-- Logs begin at Sun 2022-02-13 22:29:20 UTC, end at Mon 2022-02-14 00:53:21 UTC. -- Feb 13 23:06:15.075845 n-d-828979-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 13 23:06:17.278807 n-d-828979-1 neutron-server[83558]: INFO neutron.common.config [-] Logging enabled! Feb 13 23:06:17.279490 n-d-828979-1 neutron-server[83558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev24 Feb 13 23:06:17.279490 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83558) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 13 23:06:17.281693 n-d-828979-1 neutron-server[83558]: INFO neutron.common.config [-] Logging enabled! Feb 13 23:06:17.281938 n-d-828979-1 neutron-server[83558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev24 Feb 13 23:06:17.282205 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83558) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 13 23:06:17.283155 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 13 23:06:17.283382 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 13 23:06:17.283728 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 13 23:06:17.283975 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 13 23:06:17.284194 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 13 23:06:17.284506 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.284798 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.285089 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.285320 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.285605 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.285889 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.286195 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.286481 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.286769 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.287046 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.287321 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.287596 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.288424 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.288719 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.289070 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.289358 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.289580 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] debug = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.289856 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.290305 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.290716 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.290997 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.291438 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.291550 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.291814 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.292097 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.292422 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] host = n-d-828979-1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.292697 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.292982 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.293267 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.293550 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.293826 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.294123 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.294408 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.294678 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.294947 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_file = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.295219 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.295501 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.295783 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.296066 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.296289 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.296512 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.296791 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.297088 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.297347 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.297619 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.297887 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.298182 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.298458 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.298725 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.299006 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.299286 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.299566 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.299836 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.300106 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.300373 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.300641 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.300920 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.301189 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.301457 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.301725 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.302006 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.302296 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.302567 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.302862 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.303142 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.303460 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.303828 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.304098 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.304374 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.304642 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.304910 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.305175 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] use_json = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.305440 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.305708 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.305978 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.306286 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.306555 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.306826 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.307091 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.307371 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.307637 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:17.307930 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.308226 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.308529 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.308812 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.309106 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.309405 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.309672 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.309949 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.310263 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.310553 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.310841 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.311119 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.311404 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.311697 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.311984 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.312256 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.312529 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.312816 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.313091 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.313361 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.313631 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.313920 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.314221 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.314495 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.314773 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.315047 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.315314 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.315581 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.315852 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.316136 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.316408 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.316676 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.316942 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.317212 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.317477 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.317756 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.318045 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.318321 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.318589 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.318862 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.319158 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.319426 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.319698 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.319967 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.320241 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.320515 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.320780 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.321048 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.321316 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.321584 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.321852 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.322146 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.322423 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.322692 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.322962 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.323232 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.323499 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.323772 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.324054 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.324347 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.324623 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.324900 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.325175 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.325446 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.325718 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.325988 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.326288 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.326564 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.326832 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.327120 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.327399 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.327682 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.327961 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.328237 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.328527 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.328803 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.329081 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.329355 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.329627 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.329905 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.330220 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.330513 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.330801 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.331089 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.331377 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.331664 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.331940 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.332244 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.332520 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:17.332733 n-d-828979-1 neutron-server[83558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 13 23:06:17.332969 n-d-828979-1 neutron-server[83558]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83558) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 13 23:06:17.736565 n-d-828979-1 neutron-server[83558]: INFO keyring.backend [-] Loading KWallet Feb 13 23:06:17.744659 n-d-828979-1 neutron-server[83558]: INFO keyring.backend [-] Loading SecretService Feb 13 23:06:17.747826 n-d-828979-1 neutron-server[83558]: INFO keyring.backend [-] Loading Windows Feb 13 23:06:17.749173 n-d-828979-1 neutron-server[83558]: INFO keyring.backend [-] Loading chainer Feb 13 23:06:17.749736 n-d-828979-1 neutron-server[83558]: INFO keyring.backend [-] Loading macOS Feb 13 23:06:17.784712 n-d-828979-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 13 23:06:17.784987 n-d-828979-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 13 23:06:17.785275 n-d-828979-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 13 23:06:17.785603 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 13 23:06:18.091017 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.091307 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.091590 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.148591 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.148857 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.149120 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.152233 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.152505 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.152769 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.182178 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.182453 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.182717 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.209373 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.209646 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.209969 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.529005 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.529627 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.529627 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.529818 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.530708 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.655462 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.655770 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.656050 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.656318 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.656578 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.656879 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.657140 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.657393 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.657643 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.657920 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.658212 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.658474 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.658735 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.658986 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.659249 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.659512 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.659763 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.660032 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.660282 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.660558 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.660898 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.661147 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.661391 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.661667 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.661911 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.662177 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.662559 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:18.662800 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:18.663129 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:18.663368 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:18.663607 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:18.663844 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:18.664390 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 13 23:06:18.667608 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 13 23:06:18.672278 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 13 23:06:18.676156 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 13 23:06:18.677794 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 13 23:06:18.678220 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 13 23:06:18.679079 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 13 23:06:18.679461 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 13 23:06:18.682311 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 13 23:06:18.682562 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 13 23:06:18.682905 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 13 23:06:18.711237 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 13 23:06:18.711684 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.711980 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83558) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 13 23:06:18.712338 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.713702 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83558) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 13 23:06:18.713979 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 13 23:06:18.714246 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 13 23:06:18.717456 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.717731 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:18.779997 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 13 23:06:18.780171 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 13 23:06:18.780406 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 13 23:06:18.780775 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 13 23:06:18.814980 n-d-828979-1 neutron-server[83558]: DEBUG oslo_db.sqlalchemy.engines [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83558) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 13 23:06:19.142379 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing driver for type 'gre' Feb 13 23:06:19.142858 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] gre ID ranges: [(1, 1000)] Feb 13 23:06:19.195176 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing driver for type 'local' Feb 13 23:06:19.195589 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing driver for type 'vlan' Feb 13 23:06:19.208335 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] VlanTypeDriver initialization complete Feb 13 23:06:19.208674 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing driver for type 'vxlan' Feb 13 23:06:19.209158 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] vxlan ID ranges: [(1, 1000)] Feb 13 23:06:19.264899 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing extension driver 'port_security' Feb 13 23:06:19.265271 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] PortSecurityExtensionDriver initialization complete Feb 13 23:06:19.265621 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing mechanism driver 'openvswitch' Feb 13 23:06:19.265945 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing mechanism driver 'hyperv' Feb 13 23:06:19.273126 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:06:19.273874 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.274262 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.274608 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.275124 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 13 23:06:19.275543 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.275891 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.276227 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.276605 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 13 23:06:19.276998 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.277335 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.277670 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.278066 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 13 23:06:19.278460 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > security_group after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.278797 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > security_group after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.279124 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.279634 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 13 23:06:19.280025 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.280363 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.280691 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.281070 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 13 23:06:19.281496 n-d-828979-1 neutron-server[83558]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] ML2 OVO RPC backend initialized. {{(pid=83558) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 13 23:06:19.282150 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.282504 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.282904 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.283236 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > networks before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.283568 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.283896 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > ports before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.284226 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.284556 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnets before_response 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.284890 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.285218 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.285551 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.285880 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.286228 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.286555 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.286882 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.287209 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.287530 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.288310 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Modular L2 Plugin initialization complete Feb 13 23:06:19.288643 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading services supported by the core plugin {{(pid=83558) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 13 23:06:19.288955 n-d-828979-1 neutron-server[83558]: INFO neutron.plugins.ml2.managers [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Got port-security extension from driver 'port_security' Feb 13 23:06:19.289409 n-d-828979-1 neutron-server[83558]: INFO neutron.extensions.vlantransparent [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Disabled vlantransparent extension. Feb 13 23:06:19.289821 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83558) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 13 23:06:19.290156 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: router Feb 13 23:06:19.326514 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.326891 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_create 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.327253 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router before_create 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.327610 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.327988 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.328322 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_delete 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.328676 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.329027 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_create 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.329367 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_update 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.329708 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_update 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.330068 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.330422 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_update 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.330821 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_update 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.331179 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.331508 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.331833 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: subnet after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.332155 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.332490 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.332829 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_create 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.333164 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.333496 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.333843 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router after_update 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.334206 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.334549 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_create 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.334926 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.335271 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_update 55549900 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.335630 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > agent after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.335979 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > agent after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.336319 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > network after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.337164 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Tracking information for resource: router configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:19.337495 n-d-828979-1 neutron-server[83558]: DEBUG neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Tracking information for resource: floatingip configured {{(pid=83558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 13 23:06:19.342366 n-d-828979-1 neutron-server[83558]: INFO neutron.db.l3_agentschedulers_db [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 13 23:06:19.342937 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.343294 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.343639 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.343982 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.344869 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router before_create 55550100 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.345224 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.345574 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_create 55550100 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.345921 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > router precommit_update 55550100 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.350197 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.provider_configuration [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service providers = [] {{(pid=83558) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 13 23:06:19.350646 n-d-828979-1 neutron-server[83558]: DEBUG neutron.db.servicetype_db [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83558) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 13 23:06:19.353542 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.service_base [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 13 23:06:19.353886 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.service_base [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 13 23:06:19.354315 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.service_base [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 13 23:06:19.355201 n-d-828979-1 neutron-server[83558]: DEBUG neutron.services.service_base [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 13 23:06:19.355565 n-d-828979-1 neutron-server[83558]: INFO neutron.services.service_base [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 13 23:06:19.355936 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.356246 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 13 23:06:19.367561 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.367882 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: auto_allocate Feb 13 23:06:19.373755 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: network precommit_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.374141 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: network precommit_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.374660 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.374975 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: tag Feb 13 23:06:19.381424 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.382367 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: timestamp Feb 13 23:06:19.386591 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.386914 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: network_ip_availability Feb 13 23:06:19.392077 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.392482 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.392780 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.393472 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.393790 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: flavors Feb 13 23:06:19.398895 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.399220 n-d-828979-1 neutron-server[83558]: INFO neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading Plugin: revisions Feb 13 23:06:19.403457 n-d-828979-1 neutron-server[83558]: DEBUG neutron.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 13 23:06:19.403846 n-d-828979-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=83558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 13 23:06:19.404576 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83558) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 13 23:06:19.404904 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Initializing extension manager. Feb 13 23:06:19.405397 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: __init__.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.405728 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: __pycache__ {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.406084 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.406414 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.406735 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: _filter_validation_lib.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.407054 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.407373 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: address_group.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.408102 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.408655 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: address-group Feb 13 23:06:19.408970 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: address_scope.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.409665 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.410205 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: address-scope Feb 13 23:06:19.410520 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.411425 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.411932 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: router-admin-state-down-before-update Feb 13 23:06:19.412244 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: agent.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.412926 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.413518 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: agent Feb 13 23:06:19.413840 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: agent_resources_synced.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.414765 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.415268 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: agent-resources-synced Feb 13 23:06:19.415580 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: allowedaddresspairs.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.417507 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.418051 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: allowed-address-pairs Feb 13 23:06:19.418380 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: auto_allocated_topology.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.419441 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.419958 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: auto-allocated-topology Feb 13 23:06:19.420278 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: availability_zone.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.420959 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.421467 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: availability_zone Feb 13 23:06:19.421788 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: availability_zone_filter.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.422725 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.423237 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: availability_zone_filter Feb 13 23:06:19.423556 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: data_plane_status.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.424445 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.424953 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension data-plane-status not supported by any of loaded plugins Feb 13 23:06:19.425270 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: default_subnetpools.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.426199 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.426709 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: default-subnetpools Feb 13 23:06:19.427024 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.427783 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.428293 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: dhcp_agent_scheduler Feb 13 23:06:19.429164 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: dns.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.430145 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.430656 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension dns-integration not supported by any of loaded plugins Feb 13 23:06:19.430974 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: dns_domain_ports.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.431869 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.432376 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 13 23:06:19.432690 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: dvr.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.433344 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.433852 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: dvr Feb 13 23:06:19.434200 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: empty_string_filtering.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.435096 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.435599 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: empty-string-filtering Feb 13 23:06:19.435912 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.436803 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.437304 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 13 23:06:19.437616 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.438534 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.439034 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 13 23:06:19.439344 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: external_net.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.440246 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.440751 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: external-net Feb 13 23:06:19.441065 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.441958 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.442497 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: extra_dhcp_opt Feb 13 23:06:19.442809 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: extraroute.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.443700 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.444218 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: extraroute Feb 13 23:06:19.445240 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: extraroute_atomic.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.446305 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.446816 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: extraroute-atomic Feb 13 23:06:19.447132 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: filter_validation.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.447785 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.448287 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: filter-validation Feb 13 23:06:19.448599 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: fip_pf_description.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.449490 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.449988 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 13 23:06:19.450349 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: fip_port_details.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.451250 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.451756 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: fip-port-details Feb 13 23:06:19.452120 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: flavors.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.453291 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.453811 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: flavors Feb 13 23:06:19.454164 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.455830 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.456350 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 13 23:06:19.456675 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: floatingip_pools.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.457363 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.457869 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: floatingip-pools Feb 13 23:06:19.458224 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: ip_allocation.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.459130 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.459634 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension ip_allocation not supported by any of loaded plugins Feb 13 23:06:19.459985 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.460913 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.461422 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: ip-substring-filtering Feb 13 23:06:19.461738 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l2_adjacency.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.462771 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.463275 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 13 23:06:19.463592 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.464529 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.465045 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: router Feb 13 23:06:19.465365 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.467747 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.468276 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 13 23:06:19.468597 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.469521 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.470058 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: ext-gw-mode Feb 13 23:06:19.470381 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.471280 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.471792 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: l3-ha Feb 13 23:06:19.472106 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3_flavors.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.473007 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.473520 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: l3-flavors Feb 13 23:06:19.473831 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.474777 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.475291 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 13 23:06:19.475805 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: l3agentscheduler.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.476820 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.477332 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: l3_agent_scheduler Feb 13 23:06:19.477656 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: logging.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.479192 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.479718 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension logging not supported by any of loaded plugins Feb 13 23:06:19.480046 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: metering.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.480776 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.481353 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: metering Feb 13 23:06:19.481675 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.482784 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.483305 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: metering_source_and_destination_fields Feb 13 23:06:19.483628 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: multiprovidernet.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.484541 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.485053 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: multi-provider Feb 13 23:06:19.485371 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: netmtu.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.486301 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.486809 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: net-mtu Feb 13 23:06:19.487126 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: netmtu_writable.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.488025 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.488528 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: net-mtu-writable Feb 13 23:06:19.488844 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: network_availability_zone.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.489504 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.490009 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: network_availability_zone Feb 13 23:06:19.490348 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: network_ip_availability.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.491985 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.492658 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: network-ip-availability Feb 13 23:06:19.492976 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: network_segment_range.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.493728 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.494259 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension network-segment-range not supported by any of loaded plugins Feb 13 23:06:19.494577 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: pagination.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.495540 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.495863 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: pagination Feb 13 23:06:19.496179 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.497086 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.497605 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: port-mac-address-regenerate Feb 13 23:06:19.497921 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: port_resource_request.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.498852 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.499365 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension port-resource-request not supported by any of loaded plugins Feb 13 23:06:19.499680 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: portbindings.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.500578 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.501093 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: binding Feb 13 23:06:19.501409 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: portbindings_extended.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.502699 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.503213 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: binding-extended Feb 13 23:06:19.503534 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: portsecurity.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.504441 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.504955 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: port-security Feb 13 23:06:19.505271 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: project_id.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.506264 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.506586 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: project-id Feb 13 23:06:19.507145 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: providernet.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.508303 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.508822 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: provider Feb 13 23:06:19.509169 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.512916 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.513441 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos not supported by any of loaded plugins Feb 13 23:06:19.513764 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.515048 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.515562 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 13 23:06:19.515883 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.516788 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.517298 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 13 23:06:19.517615 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_default.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.518531 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.519040 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-default not supported by any of loaded plugins Feb 13 23:06:19.519357 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_fip.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.519991 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.520489 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-fip not supported by any of loaded plugins Feb 13 23:06:19.520804 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_gateway_ip.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.521711 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.522253 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 13 23:06:19.523088 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_port_network_policy.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.523986 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.524499 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 13 23:06:19.524814 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_rule_type_details.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.525714 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.526248 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 13 23:06:19.526566 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: qos_rules_alias.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.527598 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.528110 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 13 23:06:19.528427 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: quotasv2.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.529280 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.529800 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: quotas Feb 13 23:06:19.529904 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: quotasv2_detail.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.531512 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.531849 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: quota_details Feb 13 23:06:19.532174 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: rbac.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.533200 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.533723 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: rbac-policies Feb 13 23:06:19.534060 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: rbac_address_scope.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.534994 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.535515 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: rbac-address-scope Feb 13 23:06:19.535835 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: rbac_security_groups.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.536732 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.537245 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: rbac-security-groups Feb 13 23:06:19.537561 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: rbac_subnetpool.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.538534 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.539045 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: rbac-subnetpool Feb 13 23:06:19.539359 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: revisionifmatch.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.540259 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.540768 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: revision-if-match Feb 13 23:06:19.541081 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: revisions.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.542212 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.542725 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: standard-attr-revisions Feb 13 23:06:19.543040 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: router_availability_zone.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.543695 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.544204 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: router_availability_zone Feb 13 23:06:19.544516 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: routerservicetype.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.545429 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.545933 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension router-service-type not supported by any of loaded plugins Feb 13 23:06:19.546282 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.547176 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.547685 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: port-security-groups-filtering Feb 13 23:06:19.547997 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: securitygroup.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.559370 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.559896 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: security-group Feb 13 23:06:19.560222 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: segment.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.560990 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.561499 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension segment not supported by any of loaded plugins Feb 13 23:06:19.561818 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.562782 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.563367 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 13 23:06:19.563687 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: servicetype.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.564781 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.565300 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: service-type Feb 13 23:06:19.565617 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: sorting.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.566610 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.566933 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: sorting Feb 13 23:06:19.567245 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: standard_attr_segment.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.568155 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.568661 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 13 23:06:19.568974 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: standardattrdescription.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.570178 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.570681 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: standard-attr-description Feb 13 23:06:19.570993 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: stateful_security_group.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.571901 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.572405 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: stateful-security-group Feb 13 23:06:19.572718 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: stdattrs_common.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.573281 n-d-828979-1 neutron-server[83558]: WARNING neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 13 23:06:19.573592 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.574518 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.575030 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 13 23:06:19.575344 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: subnet_onboard.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.576459 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.576973 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: subnet_onboard Feb 13 23:06:19.577290 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.578241 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.578746 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 13 23:06:19.579059 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: subnet_service_types.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.579972 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.580481 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: subnet-service-types Feb 13 23:06:19.580795 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: subnetallocation.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.581868 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.582409 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: subnet_allocation Feb 13 23:06:19.582722 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.583365 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.583867 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: subnetpool-prefix-ops Feb 13 23:06:19.584177 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.585228 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.585815 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 13 23:06:19.586169 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: tagging.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.587199 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.587710 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: standard-attr-tag Feb 13 23:06:19.588034 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: timestamp.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.589209 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.589723 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loaded extension: standard-attr-timestamp Feb 13 23:06:19.590060 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: trunk.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.591086 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.591601 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension trunk not supported by any of loaded plugins Feb 13 23:06:19.592239 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: trunk_details.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.593147 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.593656 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension trunk-details not supported by any of loaded plugins Feb 13 23:06:19.593971 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: uplink_status_propagation.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.594921 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.595431 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 13 23:06:19.595746 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Loading extension file: vlantransparent.py {{(pid=83558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 13 23:06:19.596402 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 13 23:06:19.596907 n-d-828979-1 neutron-server[83558]: INFO neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 13 23:06:19.599158 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:network Feb 13 23:06:19.599856 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:subnet Feb 13 23:06:19.600448 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:subnetpool Feb 13 23:06:19.601279 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:port Feb 13 23:06:19.602533 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.602970 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service FLAVORS assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.603573 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.604009 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.604333 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:router Feb 13 23:06:19.604987 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:floatingip Feb 13 23:06:19.605685 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service METERING assigned prefix: /metering {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.607133 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.607491 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.607832 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:06:19.608954 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of CountableResource for resource:rbac_policy Feb 13 23:06:19.609394 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:security_group Feb 13 23:06:19.610079 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 13 23:06:19.610817 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service CORE assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.611227 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:subnetpool Feb 13 23:06:19.611598 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] subnetpool is already registered Feb 13 23:06:19.612195 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service CORE assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.612520 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:subnetpool Feb 13 23:06:19.612844 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] subnetpool is already registered Feb 13 23:06:19.615371 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.615805 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service FLAVORS assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.617089 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.617514 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.617843 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:router Feb 13 23:06:19.618194 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] router is already registered Feb 13 23:06:19.618786 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:floatingip Feb 13 23:06:19.619107 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] floatingip is already registered Feb 13 23:06:19.619726 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service METERING assigned prefix: /metering {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.620388 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of CountableResource for resource:rbac_policy Feb 13 23:06:19.620708 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] rbac_policy is already registered Feb 13 23:06:19.621240 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:security_group Feb 13 23:06:19.621558 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] security_group is already registered Feb 13 23:06:19.622296 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 13 23:06:19.622619 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] security_group_rule is already registered Feb 13 23:06:19.623282 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service CORE assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.623609 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:subnetpool Feb 13 23:06:19.623934 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] subnetpool is already registered Feb 13 23:06:19.624514 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.v2.resource_helper [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Service CORE assigned prefix: {{(pid=83558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 13 23:06:19.624940 n-d-828979-1 neutron-server[83558]: INFO neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Creating instance of TrackedResource for resource:subnetpool Feb 13 23:06:19.625463 n-d-828979-1 neutron-server[83558]: WARNING neutron.quota.resource_registry [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] subnetpool is already registered Feb 13 23:06:19.626131 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: extensions {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.627608 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: address-groups {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.629168 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: address-scopes {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.630393 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: agents {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.631542 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: auto-allocated-topology {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.633881 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: availability_zones {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.635207 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: dhcp-networks {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.636610 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: dhcp-agents {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.637996 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: routers {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.639804 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: flavors {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.640946 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: service_profiles {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.642228 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: next_providers {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.643757 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: service_profiles {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.645114 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: floatingip-pools {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.646355 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: routers {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.648145 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: floatingips {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.649302 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: l3-routers {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.650684 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: l3-agents {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.652064 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: metering-labels {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.653380 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: metering-label-rules {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.654665 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: network-ip-availabilities {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.655892 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: bindings {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.658444 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: quotas {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.659883 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: quotas {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.661294 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: rbac-policies {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.662596 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: security-groups {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.664394 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: security-group-rules {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.665607 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: service-providers {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.666842 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: subnetpools {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.668229 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: subnetpools {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.669702 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.671388 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.673135 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.674881 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.676768 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.678448 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.680757 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.682587 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.684420 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.686240 n-d-828979-1 neutron-server[83558]: DEBUG neutron.api.extensions [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Extended resource: tags {{(pid=83558) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 13 23:06:19.692011 n-d-828979-1 neutron-server[83558]: WARNING keystonemiddleware.auth_token [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 13 23:06:19.696756 n-d-828979-1 neutron-server[83558]: WARNING keystonemiddleware.auth_token [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 13 23:06:19.704598 n-d-828979-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Acquired lock "singleton_lock" {{(pid=83558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 13 23:06:19.705064 n-d-828979-1 neutron-server[83558]: DEBUG oslo_concurrency.lockutils [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Releasing lock "singleton_lock" {{(pid=83558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 13 23:06:19.705676 n-d-828979-1 neutron-server[83558]: INFO oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Starting 2 workers Feb 13 23:06:19.710375 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Started child 83661 {{(pid=83558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 13 23:06:19.714540 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Started child 83662 {{(pid=83558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 13 23:06:19.716106 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:19.716661 n-d-828979-1 neutron-server[83558]: INFO neutron.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 13 23:06:19.716735 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Notify callbacks [] for process, before_spawn {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:19.717530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [-] (83661) wsgi starting up on http://0.0.0.0:9696 Feb 13 23:06:19.719244 n-d-828979-1 neutron-server[83558]: INFO oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Starting 1 workers Feb 13 23:06:19.719408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:19.720704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [-] (83662) wsgi starting up on http://0.0.0.0:9696 Feb 13 23:06:19.724095 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Started child 83663 {{(pid=83558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 13 23:06:19.724620 n-d-828979-1 neutron-server[83558]: INFO oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Starting 1 workers Feb 13 23:06:19.728824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] calling RpcWorker wait() {{(pid=83663) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 13 23:06:19.729376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] returning from RpcWorker wait() {{(pid=83663) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 13 23:06:19.729609 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Started child 83664 {{(pid=83558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 13 23:06:19.730451 n-d-828979-1 neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef842f08-3fe0-4e1d-bc97-00e938e30313 None None] Notify callbacks [] for process, after_spawn {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:19.730786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:19.731299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:06:19.732314 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 13 23:06:19.732519 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 13 23:06:19.732694 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 13 23:06:19.732900 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 13 23:06:19.733218 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 13 23:06:19.733373 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 13 23:06:19.733874 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.734171 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.734439 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.734613 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:19.735055 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.735055 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.735499 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.736002 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739470 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.739947 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] debug = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.740401 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.740475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60620) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:19.740544 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.740544 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.740544 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.740732 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.741017 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.741869 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.742125 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.742368 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.742659 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.742904 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.743166 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.743394 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.743632 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.743882 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.744093 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.744537 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] host = n-d-828979-1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.744777 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.744998 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.745215 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.745431 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.745671 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.745887 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.746169 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.746431 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.746686 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.746932 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.747171 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.747428 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.747652 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.747899 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_file = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.748057 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_options = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.748284 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.749320 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.749320 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.749587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062416 Feb 13 23:06:19.749715 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.749715 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.751411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.751411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.751411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.752474 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.752759 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.752949 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.753165 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.754670 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.754670 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.754670 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.755111 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.755111 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.755374 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.755545 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.755821 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.756029 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.756258 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.756474 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.756686 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.757534 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.757915 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.759550 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.759550 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.759550 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.760872 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.760872 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.760872 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.761300 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.761300 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.761570 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.761718 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.761913 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.762213 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.762442 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.762694 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.762944 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.763138 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.763376 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.763601 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.763847 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.764053 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_json = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.764257 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.764462 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.764717 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.765412 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.765651 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.765941 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.767476 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.767476 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.769904 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.770333 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.770673 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.771665 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.771665 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.771665 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.772094 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.772231 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.772481 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.774259 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.774259 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.778331 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.778331 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.778637 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.778776 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.779046 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.779211 n-d-828979-1 neutron-server[83664]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:06:19.779368 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.779575 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786069 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.786669 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.787159 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.787159 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.787288 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.787647 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.788995 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.789237 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.789463 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.789683 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.790708 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.790708 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.790708 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.790708 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.790950 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.791097 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.791316 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.791528 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.791782 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.792021 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.792852 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.792852 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.792852 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.792852 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.793136 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.793282 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.793589 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.793830 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.794077 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.794285 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.794524 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.794740 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.794952 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.795182 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.796462 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.796735 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.796950 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.797839 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.798081 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.798331 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.798554 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.798840 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.799159 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.799387 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.799640 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.799864 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.800091 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.800305 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.800534 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.800787 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.801029 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.801239 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.801507 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.801750 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.801995 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.802295 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.802528 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.802800 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.803034 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.803257 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.803897 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.803897 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.804073 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.804349 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.804606 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.804853 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.805102 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.805332 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.805617 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.805865 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.806211 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.806396 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.806761 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.807050 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.807324 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.807592 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.807818 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.808067 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.808319 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.808564 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.808821 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.809072 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.809531 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.809766 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.810096 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.810976 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.810976 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.810976 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.811234 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.811407 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.811659 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.811891 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.812123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.812420 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.812680 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.812914 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.813179 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.813438 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.813697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.814064 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.814297 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.814515 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.814740 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.815877 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.815877 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.815877 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.815877 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.815877 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.816246 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.816246 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.817711 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.819973 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.819973 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.819973 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.819973 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.821858 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.821858 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.821858 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.821858 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.822260 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.822260 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.822396 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.822574 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.822805 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.823053 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.823269 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.823546 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.823790 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.824132 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.824365 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.824617 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.824847 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.825059 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.825300 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.825517 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.825747 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.825956 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.826208 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.826420 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.826633 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.826859 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.827196 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.827414 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.827656 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.827993 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.828234 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.828492 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.828722 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.828935 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.829166 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.829377 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.829587 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.829797 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.830007 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.831785 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.831785 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.831785 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.831785 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.832346 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.832346 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.832346 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.832764 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.832905 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.833053 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.833255 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.833538 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.833784 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.834435 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.834805 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.836595 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.836595 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.836595 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.836595 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.837690 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.838159 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.838630 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.839067 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.839469 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.840036 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.840197 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.841697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.841697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.841697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.841697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.841697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.841697 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.842134 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.842134 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.843084 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.843084 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.843084 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.843439 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.843439 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.843756 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.844049 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.844432 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.844657 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.844952 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.845300 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.845584 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.845838 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847023 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847023 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847023 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847023 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847286 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847286 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847479 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847735 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.847989 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.848243 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.848454 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.848674 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.848883 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.849125 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.849347 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.849581 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.849816 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.849976 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 13 23:06:19.851452 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 13 23:06:19.851617 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 13 23:06:19.851773 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 13 23:06:19.852028 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 13 23:06:19.852131 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 13 23:06:19.852243 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 13 23:06:19.852446 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.852604 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.852753 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853621 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853621 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853621 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853621 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853621 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853621 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853953 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.853953 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.854136 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.854208 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.854533 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.854533 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.854687 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.854824 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] debug = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856118 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856591 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856591 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856591 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856591 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856591 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856893 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.856893 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857014 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857129 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857336 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857442 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857571 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857722 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.857885 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858083 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858178 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] host = n-d-828979-1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858338 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858501 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858643 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858782 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.858921 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859061 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859213 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859364 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859503 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859780 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.859919 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860057 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860196 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_file = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860285 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_options = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860420 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860604 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860755 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.860894 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861053 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861220 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861357 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861509 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861660 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861811 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.861964 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.862148 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.862318 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.862454 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.862634 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.862771 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.862898 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.863046 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.863205 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.863375 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.863506 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.863633 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864075 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864075 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864075 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864285 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864351 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864484 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864682 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864796 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.864933 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865060 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865213 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865362 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865518 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865692 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865861 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.865966 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.866402 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.866402 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.866619 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.866761 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.866901 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867056 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867195 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867352 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_json = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867511 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867655 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867837 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.867994 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.868086 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.868244 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.868412 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.868563 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.868710 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 13 23:06:19.868865 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869020 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869179 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869329 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869488 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869637 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869794 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.869943 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.870164 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.870321 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.870472 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.870612 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.870760 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.870899 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871036 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871175 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871335 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871480 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871629 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871768 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.871906 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872067 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872211 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872359 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872496 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872634 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872793 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.872948 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873096 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873234 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873371 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873509 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873667 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873811 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.873949 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.874120 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.874277 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.874428 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.874566 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.874704 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.874842 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875002 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875146 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875284 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875441 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875595 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875733 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.875872 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.876009 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.876168 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.876328 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.876466 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.876609 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.876747 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.878180 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879028 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879028 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879028 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879028 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879417 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879417 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879417 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879624 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879702 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879809 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.879995 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.880136 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.880312 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.880440 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.880590 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.880740 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.880902 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.881079 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.881230 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.881375 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.881533 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.881711 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.882569 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.882569 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.883058 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.883058 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.883058 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.883739 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.883739 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.883739 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884152 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884152 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884152 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884535 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884535 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884535 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884981 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884981 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.884981 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.885638 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.885638 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.885638 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.885638 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886231 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886231 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886231 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886231 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886749 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886749 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886749 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.886749 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.887256 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.887256 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.887256 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.887642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.887642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.887642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.888693 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889411 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889896 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889896 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.889896 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890169 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890169 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890393 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890393 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890609 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890721 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890871 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.890997 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.891084 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.891242 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.891399 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.892795 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895141 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.895786 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.896817 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.897827 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899045 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.899645 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.901999 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.902889 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.903583 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904123 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.904642 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905130 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905130 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905130 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905421 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905421 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905559 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905684 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905777 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.905919 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.906119 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.906274 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.906435 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.906538 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.906692 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.906849 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.907022 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 13 23:06:19.907277 n-d-828979-1 neutron-server[83558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 13 23:06:19.910854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:06:30.170501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f35cf-00b4-4a43-8ed4-af8a275a12c9 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:06:30.259200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f35cf-00b4-4a43-8ed4-af8a275a12c9 None None] No non-hosted networks {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 13 23:06:30.270528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.agentschedulers_db [None req-f15f35cf-00b4-4a43-8ed4-af8a275a12c9 None None] DHCP Agent not found on host n-d-828979-1 {{(pid=83663) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 13 23:06:30.335462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3a4060b4-c8b6-4741-8539-9265162efc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:32.224403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-649704f9-7ad6-44fd-bbda-df38c312c1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:32.265594 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-73232bdf-82a4-4c5a-a019-f480c03852fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:33.440604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:33.441713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.442429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.442981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.443474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.444024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.444676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.445271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.446489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.447332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.448120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.448522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:33.449114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828979-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:06:33.457366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828979-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:06:33.614753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:34.831181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:36.583466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:37.193738 n-d-828979-1 neutron-server[83662]: WARNING oslo_policy.policy [None req-35127203-b654-497c-b9f3-8858ee557034 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:06:37.194346 n-d-828979-1 neutron-server[83662]: WARNING oslo_policy.policy [None req-35127203-b654-497c-b9f3-8858ee557034 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:06:37.412626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-35127203-b654-497c-b9f3-8858ee557034 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:06:37.413712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-35127203-b654-497c-b9f3-8858ee557034 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8293605 Feb 13 23:06:38.249487 n-d-828979-1 neutron-server[83663]: INFO neutron.db.l3_hamode_db [None req-7f4d4e71-0fc0-404a-a027-d0cb6a673fd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 13 23:06:38.337806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d4e71-0fc0-404a-a027-d0cb6a673fd9 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:06:38.338121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d4e71-0fc0-404a-a027-d0cb6a673fd9 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:06:39.732492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60738) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:40.118512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:06:40.171315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.policy [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83662) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 13 23:06:40.172069 n-d-828979-1 neutron-server[83662]: WARNING oslo_policy.policy [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:06:40.172426 n-d-828979-1 neutron-server[83662]: WARNING oslo_policy.policy [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:06:40.176006 n-d-828979-1 neutron-server[83662]: INFO neutron.quota [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] Loaded quota_driver: . Feb 13 23:06:40.191876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:06:40.260615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755128418680', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755128415322', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755128410986', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755128388371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755128397461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3356837', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3511861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622911'] for rbac-policy, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:40.328484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:40.329672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d797e1f-627e-486c-afa2-b6afa679b47e admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5962427 Feb 13 23:06:42.848727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60752) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:43.214274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'name': 'private'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:06:43.219003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:06:43.223376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Usage tracker for resource:network and tenant:31473da72e164b32b0d9ed8d455633a1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:06:43.228770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:06:43.234789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:06:43.243299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Made reservation on behalf of 31473da72e164b32b0d9ed8d455633a1 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:06:43.246877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.264433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.307471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:06:43.311092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Usage tracker for resource:security_group_rule and tenant:31473da72e164b32b0d9ed8d455633a1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:06:43.313815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:06:43.319579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:06:43.385405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.389460 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.413482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:06:43.440616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755129129054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.441184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Unsubscribe: segment precommit_create {{(pid=83662) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 13 23:06:43.441672 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Added segment 9a3df91b-2cb9-420b-8919-09606d0a53be of type vlan for network 455d960f-87dc-4254-a05c-a0fe894e5958 Feb 13 23:06:43.450703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d8a67b-5a48-4285-b80d-1d77e5799e3e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:06:43.511224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.511737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.512065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.512388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.512710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.513028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.513338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.513649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.513958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.514291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.514605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Tracked resource versions report: Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: pushed versions: Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Log': {'1.0'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Network': {'1.1'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Port': {'1.5'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'PortForwarding': {'1.2'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'QosPolicy': {'1.8'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'SecurityGroup': {'1.2'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'SubPort': {'1.0'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Subnet': {'1.1'}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Trunk': {'1.1'}} Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: consumer versions: Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: L3 agent@n-d-828979-1: {}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: Metadata agent@n-d-828979-1: {}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: Metering agent@n-d-828979-1: {}, Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Log': '1.0', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Network': '1.1', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Port': '1.5', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'PortForwarding': '1.2', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'QosPolicy': '1.8', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'SecurityGroup': '1.2', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'SecurityGroupRule': '1.0', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'SubPort': '1.0', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Subnet': '1.1', Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: 'Trunk': '1.1'}} Feb 13 23:06:43.515652 n-d-828979-1 neutron-server[83662]: {{(pid=83662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:06:43.553587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.598144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.599069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:06:43.599684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:43.705152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8553779 Feb 13 23:06:43.707794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac67e7d-f821-4e91-93a3-23b82fc4dfde admin admin] Pushing event updated for resources: {'Network': ['ID=455d960f-87dc-4254-a05c-a0fe894e5958,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:06:43.720158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 455d960f-87dc-4254-a05c-a0fe894e5958 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:06:46.270762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60768) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:46.734315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346e484-31b4-4bd5-9a1f-2195eded54fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:06:46.735606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5346e484-31b4-4bd5-9a1f-2195eded54fa admin admin] 10.222.0.36 "GET /v2.0/networks/455d960f-87dc-4254-a05c-a0fe894e5958 HTTP/1.1" status: 200 len: 824 time: 0.4639149 Feb 13 23:06:46.762353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6d43130e-7b65-45a9-b959-d2f24bb520c9 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/69f66975-850a-4aa0-a5dd-ea3f69fbe988 HTTP/1.1" status: 200 len: 734 time: 0.0212681 Feb 13 23:06:46.770224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988', 'name': 'private-subnet', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:06:46.774336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:06:46.778697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Usage tracker for resource:subnet and tenant:31473da72e164b32b0d9ed8d455633a1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:06:46.781447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:06:46.786921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:06:46.796276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Made reservation on behalf of 31473da72e164b32b0d9ed8d455633a1 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:06:46.798653 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:47.061849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:47.143196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d4aeeb-f736-402d-8e89-5b7b7d333323,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:06:47.153261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Checking segment: {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:06:47.153623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Network hostable DHCP agents. Network: 455d960f-87dc-4254-a05c-a0fe894e5958, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:06:47.176005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Network 455d960f-87dc-4254-a05c-a0fe894e5958 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:06:47.185923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 455d960f-87dc-4254-a05c-a0fe894e5958) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:06:47.190421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:06:47.191005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:47.195615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba0284-2596-44c7-8d43-69de3387904e None None] Network 455d960f-87dc-4254-a05c-a0fe894e5958 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:06:47.210798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d57fc5a-b02c-4efa-be19-3f157201f302 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436586 Feb 13 23:06:47.499155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-455d960f-87dc-4254-a05c-a0fe894e5958', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:06:47.500284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:47.681225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Allocated IP 172.20.0.2 (455d960f-87dc-4254-a05c-a0fe894e5958/46d4aeeb-f736-402d-8e89-5b7b7d333323/89422ac7-cfbb-48ef-8c90-5ab3d1e36033) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:06:47.900676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:47.913737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Transition to ACTIVE for port object 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:06:47.936549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Transition to ACTIVE for port object 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:06:47.943207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:48.013586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Network 455d960f-87dc-4254-a05c-a0fe894e5958 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:06:48.016295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:06:48.019380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:06:48.025913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Pushing event updated for resources: {'Port': ['ID=89422ac7-cfbb-48ef-8c90-5ab3d1e36033,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:06:48.064509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.064509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.064832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.065022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.065349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.065672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.065990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.066331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.066646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.066959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.067270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Tracked resource versions report: Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: pushed versions: Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Log': {'1.0'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Network': {'1.1'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Port': {'1.5'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'PortForwarding': {'1.2'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'QosPolicy': {'1.8'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'SecurityGroup': {'1.2'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'SubPort': {'1.0'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Subnet': {'1.1'}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Trunk': {'1.1'}} Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: consumer versions: Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: L3 agent@n-d-828979-1: {}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: Metadata agent@n-d-828979-1: {}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: Metering agent@n-d-828979-1: {}, Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Log': '1.0', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Network': '1.1', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Port': '1.5', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'PortForwarding': '1.2', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'QosPolicy': '1.8', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'SecurityGroup': '1.2', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'SecurityGroupRule': '1.0', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'SubPort': '1.0', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Subnet': '1.1', Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: 'Trunk': '1.1'}} Feb 13 23:06:48.068362 n-d-828979-1 neutron-server[83663]: {{(pid=83663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:06:48.125147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Attempting to bind port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:06:48.125535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Attempting to bind port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:06:48.125965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Attempting to bind port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 on network 455d960f-87dc-4254-a05c-a0fe894e5958 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:06:48.132482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:06:48.132871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Checking segment: {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:06:48.133345 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:48.133728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Bound using segment: {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:06:48.134244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Bound port: 89422ac7-cfbb-48ef-8c90-5ab3d1e36033, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:06:48.134647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:48.217812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1634d367-d317-4f08-8633-1331a6028080 None None] For port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:06:48.221477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1634d367-d317-4f08-8633-1331a6028080 None None] For port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=89422ac7-cfbb-48ef-8c90-5ab3d1e36033,segment=NetworkSegment(9a3df91b-2cb9-420b-8919-09606d0a53be),segment_id=9a3df91b-2cb9-420b-8919-09606d0a53be)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:06:48.226802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:48.332339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d367-d317-4f08-8633-1331a6028080 None None] Pushing event updated for resources: {'Port': ['ID=89422ac7-cfbb-48ef-8c90-5ab3d1e36033,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:06:49.489219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60778) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:49.880009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-40fedb78-df76-46d9-8a96-d9a7f3b48252 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:06:49.881050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40fedb78-df76-46d9-8a96-d9a7f3b48252 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3909023 Feb 13 23:06:51.735773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:06:51.811303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:06:51.975387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4274ac-ee8c-4a8a-a7b9-44cbf29a0180 None None] Network 455d960f-87dc-4254-a05c-a0fe894e5958 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:06:52.089285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] Provisioning for port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:06:52.106637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] Provisioning complete for port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:06:52.107022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:52.189260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:52.316224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:52.353239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] For port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=89422ac7-cfbb-48ef-8c90-5ab3d1e36033,segment=NetworkSegment(9a3df91b-2cb9-420b-8919-09606d0a53be),segment_id=9a3df91b-2cb9-420b-8919-09606d0a53be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:06:52.357657 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:52.424158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c8843-a447-4aa6-a45f-06157196bfca None None] Pushing event updated for resources: {'Port': ['ID=89422ac7-cfbb-48ef-8c90-5ab3d1e36033,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:06:52.580628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-009938e7-cb62-4a95-9fad-a09ba97d0390 None None] Provisioning complete for port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:06:52.580995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-009938e7-cb62-4a95-9fad-a09ba97d0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:52.593287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-bb1f2569-cd5b-4619-b0ca-3a760cb38ae7 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:06:52.594281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb1f2569-cd5b-4619-b0ca-3a760cb38ae7 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4040930 Feb 13 23:06:53.706795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:06:53.774553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:06:53.774918 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:55.224458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60804) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:55.671500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:06:55.676415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:06:55.680117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Usage tracker for resource:router and tenant:31473da72e164b32b0d9ed8d455633a1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:06:55.684032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:06:55.689616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:06:55.699211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:55.700640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:55.725102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:55.838372 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:55.856969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:06:55.858208 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e0b65a61-d539-40f1-84c7-e2b19f3197d0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6327407 Feb 13 23:06:57.804223 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:06:58.098075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:06:58.690921 n-d-828979-1 neutron-server[83661]: WARNING oslo_policy.policy [None req-3f698ab8-24de-4125-980b-9b639394848a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:06:58.691488 n-d-828979-1 neutron-server[83661]: WARNING oslo_policy.policy [None req-3f698ab8-24de-4125-980b-9b639394848a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:06:58.913403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-3f698ab8-24de-4125-980b-9b639394848a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:06:58.914657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3f698ab8-24de-4125-980b-9b639394848a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8145580 Feb 13 23:07:00.112705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aa9b807c-2c94-4dd0-8553-f75321359650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.156909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60828) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:07:01.539113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:07:01.540564 n-d-828979-1 neutron-server[83661]: INFO neutron.quota [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Loaded quota_driver: . Feb 13 23:07:01.556583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:07:01.563324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Usage tracker for resource:network and tenant:88a3fdd965174d308160b076bf861003 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:07:01.567976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:07:01.575830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:07:01.591906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Made reservation on behalf of 88a3fdd965174d308160b076bf861003 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:07:01.629850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.policy [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83661) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 13 23:07:01.630630 n-d-828979-1 neutron-server[83661]: WARNING oslo_policy.policy [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:07:01.630996 n-d-828979-1 neutron-server[83661]: WARNING oslo_policy.policy [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 13 23:07:01.635636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.656108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.699527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:07:01.703171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Usage tracker for resource:security_group_rule and tenant:88a3fdd965174d308160b076bf861003 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:07:01.706278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:07:01.711846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:07:01.779138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.782853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.797543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Reserving flat network on physical network physnet1 {{(pid=83661) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 13 23:07:01.825397 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755129129054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.825966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Unsubscribe: segment precommit_create {{(pid=83661) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 13 23:07:01.826496 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Added segment b0441c4b-162b-4cce-a849-647a89a7724a of type flat for network adbce963-6987-43eb-b443-2350a645d61f Feb 13 23:07:01.881707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39218947-036c-402f-8700-73cfcf8f50ed,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:01.905275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.905649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.906015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.906464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.906760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.907100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.907456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.907803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.908151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.908497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.908840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Tracked resource versions report: Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: pushed versions: Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Log': {'1.0'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Network': {'1.1'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Port': {'1.5'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'PortForwarding': {'1.2'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'QosPolicy': {'1.8'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'SecurityGroup': {'1.2'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'SubPort': {'1.0'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Subnet': {'1.1'}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Trunk': {'1.1'}} Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: consumer versions: Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: L3 agent@n-d-828979-1: {}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: Metadata agent@n-d-828979-1: {}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: Metering agent@n-d-828979-1: {}, Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Log': '1.0', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Network': '1.1', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Port': '1.5', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'PortForwarding': '1.2', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'QosPolicy': '1.8', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'SecurityGroup': '1.2', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'SecurityGroupRule': '1.0', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'SubPort': '1.0', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Subnet': '1.1', Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: 'Trunk': '1.1'}} Feb 13 23:07:01.909953 n-d-828979-1 neutron-server[83661]: {{(pid=83661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:07:01.953854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.998261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:01.999304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:07:01.999954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:02.106795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] Pushing event updated for resources: {'Network': ['ID=adbce963-6987-43eb-b443-2350a645d61f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:02.110272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-85a61b80-af75-422c-b53f-047eeab1304d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9523799 Feb 13 23:07:02.133215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network adbce963-6987-43eb-b443-2350a645d61f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:07:02.237047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3862a2af-d8bb-499a-a6b3-de2b3ae0dbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:03.434613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:03.571356 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:04.367686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60854) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:07:04.599618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36474d9f-f0bc-4d18-aa3a-7091d3127fa4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:07:04.600849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-36474d9f-f0bc-4d18-aa3a-7091d3127fa4 admin admin] 10.222.0.36 "GET /v2.0/subnets/46d4aeeb-f736-402d-8e89-5b7b7d333323 HTTP/1.1" status: 200 len: 849 time: 0.2322369 Feb 13 23:07:04.743861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f28fa7f7-15f5-4cfb-813e-37322fd3c656 admin admin] 10.222.0.36 "GET /v2.0/routers/1abca59e-449a-45fc-978e-8527cc616ece HTTP/1.1" status: 200 len: 704 time: 0.1369281 Feb 13 23:07:04.783328 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.201967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.428608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Allocated IP 172.20.0.1 (455d960f-87dc-4254-a05c-a0fe894e5958/46d4aeeb-f736-402d-8e89-5b7b7d333323/b675c722-6ef9-4394-b5fa-b6e14723b3b6) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:07:05.579556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.595827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Transition to ACTIVE for port object b675c722-6ef9-4394-b5fa-b6e14723b3b6 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:07:05.644466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.710421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Network 455d960f-87dc-4254-a05c-a0fe894e5958 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:07:05.712978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:07:05.717395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:07:05.718338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.721008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Pushing event updated for resources: {'Port': ['ID=b675c722-6ef9-4394-b5fa-b6e14723b3b6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:05.878062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.884520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1279c99f-dbc0-4125-9f36-c356b3450453 None None] Provisioning for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:07:05.889656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1279c99f-dbc0-4125-9f36-c356b3450453 None None] Provisioning complete for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:07:05.890036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1279c99f-dbc0-4125-9f36-c356b3450453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:05.940144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1279c99f-dbc0-4125-9f36-c356b3450453 None None] Port b675c722-6ef9-4394-b5fa-b6e14723b3b6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:07:06.098100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:06.102234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:06.102951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:06.228988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Pushing event updated for resources: {'Port': ['ID=b675c722-6ef9-4394-b5fa-b6e14723b3b6,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:06.300108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Network 455d960f-87dc-4254-a05c-a0fe894e5958 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:07:06.301132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:07:06.462784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b31c021-b0b9-4b58-bde2-e2e98bf3ad6f None None] Provisioning complete for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:07:06.463240 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b31c021-b0b9-4b58-bde2-e2e98bf3ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:06.512699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6b31c021-b0b9-4b58-bde2-e2e98bf3ad6f None None] Port b675c722-6ef9-4394-b5fa-b6e14723b3b6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:07:06.644379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Router 1abca59e-449a-45fc-978e-8527cc616ece is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:07:06.806804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:07:06.816648 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Sync routers for ids ['1abca59e-449a-45fc-978e-8527cc616ece'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:07:06.822817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8f05fda1-7772-4a1a-b149-1126b2b1f341 admin admin] 10.222.0.36 "PUT /v2.0/routers/1abca59e-449a-45fc-978e-8527cc616ece/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0734732 Feb 13 23:07:06.829627 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Routers {'1abca59e-449a-45fc-978e-8527cc616ece'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:07:06.830458 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:07:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1abca59e-449a-45fc-978e-8527cc616ece'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:07.006221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Set router 1abca59e-449a-45fc-978e-8527cc616ece gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:07:07.369466 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abca59e-449a-45fc-978e-8527cc616ece', 'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:06:55Z', 'updated_at': '2022-02-13T23:07:05Z', 'revision_number': 2, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'gw_port_host': None, '_interfaces': [{'id': 'b675c722-6ef9-4394-b5fa-b6e14723b3b6', 'name': '', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'mac_address': 'fa:16:3e:93:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:05Z', 'updated_at': '2022-02-13T23:07:05Z', 'revision_number': 2, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'subnets': [{'id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:07.374328 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Checking router: 1abca59e-449a-45fc-978e-8527cc616ece for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:07:07.374693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Updating router 1abca59e-449a-45fc-978e-8527cc616ece port b675c722-6ef9-4394-b5fa-b6e14723b3b6 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:07:07.427259 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:07.793789 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:07.809437 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Transition to ACTIVE for port object b675c722-6ef9-4394-b5fa-b6e14723b3b6 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:07:07.815959 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:08.069402 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Attempting to bind port b675c722-6ef9-4394-b5fa-b6e14723b3b6 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:07:08.070007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Attempting to bind port b675c722-6ef9-4394-b5fa-b6e14723b3b6 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:07:08.070260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Attempting to bind port b675c722-6ef9-4394-b5fa-b6e14723b3b6 on network 455d960f-87dc-4254-a05c-a0fe894e5958 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:07:08.072941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Pushing event updated for resources: {'Port': ['ID=b675c722-6ef9-4394-b5fa-b6e14723b3b6,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:08.083972 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:07:08.084370 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Checking segment: {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:07:08.084837 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:08.085225 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Bound using segment: {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:07:08.085712 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Bound port: b675c722-6ef9-4394-b5fa-b6e14723b3b6, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3df91b-2cb9-420b-8919-09606d0a53be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:07:08.086128 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:08.099298 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.099649 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.099985 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.100311 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.100633 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.100956 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.101273 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.101592 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.101909 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.102247 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.102566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Tracked resource versions report: Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: pushed versions: Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Log': {'1.0'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Network': {'1.1'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Port': {'1.5'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'PortForwarding': {'1.2'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'QosPolicy': {'1.8'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'SecurityGroup': {'1.2'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'SubPort': {'1.0'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Subnet': {'1.1'}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Trunk': {'1.1'}} Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: consumer versions: Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: L3 agent@n-d-828979-1: {}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: Metadata agent@n-d-828979-1: {}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: Metering agent@n-d-828979-1: {}, Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Log': '1.0', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Network': '1.1', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Port': '1.5', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'PortForwarding': '1.2', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'QosPolicy': '1.8', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'SecurityGroup': '1.2', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'SecurityGroupRule': '1.0', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'SubPort': '1.0', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Subnet': '1.1', Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: 'Trunk': '1.1'}} Feb 13 23:07:08.103647 n-d-828979-1 neutron-server[83664]: {{(pid=83664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:07:08.186456 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] For port b675c722-6ef9-4394-b5fa-b6e14723b3b6, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:07:08.191035 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] For port b675c722-6ef9-4394-b5fa-b6e14723b3b6, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b675c722-6ef9-4394-b5fa-b6e14723b3b6,segment=NetworkSegment(9a3df91b-2cb9-420b-8919-09606d0a53be),segment_id=9a3df91b-2cb9-420b-8919-09606d0a53be)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:07:08.196094 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:08.284608 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d16e9-1011-43f0-870e-88a41f66d456 None None] Pushing event updated for resources: {'Port': ['ID=b675c722-6ef9-4394-b5fa-b6e14723b3b6,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:08.290688 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Routers {'1abca59e-449a-45fc-978e-8527cc616ece'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:07:08.291275 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:07:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1abca59e-449a-45fc-978e-8527cc616ece'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:08.446053 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] Set router 1abca59e-449a-45fc-978e-8527cc616ece gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:07:08.770844 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abca59e-449a-45fc-978e-8527cc616ece', 'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:06:55Z', 'updated_at': '2022-02-13T23:07:05Z', 'revision_number': 2, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'gw_port_host': None, '_interfaces': [{'id': 'b675c722-6ef9-4394-b5fa-b6e14723b3b6', 'name': '', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'mac_address': 'fa:16:3e:93:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:05Z', 'updated_at': '2022-02-13T23:07:08Z', 'revision_number': 4, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'subnets': [{'id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:08.774673 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60432a-0c59-4a75-93a1-426f99b684b7 None None] The sync data for ids ['1abca59e-449a-45fc-978e-8527cc616ece'] in n-d-828979-1 is: [{'id': '1abca59e-449a-45fc-978e-8527cc616ece', 'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:06:55Z', 'updated_at': '2022-02-13T23:07:05Z', 'revision_number': 2, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'gw_port_host': None, '_interfaces': [{'id': 'b675c722-6ef9-4394-b5fa-b6e14723b3b6', 'name': '', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'mac_address': 'fa:16:3e:93:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:05Z', 'updated_at': '2022-02-13T23:07:08Z', 'revision_number': 4, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'subnets': [{'id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:07:08.913982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60876) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:07:09.092888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112096d-1fd9-4f4a-b875-c88f0b9a6228 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:07:09.094276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5112096d-1fd9-4f4a-b875-c88f0b9a6228 admin admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 842 time: 0.1792119 Feb 13 23:07:09.103075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_dhcp': False, 'cidr': '172.25.4.0/24'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:07:09.108554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:07:09.112264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Usage tracker for resource:subnet and tenant:88a3fdd965174d308160b076bf861003 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:07:09.115008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:07:09.120495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:07:09.129703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Made reservation on behalf of 88a3fdd965174d308160b076bf861003 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:07:09.131877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:09.524083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:07:09.524521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:09.598552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fe87fc-3e29-409d-ae16-562f0acc19da,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:09.608635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:07:09.608984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Network hostable DHCP agents. Network: adbce963-6987-43eb-b443-2350a645d61f, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:07:09.635696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:07:09.650428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, adbce963-6987-43eb-b443-2350a645d61f) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:07:09.655199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:07:09.655775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:09.661715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e535fb0f-d3d5-42f3-bdaf-7cee59df3259 None None] Network adbce963-6987-43eb-b443-2350a645d61f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:07:09.683339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1f883e20-daae-4aeb-a44c-728b0cedf456 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5834665 Feb 13 23:07:09.814571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b675c722-6ef9-4394-b5fa-b6e14723b3b6 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:07:09.974598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:07:09.980421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f2212-02d3-4fea-83d5-68c650fc1ca6 None None] Network adbce963-6987-43eb-b443-2350a645d61f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:07:10.051965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:07:10.052337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:10.291573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:10.327772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b675c722-6ef9-4394-b5fa-b6e14723b3b6, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b675c722-6ef9-4394-b5fa-b6e14723b3b6,segment=NetworkSegment(9a3df91b-2cb9-420b-8919-09606d0a53be),segment_id=9a3df91b-2cb9-420b-8919-09606d0a53be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:07:10.331810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:10.398187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b675c722-6ef9-4394-b5fa-b6e14723b3b6,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:11.722812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b675c722-6ef9-4394-b5fa-b6e14723b3b6 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:07:11.789246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:07:11.789606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:11.874449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60890) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:07:12.101882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b14d70a8-9bdb-4345-9096-4e985b29589a admin admin] 10.222.0.36 "GET /v2.0/routers/1abca59e-449a-45fc-978e-8527cc616ece HTTP/1.1" status: 200 len: 710 time: 0.2262290 Feb 13 23:07:12.226675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6008583-a3e0-4352-b373-fb236f302d61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:07:12.227928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d6008583-a3e0-4352-b373-fb236f302d61 admin admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 886 time: 0.1202812 Feb 13 23:07:12.236837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:07:12.700824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:12.880191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:12.934405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:13.104813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Allocated IP 172.25.4.165 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/4f8463e6-3b02-42eb-b59e-9bebc5d96e21) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:07:13.253187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:13.279969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:13.347240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:07:13.349805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:07:13.353759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:07:13.376011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8463e6-3b02-42eb-b59e-9bebc5d96e21,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:13.490153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:13.654081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:13.657201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:13.849915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Router 1abca59e-449a-45fc-978e-8527cc616ece has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:07:14.049367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:07:14.057056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:14.061503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a489402a-1b7e-4329-bef7-530b238851f8 admin admin] 10.222.0.36 "PUT /v2.0/routers/1abca59e-449a-45fc-978e-8527cc616ece HTTP/1.1" status: 200 len: 890 time: 1.8246963 Feb 13 23:07:14.061665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Sync routers for ids ['1abca59e-449a-45fc-978e-8527cc616ece'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:07:14.073002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Routers {'1abca59e-449a-45fc-978e-8527cc616ece'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:07:14.073695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:07:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1abca59e-449a-45fc-978e-8527cc616ece'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:14.268357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Set router 1abca59e-449a-45fc-978e-8527cc616ece gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:07:14.598776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abca59e-449a-45fc-978e-8527cc616ece', 'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '4f8463e6-3b02-42eb-b59e-9bebc5d96e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:06:55Z', 'updated_at': '2022-02-13T23:07:13Z', 'revision_number': 4, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'gw_port': {'id': '4f8463e6-3b02-42eb-b59e-9bebc5d96e21', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:12Z', 'updated_at': '2022-02-13T23:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b675c722-6ef9-4394-b5fa-b6e14723b3b6', 'name': '', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'mac_address': 'fa:16:3e:93:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:05Z', 'updated_at': '2022-02-13T23:07:10Z', 'revision_number': 5, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'subnets': [{'id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:14.603373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Checking router: 1abca59e-449a-45fc-978e-8527cc616ece for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:07:14.603715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Updating router 1abca59e-449a-45fc-978e-8527cc616ece port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:07:14.655150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:14.967157 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:14.979087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Transition to ACTIVE for port object 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:07:14.985146 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:15.051541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f7e04-f213-460e-b8f5-3e279c47fa37 None None] Pushing event updated for resources: {'Port': ['ID=4f8463e6-3b02-42eb-b59e-9bebc5d96e21,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:15.089398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Attempting to bind port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:07:15.089967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Attempting to bind port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:07:15.090209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Attempting to bind port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:07:15.096916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:07:15.097282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:07:15.097676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:15.098081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:07:15.098538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Bound port: 4f8463e6-3b02-42eb-b59e-9bebc5d96e21, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:07:15.098923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:15.197228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] For port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:07:15.200618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] For port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f8463e6-3b02-42eb-b59e-9bebc5d96e21,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:07:15.205056 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:15.279936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f7e04-f213-460e-b8f5-3e279c47fa37 None None] Pushing event updated for resources: {'Port': ['ID=4f8463e6-3b02-42eb-b59e-9bebc5d96e21,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:15.287623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Routers {'1abca59e-449a-45fc-978e-8527cc616ece'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:07:15.288207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:07:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1abca59e-449a-45fc-978e-8527cc616ece'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:15.462828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] Set router 1abca59e-449a-45fc-978e-8527cc616ece gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:07:15.783211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abca59e-449a-45fc-978e-8527cc616ece', 'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '4f8463e6-3b02-42eb-b59e-9bebc5d96e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:06:55Z', 'updated_at': '2022-02-13T23:07:13Z', 'revision_number': 4, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'gw_port': {'id': '4f8463e6-3b02-42eb-b59e-9bebc5d96e21', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:12Z', 'updated_at': '2022-02-13T23:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b675c722-6ef9-4394-b5fa-b6e14723b3b6', 'name': '', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'mac_address': 'fa:16:3e:93:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:05Z', 'updated_at': '2022-02-13T23:07:10Z', 'revision_number': 5, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'subnets': [{'id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:07:15.787201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacb8a-527a-45d6-81f7-9619734b5e5a None None] The sync data for ids ['1abca59e-449a-45fc-978e-8527cc616ece'] in n-d-828979-1 is: [{'id': '1abca59e-449a-45fc-978e-8527cc616ece', 'name': 'router1', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '4f8463e6-3b02-42eb-b59e-9bebc5d96e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:06:55Z', 'updated_at': '2022-02-13T23:07:13Z', 'revision_number': 4, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'gw_port': {'id': '4f8463e6-3b02-42eb-b59e-9bebc5d96e21', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:12Z', 'updated_at': '2022-02-13T23:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b675c722-6ef9-4394-b5fa-b6e14723b3b6', 'name': '', 'network_id': '455d960f-87dc-4254-a05c-a0fe894e5958', 'tenant_id': '31473da72e164b32b0d9ed8d455633a1', 'mac_address': 'fa:16:3e:93:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abca59e-449a-45fc-978e-8527cc616ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:07:05Z', 'updated_at': '2022-02-13T23:07:10Z', 'revision_number': 5, 'project_id': '31473da72e164b32b0d9ed8d455633a1', 'subnets': [{'id': '46d4aeeb-f736-402d-8e89-5b7b7d333323', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69f66975-850a-4aa0-a5dd-ea3f69fbe988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:07:16.314058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60902) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:07:16.453097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9521e402-cc9c-4b7c-8e78-a5ea57c42e39 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1378369 Feb 13 23:07:17.784811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:07:17.853307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:07:17.858258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:07:17.858626 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:17.980647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:17.999940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f8463e6-3b02-42eb-b59e-9bebc5d96e21,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:07:18.004455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:18.085335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4f8463e6-3b02-42eb-b59e-9bebc5d96e21,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:07:19.733155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:07:19.831320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4f8463e6-3b02-42eb-b59e-9bebc5d96e21 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:07:19.831685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:30.115530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e1623291-2dad-44d3-a299-95388f715a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:32.208601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2db2b291-e221-4c82-b3c9-ad8c2cf70865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:33.438338 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:33.571593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:34.787898 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:07:34.805178 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:08:00.117493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b12c1a88-d3ec-44c5-b433-fe3b4e100b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:02.212261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d567020a-1858-4f1f-b6d0-f1b42da4345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:03.444032 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:03.580582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:04.792042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:11.821035 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:08:30.122366 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-146ea128-8de7-4597-bc18-a90cc844f2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:32.216075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-390b2f6f-4aaa-4890-808f-0489912728a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:33.440179 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:33.580380 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:34.797973 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:08:48.810883 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:09:00.117192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1c50-6053-4f59-a999-3e271b1e4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:02.219679 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-706a2216-ce1e-44b1-93f9-4d85801813cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:03.445227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:03.577581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:04.803487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:23.316154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33274) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:23.404361 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e9e696-bce6-4d08-9436-78abf2345c58 admin admin] GET failed (client error): The resource could not be found. Feb 13 23:09:23.405489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5e9e696-bce6-4d08-9436-78abf2345c58 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0884621 Feb 13 23:09:23.535355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba85bd3-18f0-47f2-8bd6-cce3a903f59c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:23.537012 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ba85bd3-18f0-47f2-8bd6-cce3a903f59c admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1276681 Feb 13 23:09:25.572819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33284) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:25.700315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4275ad-2451-4a2c-acdc-f9f67f42e5b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:25.700874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fc4275ad-2451-4a2c-acdc-f9f67f42e5b8 admin admin] Synchronizing usage tracker for tenant:88a3fdd965174d308160b076bf861003 on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:09:25.717681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fc4275ad-2451-4a2c-acdc-f9f67f42e5b8 admin admin] Unset dirty status for tenant:88a3fdd965174d308160b076bf861003 on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:09:25.718884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fc4275ad-2451-4a2c-acdc-f9f67f42e5b8 admin admin] 10.222.0.36 "GET /v2.0/subnets/46d4aeeb-f736-402d-8e89-5b7b7d333323 HTTP/1.1" status: 200 len: 849 time: 0.1450570 Feb 13 23:09:25.728091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:09:25.810680 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:09:25.844482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:26.067299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755129099403'] for subnet, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:26.114206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:26.115456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:26.116061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] 10.222.0.36 "PUT /v2.0/subnets/46d4aeeb-f736-402d-8e89-5b7b7d333323 HTTP/1.1" status: 200 len: 868 time: 0.3917103 Feb 13 23:09:26.119535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b44fc1c-f59a-4bbc-aaad-019e69d7e973 None None] Network 455d960f-87dc-4254-a05c-a0fe894e5958 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:09:26.138153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d4aeeb-f736-402d-8e89-5b7b7d333323,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:09:26.147473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.147808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.148130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.148457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.149031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.149351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.149669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.149984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.150326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.150639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.150953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4b44e-9582-479f-87e3-4c83b6148a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:09:26.631285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30f83521-7f86-45b0-86e6-ad76aa08f140 None None] Provisioning complete for port 89422ac7-cfbb-48ef-8c90-5ab3d1e36033 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:09:26.631650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30f83521-7f86-45b0-86e6-ad76aa08f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:26.754405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30f83521-7f86-45b0-86e6-ad76aa08f140 None None] Provisioning complete for port b675c722-6ef9-4394-b5fa-b6e14723b3b6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:09:26.754667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30f83521-7f86-45b0-86e6-ad76aa08f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:28.168405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33294) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:28.366257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5573c-3b8a-460c-9a1f-3b74c0eaf0b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:28.366550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5573c-3b8a-460c-9a1f-3b74c0eaf0b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:28.368023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-35a5573c-3b8a-460c-9a1f-3b74c0eaf0b1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1986902 Feb 13 23:09:30.118538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c7a88e-ff9f-4f6e-ac50-edbd53590f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:30.457470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33304) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:30.650566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450719bf-f3eb-4d8b-a6b0-b4856e7f0166 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:30.650857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450719bf-f3eb-4d8b-a6b0-b4856e7f0166 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:30.652328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-450719bf-f3eb-4d8b-a6b0-b4856e7f0166 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1938670 Feb 13 23:09:32.222897 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-90ac85b5-e359-412f-a8e1-4c99c6c5f997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:32.682448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:32.878298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f805c-a1a4-41af-b73b-cde2571ce158 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:32.879534 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-693f805c-a1a4-41af-b73b-cde2571ce158 admin admin] 10.222.0.36 "GET /v2.0/networks/455d960f-87dc-4254-a05c-a0fe894e5958 HTTP/1.1" status: 200 len: 868 time: 0.1961470 Feb 13 23:09:33.447700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:33.580581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:34.808268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:09:34.903176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33324) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:35.091422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977cf967-c01a-46d4-b318-103328d5ade2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:35.092670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-977cf967-c01a-46d4-b318-103328d5ade2 admin admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 886 time: 0.1885588 Feb 13 23:09:37.183732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:37.324794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d538ed-b5e2-4c43-8432-3ccf726fa270 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:37.325077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d538ed-b5e2-4c43-8432-3ccf726fa270 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:37.326589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-95d538ed-b5e2-4c43-8432-3ccf726fa270 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1418757 Feb 13 23:09:39.346492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33344) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:39.477158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac67af-237a-4df2-9373-4a73e850ef74 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:39.477514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac67af-237a-4df2-9373-4a73e850ef74 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:39.479019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5cac67af-237a-4df2-9373-4a73e850ef74 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316106 Feb 13 23:09:41.592618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:41.726551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733e66a0-c9cf-413d-a8df-e178a90bb30b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:41.727852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-733e66a0-c9cf-413d-a8df-e178a90bb30b admin admin] 10.222.0.36 "GET /v2.0/subnets/46d4aeeb-f736-402d-8e89-5b7b7d333323 HTTP/1.1" status: 200 len: 868 time: 0.1342742 Feb 13 23:09:43.763116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33364) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:09:43.891714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf78e6-139d-41d9-9f2d-6934145cb0f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:09:43.893031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dcbf78e6-139d-41d9-9f2d-6934145cb0f1 admin admin] 10.222.0.36 "GET /v2.0/subnets/65fe87fc-3e29-409d-ae16-562f0acc19da HTTP/1.1" status: 200 len: 816 time: 0.1289608 Feb 13 23:10:00.119948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32008c4e-1d46-4c1e-99be-4958329bc1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:02.225307 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8aa87cd0-0ae3-4a44-9d9d-34ea099b729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:02.371863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33402) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:10:02.441743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-cad1442c-8db0-491f-a112-40e4f7970c43 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:10:02.443443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cad1442c-8db0-491f-a112-40e4f7970c43 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0700762 Feb 13 23:10:02.811113 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:10:03.450321 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:03.585665 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:04.537975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33412) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:10:04.628056 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10f0ef5-23f0-4d94-9c39-338ad6bcf063 admin admin] GET failed (client error): The resource could not be found. Feb 13 23:10:04.629215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e10f0ef5-23f0-4d94-9c39-338ad6bcf063 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0902982 Feb 13 23:10:04.750991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd3a11-9693-4302-8756-432856fa2840 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:10:04.752319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7bcd3a11-9693-4302-8756-432856fa2840 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1186459 Feb 13 23:10:04.814371 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:06.800407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33422) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:10:06.870158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:10:06.874539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:10:06.878275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Usage tracker for resource:network and tenant:88a3fdd965174d308160b076bf861003 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:10:06.881773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:10:06.887508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:10:06.897590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Made reservation on behalf of 88a3fdd965174d308160b076bf861003 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:10:06.899912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:06.989434 n-d-828979-1 neutron-server[83662]: WARNING neutron.services.revisions.revision_plugin [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Could not find related network for resource to bump revision. Feb 13 23:10:07.002635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:10:07.012443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:07.012777 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Added segment 4c9d9456-e7e4-4e97-9e6e-e5686452153e of type vlan for network dc31bc8b-8274-4240-861b-95109840c2cc Feb 13 23:10:07.038480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:07.066735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:07.067551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:10:07.068212 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:07.160644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3590715 Feb 13 23:10:07.168448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b0dc1-0236-42d7-918a-0b2759a69900 admin admin] Pushing event updated for resources: {'Network': ['ID=dc31bc8b-8274-4240-861b-95109840c2cc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:10:07.189169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network dc31bc8b-8274-4240-861b-95109840c2cc details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:10:09.187979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33432) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:10:09.276659 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3944851c-18f4-4448-a471-5f8ac246b610 admin admin] GET failed (client error): The resource could not be found. Feb 13 23:10:09.277146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3944851c-18f4-4448-a471-5f8ac246b610 admin admin] Synchronizing usage tracker for tenant:88a3fdd965174d308160b076bf861003 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:10:09.291527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3944851c-18f4-4448-a471-5f8ac246b610 admin admin] Unset dirty status for tenant:88a3fdd965174d308160b076bf861003 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:10:09.292511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3944851c-18f4-4448-a471-5f8ac246b610 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1036060 Feb 13 23:10:09.401242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9aefb-50fb-41a8-a3db-158fdee4fa7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:10:09.402682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3cd9aefb-50fb-41a8-a3db-158fdee4fa7c admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1063068 Feb 13 23:10:09.412535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:10:09.416971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:10:09.426137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:10:09.435995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Made reservation on behalf of 88a3fdd965174d308160b076bf861003 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:10:09.438373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:09.677978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:09.749542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2941de5-6be0-4ef7-8a35-c6a7264e9086,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:10:09.760899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:10:09.761241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Network hostable DHCP agents. Network: dc31bc8b-8274-4240-861b-95109840c2cc, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:10:09.781948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Network dc31bc8b-8274-4240-861b-95109840c2cc is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:10:09.789876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, dc31bc8b-8274-4240-861b-95109840c2cc) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:10:09.794114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:10:09.794689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:09.799889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e2185-6f37-416d-880c-e5b729bc2f01 None None] Network dc31bc8b-8274-4240-861b-95109840c2cc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:10:09.819499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e55cac48-fff8-4141-9782-0ac83ed4fff2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4108174 Feb 13 23:10:10.034721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-dc31bc8b-8274-4240-861b-95109840c2cc', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'tenant_id': '88a3fdd965174d308160b076bf861003', 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:10:10.035549 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:10.195083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Allocated IP 192.168.233.2 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/189391a0-f0e0-45b1-a8f6-acf3f0751ff8) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:10:10.410981 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:10.422429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Transition to ACTIVE for port object 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:10:10.441409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Transition to ACTIVE for port object 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:10:10.446817 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:10.516819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:10:10.519553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:10:10.524441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:10:10.527580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Pushing event updated for resources: {'Port': ['ID=189391a0-f0e0-45b1-a8f6-acf3f0751ff8,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:10:10.538005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.538377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.538711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.539112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.539447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.539775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.540100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.540423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.540744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.541066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.541382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:10:10.625776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Attempting to bind port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:10:10.626166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Attempting to bind port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:10:10.626530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Attempting to bind port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:10:10.633077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:10:10.633444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:10:10.633833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:10.634244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:10:10.634698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Bound port: 189391a0-f0e0-45b1-a8f6-acf3f0751ff8, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:10:10.635076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:10.754237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] For port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:10:10.758120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] For port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=189391a0-f0e0-45b1-a8f6-acf3f0751ff8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:10:10.763804 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:10.845754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f48305-45f2-4cb9-bdc0-ad4095e094ae None None] Pushing event updated for resources: {'Port': ['ID=189391a0-f0e0-45b1-a8f6-acf3f0751ff8,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:10:11.659514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3c625-9d93-4be4-9e34-502302824263 None None] Network dc31bc8b-8274-4240-861b-95109840c2cc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:10:11.817379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cfea68d3-22d0-4472-81aa-a2b838151383 None None] Provisioning for port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:10:11.869901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:10:11.965780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:10:11.972468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:10:11.972842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:12.102956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:12.142746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=189391a0-f0e0-45b1-a8f6-acf3f0751ff8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:10:12.147418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:12.216018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=189391a0-f0e0-45b1-a8f6-acf3f0751ff8,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:10:12.258271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dad245e0-8783-42a9-9b5d-9c38ebec4965 None None] Provisioning complete for port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:10:12.258554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dad245e0-8783-42a9-9b5d-9c38ebec4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:13.815888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:10:13.882343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 189391a0-f0e0-45b1-a8f6-acf3f0751ff8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:10:13.882715 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:30.121173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3dd3-d2d4-4146-a2f8-00a66c770979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:32.227310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-633dd917-077b-45ae-ad38-370176daee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:33.452758 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:33.585185 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:34.816813 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:10:39.810695 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:11:00.122822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96e26349-30b9-475b-85be-608374f7160a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:02.231932 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d5adc5d1-f134-4537-882a-84df103a20ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:03.454104 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:03.589232 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:04.820404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:12.474868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33474) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:11:12.480654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-d0a694dd-20cd-4aff-808b-1ff59dbda534 tempest-verify_tempest_config-916566800 tempest-verify_tempest_config-916566800-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:11:12.481576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0a694dd-20cd-4aff-808b-1ff59dbda534 tempest-verify_tempest_config-916566800 tempest-verify_tempest_config-916566800-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056624 Feb 13 23:11:12.805393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33490) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:11:12.945176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:12.976191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:11:12.979891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Usage tracker for resource:security_group_rule and tenant:89a43b16799146c294147b16d49580b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:11:12.982624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:11:12.988736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:11:13.056559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:13.060137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:13.107169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b5c04-351c-43d4-855f-87a0e51cbce6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:11:13.115734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89a43b16799146c294147b16d49580b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3090544 Feb 13 23:11:13.117964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33496) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:11:13.121284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.121628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.121962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.122314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.122659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.122963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.123283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.123599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.123919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.124229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.124545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1189c7-cf9a-4aa1-8cea-c3d790337b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:11:13.183893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f837f01-2e11-49c7-9e17-4d5e68ea84ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:13.209519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f837f01-2e11-49c7-9e17-4d5e68ea84ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:13.297969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f837f01-2e11-49c7-9e17-4d5e68ea84ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:13.311914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f837f01-2e11-49c7-9e17-4d5e68ea84ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b5c04-351c-43d4-855f-87a0e51cbce6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:11:13.320115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f837f01-2e11-49c7-9e17-4d5e68ea84ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:13.321603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4f837f01-2e11-49c7-9e17-4d5e68ea84ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f10b5c04-351c-43d4-855f-87a0e51cbce6 HTTP/1.1" status: 204 len: 168 time: 0.2025073 Feb 13 23:11:16.810868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:11:30.123775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-81c77e95-85fd-464b-99f0-ab0bc76ac7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:32.233287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1c12cce7-eaa4-438f-91ca-22dc70110ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:33.456295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:33.590765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:34.822193 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:11:53.813893 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:12:00.124659 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2a48a0a2-8f31-484e-a8e4-38a9208e974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:02.235596 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-828fab2b-54cc-477e-8782-24ed3a8167e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:03.458372 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:03.592965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:04.825729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:30.125701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-927cd80a-2a89-4e0c-8076-3f53ad7399fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:30.813063 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:12:32.236940 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22efc0bd-cf53-4e18-b833-5ee6a0723af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:33.460065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:33.595095 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:12:34.828542 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:00.127764 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed130ac2-9845-4737-a475-c16d9abcd2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:02.236775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a0a6453d-30fd-452c-bb3e-d2c8936cb315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:03.462842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:03.599700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:04.831788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:07.813148 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:13:30.128817 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c209abb-e8e0-4c4f-b031-19b279e46d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:32.240368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-25456bf7-1d67-4f69-9ef6-fcfb08a37641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:33.465239 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:33.601269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:34.835726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:13:44.813638 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 5 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:14:00.128614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5f615602-a132-4cb8-9c43-13d04db136c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:02.242253 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f158b08-88e7-4435-875f-e865a94e8543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:03.467061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:03.606766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:04.838069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:06.702396 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:08.392630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646834'] for agent, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:21.814090 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:14:30.129075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-24d60c50-a29e-4656-808e-954afcf98b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:32.244305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05288e83-b555-484b-a795-c219841db37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:33.469030 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:33.606913 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:34.842064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:36.691544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:38.378100 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:14:58.815221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:15:00.130464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-303ed91b-2a6f-4642-930d-ba54fd7aa147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:00.687524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33562) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:15:00.824586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c327bcad-4a65-4d65-9d37-a8b94f68ece7 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1359849 Feb 13 23:15:02.247477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bfadf4fe-e1dd-4ea3-ad4b-f746d511fae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:02.862648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33572) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:15:02.943219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4eef2417-88e0-4776-87a4-a0932ad7904a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0795009 Feb 13 23:15:03.471159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:03.610213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:04.844112 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:06.702287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:08.392362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:30.132113 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-71446c50-c297-45bd-a0c2-f6172e74940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:32.248159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef635af-1ece-4d1c-8efe-e62aa5002e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:33.472541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:33.612700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:34.846865 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:35.815739 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:15:36.705896 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:15:38.395816 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:00.132367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a8b9de48-a466-4171-87b3-08923c02de75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:02.249784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5511bd7-8751-464b-8b19-fffb90f43c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:03.474247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:03.615162 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:04.850640 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:06.704004 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:08.406783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:12.817358 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:16:30.134333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf36a-ebf2-4171-8aa3-9f8f099312d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:32.251167 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30d5b43b-f445-48ba-adc1-9b2108db2b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:33.475918 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:33.616911 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:34.853287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:36.706692 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:38.423097 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:49.817405 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:16:50.902176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:51.526552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-86fe8a54-066f-4680-8857-b114637c2c4f tempest-AutoAllocateNetworkTest-2017036037 tempest-AutoAllocateNetworkTest-2017036037-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7af6ecbaafa440bc9573190ec28fb2bb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6225677 Feb 13 23:16:51.529311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:51.678473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c84ba1-f61b-40b3-9fb1-413ab1586708 tempest-AutoAllocateNetworkTest-2017036037 tempest-AutoAllocateNetworkTest-2017036037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:16:51.683268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88c84ba1-f61b-40b3-9fb1-413ab1586708 tempest-AutoAllocateNetworkTest-2017036037 tempest-AutoAllocateNetworkTest-2017036037-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1494226 Feb 13 23:16:51.683528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33816) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:51.756173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:51.756747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-601f9275-33aa-4987-9913-147278d0fd8c tempest-AutoAllocateNetworkTest-2017036037 tempest-AutoAllocateNetworkTest-2017036037-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717824 Feb 13 23:16:51.790173 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4e979d20-f106-4cfd-a26c-98a5e7ac995d tempest-AutoAllocateNetworkTest-2017036037 tempest-AutoAllocateNetworkTest-2017036037-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7af6ecbaafa440bc9573190ec28fb2bb HTTP/1.1" status: 200 len: 208 time: 0.0317318 Feb 13 23:16:52.569273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:53.279506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.314381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:16:53.318773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7af6ecbaafa440bc9573190ec28fb2bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:16:53.322094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:16:53.328925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:16:53.402374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.407476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.453840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d42bb7-e937-4b6e-baa6-92380a7b2ed7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:16:53.464185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.464531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.464873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.465208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.465540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.465866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.466243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.466570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.466893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.467214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.467533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Tracked resource versions report: Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: pushed versions: Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Log': {'1.0'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Network': {'1.1'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Port': {'1.5'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'PortForwarding': {'1.2'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'QosPolicy': {'1.8'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'SecurityGroup': {'1.2'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'SubPort': {'1.0'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Subnet': {'1.1'}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Trunk': {'1.1'}} Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: consumer versions: Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: HyperV agent@n-h1-828979-1: {}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: HyperV agent@n-h2-828979-1: {}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: L3 agent@n-d-828979-1: {}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: Metadata agent@n-d-828979-1: {}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: Metering agent@n-d-828979-1: {}, Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Log': '1.0', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Network': '1.1', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Port': '1.5', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'PortForwarding': '1.2', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'QosPolicy': '1.8', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'SecurityGroup': '1.2', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'SecurityGroupRule': '1.0', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'SubPort': '1.0', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Subnet': '1.1', Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: 'Trunk': '1.1'}} Feb 13 23:16:53.468612 n-d-828979-1 neutron-server[83661]: {{(pid=83661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:16:53.472431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Synchronizing usage tracker for tenant:88a3fdd965174d308160b076bf861003 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:16:53.500369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] Unset dirty status for tenant:88a3fdd965174d308160b076bf861003 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:16:53.505039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33906) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:53.516141 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2757c6c0-6cfb-474e-829e-838b7b67c9f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7af6ecbaafa440bc9573190ec28fb2bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9452100 Feb 13 23:16:53.585096 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.617053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.699645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.724291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d42bb7-e937-4b6e-baa6-92380a7b2ed7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:16:53.734655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:53.739101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8d42bb7-e937-4b6e-baa6-92380a7b2ed7 HTTP/1.1" status: 204 len: 168 time: 0.2322881 Feb 13 23:16:53.741070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.741678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.742220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.742964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.743531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.744034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.744816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.745569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.746058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.746527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.747061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ad52f-ca54-4cb1-85a9-aa220d6a939c admin admin] Tracked resource versions report: Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: pushed versions: Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Log': {'1.0'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Network': {'1.1'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Port': {'1.5'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'PortForwarding': {'1.2'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'QosPolicy': {'1.8'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'SecurityGroup': {'1.2'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'SubPort': {'1.0'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Subnet': {'1.1'}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Trunk': {'1.1'}} Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: consumer versions: Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: HyperV agent@n-h1-828979-1: {}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: HyperV agent@n-h2-828979-1: {}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: L3 agent@n-d-828979-1: {}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: Metadata agent@n-d-828979-1: {}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: Metering agent@n-d-828979-1: {}, Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Log': '1.0', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Network': '1.1', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Port': '1.5', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'PortForwarding': '1.2', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'QosPolicy': '1.8', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'SecurityGroup': '1.2', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'SecurityGroupRule': '1.0', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'SubPort': '1.0', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Subnet': '1.1', Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: 'Trunk': '1.1'}} Feb 13 23:16:53.748296 n-d-828979-1 neutron-server[83662]: {{(pid=83662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:16:56.510329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34038) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:56.515893 n-d-828979-1 neutron-server[83662]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 13 23:16:56.542739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-a721cb53-448f-4ae0-871c-70eb2603cdac tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293076 Feb 13 23:16:56.702326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-697fd45f-963e-4a45-8db0-fe74b8edd190 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:16:56.706607 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-697fd45f-963e-4a45-8db0-fe74b8edd190 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573324 Feb 13 23:16:56.720698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-a8f7cc11-2bf1-4596-9687-46b4afe484ae tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/quotas/44a61fab349546e1a2b5cbc96dd96dd5 HTTP/1.1" status: 200 len: 375 time: 0.0116398 Feb 13 23:16:56.772513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8308c4e6-a552-459a-9d0d-9508ce972ed0 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462558 Feb 13 23:16:57.160167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37571486-c13e-4da7-bea4-069efce673f6 req-2761c283-53ce-4dd2-b454-022c593d64f0 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 210 time: 0.0576658 Feb 13 23:16:58.220921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34162) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:58.411508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.455138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:16:58.459662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Usage tracker for resource:security_group_rule and tenant:b7f74b0ccbc8483c9ae0bc7306dc2375 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:16:58.463768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:16:58.470176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:16:58.591381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.598069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.625677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-861c4104-0e8a-4114-a326-1e284ad91c39 req-dd5296a1-b4d0-46b5-9a8d-54ba7667c913 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 210 time: 0.0713542 Feb 13 23:16:58.668324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7f74b0ccbc8483c9ae0bc7306dc2375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4460511 Feb 13 23:16:58.671386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:58.690661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4cb5-c358-42a0-bc8f-7cbf91b26e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179fdccd-a913-411a-b514-d5d682a44929,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:16:58.753561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b4656d9-b005-46ab-9da8-2d707fdff5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.783214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b4656d9-b005-46ab-9da8-2d707fdff5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.849264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b4656d9-b005-46ab-9da8-2d707fdff5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.868379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4656d9-b005-46ab-9da8-2d707fdff5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179fdccd-a913-411a-b514-d5d682a44929,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:16:58.875257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b4656d9-b005-46ab-9da8-2d707fdff5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:58.879208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9b4656d9-b005-46ab-9da8-2d707fdff5ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/179fdccd-a913-411a-b514-d5d682a44929 HTTP/1.1" status: 204 len: 168 time: 0.2062652 Feb 13 23:16:59.148890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.31', 61256) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:59.194565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-dd33831d-2d3a-45cc-8569-2cedf65306b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438678 Feb 13 23:16:59.389101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-41581edb-e8a7-44ee-9594-f2f4917b7a77 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:16:59.390490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-41581edb-e8a7-44ee-9594-f2f4917b7a77 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916568 Feb 13 23:16:59.412525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34252) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:59.434269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:59.450873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Request body: {'port': {'device_id': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '44a61fab349546e1a2b5cbc96dd96dd5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:16:59.548775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:16:59.553332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Usage tracker for resource:security_group_rule and tenant:0d337b4204024774a9696b42e85b441f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:16:59.557383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:16:59.564227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:16:59.710600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:59.713971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:16:59.719380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Usage tracker for resource:port and tenant:44a61fab349546e1a2b5cbc96dd96dd5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:16:59.722397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:59.730351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:16:59.747063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:16:59.789718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ba8e4-1858-4cd0-a36b-091d9e30783f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:16:59.793546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Made reservation on behalf of 44a61fab349546e1a2b5cbc96dd96dd5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:16:59.796989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:59.816307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-efadf4f1-4333-4c9e-be73-8c839b3d6618 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d337b4204024774a9696b42e85b441f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4022605 Feb 13 23:16:59.818433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:59.819619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34280) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:59.859847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:16:59.864361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34288) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:59.869310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Usage tracker for resource:security_group_rule and tenant:44a61fab349546e1a2b5cbc96dd96dd5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:16:59.932576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:59.938388 n-d-828979-1 neutron-server[83661]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 13 23:16:59.957864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34306) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:16:59.964821 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45fa27ee-2afc-4f43-94d9-50fa12c5f42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:16:59.967422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:16:59.970625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-38296ab3-1e15-40e7-a158-afec69652459 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=edbbf26acd8d400a81c0cff44aa0e5bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369227 Feb 13 23:16:59.980500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:00.078879 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45fa27ee-2afc-4f43-94d9-50fa12c5f42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.151055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-103a739b-463e-4075-8b4b-350db63c7d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.157174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-545d249f-fa7c-46b0-8e9b-f3d700b485df req-5b719d37-f358-48e0-8122-b241485899a1 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 210 time: 0.0965011 Feb 13 23:17:00.201519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45fa27ee-2afc-4f43-94d9-50fa12c5f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.210213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.213186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.225226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45fa27ee-2afc-4f43-94d9-50fa12c5f42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.226435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-45fa27ee-2afc-4f43-94d9-50fa12c5f42d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd2ba8e4-1858-4cd0-a36b-091d9e30783f HTTP/1.1" status: 204 len: 168 time: 0.4058728 Feb 13 23:17:00.241544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa27ee-2afc-4f43-94d9-50fa12c5f42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ba8e4-1858-4cd0-a36b-091d9e30783f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:00.242370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.265790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-d828c8eb-90a1-4222-a5d1-16da8963b85c tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:00.267290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-d828c8eb-90a1-4222-a5d1-16da8963b85c tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2892168 Feb 13 23:17:00.284920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-9900c497-445a-497d-b7c6-dda4a5767cef tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/quotas/edbbf26acd8d400a81c0cff44aa0e5bc HTTP/1.1" status: 200 len: 375 time: 0.0118577 Feb 13 23:17:00.387097 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-12e7e168-3204-44e1-ae5b-95ea47725dd3 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=edbbf26acd8d400a81c0cff44aa0e5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965114 Feb 13 23:17:00.413032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Allocated IP 192.168.233.26 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/02345080-f0fb-4f93-9ca6-b974a34d943f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:00.758732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.770852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-660a01ed-556b-4c08-8335-51bd1879f542 req-1dd1ad89-4fb0-47b4-8981-3e5bbe28f301 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 210 time: 0.0775113 Feb 13 23:17:00.799455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Transition to ACTIVE for port object 02345080-f0fb-4f93-9ca6-b974a34d943f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:00.838858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:00.849315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.875740 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:00.949594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:00.953832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Usage tracker for resource:security_group_rule and tenant:c068ccb3195a40f1baad9dde7e960ce3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:00.957164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:00.976031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:01.050901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.071606 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.112832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3d03fb-c2db-42bf-87f5-26f3fd9291c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:01.133754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:01.147364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Usage tracker for resource:security_group_rule and tenant:e1aec3bbc40c4e1cb1151219dd1f2606 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:01.167176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:01.319426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:01.328613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Pushing event updated for resources: {'Port': ['ID=02345080-f0fb-4f93-9ca6-b974a34d943f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:01.344476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:01.346478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:01.351661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:01.356994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:01.365744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.546891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-96fa863f-680a-4c5c-b49b-cf6159566122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c068ccb3195a40f1baad9dde7e960ce3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5761833 Feb 13 23:17:01.550219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34386) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:01.686351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8d2141f-23c1-44c0-9194-3cbbd0164189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.707909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-8ab68ae7-993d-42c3-ad75-33d3637c2441 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2611315 Feb 13 23:17:01.718655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8d2141f-23c1-44c0-9194-3cbbd0164189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.770172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-71c7a29a-75c0-4385-8b0a-aeeec0e3a366 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:17:01.778061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-71c7a29a-75c0-4385-8b0a-aeeec0e3a366 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0152018 Feb 13 23:17:01.856332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8d2141f-23c1-44c0-9194-3cbbd0164189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.894878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2141f-23c1-44c0-9194-3cbbd0164189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3d03fb-c2db-42bf-87f5-26f3fd9291c2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:01.914408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8d2141f-23c1-44c0-9194-3cbbd0164189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.918757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8d2141f-23c1-44c0-9194-3cbbd0164189 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be3d03fb-c2db-42bf-87f5-26f3fd9291c2 HTTP/1.1" status: 204 len: 168 time: 0.3669188 Feb 13 23:17:01.953281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.960805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bc053-b707-4813-b799-097420817d8d req-cf2ac400-6b89-4a4b-9402-69ca785bfa19 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:01.961926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-279bc053-b707-4813-b799-097420817d8d req-cf2ac400-6b89-4a4b-9402-69ca785bfa19 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Synchronizing usage tracker for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:01.975804 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:01.976692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e9aef855-ff20-44d9-8dd3-a6b745de11a0 None None] Provisioning for port 02345080-f0fb-4f93-9ca6-b974a34d943f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:01.998688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e9aef855-ff20-44d9-8dd3-a6b745de11a0 None None] Provisioning complete for port 02345080-f0fb-4f93-9ca6-b974a34d943f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:01.999073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e9aef855-ff20-44d9-8dd3-a6b745de11a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:02.053553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-279bc053-b707-4813-b799-097420817d8d req-cf2ac400-6b89-4a4b-9402-69ca785bfa19 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Unset dirty status for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:02.064007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-279bc053-b707-4813-b799-097420817d8d req-cf2ac400-6b89-4a4b-9402-69ca785bfa19 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 935 time: 0.4872720 Feb 13 23:17:02.159117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e9aef855-ff20-44d9-8dd3-a6b745de11a0 None None] Port 02345080-f0fb-4f93-9ca6-b974a34d943f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:17:02.166167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ea663-84e6-452f-8ad1-7583891b9a90,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:02.208804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bf2bda04-736b-4b1e-a1b1-c204b719ce27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1aec3bbc40c4e1cb1151219dd1f2606&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3395491 Feb 13 23:17:02.210259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34410) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:02.241927 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d9fd8fe-7b81-4bd8-a38a-355fe6c7313d req-f9cccdbe-c636-4380-a5e6-8c4a6c9914e2 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 210 time: 0.0909662 Feb 13 23:17:02.277130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9976-2a36-404e-a7d8-de541a543ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:02.360902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-279bc053-b707-4813-b799-097420817d8d req-94971080-e904-4421-b91b-91f67e212a35 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Synchronizing usage tracker for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:02.429798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-279bc053-b707-4813-b799-097420817d8d req-94971080-e904-4421-b91b-91f67e212a35 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Unset dirty status for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:02.444850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-279bc053-b707-4813-b799-097420817d8d req-94971080-e904-4421-b91b-91f67e212a35 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323872 Feb 13 23:17:02.449435 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8243dc65-49b6-4d12-9321-1d38f2a3421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:02.491948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8243dc65-49b6-4d12-9321-1d38f2a3421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:02.621849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8243dc65-49b6-4d12-9321-1d38f2a3421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:02.654290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243dc65-49b6-4d12-9321-1d38f2a3421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ea663-84e6-452f-8ad1-7583891b9a90,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:02.695618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8243dc65-49b6-4d12-9321-1d38f2a3421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:02.699110 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8243dc65-49b6-4d12-9321-1d38f2a3421b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c4ea663-84e6-452f-8ad1-7583891b9a90 HTTP/1.1" status: 204 len: 168 time: 0.4778678 Feb 13 23:17:02.828094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Request body: {'port': {'device_id': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:02.992479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.098794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34432) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:03.142104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.253314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:03.264951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Usage tracker for resource:security_group_rule and tenant:13211f11e1e9491e8e2281019c3b2dd8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:03.277358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:03.290495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:03.433806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.440618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.491811 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.508871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60110ea-b09b-4cca-9225-23858823a895,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:03.561488 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8f8b7dbe-8576-44e0-9967-70006941c56b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13211f11e1e9491e8e2281019c3b2dd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4616301 Feb 13 23:17:03.564033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34444) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:03.618244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f48fcd4-5e03-4951-be83-eb3a53785add req-e7f7d150-e9e4-4dc0-86a6-36675937d44b tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 210 time: 0.0671468 Feb 13 23:17:03.636566 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.754159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe6ac-6bd6-4913-a29f-148600a46455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.777333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34448) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:03.842936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe6ac-6bd6-4913-a29f-148600a46455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.909547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02345080-f0fb-4f93-9ca6-b974a34d943f {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:03.918551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.951684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe6ac-6bd6-4913-a29f-148600a46455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:03.958623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Transition to ACTIVE for port object 02345080-f0fb-4f93-9ca6-b974a34d943f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:03.987373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbe6ac-6bd6-4913-a29f-148600a46455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60110ea-b09b-4cca-9225-23858823a895,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:04.008058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe6ac-6bd6-4913-a29f-148600a46455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:04.012254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6ebbe6ac-6bd6-4913-a29f-148600a46455 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b60110ea-b09b-4cca-9225-23858823a895 HTTP/1.1" status: 204 len: 168 time: 0.4472711 Feb 13 23:17:04.027535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:04.186553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:04.440988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.31', 61261) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:04.507875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Pushing event updated for resources: {'Port': ['ID=02345080-f0fb-4f93-9ca6-b974a34d943f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:04.532987 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-cc0e77d2-67e4-4346-b62b-5dafcf83528c tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=edbbf26acd8d400a81c0cff44aa0e5bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905433 Feb 13 23:17:04.564442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:04.575678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Usage tracker for resource:security_group_rule and tenant:9395f47dee9f42d78b78e4a3d2a95346 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:04.617196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:04.642475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:04.669087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Attempting to bind port 02345080-f0fb-4f93-9ca6-b974a34d943f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:04.669475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Attempting to bind port 02345080-f0fb-4f93-9ca6-b974a34d943f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:04.669770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Attempting to bind port 02345080-f0fb-4f93-9ca6-b974a34d943f on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:04.709258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Port 02345080-f0fb-4f93-9ca6-b974a34d943f on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:17:04.714417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Attempting to bind port 02345080-f0fb-4f93-9ca6-b974a34d943f on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:04.733441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d657-ceb9-4070-b0c5-655e9d1c7a3a req-dc857646-5daf-4242-9707-9d266b99d5a4 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:04.741512 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd72d657-ceb9-4070-b0c5-655e9d1c7a3a req-dc857646-5daf-4242-9707-9d266b99d5a4 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.7797210 Feb 13 23:17:04.774285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:04.774702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:04.776099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:04.776575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Bound port: 02345080-f0fb-4f93-9ca6-b974a34d943f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:04.776918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:04.887800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:04.910192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd72d657-ceb9-4070-b0c5-655e9d1c7a3a req-f80b56e5-f5c4-4c25-bad0-6befee38dc49 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671755 Feb 13 23:17:04.927472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-25d91cc2-b5d4-4046-ac48-91c5054b5c6c tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:04.929639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-25d91cc2-b5d4-4046-ac48-91c5054b5c6c tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803954 Feb 13 23:17:05.013268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.026714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.081732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] For port 02345080-f0fb-4f93-9ca6-b974a34d943f, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:05.161366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] For port 02345080-f0fb-4f93-9ca6-b974a34d943f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=02345080-f0fb-4f93-9ca6-b974a34d943f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:05.207786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:05.208418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9395f47dee9f42d78b78e4a3d2a95346&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4272678 Feb 13 23:17:05.215371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703c54b-62e5-4c58-b6d2-4d77fb625f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c45a9a-c954-4b91-bd70-494d35fca85c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:05.219101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.268749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1969bda2-abc8-464c-b488-ede920070fd3 req-503d89ec-be15-4eb3-af0d-e49bc673254f tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 210 time: 0.1137719 Feb 13 23:17:05.329298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.331321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] 10.222.0.31 "PUT /v2.0/ports/02345080-f0fb-4f93-9ca6-b974a34d943f HTTP/1.1" status: 200 len: 1095 time: 3.1171856 Feb 13 23:17:05.331945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'tag': '02345080-f0fb-4f93-9ca6-b974a34d943f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:05.426495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f7c30d4-9c77-481b-b6b6-c4d817daa140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.431551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1ff1d-96d7-4a9c-8957-18df6707b16f service neutron] Pushing event updated for resources: {'Port': ['ID=02345080-f0fb-4f93-9ca6-b974a34d943f,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:05.512177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f7c30d4-9c77-481b-b6b6-c4d817daa140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.600468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Request body: {'port': {'device_id': '51c6fc42-4533-4f31-bf0b-31d418522748', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'edbbf26acd8d400a81c0cff44aa0e5bc'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:05.767865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-2512a65a-0c83-4488-aada-080b42a5655d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 1098 time: 0.1321552 Feb 13 23:17:05.819679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f7c30d4-9c77-481b-b6b6-c4d817daa140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.846236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c30d4-9c77-481b-b6b6-c4d817daa140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c45a9a-c954-4b91-bd70-494d35fca85c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:05.907381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f7c30d4-9c77-481b-b6b6-c4d817daa140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:05.913946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7f7c30d4-9c77-481b-b6b6-c4d817daa140 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1c45a9a-c954-4b91-bd70-494d35fca85c HTTP/1.1" status: 204 len: 168 time: 0.7046423 Feb 13 23:17:05.934685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:05.941304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Usage tracker for resource:port and tenant:edbbf26acd8d400a81c0cff44aa0e5bc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:05.948253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:05.956573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:05.969748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-2ec11628-dd14-4bb9-afae-098046b0de69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=02345080-f0fb-4f93-9ca6-b974a34d943f HTTP/1.1" status: 200 len: 217 time: 0.1637392 Feb 13 23:17:05.987412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Made reservation on behalf of edbbf26acd8d400a81c0cff44aa0e5bc for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:05.993173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:06.020775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:06.091357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:06.097034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Usage tracker for resource:security_group_rule and tenant:edbbf26acd8d400a81c0cff44aa0e5bc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:06.104954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:06.120926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:06.315565 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:06.324159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:06.490130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045a7d43-23f4-448a-9bd6-5c836befa7d2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:06.690610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee8a5a-cc8c-4060-ba84-beb365bf91e9 req-0a247f0e-4dfe-4da1-a633-3d354650c0e3 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:06.692171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3ee8a5a-cc8c-4060-ba84-beb365bf91e9 req-0a247f0e-4dfe-4da1-a633-3d354650c0e3 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.2848315 Feb 13 23:17:06.737110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Allocated IP 192.168.233.11 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/be1fd2f2-d09c-4283-9154-da2937a259b2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:06.759890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:06.818750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3ee8a5a-cc8c-4060-ba84-beb365bf91e9 req-954e7cf3-a2e9-4faf-8d19-85d0210eddf6 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194472 Feb 13 23:17:06.920716 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'tag': '02345080-f0fb-4f93-9ca6-b974a34d943f', 'status': 'completed', 'code': 200} Feb 13 23:17:07.000255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34532) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:07.244569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:07.334941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cee08331-42df-4ed9-b782-68c178b0cf71 req-ec6642d3-2172-4fa0-8c2c-05805f6e6449 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 210 time: 0.0947378 Feb 13 23:17:07.419070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Transition to ACTIVE for port object be1fd2f2-d09c-4283-9154-da2937a259b2 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:07.505940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:07.625282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Pushing event updated for resources: {'Port': ['ID=be1fd2f2-d09c-4283-9154-da2937a259b2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:07.632372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:07.633949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:07.645496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:07.657301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:07.658322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:07.691694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-29cb7d93-a95a-4d05-aa5f-2919a6e83003 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1010628 Feb 13 23:17:07.814701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:07.899805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:07.910387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Usage tracker for resource:security_group_rule and tenant:067e4ef9d30e45259e071a26bce9522e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:07.917424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:07.933628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:08.124331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.127496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Request body: {'port': {'device_id': '51c6fc42-4533-4f31-bf0b-31d418522748', 'device_owner': 'compute:tempest-test_az-1804458989', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:08.142156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-84c7c61b-fb8f-4930-812c-dd232bde63af None None] Provisioning for port be1fd2f2-d09c-4283-9154-da2937a259b2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:08.153549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-84c7c61b-fb8f-4930-812c-dd232bde63af None None] Provisioning complete for port be1fd2f2-d09c-4283-9154-da2937a259b2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:08.156789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-84c7c61b-fb8f-4930-812c-dd232bde63af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.356121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-84c7c61b-fb8f-4930-812c-dd232bde63af None None] Port be1fd2f2-d09c-4283-9154-da2937a259b2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:17:08.369054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-1c5a3a71-e309-4490-9fd6-bd71e6e32621 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:08.370633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-1c5a3a71-e309-4490-9fd6-bd71e6e32621 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2393179 Feb 13 23:17:08.376245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.432162 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.473862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=067e4ef9d30e45259e071a26bce9522e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4715919 Feb 13 23:17:08.515788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34562) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:08.523154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.627848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8893e114-e405-4ef8-8e24-6f0e2a4c44ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.663172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8893e114-e405-4ef8-8e24-6f0e2a4c44ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:08.716469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b26e47-34de-4e73-a316-814b334aa0f5 req-f41ae81e-886b-4c03-8b72-f41d98f7994b tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:08.718544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12b26e47-34de-4e73-a316-814b334aa0f5 req-f41ae81e-886b-4c03-8b72-f41d98f7994b tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.5199916 Feb 13 23:17:08.721372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f18132-f301-4462-9b3a-2d9c319b22ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0d1be-41d9-4b83-9d40-1860c30688b9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:08.921316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-d44531a2-95d0-455c-a75d-a584ddcce595 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4608052 Feb 13 23:17:08.952687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9084-5d9a-4e29-9065-925101f5ad5f req-d3538dde-d9af-43be-abb4-93b64cf5f799 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:08.966060 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-030b9084-5d9a-4e29-9065-925101f5ad5f req-d3538dde-d9af-43be-abb4-93b64cf5f799 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 935 time: 0.2480364 Feb 13 23:17:09.019380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8893e114-e405-4ef8-8e24-6f0e2a4c44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:09.121692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893e114-e405-4ef8-8e24-6f0e2a4c44ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0d1be-41d9-4b83-9d40-1860c30688b9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:09.241020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1fd2f2-d09c-4283-9154-da2937a259b2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:09.259384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:09.310520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Transition to ACTIVE for port object be1fd2f2-d09c-4283-9154-da2937a259b2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:09.336226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:09.349280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-030b9084-5d9a-4e29-9065-925101f5ad5f req-b1e67fc9-dc1b-4b39-8693-e7048568094c tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823369 Feb 13 23:17:09.349993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8893e114-e405-4ef8-8e24-6f0e2a4c44ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:09.350991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8893e114-e405-4ef8-8e24-6f0e2a4c44ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ce0d1be-41d9-4b83-9d40-1860c30688b9 HTTP/1.1" status: 204 len: 168 time: 0.8318007 Feb 13 23:17:09.401169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34580) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:09.467706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-a036ac96-5e07-4899-b3db-3c302840f877 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353492 Feb 13 23:17:09.508742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Pushing event updated for resources: {'Port': ['ID=be1fd2f2-d09c-4283-9154-da2937a259b2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:09.832211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12b26e47-34de-4e73-a316-814b334aa0f5 req-107d8bf1-f15b-42cc-92af-f275a1a8a300 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0933506 Feb 13 23:17:09.849929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Attempting to bind port be1fd2f2-d09c-4283-9154-da2937a259b2 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:09.850537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Attempting to bind port be1fd2f2-d09c-4283-9154-da2937a259b2 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:09.862499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Attempting to bind port be1fd2f2-d09c-4283-9154-da2937a259b2 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:09.870916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Port be1fd2f2-d09c-4283-9154-da2937a259b2 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:17:09.876450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Attempting to bind port be1fd2f2-d09c-4283-9154-da2937a259b2 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:09.923968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:09.924526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:09.925237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:09.925845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Bound port: be1fd2f2-d09c-4283-9154-da2937a259b2, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:09.926381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.049734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] For port be1fd2f2-d09c-4283-9154-da2937a259b2, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:10.054748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] For port be1fd2f2-d09c-4283-9154-da2937a259b2, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be1fd2f2-d09c-4283-9154-da2937a259b2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:10.061811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.079837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1084082916-network', 'tenant_id': 'b6ad504142f4440290934e9d0c7d413f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:10.087054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:10.099680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Usage tracker for resource:network and tenant:b6ad504142f4440290934e9d0c7d413f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:10.114135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:10.135117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:10.184414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Made reservation on behalf of b6ad504142f4440290934e9d0c7d413f for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:10.187099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.237285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.261909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.263997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] 10.222.0.31 "PUT /v2.0/ports/be1fd2f2-d09c-4283-9154-da2937a259b2 HTTP/1.1" status: 200 len: 1117 time: 2.1416705 Feb 13 23:17:10.264762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c6fc42-4533-4f31-bf0b-31d418522748', 'tag': 'be1fd2f2-d09c-4283-9154-da2937a259b2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:10.357125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:10.379404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Usage tracker for resource:security_group_rule and tenant:b6ad504142f4440290934e9d0c7d413f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:10.387518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:10.408380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:10.418061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fbee5-da34-4d7f-aac5-fab7f89adb10 service neutron] Pushing event updated for resources: {'Port': ['ID=be1fd2f2-d09c-4283-9154-da2937a259b2,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:10.539044 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.570503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.612462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34608) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:10.711774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:10.741594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.806511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:10.808464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34614) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:10.833999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.834427 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Added segment bb1b6e76-30dc-4d18-96aa-5e140dffb8d1 of type vlan for network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 Feb 13 23:17:10.870454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:10.879048 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-ef41bac9-a72d-43e9-bb5b-fbe0adff1fd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edbbf26acd8d400a81c0cff44aa0e5bc&device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 1120 time: 0.4732335 Feb 13 23:17:10.880007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Usage tracker for resource:security_group_rule and tenant:98a59c51783c4f25abf974886fd62ec7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:10.891371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fed58cc4-c672-4c7e-895c-f63612a44288 req-c73c7aea-9fb5-45b9-a7b5-274e4d4624af service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502750 Feb 13 23:17:10.902939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.918310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb92e3-5d0b-4539-bd7c-6b670ebdcb47 req-833d441f-2625-4a49-b868-d7a43c96ad3f tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:10.919757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8cb92e3-5d0b-4539-bd7c-6b670ebdcb47 req-833d441f-2625-4a49-b868-d7a43c96ad3f tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 969 time: 0.2024143 Feb 13 23:17:10.925709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:10.942490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:10.994647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8cb92e3-5d0b-4539-bd7c-6b670ebdcb47 req-4f669098-d425-48a6-8a78-06bb289a1ac5 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629508 Feb 13 23:17:10.996623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:10.999688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:11.001516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.165170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-1f900ddf-7b38-4574-b26a-51e67853251f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=be1fd2f2-d09c-4283-9154-da2937a259b2 HTTP/1.1" status: 200 len: 217 time: 0.1374316 Feb 13 23:17:11.194866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] Pushing event updated for resources: {'Network': ['ID=cbadd11c-9429-4fb4-8b41-9ffc2871bec8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:11.207385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6638e568-c7f9-4815-bcad-92b37a9505bd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8052700 Feb 13 23:17:11.207922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:11.209979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:11.217508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Request body: {'subnet': {'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1084082916-subnet', 'tenant_id': 'b6ad504142f4440290934e9d0c7d413f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:11.273929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:11.280784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Usage tracker for resource:subnet and tenant:b6ad504142f4440290934e9d0c7d413f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:11.284393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:11.291657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.300850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:11.324341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Made reservation on behalf of b6ad504142f4440290934e9d0c7d413f for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:11.328293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.334500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-9064a63c-842e-4aa7-9ead-1e42cb92b5fb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:11.335944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-9064a63c-842e-4aa7-9ead-1e42cb92b5fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1169524 Feb 13 23:17:11.348587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-8f3332ca-0b5f-4076-835b-8c11659bb90f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 1098 time: 0.1262567 Feb 13 23:17:11.423594 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c6fc42-4533-4f31-bf0b-31d418522748', 'tag': 'be1fd2f2-d09c-4283-9154-da2937a259b2', 'status': 'completed', 'code': 200} Feb 13 23:17:11.426129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.437631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:11.441547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.459264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Usage tracker for resource:security_group_rule and tenant:11fb884cdbb7407f89b74d1c9d3ae689 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:11.484293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:11.500927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:11.515648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f57254-8d26-42e3-9e08-fbb51e987df1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:11.547166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794d8bf-9835-47e6-be8d-99c8a250fb21 req-0f3ce273-de69-46ec-8a31-afdfe12546b7 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:11.548638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7794d8bf-9835-47e6-be8d-99c8a250fb21 req-0f3ce273-de69-46ec-8a31-afdfe12546b7 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.3914802 Feb 13 23:17:11.554121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1ae19118-166f-4051-92ad-5ba0248e9e99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98a59c51783c4f25abf974886fd62ec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9157796 Feb 13 23:17:11.557761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34644) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:11.581104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-05485f5e-7ce7-4660-af6d-62be10eaf705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:11.582563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-05485f5e-7ce7-4660-af6d-62be10eaf705 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.1770175 Feb 13 23:17:11.622397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-2a8dc296-c581-41e3-b355-a53d94a3a1ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2712827 Feb 13 23:17:11.690135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-15aabba2-9f98-49ca-8981-a546a6e31214 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=02345080-f0fb-4f93-9ca6-b974a34d943f HTTP/1.1" status: 200 len: 217 time: 0.0767632 Feb 13 23:17:11.759824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7794d8bf-9835-47e6-be8d-99c8a250fb21 req-8cf1a2a7-def5-4304-8955-a44a5c59a098 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010968 Feb 13 23:17:11.792251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-d2788ed1-4277-49bf-9d87-7c37318dbc58 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:11.793712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-d2788ed1-4277-49bf-9d87-7c37318dbc58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0969884 Feb 13 23:17:11.796032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.807357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.808437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8a953d9-ff4f-4660-8c5b-0d377cbcc19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.822064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.919830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:11.941042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8a953d9-ff4f-4660-8c5b-0d377cbcc19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:11.947112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:11.947468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Network hostable DHCP agents. Network: cbadd11c-9429-4fb4-8b41-9ffc2871bec8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:11.955064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cce8d0-546c-4e04-99b1-376982724643,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:11.958786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-ed9b7735-4e21-421f-bb62-afb6c59c06f4 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255215 Feb 13 23:17:11.966506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8a713fbe-1c5e-4d86-88ac-4338301e2ddb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11fb884cdbb7407f89b74d1c9d3ae689&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1509182 Feb 13 23:17:11.966777 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-637cc4cb-4497-4785-9743-1c03827459a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389556 Feb 13 23:17:11.970462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34660) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:12.056703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:12.127537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, cbadd11c-9429-4fb4-8b41-9ffc2871bec8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:12.136027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192acf3-a6e7-456e-9900-800751fb0091 None None] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:12.151276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8a953d9-ff4f-4660-8c5b-0d377cbcc19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.153536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:12.154172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.197505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a953d9-ff4f-4660-8c5b-0d377cbcc19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f57254-8d26-42e3-9e08-fbb51e987df1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:12.204982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-426c46c7-868c-40bb-ab02-a90535d1b1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.211083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d01408e-f9a4-4235-bc1d-181ce64fad5b req-2e8f50af-da6e-4198-9f49-e19a1d795638 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356901 Feb 13 23:17:12.222076 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8a953d9-ff4f-4660-8c5b-0d377cbcc19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.223173 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8a953d9-ff4f-4660-8c5b-0d377cbcc19d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54f57254-8d26-42e3-9e08-fbb51e987df1 HTTP/1.1" status: 204 len: 168 time: 0.6632454 Feb 13 23:17:12.229695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba884a3c-1bc9-443b-8c5a-7a637b862325 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0183480 Feb 13 23:17:12.250021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-426c46c7-868c-40bb-ab02-a90535d1b1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.328270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-f9180a05-a457-4d6b-ae86-a54d90b5cf90 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248477 Feb 13 23:17:12.381316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488c74-7e0c-4e89-bcb1-757bd9aa3586 req-f463ee36-612f-4895-b26d-cef5f98dd71a tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:12.393440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b488c74-7e0c-4e89-bcb1-757bd9aa3586 req-f463ee36-612f-4895-b26d-cef5f98dd71a tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 969 time: 0.2326720 Feb 13 23:17:12.419593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-426c46c7-868c-40bb-ab02-a90535d1b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.448828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c46c7-868c-40bb-ab02-a90535d1b1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cce8d0-546c-4e04-99b1-376982724643,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:12.455159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a912f-6bdf-48cc-854f-4e1e00fb5a34 None None] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:12.468219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-426c46c7-868c-40bb-ab02-a90535d1b1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.469618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-426c46c7-868c-40bb-ab02-a90535d1b1c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89cce8d0-546c-4e04-99b1-376982724643 HTTP/1.1" status: 204 len: 168 time: 0.4982274 Feb 13 23:17:12.492268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-0951227b-6db6-41a8-87d3-d9e3a41e011f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edbbf26acd8d400a81c0cff44aa0e5bc&device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 1120 time: 0.1904383 Feb 13 23:17:12.536217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b488c74-7e0c-4e89-bcb1-757bd9aa3586 req-1077d393-3b7e-403d-8366-acbb52f9d538 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354549 Feb 13 23:17:12.556944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7652dd28-bc3e-4b43-ad9d-2906b57b7fb4 req-4c75d919-2815-4b2b-ba1a-3e935d661e46 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205017 Feb 13 23:17:12.627411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:12.669405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-91e3606e-82f6-4c13-8abe-7556d0718207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:12.670890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-91e3606e-82f6-4c13-8abe-7556d0718207 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.1718006 Feb 13 23:17:12.776412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-5fa482cc-9195-4158-992d-4666b08a7e2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=be1fd2f2-d09c-4283-9154-da2937a259b2 HTTP/1.1" status: 200 len: 217 time: 0.0854044 Feb 13 23:17:12.848098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34690) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:12.864101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-9608ed1f-eb34-4bf4-b662-2676cc63abac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:12.865720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-9608ed1f-eb34-4bf4-b662-2676cc63abac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0826850 Feb 13 23:17:12.878389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:12.920935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:12.926231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Usage tracker for resource:security_group_rule and tenant:cb1ad45bce2d4628b59090374c0c91e6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:12.929234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:12.937490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:13.025179 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-db00cfd6-2083-480d-9597-2a9a1f48fa13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518841 Feb 13 23:17:13.075647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.081528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.125846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f90d5-18ef-4e0d-941d-de4339343603 req-089d9529-61ad-4476-bc64-5c169aa07a5b tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:13.127274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d55f90d5-18ef-4e0d-941d-de4339343603 req-089d9529-61ad-4476-bc64-5c169aa07a5b tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.1995473 Feb 13 23:17:13.146074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb1ad45bce2d4628b59090374c0c91e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2968743 Feb 13 23:17:13.154957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:13.173504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.215884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd67d-68d8-4172-8b92-4b1116d869fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62b752-0e63-4a3f-9d89-eecfd8c4a984,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:13.245272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:13.257450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-6f38b87d-b035-4025-beda-a509a0e14e75 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214115 Feb 13 23:17:13.261539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Usage tracker for resource:security_group_rule and tenant:5160ba6908ef4a93812f185e6970f517 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:13.264645 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d55f90d5-18ef-4e0d-941d-de4339343603 req-f8953cc2-9c2d-4a37-ace4-d9146f177253 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270955 Feb 13 23:17:13.265127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:13.272157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:13.329898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34702) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:13.361840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.373628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4dee376-3148-43a2-9377-a0d562a19852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.402960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.413345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.424256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4dee376-3148-43a2-9377-a0d562a19852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.436827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:13.443776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:1d43287d9ca94bd6b86c78ce24836115 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:13.448310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:13.459799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041f0df5-7822-470b-a3b9-783e28d0a716 req-cf7dfa64-fb71-47a4-bed9-3198b50a4df6 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936610 Feb 13 23:17:13.480355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:13.489537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbed261-0bab-4621-87ce-ac91bc157974,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:13.499099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4dee376-3148-43a2-9377-a0d562a19852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.509237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d504394-cbc6-4897-bcdd-e1e52306c798 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5160ba6908ef4a93812f185e6970f517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8807225 Feb 13 23:17:13.510483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:13.521354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dee376-3148-43a2-9377-a0d562a19852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62b752-0e63-4a3f-9d89-eecfd8c4a984,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:13.533547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4dee376-3148-43a2-9377-a0d562a19852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.537058 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a4dee376-3148-43a2-9377-a0d562a19852 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd62b752-0e63-4a3f-9d89-eecfd8c4a984 HTTP/1.1" status: 204 len: 168 time: 0.3769748 Feb 13 23:17:13.611422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e165a0d-5857-4b54-9fd6-e8414372df6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.668646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.680041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e165a0d-5857-4b54-9fd6-e8414372df6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.691391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.809338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a8b71e-06e0-4890-b556-438ee69f9fb3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:13.818934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-12b710cb-7ae3-49f6-9e24-1b64eba18cc8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d43287d9ca94bd6b86c78ce24836115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4878697 Feb 13 23:17:13.822459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34724) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:13.846607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e165a0d-5857-4b54-9fd6-e8414372df6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.869971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e165a0d-5857-4b54-9fd6-e8414372df6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbed261-0bab-4621-87ce-ac91bc157974,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:13.882394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527483d-723e-4369-b68a-ee7cf716868c req-8c838592-9b33-403c-a27d-e54db688e038 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:13.886699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6527483d-723e-4369-b68a-ee7cf716868c req-8c838592-9b33-403c-a27d-e54db688e038 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 969 time: 0.1677933 Feb 13 23:17:13.910146 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e165a0d-5857-4b54-9fd6-e8414372df6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.911296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e165a0d-5857-4b54-9fd6-e8414372df6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dbed261-0bab-4621-87ce-ac91bc157974 HTTP/1.1" status: 204 len: 168 time: 0.3986411 Feb 13 23:17:13.940138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6527483d-723e-4369-b68a-ee7cf716868c req-2ab85084-850e-4c07-8ce9-2566c64bf9e9 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Feb 13 23:17:13.955480 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c866829-63a6-46b5-8a47-b07d375147f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:13.987542 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c866829-63a6-46b5-8a47-b07d375147f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.046454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c866829-63a6-46b5-8a47-b07d375147f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.069272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c866829-63a6-46b5-8a47-b07d375147f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a8b71e-06e0-4890-b556-438ee69f9fb3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:14.077497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c866829-63a6-46b5-8a47-b07d375147f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.078882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c866829-63a6-46b5-8a47-b07d375147f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5a8b71e-06e0-4890-b556-438ee69f9fb3 HTTP/1.1" status: 204 len: 168 time: 0.2553406 Feb 13 23:17:14.136137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:14.142852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1266409512-network', 'tenant_id': '032c597a8cf444549a569cd54a173e7c'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:14.147706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:14.153067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Usage tracker for resource:network and tenant:032c597a8cf444549a569cd54a173e7c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:14.156738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:14.163224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:14.179501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Made reservation on behalf of 032c597a8cf444549a569cd54a173e7c for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:14.182393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.194984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.230362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:14.234223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Usage tracker for resource:security_group_rule and tenant:032c597a8cf444549a569cd54a173e7c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:14.237252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:14.243950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:14.313641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.318232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.355435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92800ade-17e8-44fa-bf0b-48d2fa79f307,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:14.382071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:14.397738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.398099 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Added segment 2830a199-d7ce-449e-aa69-8bd5740900fb of type vlan for network e9410ce1-954c-4862-88de-e2dbfa27bec7 Feb 13 23:17:14.441626 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.530654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.531669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:14.532238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.649050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdaac8-6d92-4d64-a6e9-99b47b2d260b req-5563d0d7-3c0d-4333-a1a6-1c9bca668a07 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:14.654702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfbdaac8-6d92-4d64-a6e9-99b47b2d260b req-5563d0d7-3c0d-4333-a1a6-1c9bca668a07 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.2054794 Feb 13 23:17:14.660267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5231025 Feb 13 23:17:14.662103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3e8e2-911c-474e-b680-ccd4b41e836f admin admin] Pushing event updated for resources: {'Network': ['ID=e9410ce1-954c-4862-88de-e2dbfa27bec7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:14.663107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34758) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:14.670700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Request body: {'subnet': {'network_id': 'e9410ce1-954c-4862-88de-e2dbfa27bec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1266409512-subnet', 'tenant_id': '032c597a8cf444549a569cd54a173e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:14.683792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e9410ce1-954c-4862-88de-e2dbfa27bec7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:14.695074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:14.707474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34764) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:14.708513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Usage tracker for resource:subnet and tenant:032c597a8cf444549a569cd54a173e7c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:14.757446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:14.765435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfbdaac8-6d92-4d64-a6e9-99b47b2d260b req-565cbc6e-a41e-4c53-b623-0cc211ba1a37 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930300 Feb 13 23:17:14.766722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.863625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:14.891270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Made reservation on behalf of 032c597a8cf444549a569cd54a173e7c for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:14.893503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:14.910081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:14.958114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Usage tracker for resource:security_group_rule and tenant:b044c996259f41c0bf1c2ce11c2c56a8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:14.968524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:14.984912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:15.122115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.134543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.254588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe8900a-537f-4752-affa-fd07c8ac9691,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:15.257274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.296871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7b5b3e3-8c10-4612-a249-643ccd8b01ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b044c996259f41c0bf1c2ce11c2c56a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5807235 Feb 13 23:17:15.299529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34784) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:15.357024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8da71e-b173-4698-9565-3dd46334cca5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:15.380700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1eb2-2096-4fac-87fb-61de99222983 req-a0c25f04-c817-4ba2-86c6-6960143fce9f tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:15.382192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-adfd1eb2-2096-4fac-87fb-61de99222983 req-a0c25f04-c817-4ba2-86c6-6960143fce9f tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 969 time: 0.2222927 Feb 13 23:17:15.384753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Checking segment: {'id': '2830a199-d7ce-449e-aa69-8bd5740900fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e9410ce1-954c-4862-88de-e2dbfa27bec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:15.385106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Network hostable DHCP agents. Network: e9410ce1-954c-4862-88de-e2dbfa27bec7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:15.411837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63471b88-bfd2-4492-a894-efc6c3a695ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.441825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-adfd1eb2-2096-4fac-87fb-61de99222983 req-7ffcaa0d-e09e-4f07-9307-e6a67ccc472d tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501454 Feb 13 23:17:15.447422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Network e9410ce1-954c-4862-88de-e2dbfa27bec7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:15.448483 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63471b88-bfd2-4492-a894-efc6c3a695ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.464750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e9410ce1-954c-4862-88de-e2dbfa27bec7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:15.469211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:15.470783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.474076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a0509-f8fb-4a75-8193-0b4334f5006d None None] Network e9410ce1-954c-4862-88de-e2dbfa27bec7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:15.511187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-22f8d483-a4df-44b2-9c93-9e62aebaa351 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8463318 Feb 13 23:17:15.513142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be1fd2f2-d09c-4283-9154-da2937a259b2 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:17:15.548960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63471b88-bfd2-4492-a894-efc6c3a695ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.573100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63471b88-bfd2-4492-a894-efc6c3a695ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe8900a-537f-4752-affa-fd07c8ac9691,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:15.578208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63471b88-bfd2-4492-a894-efc6c3a695ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:15.582100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-63471b88-bfd2-4492-a894-efc6c3a695ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbe8900a-537f-4752-affa-fd07c8ac9691 HTTP/1.1" status: 204 len: 168 time: 0.2782819 Feb 13 23:17:15.841414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port be1fd2f2-d09c-4283-9154-da2937a259b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be1fd2f2-d09c-4283-9154-da2937a259b2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:15.850502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25cec27-ab92-420b-9594-afa38abc59e0 None None] Network e9410ce1-954c-4862-88de-e2dbfa27bec7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:15.917222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'be1fd2f2-d09c-4283-9154-da2937a259b2', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'be1fd2f2-d09c-4283-9154-da2937a259b2', 'mac_address': 'fa:16:3e:0f:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:tempest-test_az-1804458989', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:17:15.997638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03268436-1c25-4029-b254-849b7bada855 req-7f30c628-2c67-4f65-8d97-4594913fa9d9 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:16.005282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03268436-1c25-4029-b254-849b7bada855 req-7f30c628-2c67-4f65-8d97-4594913fa9d9 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 947 time: 0.0909064 Feb 13 23:17:16.013467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:16.066800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03268436-1c25-4029-b254-849b7bada855 req-c4c7a6d2-b669-4c33-9c7d-686a3bdbb806 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603616 Feb 13 23:17:16.070100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1fd2f2-d09c-4283-9154-da2937a259b2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:16.105474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port be1fd2f2-d09c-4283-9154-da2937a259b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be1fd2f2-d09c-4283-9154-da2937a259b2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:16.135612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:16.136500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 02345080-f0fb-4f93-9ca6-b974a34d943f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:17:16.216241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=be1fd2f2-d09c-4283-9154-da2937a259b2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:16.220804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 02345080-f0fb-4f93-9ca6-b974a34d943f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=02345080-f0fb-4f93-9ca6-b974a34d943f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:16.239231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.239513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.239862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.240167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.240487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.240806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.241120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.241433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.241744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.242079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.242567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Tracked resource versions report: Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: pushed versions: Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Log': {'1.0'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Network': {'1.1'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Port': {'1.5'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'PortForwarding': {'1.2'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'QosPolicy': {'1.8'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'SecurityGroup': {'1.2'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'SubPort': {'1.0'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Subnet': {'1.1'}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Trunk': {'1.1'}} Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: consumer versions: Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: HyperV agent@n-h1-828979-1: {}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: HyperV agent@n-h2-828979-1: {}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: L3 agent@n-d-828979-1: {}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: Metadata agent@n-d-828979-1: {}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: Metering agent@n-d-828979-1: {}, Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Log': '1.0', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Network': '1.1', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Port': '1.5', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'PortForwarding': '1.2', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'QosPolicy': '1.8', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'SecurityGroup': '1.2', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'SecurityGroupRule': '1.0', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'SubPort': '1.0', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Subnet': '1.1', Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: 'Trunk': '1.1'}} Feb 13 23:17:16.243744 n-d-828979-1 neutron-server[83663]: {{(pid=83663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:17:16.247309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '02345080-f0fb-4f93-9ca6-b974a34d943f', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '02345080-f0fb-4f93-9ca6-b974a34d943f', 'mac_address': 'fa:16:3e:96:bc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:17:16.306908 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:16.326476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02345080-f0fb-4f93-9ca6-b974a34d943f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:16.345922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 02345080-f0fb-4f93-9ca6-b974a34d943f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=02345080-f0fb-4f93-9ca6-b974a34d943f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:16.369171 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:16.457135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=02345080-f0fb-4f93-9ca6-b974a34d943f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:16.708026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['be1fd2f2-d09c-4283-9154-da2937a259b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:16.746624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['02345080-f0fb-4f93-9ca6-b974a34d943f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:16.767959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-a52320bc-ca22-45c3-882e-3343ea1a2cc0 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:16.768709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-a52320bc-ca22-45c3-882e-3343ea1a2cc0 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Synchronizing usage tracker for tenant:edbbf26acd8d400a81c0cff44aa0e5bc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:16.796082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-a52320bc-ca22-45c3-882e-3343ea1a2cc0 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Unset dirty status for tenant:edbbf26acd8d400a81c0cff44aa0e5bc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:16.797747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-a52320bc-ca22-45c3-882e-3343ea1a2cc0 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 970 time: 0.1620948 Feb 13 23:17:16.869347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-d4378243-5506-485e-8371-ada78942d290 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Synchronizing usage tracker for tenant:edbbf26acd8d400a81c0cff44aa0e5bc on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:16.898808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-d4378243-5506-485e-8371-ada78942d290 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Unset dirty status for tenant:edbbf26acd8d400a81c0cff44aa0e5bc on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:16.901083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a5be9ce-2838-44a3-95e8-908ec008fe50 req-d4378243-5506-485e-8371-ada78942d290 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974894 Feb 13 23:17:16.955613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-672d3f8d-1bb2-4230-944a-3cd9ae893f53 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:16.957108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-672d3f8d-1bb2-4230-944a-3cd9ae893f53 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:16.978398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-672d3f8d-1bb2-4230-944a-3cd9ae893f53 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:16.986238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-672d3f8d-1bb2-4230-944a-3cd9ae893f53 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.2886024 Feb 13 23:17:17.006022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-b97b5220-9a04-4985-ba09-1ab9eae369bd tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/quotas/b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 375 time: 0.0185900 Feb 13 23:17:17.071293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-c077d32c-c992-4591-8ad2-5a21892fd0fc tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642471 Feb 13 23:17:17.275770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da2cf6-b7d5-448f-9f9f-9f41489d5b7d req-98b17a47-4e72-4439-bbc0-c748044a094d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:17.289338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8da2cf6-b7d5-448f-9f9f-9f41489d5b7d req-98b17a47-4e72-4439-bbc0-c748044a094d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 948 time: 0.0914104 Feb 13 23:17:17.334807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8da2cf6-b7d5-448f-9f9f-9f41489d5b7d req-b82a5921-bc7d-4894-8af1-d6c6d9d02f26 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Feb 13 23:17:17.384640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:17.633540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:17.664721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:17.669093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Usage tracker for resource:security_group_rule and tenant:3451317a211a4887888b208d96fdfc67 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:17.671921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:17.677753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:17.685261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-ddebf574-ed2e-4b80-8313-f63d4554fc07 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:17:17.686397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-ddebf574-ed2e-4b80-8313-f63d4554fc07 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1823704 Feb 13 23:17:17.767864 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:17.773540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:17.836281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670ab48-ab6d-4e9c-9e2a-9ecc888dccb7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:17.850682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c29263b-dd07-46fb-9a14-f27a5b78a06d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3451317a211a4887888b208d96fdfc67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4649925 Feb 13 23:17:17.858008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34880) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:17.862566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-45210d42-c923-428e-9023-565cea3c7271 service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683249 Feb 13 23:17:17.918080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3fee54a-85ab-469b-b3db-faf740ef9683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:17.947409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3fee54a-85ab-469b-b3db-faf740ef9683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.011197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3fee54a-85ab-469b-b3db-faf740ef9683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.017790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-d08fbb00-6826-4ed7-803b-ecf81f3a0e85 service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461027 Feb 13 23:17:18.030915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fee54a-85ab-469b-b3db-faf740ef9683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670ab48-ab6d-4e9c-9e2a-9ecc888dccb7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:18.049968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3fee54a-85ab-469b-b3db-faf740ef9683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.051438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d3fee54a-85ab-469b-b3db-faf740ef9683 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d670ab48-ab6d-4e9c-9e2a-9ecc888dccb7 HTTP/1.1" status: 204 len: 168 time: 0.1959519 Feb 13 23:17:18.228912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e509f-0ed8-446a-8a5b-7bf97f725b93 req-621aca64-03b2-4b75-bdba-da541165c26b tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:18.229895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b8e509f-0ed8-446a-8a5b-7bf97f725b93 req-621aca64-03b2-4b75-bdba-da541165c26b tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 970 time: 0.1036201 Feb 13 23:17:18.282022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b8e509f-0ed8-446a-8a5b-7bf97f725b93 req-fdd57045-0e84-4e02-aead-711b261a2675 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Feb 13 23:17:18.402830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f444d655-1eb9-4156-bbcc-4db754219d78 req-0163cf10-38ac-4571-8f1e-a9f27d150815 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 210 time: 0.0538120 Feb 13 23:17:18.512192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34910) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:18.535048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.636532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:18.642962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Usage tracker for resource:security_group_rule and tenant:58e5eb4881fd4c69858ca81156d4bd44 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:18.647460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:18.656379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:18.675936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d13de2-1a8b-431a-9ad1-99e230567bb7 req-d6722a79-41f8-4e38-add6-7f77596dff58 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:18.677383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f8d13de2-1a8b-431a-9ad1-99e230567bb7 req-d6722a79-41f8-4e38-add6-7f77596dff58 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 948 time: 0.1267829 Feb 13 23:17:18.752658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f8d13de2-1a8b-431a-9ad1-99e230567bb7 req-eddf628b-6700-43f5-875d-8fe82f93581d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667696 Feb 13 23:17:18.778534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.790090 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.838627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15951c8c-a595-49b5-a470-543619403332,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:18.842843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-96c3cf67-20c4-4bd6-a320-b711b7949300 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58e5eb4881fd4c69858ca81156d4bd44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297665 Feb 13 23:17:18.845553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34928) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:18.912897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-599abdb6-0f9c-4d07-a948-0e3168486989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:18.941571 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-599abdb6-0f9c-4d07-a948-0e3168486989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:19.007592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-599abdb6-0f9c-4d07-a948-0e3168486989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:19.042624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-599abdb6-0f9c-4d07-a948-0e3168486989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:19.046122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-599abdb6-0f9c-4d07-a948-0e3168486989 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15951c8c-a595-49b5-a470-543619403332 HTTP/1.1" status: 204 len: 168 time: 0.1959994 Feb 13 23:17:19.047032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599abdb6-0f9c-4d07-a948-0e3168486989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15951c8c-a595-49b5-a470-543619403332,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:19.488747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be1fd2f2-d09c-4283-9154-da2937a259b2 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:19.567861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca2154-c3ed-4726-8540-12da484d5b79 req-34a0f855-6c30-4a80-8c16-183e773d16cb tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:19.569329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4eca2154-c3ed-4726-8540-12da484d5b79 req-34a0f855-6c30-4a80-8c16-183e773d16cb tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 970 time: 0.1484528 Feb 13 23:17:19.600090 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75573c1a-f2dc-4483-a50d-dbfa3ca326e9 req-a4a4eb92-7fb9-49ac-88e1-b85b0179042a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 210 time: 0.0622611 Feb 13 23:17:19.601281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34966) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:19.620618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.42', 63442) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:19.636868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port be1fd2f2-d09c-4283-9154-da2937a259b2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:19.642880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port be1fd2f2-d09c-4283-9154-da2937a259b2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:19.644996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:19.675993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4eca2154-c3ed-4726-8540-12da484d5b79 req-2cce9963-520f-4e85-9c45-9d03ef6140d9 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924535 Feb 13 23:17:19.836083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-313310fa-703a-4c74-aed3-6f0311f3a019 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:19.838828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-313310fa-703a-4c74-aed3-6f0311f3a019 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.2166715 Feb 13 23:17:19.859475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:19.911706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Request body: {'port': {'device_id': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'admin_state_up': True, 'tenant_id': 'b6ad504142f4440290934e9d0c7d413f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:19.925308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6fc42-4533-4f31-bf0b-31d418522748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1fd2f2-d09c-4283-9154-da2937a259b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:19.962096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.056731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port be1fd2f2-d09c-4283-9154-da2937a259b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be1fd2f2-d09c-4283-9154-da2937a259b2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:20.068428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.069657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 02345080-f0fb-4f93-9ca6-b974a34d943f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:20.099583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cb8ad-ad66-4934-98f1-fba912cad1a3 req-371f78cf-8db1-4737-8c9e-ebeb22b135ea tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:20.101301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-540cb8ad-ad66-4934-98f1-fba912cad1a3 req-371f78cf-8db1-4737-8c9e-ebeb22b135ea tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 948 time: 0.1805007 Feb 13 23:17:20.291905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-540cb8ad-ad66-4934-98f1-fba912cad1a3 req-6f9ee661-338c-4d2d-8596-1755176fd7da tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836746 Feb 13 23:17:20.304045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:20.375617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Usage tracker for resource:security_group_rule and tenant:62e9fdb3c36f4bc995eda259d58fa486 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:20.403884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:20.412507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:20.425755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=be1fd2f2-d09c-4283-9154-da2937a259b2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:20.429856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:20.437693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Usage tracker for resource:port and tenant:b6ad504142f4440290934e9d0c7d413f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:20.443577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 02345080-f0fb-4f93-9ca6-b974a34d943f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:20.443995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:20.459934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:20.460997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 02345080-f0fb-4f93-9ca6-b974a34d943f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:20.461584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.493739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Made reservation on behalf of b6ad504142f4440290934e9d0c7d413f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:20.496870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.634411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.688907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.692468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 02345080-f0fb-4f93-9ca6-b974a34d943f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=02345080-f0fb-4f93-9ca6-b974a34d943f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:20.695900 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.699713 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.740651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dbb9c0-d51e-4fc4-ba01-6412522737a8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:20.778929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Allocated IP 172.20.0.5 (cbadd11c-9429-4fb4-8b41-9ffc2871bec8/e5e7f9f6-a3cd-42fb-a87f-b7e45878554b/730ee5e0-683e-46f9-99ef-73eb7adf14e7) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:20.792178 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94af0297-349b-45d5-992b-d8f58a440a7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62e9fdb3c36f4bc995eda259d58fa486&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1897829 Feb 13 23:17:20.794879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35012) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:20.817232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35016) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:20.831966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=02345080-f0fb-4f93-9ca6-b974a34d943f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:20.899330 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6fc42-4533-4f31-bf0b-31d418522748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1fd2f2-d09c-4283-9154-da2937a259b2', 'code': 200} Feb 13 23:17:20.901125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a456916-64c4-4820-a660-f543f008eea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:20.966795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a456916-64c4-4820-a660-f543f008eea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.099011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-925417471-network', 'tenant_id': '52b257fb4b0742f68bf7f3b995713e5e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:21.105113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:21.117594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9da3bab0-d789-4020-9f77-f986fc0dd73e req-9e064a06-f7cb-4f70-acc8-d1d9da2568a3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 210 time: 0.0632744 Feb 13 23:17:21.118651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Usage tracker for resource:network and tenant:52b257fb4b0742f68bf7f3b995713e5e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:21.121935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:21.129003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:21.146258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Made reservation on behalf of 52b257fb4b0742f68bf7f3b995713e5e for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:21.157961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.178904 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.195235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a456916-64c4-4820-a660-f543f008eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.228128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-abe406c9-687a-4c04-a609-4dfc87863826 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 1122 time: 0.2512014 Feb 13 23:17:21.231360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.240761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:21.245660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Usage tracker for resource:security_group_rule and tenant:52b257fb4b0742f68bf7f3b995713e5e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:21.248812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:21.256496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:21.262628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.265949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a456916-64c4-4820-a660-f543f008eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dbb9c0-d51e-4fc4-ba01-6412522737a8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:21.271568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a456916-64c4-4820-a660-f543f008eea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.272356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3a456916-64c4-4820-a660-f543f008eea8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1dbb9c0-d51e-4fc4-ba01-6412522737a8 HTTP/1.1" status: 204 len: 168 time: 0.4761801 Feb 13 23:17:21.295685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc911ea-ab87-4228-8955-0fec930229f6 req-29def069-6d88-4c69-8408-9c5679cacf71 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:21.300463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-acc911ea-ab87-4228-8955-0fec930229f6 req-29def069-6d88-4c69-8408-9c5679cacf71 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 971 time: 0.2337277 Feb 13 23:17:21.370516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.378322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.426139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:21.437311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:21.444480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Usage tracker for resource:security_group_rule and tenant:36fb7a7bf63e489fb4b7db4e28333122 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:21.451335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:21.465727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:21.468145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.468538 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Added segment 7914ed30-2f6e-4c54-86c9-543b395cb415 of type vlan for network 37478738-8809-400b-9096-13430f064cb5 Feb 13 23:17:21.474623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16890e-deb9-428b-a673-7cd22a81ab51,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:21.475611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.518329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.524079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-acc911ea-ab87-4228-8955-0fec930229f6 req-1f7c7a64-beb6-4675-bf0b-1fdf65801cb7 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139783 Feb 13 23:17:21.599195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:21.599787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:21.602700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:21.607918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:21.607918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.622324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:21.687348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.690431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.691289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:21.691877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.692516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.710275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-662cb351-7547-417a-a314-3c555310b828 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8121870 Feb 13 23:17:21.731760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Synchronizing usage tracker for tenant:36fb7a7bf63e489fb4b7db4e28333122 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:21.758258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bac49e2f-0c91-43e4-b84b-e00918fd94cf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:21.763821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] Unset dirty status for tenant:36fb7a7bf63e489fb4b7db4e28333122 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:21.765266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c292a91b-b7c0-43c3-9fad-49e46d0b6613 req-cb2ab28f-a640-4319-be32-274f1526f1e2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287666 Feb 13 23:17:21.900457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36d06-66aa-48eb-bcf6-0b0cebb72a53 req-d37a0013-414f-4bff-9daf-6fd273b054e4 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:21.902116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0de36d06-66aa-48eb-bcf6-0b0cebb72a53 req-d37a0013-414f-4bff-9daf-6fd273b054e4 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 949 time: 0.3787007 Feb 13 23:17:21.914408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] Pushing event updated for resources: {'Network': ['ID=37478738-8809-400b-9096-13430f064cb5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:21.917582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35054) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:21.932828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 37478738-8809-400b-9096-13430f064cb5 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:21.937688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b7f0ed59-7fec-411a-be7b-12350a8e19e5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1179144 Feb 13 23:17:21.941324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35058) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:21.949377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Request body: {'subnet': {'network_id': '37478738-8809-400b-9096-13430f064cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-925417471-subnet', 'tenant_id': '52b257fb4b0742f68bf7f3b995713e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:21.960760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:21.962505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:21.967922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Usage tracker for resource:subnet and tenant:52b257fb4b0742f68bf7f3b995713e5e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:21.973333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:21.984279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:21.989611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0de36d06-66aa-48eb-bcf6-0b0cebb72a53 req-90f1fb22-6697-406e-94f8-d263b15e875d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777800 Feb 13 23:17:21.999424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Made reservation on behalf of 52b257fb4b0742f68bf7f3b995713e5e for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:22.002738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.087889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:22.108288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Usage tracker for resource:security_group_rule and tenant:c75a6fe72c764f64800b526b345f9c76 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:22.113855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:22.122278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:22.217559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35066) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:22.253955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.259378 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.285584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.354498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed1d747-691b-4a34-a188-e335d0767e79,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:22.386667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Checking segment: {'id': '7914ed30-2f6e-4c54-86c9-543b395cb415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '37478738-8809-400b-9096-13430f064cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:22.386903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Network hostable DHCP agents. Network: 37478738-8809-400b-9096-13430f064cb5, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:22.394282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6010bf-de21-46c8-87c4-605f1a0930ca,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:22.424304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Network 37478738-8809-400b-9096-13430f064cb5 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:22.426217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3c66539d-8697-4a7a-b1f1-a3913425daa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c75a6fe72c764f64800b526b345f9c76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5070684 Feb 13 23:17:22.428455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35072) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:22.436996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.449298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 37478738-8809-400b-9096-13430f064cb5) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:22.461297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:22.462518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.468769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed430e64-2dca-4096-bc0c-aa6312af9bb7 None None] Network 37478738-8809-400b-9096-13430f064cb5 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:22.488648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901181cd-7059-4804-924b-4e28070b23ab req-56901fa7-a48e-4242-9298-a1f04556a8aa tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:22.489498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-901181cd-7059-4804-924b-4e28070b23ab req-56901fa7-a48e-4242-9298-a1f04556a8aa tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:22.497708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:22.507229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Usage tracker for resource:security_group_rule and tenant:1fcb263af52a4f3490c0fabd641a2b7f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:22.512772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:22.526067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:22.528016 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-459e31f8-3d80-4dc6-bed4-baba5cff5a5b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5766854 Feb 13 23:17:22.537739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1caba4-a9cc-406c-bdc1-f3eeb946fa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.540915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-901181cd-7059-4804-924b-4e28070b23ab req-56901fa7-a48e-4242-9298-a1f04556a8aa tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:22.542948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-901181cd-7059-4804-924b-4e28070b23ab req-56901fa7-a48e-4242-9298-a1f04556a8aa tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 931 time: 0.2753422 Feb 13 23:17:22.600860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1caba4-a9cc-406c-bdc1-f3eeb946fa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.646406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-901181cd-7059-4804-924b-4e28070b23ab req-152af606-a735-4aa3-843f-20e75aa6f770 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936086 Feb 13 23:17:22.673984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.679204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.730408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1caba4-a9cc-406c-bdc1-f3eeb946fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.734844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fcb263af52a4f3490c0fabd641a2b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5155666 Feb 13 23:17:22.735505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:22.761133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6964f0-f7ff-4362-8983-611b9a1dd7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e0b1f9-3206-4877-b5e8-cb39f4eb2717,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:22.764378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1caba4-a9cc-406c-bdc1-f3eeb946fa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6010bf-de21-46c8-87c4-605f1a0930ca,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:22.769355 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1caba4-a9cc-406c-bdc1-f3eeb946fa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.772761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fb1caba4-a9cc-406c-bdc1-f3eeb946fa8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c6010bf-de21-46c8-87c4-605f1a0930ca HTTP/1.1" status: 204 len: 168 time: 0.3410153 Feb 13 23:17:22.862428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775540f-6fa0-42de-8478-1cf85672580a req-5fe4d9d8-20f8-482b-82b6-1593ceabf946 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:22.864221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7775540f-6fa0-42de-8478-1cf85672580a req-5fe4d9d8-20f8-482b-82b6-1593ceabf946 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 971 time: 0.1787233 Feb 13 23:17:22.881968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16668c93-448d-4a8a-8b69-2d78e4652939 None None] Network 37478738-8809-400b-9096-13430f064cb5 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:22.893834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eccb5f0f-a12d-437c-a552-e5330277560c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:22.902485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02345080-f0fb-4f93-9ca6-b974a34d943f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:22.926137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eccb5f0f-a12d-437c-a552-e5330277560c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:23.008527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eccb5f0f-a12d-437c-a552-e5330277560c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:23.026304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7775540f-6fa0-42de-8478-1cf85672580a req-84101b98-4193-4722-b2e3-42f8e8a39396 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531694 Feb 13 23:17:23.058567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb5f0f-a12d-437c-a552-e5330277560c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e0b1f9-3206-4877-b5e8-cb39f4eb2717,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:23.059322 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02345080-f0fb-4f93-9ca6-b974a34d943f', 'code': 200} Feb 13 23:17:23.094157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eccb5f0f-a12d-437c-a552-e5330277560c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:23.096686 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eccb5f0f-a12d-437c-a552-e5330277560c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14e0b1f9-3206-4877-b5e8-cb39f4eb2717 HTTP/1.1" status: 204 len: 168 time: 0.3364069 Feb 13 23:17:23.313517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4bb0f4bb-a70c-410a-a6ed-50f037b4421c req-1b35d665-e231-40e1-8700-a9cbc034a183 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 1100 time: 0.2026424 Feb 13 23:17:23.383407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4bb0f4bb-a70c-410a-a6ed-50f037b4421c req-11f6c3db-48b9-4d71-98fd-e60d594a3f43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Feb 13 23:17:23.392309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e4c6-5e6f-4378-88e6-f4964c9914cf req-90a1933d-a803-4676-b40c-18d5f1c3ddb7 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:23.393728 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0c42e4c6-5e6f-4378-88e6-f4964c9914cf req-90a1933d-a803-4676-b40c-18d5f1c3ddb7 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 949 time: 0.1415248 Feb 13 23:17:23.442571 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0c42e4c6-5e6f-4378-88e6-f4964c9914cf req-5a7fe090-3c10-4662-8ad2-02dfd0531ce7 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Feb 13 23:17:23.643504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:23.662970 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:23.704926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:23.709059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Usage tracker for resource:security_group_rule and tenant:14e4bfa6b18048ccb45bf661b501b084 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:23.719075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:23.719362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:23.839732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:23.845875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:23.906017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35120) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:23.906861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14e4bfa6b18048ccb45bf661b501b084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2617373 Feb 13 23:17:23.910331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa594064-a1b7-4599-a516-f3b3cf344505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f677e69-c565-4a74-9dc2-a39eea53b900,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:24.056486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fadd-c02e-4b92-a013-73f045ed43fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.119425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fadd-c02e-4b92-a013-73f045ed43fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.158085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b00d4-a7a4-471a-87bf-912784aebb2e req-b6c56f58-0f35-496b-832d-dd013f466d08 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:24.159741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01b00d4-a7a4-471a-87bf-912784aebb2e req-b6c56f58-0f35-496b-832d-dd013f466d08 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 931 time: 0.1971297 Feb 13 23:17:24.258177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b01b00d4-a7a4-471a-87bf-912784aebb2e req-1385ac8f-edc8-4e39-b629-e585653a8605 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:24.289248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b01b00d4-a7a4-471a-87bf-912784aebb2e req-1385ac8f-edc8-4e39-b629-e585653a8605 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:24.296617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846626a-69a4-4f47-8df7-a16dd35e03f3 req-0d26a97d-4a2a-40d1-9422-4c9df2a96348 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:24.298314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6846626a-69a4-4f47-8df7-a16dd35e03f3 req-0d26a97d-4a2a-40d1-9422-4c9df2a96348 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 971 time: 0.1069510 Feb 13 23:17:24.301861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01b00d4-a7a4-471a-87bf-912784aebb2e req-1385ac8f-edc8-4e39-b629-e585653a8605 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329722 Feb 13 23:17:24.316881 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fadd-c02e-4b92-a013-73f045ed43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.340882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8fadd-c02e-4b92-a013-73f045ed43fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f677e69-c565-4a74-9dc2-a39eea53b900,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:24.386251 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fadd-c02e-4b92-a013-73f045ed43fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.387364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0c8fadd-c02e-4b92-a013-73f045ed43fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f677e69-c565-4a74-9dc2-a39eea53b900 HTTP/1.1" status: 204 len: 168 time: 0.4739506 Feb 13 23:17:24.405717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6846626a-69a4-4f47-8df7-a16dd35e03f3 req-ed1d287f-5641-45c7-ba89-4a2ebd4054e2 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Feb 13 23:17:24.430177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35140) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:24.436926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1234480282-network', 'tenant_id': '841351ad53874574a352b6aad305535a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:24.472187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:24.483960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Usage tracker for resource:network and tenant:841351ad53874574a352b6aad305535a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:24.494521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:24.527881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:24.565690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Made reservation on behalf of 841351ad53874574a352b6aad305535a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:24.570056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.640923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.731858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:24.738271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Usage tracker for resource:security_group_rule and tenant:841351ad53874574a352b6aad305535a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:24.742541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:24.755460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:24.777974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0460fc-3ca6-48d7-be5f-4ed05470c3bd req-3a9ae8e0-dabf-4ad8-807d-ce8e8cb6858e tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:24.780463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f0460fc-3ca6-48d7-be5f-4ed05470c3bd req-3a9ae8e0-dabf-4ad8-807d-ce8e8cb6858e tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 949 time: 0.1044323 Feb 13 23:17:24.787623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-dec2a67d-ce5c-4026-a92a-f33c8831ccfe tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 1122 time: 0.1265211 Feb 13 23:17:24.817247 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.844593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f0460fc-3ca6-48d7-be5f-4ed05470c3bd req-ba1c71bf-298f-4331-8aaf-9d1e1c5f840c tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582633 Feb 13 23:17:24.896589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:24.903593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.905165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Usage tracker for resource:security_group_rule and tenant:87c62075f9db4a45991c834c5a31fe8a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:24.909022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:24.912202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.932586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:24.940026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:24.969875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:24.970661 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Added segment 01e3f5bf-4648-4bb8-bf21-96d6aa32970a of type vlan for network 034b2ea4-5f17-4beb-a528-400ed5f84c9f Feb 13 23:17:24.982075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46657b30-f317-4dda-8c40-616b68837a2b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:25.015616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.076812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-5aeb0de8-2c7e-457b-b07c-f247c43cb127 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:17:25.077757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-5aeb0de8-2c7e-457b-b07c-f247c43cb127 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052304 Feb 13 23:17:25.092509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.093513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:25.094103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.115423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.182476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.254197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] Pushing event updated for resources: {'Network': ['ID=034b2ea4-5f17-4beb-a528-400ed5f84c9f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:25.265510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 034b2ea4-5f17-4beb-a528-400ed5f84c9f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:25.275716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Synchronizing usage tracker for tenant:87c62075f9db4a45991c834c5a31fe8a on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:25.287243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-beba2bef-46d4-4588-8ac4-36919ee4ea02 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8522680 Feb 13 23:17:25.287243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107c6e1-7de1-45f2-b3a7-220bf00a3fcf,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:25.287550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:25.294408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Request body: {'subnet': {'network_id': '034b2ea4-5f17-4beb-a528-400ed5f84c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1234480282-subnet', 'tenant_id': '841351ad53874574a352b6aad305535a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:25.312698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:25.323742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Usage tracker for resource:subnet and tenant:841351ad53874574a352b6aad305535a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:25.329726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:25.332885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] Unset dirty status for tenant:87c62075f9db4a45991c834c5a31fe8a on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:25.358346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9c2ecb7-7d06-45a3-8387-0e841979f934 req-d950646c-6623-4919-b637-be99d2d8c971 tempest-AggregatesAdminTestJSON-1122819306 tempest-AggregatesAdminTestJSON-1122819306-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616910 Feb 13 23:17:25.379728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:25.406493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Made reservation on behalf of 841351ad53874574a352b6aad305535a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:25.410351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.684803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Request body: {'port': {'device_id': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:25.854406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009744b1-098c-4c01-b53d-901cabf98234 req-17a62d1d-bbec-462d-be0d-673280c89141 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:25.856145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-009744b1-098c-4c01-b53d-901cabf98234 req-17a62d1d-bbec-462d-be0d-673280c89141 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 931 time: 0.3264775 Feb 13 23:17:25.884628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22044a3f-3814-4d4d-8194-e5f329a4fad0 req-f77ff033-4211-4529-9e2a-a0bd8d7d4c66 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:25.887185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22044a3f-3814-4d4d-8194-e5f329a4fad0 req-f77ff033-4211-4529-9e2a-a0bd8d7d4c66 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 971 time: 0.0955102 Feb 13 23:17:25.897288 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:25.947041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22044a3f-3814-4d4d-8194-e5f329a4fad0 req-415dc499-8770-42ca-8b9a-964f588244a9 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Feb 13 23:17:25.984293 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:26.087424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-009744b1-098c-4c01-b53d-901cabf98234 req-6cb6ff16-2864-4e4d-8f80-57dc32835087 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174044 Feb 13 23:17:26.091895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e597f121-a859-49ee-9883-638437677317,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:26.172754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Checking segment: {'id': '01e3f5bf-4648-4bb8-bf21-96d6aa32970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '034b2ea4-5f17-4beb-a528-400ed5f84c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:26.173079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Network hostable DHCP agents. Network: 034b2ea4-5f17-4beb-a528-400ed5f84c9f, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:26.216883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee12b5-9e0b-4f9f-a5cf-d56a6d2bb0c0 req-c504c43b-bfb9-44ca-8479-d7243254bc0c tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:26.218567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7bee12b5-9e0b-4f9f-a5cf-d56a6d2bb0c0 req-c504c43b-bfb9-44ca-8479-d7243254bc0c tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 949 time: 0.1257679 Feb 13 23:17:26.237472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Network 034b2ea4-5f17-4beb-a528-400ed5f84c9f is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:26.279097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7bee12b5-9e0b-4f9f-a5cf-d56a6d2bb0c0 req-a97d4077-fb19-40f8-8150-e16c6494dacb tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542405 Feb 13 23:17:26.314160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 034b2ea4-5f17-4beb-a528-400ed5f84c9f) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:26.321800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:26.322326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:26.326492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb4005-a7de-48b8-93b3-5fadc9a9e818 None None] Network 034b2ea4-5f17-4beb-a528-400ed5f84c9f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:26.397546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-85baa644-820d-4ffd-8bd5-615aad43aa2f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1083429 Feb 13 23:17:26.491389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730ee5e0-683e-46f9-99ef-73eb7adf14e7 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:26.500624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:26.517438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Transition to ACTIVE for port object 730ee5e0-683e-46f9-99ef-73eb7adf14e7 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:26.526017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:26.627820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e7535-059e-47d7-a25e-2fa3260da78e None None] Network 034b2ea4-5f17-4beb-a528-400ed5f84c9f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:26.693984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:26.768765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:26.769093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:26.770284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:26.798094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:17:26.798421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:26.817829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:26.818197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:26.818587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:26.819019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Bound port: 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:26.819371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:26.820260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:17:26.851064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35230) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:26.957089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Deleting subnet 0ed1d747-691b-4a34-a188-e335d0767e79 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:17:26.963485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:26.977012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:26.981126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:27.029985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.080803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.100154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.164353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.166785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 1091 time: 1.9057672 Feb 13 23:17:27.171673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:27.210556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9549f-2c0d-4551-b3d5-f4e40f5e18d5 service neutron] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:27.274095 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.308629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-a02dc214-e6e9-4f53-b010-843c3924419e tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:27.310022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-a02dc214-e6e9-4f53-b010-843c3924419e tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.31 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 971 time: 0.3273032 Feb 13 23:17:27.316170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed1d747-691b-4a34-a188-e335d0767e79,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:27.328421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baff3ab-0b69-48c8-8a5b-7a0480db76f1 req-a3e74e79-0dd5-4557-92cd-8b0efa3a4ccf tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:27.331604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6baff3ab-0b69-48c8-8a5b-7a0480db76f1 req-a3e74e79-0dd5-4557-92cd-8b0efa3a4ccf tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 949 time: 0.1797583 Feb 13 23:17:27.338645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.366476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0c8f5474-b695-4419-8b0c-351944d9f26a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0ed1d747-691b-4a34-a188-e335d0767e79 HTTP/1.1" status: 204 len: 168 time: 0.5137379 Feb 13 23:17:27.370870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35258) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:27.413157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Deleting port be1fd2f2-d09c-4283-9154-da2937a259b2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:17:27.413988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.519858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-958f8bd8-a149-4693-908d-a2f1d7256d23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1094 time: 0.3032646 Feb 13 23:17:27.544292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6baff3ab-0b69-48c8-8a5b-7a0480db76f1 req-d9b2cbaf-e1a8-429e-b737-fe2ccc1c2ec6 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006309 Feb 13 23:17:27.549764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.595648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d4ce-c37a-4c21-a2b2-de600b9c32aa req-ff423cec-a40f-4ff8-a7d7-81f8dd5727b2 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:27.597099 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5730d4ce-c37a-4c21-a2b2-de600b9c32aa req-ff423cec-a40f-4ff8-a7d7-81f8dd5727b2 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 971 time: 0.3391595 Feb 13 23:17:27.667527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-da0cad91-3843-4d25-9a9e-7a643d96b45d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.1333730 Feb 13 23:17:27.682974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.709669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.710135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.710943 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.711338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > port after_create 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.711861 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.712260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > port after_update 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.712595 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.712930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.713245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.713559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.838563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5730d4ce-c37a-4c21-a2b2-de600b9c32aa req-cc718c9f-3747-4007-adfe-382f7d4a5764 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/security-groups?id=045a7d43-23f4-448a-9bd6-5c836befa7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257097 Feb 13 23:17:27.853355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-a550820f-08e3-4251-835e-8ae6de0db18a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:27.854782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-a550820f-08e3-4251-835e-8ae6de0db18a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1300237 Feb 13 23:17:27.869315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] For port be1fd2f2-d09c-4283-9154-da2937a259b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be1fd2f2-d09c-4283-9154-da2937a259b2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:27.869714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:27.892085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.892419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.892744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.893063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:17:27.893431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37478738-8809-400b-9096-13430f064cb5']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:27.907762 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'status': 'completed', 'code': 200} Feb 13 23:17:27.940260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7914ed30-2f6e-4c54-86c9-543b395cb415') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:27.940954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7914ed30-2f6e-4c54-86c9-543b395cb415') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:27.965880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-868116d8-1426-4f02-8b94-228d93da28d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987644 Feb 13 23:17:27.967340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.017945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.027370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:17:28.028073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: util.warn_limited( Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: util.warn_limited( Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:17:28.101119 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:17:28.108886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Calling delete_port for be1fd2f2-d09c-4283-9154-da2937a259b2 owned by compute:tempest-test_az-1804458989 {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:17:28.142416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465be8-ffaf-407a-9dce-7d64a83d5964 req-e2abf791-8fe4-4fd9-9ea5-6bd410d2919b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:28.144138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98465be8-ffaf-407a-9dce-7d64a83d5964 req-e2abf791-8fe4-4fd9-9ea5-6bd410d2919b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.2430642 Feb 13 23:17:28.145476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.151692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.178718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=37478738-8809-400b-9096-13430f064cb5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:28.194563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75dfef35-6926-4912-be1f-c57fd111a8cb admin admin] 10.222.0.36 "DELETE /v2.0/networks/37478738-8809-400b-9096-13430f064cb5 HTTP/1.1" status: 204 len: 168 time: 0.8227062 Feb 13 23:17:28.200261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35276) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:28.324889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Deleting subnet e597f121-a859-49ee-9883-638437677317 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:17:28.342637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98465be8-ffaf-407a-9dce-7d64a83d5964 req-4c0de8fd-72a5-4919-8f0e-b128e3bc33cf tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658907 Feb 13 23:17:28.343540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.395636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-b54e9c74-0681-446f-93e7-4495af69c912 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938874 Feb 13 23:17:28.414758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.483921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-dbaa9200-013b-44fb-9b59-fa8ed41f9da5 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 1100 time: 0.2330773 Feb 13 23:17:28.531619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.542711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.554147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['be1fd2f2-d09c-4283-9154-da2937a259b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:28.587973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f658ad-bee3-4dd0-a4c1-1831183a4c1c req-09b63100-9aab-4422-b1ea-20ab36bb8897 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801822 Feb 13 23:17:28.598334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Pushing event deleted for resources: {'Port': ['ID=be1fd2f2-d09c-4283-9154-da2937a259b2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:28.620168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Deleting port 02345080-f0fb-4f93-9ca6-b974a34d943f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:17:28.620604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.801329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] No DVR routers for this DVR port be1fd2f2-d09c-4283-9154-da2937a259b2 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:17:28.812475 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:28.842959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35294) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:28.871823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d29bd9d2-1431-46cd-9a1c-30fbbfd1b127 req-5fceef78-3cbc-4b22-9d1b-8e0b3e5daebc tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.31 "DELETE /v2.0/ports/be1fd2f2-d09c-4283-9154-da2937a259b2 HTTP/1.1" status: 204 len: 173 time: 1.5520694 Feb 13 23:17:28.896581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-e0b14385-f3fe-412b-9f25-f391726d066b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1094 time: 0.1957784 Feb 13 23:17:28.924131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.063601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e597f121-a859-49ee-9883-638437677317,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:29.098228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.125583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e547405b-16d7-4b0c-8a41-09dc8c5e2c6b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e597f121-a859-49ee-9883-638437677317 HTTP/1.1" status: 204 len: 168 time: 0.9243107 Feb 13 23:17:29.130491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35308) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:29.164422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ec24793-6973-46a2-bc89-9d1953a60694 req-79b323bd-a2a5-4f50-8def-25a81baeb3a4 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Synchronizing usage tracker for tenant:edbbf26acd8d400a81c0cff44aa0e5bc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:29.168790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.177785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] For port 02345080-f0fb-4f93-9ca6-b974a34d943f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=02345080-f0fb-4f93-9ca6-b974a34d943f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:29.178170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.179770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-d1590516-dec5-42d5-8578-26f4cf41bbe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:29.181376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-d1590516-dec5-42d5-8578-26f4cf41bbe9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.2762313 Feb 13 23:17:29.265908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ec24793-6973-46a2-bc89-9d1953a60694 req-79b323bd-a2a5-4f50-8def-25a81baeb3a4 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] Unset dirty status for tenant:edbbf26acd8d400a81c0cff44aa0e5bc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:29.267084 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ec24793-6973-46a2-bc89-9d1953a60694 req-79b323bd-a2a5-4f50-8def-25a81baeb3a4 tempest-AggregatesAdminTestJSON-395301736 tempest-AggregatesAdminTestJSON-395301736-project] 10.222.0.36 "GET /v2.0/ports?device_id=51c6fc42-4533-4f31-bf0b-31d418522748 HTTP/1.1" status: 200 len: 210 time: 0.1740942 Feb 13 23:17:29.271851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-4f0d795d-7efc-4420-95c9-1289e14461d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.0813024 Feb 13 23:17:29.279035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:29.316382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Usage tracker for resource:security_group_rule and tenant:403344595aa741dba211ae8ec6acd59b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:29.323199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:29.335314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:29.358816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-93a5c910-d8bd-42cb-aab3-5842a96b93a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:29.360248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-93a5c910-d8bd-42cb-aab3-5842a96b93a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.0787489 Feb 13 23:17:29.423644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-0f0b2ce9-fd22-4a90-84bf-688b75edf56f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557034 Feb 13 23:17:29.439650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Calling delete_port for 02345080-f0fb-4f93-9ca6-b974a34d943f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:17:29.470100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b16b8-9c3e-4869-84b9-32821a74fed3 req-86ad1571-2f25-473d-adb0-33e5ab1cfad2 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:29.481010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-430b16b8-9c3e-4869-84b9-32821a74fed3 req-86ad1571-2f25-473d-adb0-33e5ab1cfad2 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 949 time: 0.5539792 Feb 13 23:17:29.608450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.671374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-067654d6-5762-481b-8b03-42ed98feac20 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389984 Feb 13 23:17:29.703629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-430b16b8-9c3e-4869-84b9-32821a74fed3 req-c0278960-348c-459a-988a-da4af7f5a444 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260728 Feb 13 23:17:29.821627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.822618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35324) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:29.845940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.875396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.909473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6fc42-4533-4f31-bf0b-31d418522748', 'name': 'network-vif-deleted', 'tag': 'be1fd2f2-d09c-4283-9154-da2937a259b2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:29.909845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034b2ea4-5f17-4beb-a528-400ed5f84c9f']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:29.926208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.941339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['02345080-f0fb-4f93-9ca6-b974a34d943f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:29.943132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01523a04-f876-425e-9494-290a6f272265,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:29.943909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e3f5bf-4648-4bb8-bf21-96d6aa32970a') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:29.944204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e3f5bf-4648-4bb8-bf21-96d6aa32970a') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:29.957829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5ca07789-4f04-431a-a1fd-4fbbbee72756 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=403344595aa741dba211ae8ec6acd59b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1136050 Feb 13 23:17:29.962418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.963792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35332) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:29.980361 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae1599d3-c3ed-4694-b8f5-7800ddb655f0 req-82b8ed96-29a6-4bcc-86c2-b92a964a9fa9 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999940 Feb 13 23:17:29.991167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:29.992328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125fc77-5263-482f-b9fb-f1cf59266a1d req-97090d0d-337e-48f0-bf8f-fe18bca49ed7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:30.000605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a125fc77-5263-482f-b9fb-f1cf59266a1d req-97090d0d-337e-48f0-bf8f-fe18bca49ed7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.3829608 Feb 13 23:17:30.000878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:17:30.001417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.037765 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6fc42-4533-4f31-bf0b-31d418522748', 'name': 'network-vif-deleted', 'tag': 'be1fd2f2-d09c-4283-9154-da2937a259b2', 'status': 'completed', 'code': 200} Feb 13 23:17:30.094311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a125fc77-5263-482f-b9fb-f1cf59266a1d req-c60fbc54-1197-4eab-a2a3-edfe1aedaa50 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Feb 13 23:17:30.095389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa84d-1b4d-4036-9390-cc1f540d5d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.133049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa84d-1b4d-4036-9390-cc1f540d5d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:17:30.137173 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:17:30.152950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e9bb558c-1443-4c16-a99c-e6fb4e553f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.175246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.182737 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.188079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Pushing event deleted for resources: {'Port': ['ID=02345080-f0fb-4f93-9ca6-b974a34d943f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:30.206072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.220371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] Pushing event deleted for resources: {'Network': ['ID=034b2ea4-5f17-4beb-a528-400ed5f84c9f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:30.222897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:30.226772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebf141e684d4b49b3671004f0412f23 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:30.232501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:30.238104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:30.266516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa84d-1b4d-4036-9390-cc1f540d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.292593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffa84d-1b4d-4036-9390-cc1f540d5d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01523a04-f876-425e-9494-290a6f272265,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:30.306112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] No DVR routers for this DVR port 02345080-f0fb-4f93-9ca6-b974a34d943f on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:17:30.311874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-97242a52-d171-4dfa-b53d-8252d3d7fafa admin admin] 10.222.0.36 "DELETE /v2.0/networks/034b2ea4-5f17-4beb-a528-400ed5f84c9f HTTP/1.1" status: 204 len: 168 time: 1.1803916 Feb 13 23:17:30.315364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.318583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-446cabaa-eb20-4caa-aceb-06bec77c1afb req-09279bee-b3ea-481f-aeaf-a84529d4e900 tempest-DeleteServersAdminTestJSON-356211106 tempest-DeleteServersAdminTestJSON-356211106-project-admin] 10.222.0.31 "DELETE /v2.0/ports/02345080-f0fb-4f93-9ca6-b974a34d943f HTTP/1.1" status: 204 len: 173 time: 1.8260198 Feb 13 23:17:30.318583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'name': 'network-vif-deleted', 'tag': '02345080-f0fb-4f93-9ca6-b974a34d943f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:30.334558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ffa84d-1b4d-4036-9390-cc1f540d5d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.335976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7ffa84d-1b4d-4036-9390-cc1f540d5d4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01523a04-f876-425e-9494-290a6f272265 HTTP/1.1" status: 204 len: 168 time: 0.3712552 Feb 13 23:17:30.404074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.405103 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081be5c3-55ff-4425-852d-b1a1c52624b2', 'name': 'network-vif-deleted', 'tag': '02345080-f0fb-4f93-9ca6-b974a34d943f', 'status': 'completed', 'code': 200} Feb 13 23:17:30.411976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.508221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48bc74e-a770-4d65-aede-74c26ac950ef,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:30.531167 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-67e161ee-b935-4502-9552-55e578cef000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ebf141e684d4b49b3671004f0412f23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7060208 Feb 13 23:17:30.534353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35346) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:30.622517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24e0eca5-e53d-44b3-9078-1e6084c55704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.657933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24e0eca5-e53d-44b3-9078-1e6084c55704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.660292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35360) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:30.720667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9eafb987-6575-4911-9cb6-f8619435d9ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52b257fb4b0742f68bf7f3b995713e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589421 Feb 13 23:17:30.723421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35366) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:30.734879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24e0eca5-e53d-44b3-9078-1e6084c55704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.763457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0eca5-e53d-44b3-9078-1e6084c55704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48bc74e-a770-4d65-aede-74c26ac950ef,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:30.779949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24e0eca5-e53d-44b3-9078-1e6084c55704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.781929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-24e0eca5-e53d-44b3-9078-1e6084c55704 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c48bc74e-a770-4d65-aede-74c26ac950ef HTTP/1.1" status: 204 len: 168 time: 0.2464421 Feb 13 23:17:30.809244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97d67d9e-d50f-49a8-ae63-6c3cc09ebb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.850020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97d67d9e-d50f-49a8-ae63-6c3cc09ebb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.916521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97d67d9e-d50f-49a8-ae63-6c3cc09ebb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.940662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d67d9e-d50f-49a8-ae63-6c3cc09ebb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16890e-deb9-428b-a673-7cd22a81ab51,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:30.947006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97d67d9e-d50f-49a8-ae63-6c3cc09ebb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:30.948276 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-97d67d9e-d50f-49a8-ae63-6c3cc09ebb96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b16890e-deb9-428b-a673-7cd22a81ab51 HTTP/1.1" status: 204 len: 168 time: 0.2233973 Feb 13 23:17:31.012512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d54a4df-cbe0-4396-b82e-01e26192d539 req-08740ac4-1b46-47ab-affa-8860722533d2 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=081be5c3-55ff-4425-852d-b1a1c52624b2 HTTP/1.1" status: 200 len: 210 time: 0.0568330 Feb 13 23:17:31.116386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35382) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:31.135565 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.170782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:17:31.173981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:31.178928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Usage tracker for resource:security_group_rule and tenant:297bc7adf6654d66bf8be7fc177d3961 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:31.184779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:31.191400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:31.280861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.326705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.380029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:31.398974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'port_id': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'mac_address': 'fa:16:3e:5c:cf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7f9f6-a3cd-42fb-a87f-b7e45878554b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:17:31.401489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb896efd-a90d-4a61-ad96-4ccabed467bf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:31.409579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b545105c-acf0-4756-af37-bc3c8c117b46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=297bc7adf6654d66bf8be7fc177d3961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2920403 Feb 13 23:17:31.413335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:31.441866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90785ec2-1302-40af-859f-70b98cd0cf15 req-18279157-d1a3-4216-a23b-5a63abbaf778 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:31.449211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90785ec2-1302-40af-859f-70b98cd0cf15 req-18279157-d1a3-4216-a23b-5a63abbaf778 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.1666145 Feb 13 23:17:31.475251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.487226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35398) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:31.503716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730ee5e0-683e-46f9-99ef-73eb7adf14e7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:31.516724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90785ec2-1302-40af-859f-70b98cd0cf15 req-23027034-a605-4997-86c6-af711c8ee79d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666323 Feb 13 23:17:31.518854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be1fd2f2-d09c-4283-9154-da2937a259b2 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:17:31.519461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.558530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: be1fd2f2-d09c-4283-9154-da2937a259b2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:17:31.559355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be1fd2f2-d09c-4283-9154-da2937a259b2 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:17:31.562595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:31.566873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40e5de7-f197-4697-b5a2-e85ab676d5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.568874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.569081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:31.577090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:a6d03cfceeb041d99c2f003905f096bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:31.582774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:31.593081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:31.627346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40e5de7-f197-4697-b5a2-e85ab676d5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.679062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:31.705380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.711326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.724147 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40e5de7-f197-4697-b5a2-e85ab676d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.745541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e5de7-f197-4697-b5a2-e85ab676d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb896efd-a90d-4a61-ad96-4ccabed467bf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:31.765292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b071098-d40f-439e-9cea-306740b37e1f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:31.772585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-502d14cb-d046-4b65-8be2-c3db2a415ea8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6d03cfceeb041d99c2f003905f096bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2797914 Feb 13 23:17:31.772724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35408) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:31.773518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40e5de7-f197-4697-b5a2-e85ab676d5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.778678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a40e5de7-f197-4697-b5a2-e85ab676d5a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb896efd-a90d-4a61-ad96-4ccabed467bf HTTP/1.1" status: 204 len: 168 time: 0.3620741 Feb 13 23:17:31.822020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35416) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:31.847978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47821940-2fc2-49ed-945f-6ffdb69a87c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.879998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47821940-2fc2-49ed-945f-6ffdb69a87c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.888463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9acfb7f8-ff34-4ffc-82dc-392e6e2cc584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=841351ad53874574a352b6aad305535a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0654676 Feb 13 23:17:31.891125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['730ee5e0-683e-46f9-99ef-73eb7adf14e7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:31.892339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35424) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:31.950734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47821940-2fc2-49ed-945f-6ffdb69a87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:31.960930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92ab9738-d682-462b-966c-a392083f0d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:32.005099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92ab9738-d682-462b-966c-a392083f0d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:32.013835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47821940-2fc2-49ed-945f-6ffdb69a87c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b071098-d40f-439e-9cea-306740b37e1f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:32.048087 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47821940-2fc2-49ed-945f-6ffdb69a87c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:32.049209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-47821940-2fc2-49ed-945f-6ffdb69a87c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b071098-d40f-439e-9cea-306740b37e1f HTTP/1.1" status: 204 len: 168 time: 0.2755516 Feb 13 23:17:32.155331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92ab9738-d682-462b-966c-a392083f0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:32.241458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92ab9738-d682-462b-966c-a392083f0d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:32.247952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-92ab9738-d682-462b-966c-a392083f0d92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46657b30-f317-4dda-8c40-616b68837a2b HTTP/1.1" status: 204 len: 168 time: 0.3545175 Feb 13 23:17:32.251166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab9738-d682-462b-966c-a392083f0d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46657b30-f317-4dda-8c40-616b68837a2b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:32.284401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a48e7a6-f6e0-486b-931a-dd906198ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:32.757871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a2eb3-4dc4-446b-b64f-7ae25aa164fe req-0f45a11b-cc34-44da-bcb5-391d1c00c9e4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:32.760276 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f9a2eb3-4dc4-446b-b64f-7ae25aa164fe req-0f45a11b-cc34-44da-bcb5-391d1c00c9e4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 944 time: 0.0939665 Feb 13 23:17:32.822050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f9a2eb3-4dc4-446b-b64f-7ae25aa164fe req-3d1979e3-3d53-4cd8-af08-ee968140c8d9 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Feb 13 23:17:32.858626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-b3da3307-22eb-4ae5-b8d8-49082a37e5c7 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366914 Feb 13 23:17:33.058242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35512) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:33.063024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-cde82657-c385-4083-987f-d65bb26cf9c2 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:33.064924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-cde82657-c385-4083-987f-d65bb26cf9c2 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053359 Feb 13 23:17:33.083551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-ae1d1f95-3cee-499d-8df3-09200e4a551d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/quotas/44a61fab349546e1a2b5cbc96dd96dd5 HTTP/1.1" status: 200 len: 375 time: 0.0126071 Feb 13 23:17:33.134849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-af9335f8-f003-47b6-95d6-eeb130dd81dc tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Synchronizing usage tracker for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:33.142752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:33.156977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-af9335f8-f003-47b6-95d6-eeb130dd81dc tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Unset dirty status for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:33.159029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-af9335f8-f003-47b6-95d6-eeb130dd81dc tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696163 Feb 13 23:17:33.220632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:33.227547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:33.227916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.370468 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.391618 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.434689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:33.450803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:33.451069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Usage tracker for resource:security_group_rule and tenant:4a22ded0b6e54f89b5c7e40b05326e03 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:33.467293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:33.478691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:33.488803 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.491155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:33.544470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18fd3507-3c57-43bf-bc84-c6d9d51d470f req-f8db17ca-06dc-4904-bf4c-fd034648f293 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 210 time: 0.1048262 Feb 13 23:17:33.553361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 02345080-f0fb-4f93-9ca6-b974a34d943f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:17:33.627391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 02345080-f0fb-4f93-9ca6-b974a34d943f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:17:33.627733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 02345080-f0fb-4f93-9ca6-b974a34d943f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:17:33.629796 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.659015 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'code': 200} Feb 13 23:17:33.677905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.703567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:33.725589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.732240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:33.834515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a22ded0b6e54f89b5c7e40b05326e03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7751412 Feb 13 23:17:33.838918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35566) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:33.970411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec6a3c4b-79a6-48c6-a088-6d58487c5327 req-12485148-b6d7-4ce2-be01-eab2fb36f520 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1096 time: 0.1926849 Feb 13 23:17:33.970987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a747-89e2-40f0-bdb7-62338468902e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2ff66-fb45-471b-afc7-d8f99fd087f5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:34.001936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2479ed3f-4948-4f3d-98a7-ac7571e12fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.061456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35578) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:34.062807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2479ed3f-4948-4f3d-98a7-ac7571e12fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.081482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec6a3c4b-79a6-48c6-a088-6d58487c5327 req-0fe4308c-4f6a-4f2d-b003-7b50e0dffea2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980761 Feb 13 23:17:34.113696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35584) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:34.199656 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2479ed3f-4948-4f3d-98a7-ac7571e12fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.211100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0689c-ca15-43d6-969e-c355a3091035 req-f880f008-e63b-454c-af66-1b3de011fc8a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:34.227115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6dc0689c-ca15-43d6-969e-c355a3091035 req-f880f008-e63b-454c-af66-1b3de011fc8a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 945 time: 0.1486552 Feb 13 23:17:34.232769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ed3f-4948-4f3d-98a7-ac7571e12fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2ff66-fb45-471b-afc7-d8f99fd087f5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:34.237071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2479ed3f-4948-4f3d-98a7-ac7571e12fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.238538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2479ed3f-4948-4f3d-98a7-ac7571e12fe0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fc2ff66-fb45-471b-afc7-d8f99fd087f5 HTTP/1.1" status: 204 len: 168 time: 0.3983662 Feb 13 23:17:34.313369 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6dc0689c-ca15-43d6-969e-c355a3091035 req-914da8e2-d2bd-4614-8ddd-bc55fbb2d3e2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848885 Feb 13 23:17:34.355989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-network', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:34.363975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:34.371764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Usage tracker for resource:network and tenant:7d3d581c3b9544fc80807c0f8c413f4e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:34.378787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:34.387535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:34.400425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Made reservation on behalf of 7d3d581c3b9544fc80807c0f8c413f4e for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:34.404125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.420775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.474265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:34.479302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Usage tracker for resource:security_group_rule and tenant:7d3d581c3b9544fc80807c0f8c413f4e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:34.482147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:34.488572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:34.538068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.592542 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.598196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.620769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:34.620999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:34.628665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Usage tracker for resource:security_group_rule and tenant:fe96ec87ef3843a28e2ca7ad2b1fa168 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:34.639837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:34.650681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.651364 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Added segment 84d70a72-aa0b-43aa-b03d-48427842b671 of type vlan for network c532c059-feef-45d9-8ba0-46d7506cfd34 Feb 13 23:17:34.651745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:34.721502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6d4c9-070e-4d93-9821-4615e2f13d89,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:34.764972 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.773740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.775798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.846893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8fb63f93-59cb-41a9-952d-b871b4b41ca2 req-8402d5d7-071b-4223-a819-72c0ec99d444 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 210 time: 0.0638993 Feb 13 23:17:34.882735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.884838 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.886385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:34.887151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:34.904413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd33bf2-f767-436a-a9ba-a0002c353aeb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:34.915166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7c3648ff-a7dc-4d54-baa4-13600fc13e66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe96ec87ef3843a28e2ca7ad2b1fa168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7992759 Feb 13 23:17:34.915822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:35.070590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] Pushing event updated for resources: {'Network': ['ID=c532c059-feef-45d9-8ba0-46d7506cfd34,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:35.081311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c532c059-feef-45d9-8ba0-46d7506cfd34 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:35.092399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cfdc2a27-1e75-4af4-acb4-2c7da012a42d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0298648 Feb 13 23:17:35.096661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35638) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:35.105327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Request body: {'subnet': {'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-subnet', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:35.125056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:35.129031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-588cc18e-2cbb-4d84-be10-6846b4a1d940 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162336 Feb 13 23:17:35.129844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e55b06e-fb60-456f-b9ab-28d02c4a72ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.139908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Usage tracker for resource:subnet and tenant:7d3d581c3b9544fc80807c0f8c413f4e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:35.154899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:35.167368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:35.178528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Made reservation on behalf of 7d3d581c3b9544fc80807c0f8c413f4e for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:35.182059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.361531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35656) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:35.424108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.442234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e55b06e-fb60-456f-b9ab-28d02c4a72ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.549150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-83c034b5-7978-4245-b387-322e732b2927 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:35.553182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-83c034b5-7978-4245-b387-322e732b2927 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4096749 Feb 13 23:17:35.569753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Request body: {'port': {'device_id': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '44a61fab349546e1a2b5cbc96dd96dd5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:35.580838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:35.590788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Usage tracker for resource:security_group_rule and tenant:135297349daa4f7ba8a0a3acc31a619b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:35.598708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:35.608026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e55b06e-fb60-456f-b9ab-28d02c4a72ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.616540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:35.806311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55b06e-fb60-456f-b9ab-28d02c4a72ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd33bf2-f767-436a-a9ba-a0002c353aeb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:35.839597 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.852533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e55b06e-fb60-456f-b9ab-28d02c4a72ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.854084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e55b06e-fb60-456f-b9ab-28d02c4a72ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cd33bf2-f767-436a-a9ba-a0002c353aeb HTTP/1.1" status: 204 len: 168 time: 0.9374051 Feb 13 23:17:35.922234 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.934247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:35.942893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:35.956660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded56faa-e0b5-413e-90e7-8737a7d27330 req-500fb0e7-bf64-448b-b232-97fc402f4f9f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:35.964578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ded56faa-e0b5-413e-90e7-8737a7d27330 req-500fb0e7-bf64-448b-b232-97fc402f4f9f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 945 time: 0.3709073 Feb 13 23:17:35.985493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:35.987739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:36.133446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ded56faa-e0b5-413e-90e7-8737a7d27330 req-050719dd-2a3e-47d3-b92d-3913d5f5af78 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505213 Feb 13 23:17:36.150979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Made reservation on behalf of 44a61fab349546e1a2b5cbc96dd96dd5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:36.153964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.167102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=135297349daa4f7ba8a0a3acc31a619b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8023148 Feb 13 23:17:36.167374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35692) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:36.172536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb285-f908-47ac-a344-b234e29f5f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a158c78-d3ec-4424-82e4-35199c086ba5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:36.191729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6bda2de-6b37-4b02-872a-5dead97615dc req-dd0afdeb-d8fe-48be-8649-66805396c5cc tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 210 time: 0.1207852 Feb 13 23:17:36.197201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Checking segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:36.197921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Network hostable DHCP agents. Network: c532c059-feef-45d9-8ba0-46d7506cfd34, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:36.228774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Network c532c059-feef-45d9-8ba0-46d7506cfd34 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:36.256674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c532c059-feef-45d9-8ba0-46d7506cfd34) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:36.262147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:36.263770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.268016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589abb9-d97f-4e58-8132-5f37c2e4d606 None None] Network c532c059-feef-45d9-8ba0-46d7506cfd34 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:36.302428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c5ac3d7-bb0a-4a32-94f0-00cf3832b46c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2030563 Feb 13 23:17:36.303867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35700) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:36.310676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:36.316893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:36.321862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Usage tracker for resource:router and tenant:7d3d581c3b9544fc80807c0f8c413f4e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:36.340375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:36.353878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:36.379522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.381197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.442041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.475850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-d03b-4405-a17f-5d158d1ca38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.569186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c532c059-feef-45d9-8ba0-46d7506cfd34', 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'fixed_ips': [{'subnet_id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:17:36.570382 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.573177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-d03b-4405-a17f-5d158d1ca38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.686210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Allocated IP 192.168.233.229 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/bd892ea6-6986-488e-b15c-ffd85e42676a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:36.715273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-d03b-4405-a17f-5d158d1ca38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.773817 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.791604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7544e9a-d03b-4405-a17f-5d158d1ca38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a158c78-d3ec-4424-82e4-35199c086ba5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:36.794376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35722) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:36.835322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.853762 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7544e9a-d03b-4405-a17f-5d158d1ca38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.857638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d7544e9a-d03b-4405-a17f-5d158d1ca38a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a158c78-d3ec-4424-82e4-35199c086ba5 HTTP/1.1" status: 204 len: 168 time: 0.6891396 Feb 13 23:17:36.875213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:36.879391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Usage tracker for resource:security_group_rule and tenant:de0b4df012fe47cfbde65afa29c209e6 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:36.882792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:36.889868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:36.941297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Allocated IP 172.20.0.2 (c532c059-feef-45d9-8ba0-46d7506cfd34/3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4/c6571be1-02a4-4b1d-868d-13bd45f6190a) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:36.971916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.981783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:36.989329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.035946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5308ff-6454-4ad2-a607-e5db7509bef6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:37.125105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.130535 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2398d34e-978b-494a-b0e8-78b1f886ab2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de0b4df012fe47cfbde65afa29c209e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3292122 Feb 13 23:17:37.133120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35734) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:37.157235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Transition to ACTIVE for port object bd892ea6-6986-488e-b15c-ffd85e42676a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:37.213838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.239083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3acc716-f16e-4638-b611-99f7b3c2db95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.326205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3acc716-f16e-4638-b611-99f7b3c2db95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.384683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.394210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:37.402975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:37.408657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:37.426566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.430467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.452103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Transition to ACTIVE for port object c6571be1-02a4-4b1d-868d-13bd45f6190a will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:37.479573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Pushing event updated for resources: {'Port': ['ID=bd892ea6-6986-488e-b15c-ffd85e42676a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:37.499296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Transition to ACTIVE for port object c6571be1-02a4-4b1d-868d-13bd45f6190a will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:37.516069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.564918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:37.569977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.628761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3acc716-f16e-4638-b611-99f7b3c2db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.652380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc716-f16e-4638-b611-99f7b3c2db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5308ff-6454-4ad2-a607-e5db7509bef6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:37.688601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Network c532c059-feef-45d9-8ba0-46d7506cfd34 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:37.691621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Pushing event updated for resources: {'Port': ['ID=c6571be1-02a4-4b1d-868d-13bd45f6190a,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:37.694355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:37.708508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-edb02453-6d23-44bb-9d2d-b116a635ba5a tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1390820 Feb 13 23:17:37.721865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:37.751695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Request body: {'port': {'device_id': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:37.781009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3acc716-f16e-4638-b611-99f7b3c2db95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.782572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a3acc716-f16e-4638-b611-99f7b3c2db95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a5308ff-6454-4ad2-a607-e5db7509bef6 HTTP/1.1" status: 204 len: 168 time: 0.6476998 Feb 13 23:17:37.788687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f894d-46bf-458f-a135-b8af97fb3ba1 req-2ff38dad-37f8-46d0-ab47-88a1d61642a0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:37.796078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-736f894d-46bf-458f-a135-b8af97fb3ba1 req-2ff38dad-37f8-46d0-ab47-88a1d61642a0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 945 time: 0.3095422 Feb 13 23:17:37.834197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Allocated IP 172.25.4.185 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/cb517c00-1b5b-4409-860a-c1112d6137fc) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:37.849714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Attempting to bind port c6571be1-02a4-4b1d-868d-13bd45f6190a on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:37.850334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Attempting to bind port c6571be1-02a4-4b1d-868d-13bd45f6190a by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:37.850826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Attempting to bind port c6571be1-02a4-4b1d-868d-13bd45f6190a on network c532c059-feef-45d9-8ba0-46d7506cfd34 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:37.867843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:37.867843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Checking segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:37.867843 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.868799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Bound using segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:37.869508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Bound port: c6571be1-02a4-4b1d-868d-13bd45f6190a, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:37.870112 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:37.872493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-736f894d-46bf-458f-a135-b8af97fb3ba1 req-ec716409-5933-4897-9a11-e5455bb0dc34 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752628 Feb 13 23:17:37.995094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] For port c6571be1-02a4-4b1d-868d-13bd45f6190a, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:37.998690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] For port c6571be1-02a4-4b1d-868d-13bd45f6190a, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6571be1-02a4-4b1d-868d-13bd45f6190a,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:37.999990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8286b05f-d6e0-41d2-bfd3-152f7da450f3 None None] Provisioning for port bd892ea6-6986-488e-b15c-ffd85e42676a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:38.005411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8286b05f-d6e0-41d2-bfd3-152f7da450f3 None None] Provisioning complete for port bd892ea6-6986-488e-b15c-ffd85e42676a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:38.005742 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8286b05f-d6e0-41d2-bfd3-152f7da450f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.041345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f6e1d-1a68-41dd-8287-031e72a4c154 req-0886f879-ca36-4669-9030-45d3502f28b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:38.042067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-370f6e1d-1a68-41dd-8287-031e72a4c154 req-0886f879-ca36-4669-9030-45d3502f28b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Synchronizing usage tracker for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:38.046420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.073792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8286b05f-d6e0-41d2-bfd3-152f7da450f3 None None] Port bd892ea6-6986-488e-b15c-ffd85e42676a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:17:38.077759 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.114589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-370f6e1d-1a68-41dd-8287-031e72a4c154 req-0886f879-ca36-4669-9030-45d3502f28b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Unset dirty status for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:38.123022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-370f6e1d-1a68-41dd-8287-031e72a4c154 req-0886f879-ca36-4669-9030-45d3502f28b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 936 time: 0.5247202 Feb 13 23:17:38.171891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e194fcc-8160-4dd2-8f5a-675c4ac12be9 None None] Pushing event updated for resources: {'Port': ['ID=c6571be1-02a4-4b1d-868d-13bd45f6190a,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:38.194407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.235872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.294974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-370f6e1d-1a68-41dd-8287-031e72a4c154 req-9366b552-cb1b-4051-8bef-39cc699d8b6b tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710773 Feb 13 23:17:38.303795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:38.307877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:38.311728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:38.432927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.581271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Pushing event updated for resources: {'Port': ['ID=cb517c00-1b5b-4409-860a-c1112d6137fc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:38.761600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd892ea6-6986-488e-b15c-ffd85e42676a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:38.770472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.794298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Transition to ACTIVE for port object bd892ea6-6986-488e-b15c-ffd85e42676a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:38.799960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.826382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:38.827341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:39.093830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f328b0a5-241a-4e06-91ee-fff03b76cc2e req-e9463d8d-f3de-44d9-9e4c-d9a585a3bd63 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1096 time: 0.1277056 Feb 13 23:17:39.107414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Pushing event updated for resources: {'Port': ['ID=bd892ea6-6986-488e-b15c-ffd85e42676a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:39.151473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f328b0a5-241a-4e06-91ee-fff03b76cc2e req-8e2175e5-0776-4430-abf6-3b1cf0b6ebae tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] Synchronizing usage tracker for tenant:032c597a8cf444549a569cd54a173e7c on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:39.194488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f328b0a5-241a-4e06-91ee-fff03b76cc2e req-8e2175e5-0776-4430-abf6-3b1cf0b6ebae tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] Unset dirty status for tenant:032c597a8cf444549a569cd54a173e7c on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:39.215778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f328b0a5-241a-4e06-91ee-fff03b76cc2e req-8e2175e5-0776-4430-abf6-3b1cf0b6ebae tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207299 Feb 13 23:17:39.259911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Attempting to bind port bd892ea6-6986-488e-b15c-ffd85e42676a on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:39.260503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Attempting to bind port bd892ea6-6986-488e-b15c-ffd85e42676a by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:39.260953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Attempting to bind port bd892ea6-6986-488e-b15c-ffd85e42676a on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:39.269105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Port bd892ea6-6986-488e-b15c-ffd85e42676a on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:17:39.269610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Attempting to bind port bd892ea6-6986-488e-b15c-ffd85e42676a on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:39.278068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:39.278534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:39.279124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:39.279626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Bound port: bd892ea6-6986-488e-b15c-ffd85e42676a, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:39.280038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:39.305762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Router f1da0a61-ee16-440d-8fbf-790d2be6cb61 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:17:39.391749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] For port bd892ea6-6986-488e-b15c-ffd85e42676a, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:39.394900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] For port bd892ea6-6986-488e-b15c-ffd85e42676a, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=bd892ea6-6986-488e-b15c-ffd85e42676a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:39.401367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:39.493823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Pushing event updated for resources: {'Port': ['ID=bd892ea6-6986-488e-b15c-ffd85e42676a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:39.502808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:39.504945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-9d406278-e8b6-4c18-a503-1873d59e7294 service neutron] 10.222.0.31 "PUT /v2.0/ports/bd892ea6-6986-488e-b15c-ffd85e42676a HTTP/1.1" status: 200 len: 1096 time: 1.7778068 Feb 13 23:17:39.505786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'tag': 'bd892ea6-6986-488e-b15c-ffd85e42676a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:39.680886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:17:39.692854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35812) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:39.701465 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Sync routers for ids ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:17:39.713763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:39.717994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-598a9417-eede-4543-8bf0-bf66f255f90a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4113536 Feb 13 23:17:39.721493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35818) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:39.727816 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Routers {'f1da0a61-ee16-440d-8fbf-790d2be6cb61'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:17:39.728680 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:17:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:39.768424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-bcfed58f-49a2-4f55-aa47-1c07cf12e30c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 1099 time: 0.2043524 Feb 13 23:17:39.892477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a66bb9-8d32-4841-877e-8be2298993f5 None None] Network c532c059-feef-45d9-8ba0-46d7506cfd34 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:39.946001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-3c99c873-24e3-43d1-86f8-f1f15cae0931 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=bd892ea6-6986-488e-b15c-ffd85e42676a HTTP/1.1" status: 200 len: 217 time: 0.1636438 Feb 13 23:17:40.032103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-fb572a6d-dc2c-4489-a0d8-51a0cb2be405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.033620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-fb572a6d-dc2c-4489-a0d8-51a0cb2be405 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0821297 Feb 13 23:17:40.035059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.035531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.036097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.036499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.037006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.037423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.039072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-822016d7-ef3c-4616-bfdd-ff3165bd33e4 req-d249cb57-fed8-49a8-974e-b50006264226 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4295 time: 0.4993155 Feb 13 23:17:40.171427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3b1edfb8-b9c4-4af2-ad9b-c716df251bdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edbbf26acd8d400a81c0cff44aa0e5bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4774649 Feb 13 23:17:40.175936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:40.208837 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Set router f1da0a61-ee16-440d-8fbf-790d2be6cb61 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:17:40.334497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6571be1-02a4-4b1d-868d-13bd45f6190a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:40.344429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f764511-3042-405a-9a0f-25ffedf66bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:40.402473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-3dff191a-16ba-47c7-b9a6-443b55a60a7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3622055 Feb 13 23:17:40.517651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c6571be1-02a4-4b1d-868d-13bd45f6190a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:40.528995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6571be1-02a4-4b1d-868d-13bd45f6190a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:40.529802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:40.562557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5dc7b2f-8401-4d32-b0d7-257629399bb0 req-e52b5a30-815d-4304-bb83-9078f917a6c0 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1096 time: 0.1650333 Feb 13 23:17:40.616031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-39f3d45a-79f8-4a66-bb53-c1c27cf402ae None None] Provisioning for port c6571be1-02a4-4b1d-868d-13bd45f6190a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:40.635509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5dc7b2f-8401-4d32-b0d7-257629399bb0 req-c538ab53-fdcd-4c93-a69d-f111f959bbc5 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Feb 13 23:17:40.695205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-23468d53-9183-4f97-a78d-981af9d36ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821562 Feb 13 23:17:40.814492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-39f3d45a-79f8-4a66-bb53-c1c27cf402ae None None] Provisioning complete for port c6571be1-02a4-4b1d-868d-13bd45f6190a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:40.814624 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'tag': 'bd892ea6-6986-488e-b15c-ffd85e42676a', 'status': 'completed', 'code': 200} Feb 13 23:17:40.815124 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39f3d45a-79f8-4a66-bb53-c1c27cf402ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:40.822204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f764511-3042-405a-9a0f-25ffedf66bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:40.850520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:40.882946 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:17:38Z', 'revision_number': 3, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:40.892306 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Checking router: f1da0a61-ee16-440d-8fbf-790d2be6cb61 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:17:40.892596 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Updating router f1da0a61-ee16-440d-8fbf-790d2be6cb61 port cb517c00-1b5b-4409-860a-c1112d6137fc binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:17:40.921498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c6571be1-02a4-4b1d-868d-13bd45f6190a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6571be1-02a4-4b1d-868d-13bd45f6190a,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:40.935237 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:40.976303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad88cd-25c6-4464-9097-e55aa740ae2a req-38613061-fb6a-4f8f-83a6-a591ffe2036d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:40.992565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8cad88cd-25c6-4464-9097-e55aa740ae2a req-38613061-fb6a-4f8f-83a6-a591ffe2036d tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 948 time: 0.6373301 Feb 13 23:17:41.014990 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.051309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c6571be1-02a4-4b1d-868d-13bd45f6190a,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:41.080948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8cad88cd-25c6-4464-9097-e55aa740ae2a req-fe29fa08-8505-4cc1-ace3-7138a9bbd59e tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873353 Feb 13 23:17:41.297889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.371700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc6d1e-8a93-40a1-978d-9dae519427dc req-8ebc8e18-2138-4ab9-b797-b7d17ae06eda tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:41.384295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-96dc6d1e-8a93-40a1-978d-9dae519427dc req-8ebc8e18-2138-4ab9-b797-b7d17ae06eda tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 886 time: 0.2398453 Feb 13 23:17:41.437558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f764511-3042-405a-9a0f-25ffedf66bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.481823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f764511-3042-405a-9a0f-25ffedf66bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045a7d43-23f4-448a-9bd6-5c836befa7d2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:41.488619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aea75bd-3555-4fbd-aa1c-9967ccb79c04 req-becd0c40-e02e-4704-9588-4a26f1287fa9 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820585 Feb 13 23:17:41.498008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f764511-3042-405a-9a0f-25ffedf66bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.499430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1f764511-3042-405a-9a0f-25ffedf66bce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/045a7d43-23f4-448a-9bd6-5c836befa7d2 HTTP/1.1" status: 204 len: 168 time: 1.3181267 Feb 13 23:17:41.577759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4ba8f266-4901-44c0-98b4-7c4cca9344c0 None None] Provisioning complete for port c6571be1-02a4-4b1d-868d-13bd45f6190a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:41.579454 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f266-4901-44c0-98b4-7c4cca9344c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.771147 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.800682 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Transition to ACTIVE for port object cb517c00-1b5b-4409-860a-c1112d6137fc will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:41.814518 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:41.913437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-51e583c1-d488-46a6-88f5-6679baf55e7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 1099 time: 0.3664849 Feb 13 23:17:41.934403 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Pushing event updated for resources: {'Port': ['ID=cb517c00-1b5b-4409-860a-c1112d6137fc,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:41.944690 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.945052 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.946835 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.947204 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.947538 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.947866 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.948195 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.948998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.948998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.949172 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.949439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Tracked resource versions report: Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: pushed versions: Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: { 'ConntrackHelper': {'1.0'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Log': {'1.0'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Network': {'1.1'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Port': {'1.5'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'PortForwarding': {'1.2'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'QosPolicy': {'1.8'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'SecurityGroup': {'1.2'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'SecurityGroupRule': {'1.0'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'SubPort': {'1.0'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Subnet': {'1.1'}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Trunk': {'1.1'}} Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: consumer versions: Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: { DHCP agent@n-d-828979-1: {}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: HyperV agent@n-h1-828979-1: {}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: HyperV agent@n-h2-828979-1: {}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: L3 agent@n-d-828979-1: {}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: Metadata agent@n-d-828979-1: {}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: Metering agent@n-d-828979-1: {}, Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: Open vSwitch agent@n-d-828979-1: { 'ConntrackHelper': '1.0', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Log': '1.0', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Network': '1.1', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Port': '1.5', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'PortForwarding': '1.2', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'QosPolicy': '1.8', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'SecurityGroup': '1.2', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'SecurityGroupRule': '1.0', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'SubPort': '1.0', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Subnet': '1.1', Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: 'Trunk': '1.1'}} Feb 13 23:17:41.950539 n-d-828979-1 neutron-server[83664]: {{(pid=83664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 13 23:17:41.988356 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Attempting to bind port cb517c00-1b5b-4409-860a-c1112d6137fc on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:41.988727 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Attempting to bind port cb517c00-1b5b-4409-860a-c1112d6137fc by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:41.989073 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Attempting to bind port cb517c00-1b5b-4409-860a-c1112d6137fc on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:42.007060 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:42.007427 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:42.009734 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.010183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:42.010662 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Bound port: cb517c00-1b5b-4409-860a-c1112d6137fc, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:42.011055 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.047493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Allocated IP 172.20.0.1 (c532c059-feef-45d9-8ba0-46d7506cfd34/3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4/6b0ba500-656b-446a-8fb0-4eb402b1f9c3) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:42.059233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.059949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.060608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.061126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.061642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.062211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.064068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-658ba450-1595-4800-a4ab-9786d5930c7a req-a697d62c-9f27-40eb-85d9-780e20f373d4 tempest-NetworksTest-575081994 tempest-NetworksTest-575081994-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4295 time: 0.4115977 Feb 13 23:17:42.140431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6571be1-02a4-4b1d-868d-13bd45f6190a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:42.144097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-d5e1e4b9-674b-48ae-90bc-36b0b6344c86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.147864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-d5e1e4b9-674b-48ae-90bc-36b0b6344c86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2209332 Feb 13 23:17:42.189030 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] For port cb517c00-1b5b-4409-860a-c1112d6137fc, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:42.193070 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] For port cb517c00-1b5b-4409-860a-c1112d6137fc, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb517c00-1b5b-4409-860a-c1112d6137fc,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:42.198913 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.232653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-c62824ce-f105-43ee-8758-ffcaeed7425d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=bd892ea6-6986-488e-b15c-ffd85e42676a HTTP/1.1" status: 200 len: 217 time: 0.0788980 Feb 13 23:17:42.277597 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad37153-b9ec-4bb0-9b46-6e29e99a20be None None] Pushing event updated for resources: {'Port': ['ID=cb517c00-1b5b-4409-860a-c1112d6137fc,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:42.310621 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Routers {'f1da0a61-ee16-440d-8fbf-790d2be6cb61'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:17:42.312025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35884) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:42.312855 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:17:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:42.337120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6571be1-02a4-4b1d-868d-13bd45f6190a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:42.337719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.474983 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-38cb3aa9-c822-4012-95f4-1e963ba6090e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87c62075f9db4a45991c834c5a31fe8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1566195 Feb 13 23:17:42.475327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35890) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:42.493770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.511608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Transition to ACTIVE for port object 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:42.526082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-3567f301-1ca1-457e-9d7f-a9cb3abcd5be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.527790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-3567f301-1ca1-457e-9d7f-a9cb3abcd5be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2882750 Feb 13 23:17:42.560591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.641170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Network c532c059-feef-45d9-8ba0-46d7506cfd34 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:42.644200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:42.655297 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] Set router f1da0a61-ee16-440d-8fbf-790d2be6cb61 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:17:42.659919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:42.661888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.674794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Pushing event updated for resources: {'Port': ['ID=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:42.686499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56869-3a3a-4b58-af03-48dac179c11f req-4787511a-6b19-49a4-96dc-9b590a8754f6 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:42.695099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20f56869-3a3a-4b58-af03-48dac179c11f req-4787511a-6b19-49a4-96dc-9b590a8754f6 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 948 time: 0.3758647 Feb 13 23:17:42.817554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c25ee6b2-958a-4f52-9ea9-39f66b67bfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.853334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.873677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20f56869-3a3a-4b58-af03-48dac179c11f req-764f506b-a8c1-4e6d-977a-b970ed288f21 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774716 Feb 13 23:17:42.880144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c25ee6b2-958a-4f52-9ea9-39f66b67bfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:42.894763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-f71f2220-b5b9-4acb-a2f5-c35cd82ba555 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3541377 Feb 13 23:17:43.023455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c25ee6b2-958a-4f52-9ea9-39f66b67bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.038176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9016686-8c15-4a70-b883-b563fedb9a13 None None] Provisioning for port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:43.046843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9016686-8c15-4a70-b883-b563fedb9a13 None None] Provisioning complete for port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:43.048424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9016686-8c15-4a70-b883-b563fedb9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.100647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ee6b2-958a-4f52-9ea9-39f66b67bfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107c6e1-7de1-45f2-b3a7-220bf00a3fcf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:43.123826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c25ee6b2-958a-4f52-9ea9-39f66b67bfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.130356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c25ee6b2-958a-4f52-9ea9-39f66b67bfa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9107c6e1-7de1-45f2-b3a7-220bf00a3fcf HTTP/1.1" status: 204 len: 168 time: 0.6468830 Feb 13 23:17:43.143327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d9016686-8c15-4a70-b883-b563fedb9a13 None None] Port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:17:43.174215 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:17:38Z', 'revision_number': 3, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:43.182638 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b26b6-5a0d-4560-a3fd-c1ce7fcd6e54 None None] The sync data for ids ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'] in n-d-828979-1 is: [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:17:38Z', 'revision_number': 3, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:17:43.212493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-7d51aea4-60c5-4c11-a283-072ffdbe7522 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217865 Feb 13 23:17:43.259536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.276737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.277962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.391567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35906) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:43.467857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1090d329-d951-4f46-95d2-f6eb64d126e3 req-df49a2df-7ade-46ec-af96-3ad44a29ea3a service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496300 Feb 13 23:17:43.516513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device bd892ea6-6986-488e-b15c-ffd85e42676a details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:17:43.534468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Pushing event updated for resources: {'Port': ['ID=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:43.568026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35914) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:43.624568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55877949-35bb-4abd-a3b2-9137d8ddd002 req-71243d32-5de0-414d-acbe-cb24137f8c3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.0877268 Feb 13 23:17:43.647889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Network c532c059-feef-45d9-8ba0-46d7506cfd34 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:43.651186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:43.769477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port bd892ea6-6986-488e-b15c-ffd85e42676a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=bd892ea6-6986-488e-b15c-ffd85e42676a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:43.802693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'bd892ea6-6986-488e-b15c-ffd85e42676a', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'bd892ea6-6986-488e-b15c-ffd85e42676a', 'mac_address': 'fa:16:3e:69:f8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:17:43.906905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:43.987119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd892ea6-6986-488e-b15c-ffd85e42676a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:17:44.027428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port bd892ea6-6986-488e-b15c-ffd85e42676a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=bd892ea6-6986-488e-b15c-ffd85e42676a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:44.040393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.243903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=bd892ea6-6986-488e-b15c-ffd85e42676a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:44.258613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb517c00-1b5b-4409-860a-c1112d6137fc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:44.273185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.316561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:44.321090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Usage tracker for resource:security_group_rule and tenant:8d68f883c24343af8770147ed132f9bd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:44.324428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:44.331397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:44.354631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['bd892ea6-6986-488e-b15c-ffd85e42676a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:44.437639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83126b56-2ded-42e5-afb6-d065963117eb req-5adb466e-ea5f-4518-a278-80502f8a88ce tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:44.452882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83126b56-2ded-42e5-afb6-d065963117eb req-5adb466e-ea5f-4518-a278-80502f8a88ce tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 949 time: 0.2500684 Feb 13 23:17:44.455308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.515632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.522921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:44.528708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8943444f4d4b2ab483a7607b018b85 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:44.529400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.532783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:44.540499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:44.582514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163fa51-de79-405b-9452-4cc746ae3f08,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:44.614069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83126b56-2ded-42e5-afb6-d065963117eb req-9f56d7f0-c0f7-4a07-848c-8aa282bbdfa3 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601307 Feb 13 23:17:44.654872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a385f70f-6c88-4510-b4e1-763b14ce2375 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d68f883c24343af8770147ed132f9bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0850987 Feb 13 23:17:44.657674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35942) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:44.659701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-91d190e8-3f8f-46f8-a374-4c4fd68aeba5 None None] Provisioning complete for port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:44.662620 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91d190e8-3f8f-46f8-a374-4c4fd68aeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.701511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.707961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.742841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79349df3-ae86-4634-87ff-07f4f84049d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.771869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79349df3-ae86-4634-87ff-07f4f84049d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.775967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-91d190e8-3f8f-46f8-a374-4c4fd68aeba5 None None] Port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:17:44.778420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port cb517c00-1b5b-4409-860a-c1112d6137fc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:44.784831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port cb517c00-1b5b-4409-860a-c1112d6137fc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:44.785309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.789112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Router f1da0a61-ee16-440d-8fbf-790d2be6cb61 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:17:44.794812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee59d08-7ef3-436d-9373-16ac851bb930,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:44.839828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79349df3-ae86-4634-87ff-07f4f84049d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.857380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca5467ca-91df-46e2-ab6c-7d9ffccf2754 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f8943444f4d4b2ab483a7607b018b85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4652278 Feb 13 23:17:44.858807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35954) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:44.884297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349df3-ae86-4634-87ff-07f4f84049d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163fa51-de79-405b-9452-4cc746ae3f08,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:44.890227 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79349df3-ae86-4634-87ff-07f4f84049d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.891350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79349df3-ae86-4634-87ff-07f4f84049d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5163fa51-de79-405b-9452-4cc746ae3f08 HTTP/1.1" status: 204 len: 168 time: 0.2325258 Feb 13 23:17:44.947717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:44.967428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port cb517c00-1b5b-4409-860a-c1112d6137fc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb517c00-1b5b-4409-860a-c1112d6137fc,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:44.975569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.127337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=cb517c00-1b5b-4409-860a-c1112d6137fc,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:45.173324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fd12-9fdd-49e4-87ed-5978aff001e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.216100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fd12-9fdd-49e4-87ed-5978aff001e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.291424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:17:45.314700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-54282c65-2aeb-4240-a4dd-8d0e77fcbe6f admin admin] 10.222.0.36 "PUT /v2.0/routers/f1da0a61-ee16-440d-8fbf-790d2be6cb61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5920000 Feb 13 23:17:45.316220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fd12-9fdd-49e4-87ed-5978aff001e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.318725 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fd12-9fdd-49e4-87ed-5978aff001e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.319835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b3d1fd12-9fdd-49e4-87ed-5978aff001e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bee59d08-7ef3-436d-9373-16ac851bb930 HTTP/1.1" status: 204 len: 168 time: 0.4599202 Feb 13 23:17:45.330856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1fd12-9fdd-49e4-87ed-5978aff001e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee59d08-7ef3-436d-9373-16ac851bb930,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:45.533010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device bd892ea6-6986-488e-b15c-ffd85e42676a up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:45.604580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port bd892ea6-6986-488e-b15c-ffd85e42676a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:45.609615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port bd892ea6-6986-488e-b15c-ffd85e42676a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:45.610083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.754221 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.808148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd892ea6-6986-488e-b15c-ffd85e42676a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:45.821296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port bd892ea6-6986-488e-b15c-ffd85e42676a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=bd892ea6-6986-488e-b15c-ffd85e42676a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:45.828946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:45.926208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=bd892ea6-6986-488e-b15c-ffd85e42676a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:45.978663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e10673-7a38-476b-b09c-8bb94ac7ab0e req-1d30f1b2-54da-49ee-872b-1ba6fd5f04fe tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:45.980714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-66e10673-7a38-476b-b09c-8bb94ac7ab0e req-1d30f1b2-54da-49ee-872b-1ba6fd5f04fe tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 0.1308348 Feb 13 23:17:46.044238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-66e10673-7a38-476b-b09c-8bb94ac7ab0e req-c6e3b2c1-691d-4397-a1fa-b4dbb2215718 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Feb 13 23:17:46.115534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb517c00-1b5b-4409-860a-c1112d6137fc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:46.145301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36008) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:46.183007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.190371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36012) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:46.196244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-559f951e-d7a3-491b-891b-89002d42470b tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:17:46.197223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-559f951e-d7a3-491b-891b-89002d42470b tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058882 Feb 13 23:17:46.199626 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd892ea6-6986-488e-b15c-ffd85e42676a', 'code': 200} Feb 13 23:17:46.221573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port cb517c00-1b5b-4409-860a-c1112d6137fc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:46.222094 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.252905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:46.260331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Usage tracker for resource:security_group_rule and tenant:b606ef8d454b433b974e4540f84d7bc6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:46.303761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:46.311057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:46.370417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf27d492-9d49-4782-9248-45ff3907ad7c req-9061bad2-34e3-4b50-a1ca-44ad493ca081 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 1101 time: 0.1120892 Feb 13 23:17:46.441411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.446303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf27d492-9d49-4782-9248-45ff3907ad7c req-4952fa7e-a49c-4c6e-85cb-6150c4aa7e35 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680211 Feb 13 23:17:46.447474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.494073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d1f3a-7320-470c-aa7e-8daeaa2d0729,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:46.500827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0668188-a3e1-4bc1-8d10-351fab6b7dfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b606ef8d454b433b974e4540f84d7bc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518491 Feb 13 23:17:46.501407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36026) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:46.565506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-da3134f5-ea9f-4201-afbd-184ff145c63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.593071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-da3134f5-ea9f-4201-afbd-184ff145c63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.654592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-da3134f5-ea9f-4201-afbd-184ff145c63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.673200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-da3134f5-ea9f-4201-afbd-184ff145c63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.674345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-da3134f5-ea9f-4201-afbd-184ff145c63b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad3d1f3a-7320-470c-aa7e-8daeaa2d0729 HTTP/1.1" status: 204 len: 168 time: 0.1723084 Feb 13 23:17:46.675152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3134f5-ea9f-4201-afbd-184ff145c63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d1f3a-7320-470c-aa7e-8daeaa2d0729,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:46.693578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36032) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:46.718074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.757730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:46.762584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Usage tracker for resource:security_group_rule and tenant:f50ee879b8ad45bb90bff97e0a8710ae is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:46.766330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:46.776730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:46.860814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.865260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:46.912938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36048) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:46.917476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb55f37-5ba4-4b9b-814a-562d026ada0e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:46.927216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bfadb49f-1456-4539-8a7c-4ae537059844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f50ee879b8ad45bb90bff97e0a8710ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2317369 Feb 13 23:17:46.929066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36056) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:46.997256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f93afd25-e673-4119-9570-87060138ba75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.045605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f93afd25-e673-4119-9570-87060138ba75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.146549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f93afd25-e673-4119-9570-87060138ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.164228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93afd25-e673-4119-9570-87060138ba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb55f37-5ba4-4b9b-814a-562d026ada0e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:47.169008 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f93afd25-e673-4119-9570-87060138ba75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.170142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f93afd25-e673-4119-9570-87060138ba75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eeb55f37-5ba4-4b9b-814a-562d026ada0e HTTP/1.1" status: 204 len: 168 time: 0.2399256 Feb 13 23:17:47.182892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:47.341373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Sync routers for ids ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:17:47.359696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Routers {'f1da0a61-ee16-440d-8fbf-790d2be6cb61'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:17:47.360312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:17:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:47.376563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.416168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:47.420443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Usage tracker for resource:security_group_rule and tenant:74aaf466c35a400696f2b66e6b989cbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:47.423572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:47.424706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08211-31b8-49bd-8103-691ce1479bd4 req-784970c3-c240-486a-9122-82aa1261b246 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:47.426586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bf08211-31b8-49bd-8103-691ce1479bd4 req-784970c3-c240-486a-9122-82aa1261b246 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 0.2093835 Feb 13 23:17:47.441760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:47.537304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bf08211-31b8-49bd-8103-691ce1479bd4 req-1a263cf1-8bba-410a-b553-4b0d82831f94 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000295 Feb 13 23:17:47.562016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.569461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.624779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Request body: {'binding': {'host': 'n-h1-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:47.625216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:17:47.653716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74aaf466c35a400696f2b66e6b989cbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7397118 Feb 13 23:17:47.656669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36080) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:47.660623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Set router f1da0a61-ee16-440d-8fbf-790d2be6cb61 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:17:47.696808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aa226-56db-410c-a176-0aa3c1471746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21e709-c36a-4c55-aa73-7f6ac93b7beb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:47.769683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-network', 'tenant_id': '998a9ff1edbc48009932783a951f8c20'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:47.775914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:47.780933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33d82c62-ef60-49c2-9661-360dc6499c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.783051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Usage tracker for resource:network and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:47.787686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:47.823119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33d82c62-ef60-49c2-9661-360dc6499c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.846426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:47.872871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Made reservation on behalf of 998a9ff1edbc48009932783a951f8c20 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:47.875398 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.889774 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.913662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36086) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:47.932743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on host n-h1-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:47.933501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:47.933961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:47.936646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33d82c62-ef60-49c2-9661-360dc6499c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:47.940734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:17:47.941143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:47.948512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:47.948976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:47.949473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:47.950005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Bound port: 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:48.013426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:48.015692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82c62-ef60-49c2-9661-360dc6499c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21e709-c36a-4c55-aa73-7f6ac93b7beb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:48.034001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Usage tracker for resource:security_group_rule and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:48.037666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:48.056023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33d82c62-ef60-49c2-9661-360dc6499c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.057183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-33d82c62-ef60-49c2-9661-360dc6499c44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d21e709-c36a-4c55-aa73-7f6ac93b7beb HTTP/1.1" status: 204 len: 168 time: 0.3984494 Feb 13 23:17:48.068878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:48.073403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:48.093661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.097654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-42d9cd9f-3219-41b5-820a-8fd4ecc073d4 service neutron] 10.222.0.36 "POST /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.0258260 Feb 13 23:17:48.189842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.197303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.240790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:17:42Z', 'revision_number': 4, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6b0ba500-656b-446a-8fb0-4eb402b1f9c3', 'name': '', 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'mac_address': 'fa:16:3e:2d:a2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:41Z', 'updated_at': '2022-02-13T23:17:42Z', 'revision_number': 2, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'subnets': [{'id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:48.243371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:48.249686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Checking router: f1da0a61-ee16-440d-8fbf-790d2be6cb61 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:17:48.250056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Updating router f1da0a61-ee16-440d-8fbf-790d2be6cb61 port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:17:48.254306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb8557-ce9f-449f-bfe5-9c7554638c49,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:48.262122 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.262597 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Added segment 51d06644-e1e0-4cb1-b19d-a664e63ff0d7 of type vlan for network da610181-cc81-4bfa-8d29-b15e65d93e4f Feb 13 23:17:48.313194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.385404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.485588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.525167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.526041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:48.526628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.679651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] Pushing event updated for resources: {'Network': ['ID=da610181-cc81-4bfa-8d29-b15e65d93e4f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:48.693142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network da610181-cc81-4bfa-8d29-b15e65d93e4f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:48.698622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:48.713725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36116) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:48.714559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77346c44-9dc3-44e9-bdde-4ee95bd5ab18 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5287554 Feb 13 23:17:48.717496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Usage tracker for resource:security_group_rule and tenant:062bdc91223842278325679898cbd633 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:48.719540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Request body: {'subnet': {'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-subnet', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:48.721817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:48.725391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:48.735838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Usage tracker for resource:subnet and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:48.736958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:48.744347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:48.746848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-8775574a-1131-45f7-be75-6944b8040f3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1096 time: 0.3675616 Feb 13 23:17:48.752677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac344-42d1-42f6-8f2e-2c8e90e972c5 req-12092c3c-fd07-4676-ac28-227b41e6bd85 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:48.758434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:48.760270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae4ac344-42d1-42f6-8f2e-2c8e90e972c5 req-12092c3c-fd07-4676-ac28-227b41e6bd85 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 945 time: 0.3223650 Feb 13 23:17:48.791851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Made reservation on behalf of 998a9ff1edbc48009932783a951f8c20 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:48.794275 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:48.942053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-067b1d4d-ab14-4d93-a952-c30384ac8d56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:48.943575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-067b1d4d-ab14-4d93-a952-c30384ac8d56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.1785626 Feb 13 23:17:49.015238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36122) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:49.032510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae4ac344-42d1-42f6-8f2e-2c8e90e972c5 req-79428c18-2a63-4d99-a378-860d262bdf71 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710190 Feb 13 23:17:49.097231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.122733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.137051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Transition to ACTIVE for port object 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:49.144765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-6f6af51c-b73f-478d-b2fd-81996959db86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.1933756 Feb 13 23:17:49.149099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.149739 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.210760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:49.219867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-44989866-bbf1-45e3-ad40-055bcaf42d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:49.221845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-44989866-bbf1-45e3-ad40-055bcaf42d26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.0711927 Feb 13 23:17:49.226051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Usage tracker for resource:security_group_rule and tenant:aa3768d633a6431f80183967ab0cf3a9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:49.226454 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.235333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:49.248191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:49.332220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-bb124b33-147b-4d67-a9b3-864cb5bcecfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966012 Feb 13 23:17:49.345219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36134) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:49.379800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-network', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:49.390915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23e5bc-fd79-47ea-af23-98a9ebaefe90,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:49.395348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-28de4f5a-45f7-427a-a7bc-d4207421dd5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=062bdc91223842278325679898cbd633&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4812126 Feb 13 23:17:49.400269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36138) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:49.401189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:49.494253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Usage tracker for resource:network and tenant:3d77fcc7ff764984a74f0030d5209a58 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:49.501224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:49.518097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.540625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48052b28-df14-429d-a12b-12dfc3dcad5c None None] Pushing event updated for resources: {'Port': ['ID=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:49.548611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:49.574908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Attempting to bind port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:49.575267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Attempting to bind port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:49.575618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Attempting to bind port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 on network c532c059-feef-45d9-8ba0-46d7506cfd34 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:49.585901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:49.586857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Checking segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:49.587430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.587894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Bound using segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:49.588723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Bound port: 6b0ba500-656b-446a-8fb0-4eb402b1f9c3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:49.588863 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.605578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Made reservation on behalf of 3d77fcc7ff764984a74f0030d5209a58 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:49.611426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.643602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.667205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9d0c29a5-1d13-4eb2-977a-14419aef2017 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240633 Feb 13 23:17:49.741411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d540cf-7142-4717-8ba7-c9b9116b0ab1 req-bea4124f-ff46-40d1-b3ca-7d22a63cf5e5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:49.751235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91d540cf-7142-4717-8ba7-c9b9116b0ab1 req-bea4124f-ff46-40d1-b3ca-7d22a63cf5e5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 0.9258640 Feb 13 23:17:49.764103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6618666b-3732-4275-af8e-3ba8635337a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.773009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] For port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:49.778842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] For port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:49.796732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.813219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:49.824115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5bb5a4-4422-44ea-ad72-a3a163aaea90,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:49.824940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Usage tracker for resource:security_group_rule and tenant:3d77fcc7ff764984a74f0030d5209a58 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:49.832866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:49.856748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:49.859687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6618666b-3732-4275-af8e-3ba8635337a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.874253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91d540cf-7142-4717-8ba7-c9b9116b0ab1 req-e4aefcfc-6458-442c-a0b1-b3f1530dcd40 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220026 Feb 13 23:17:49.876332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Checking segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:49.876929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Network hostable DHCP agents. Network: da610181-cc81-4bfa-8d29-b15e65d93e4f, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:49.937782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36154) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:49.960594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.966814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48052b28-df14-429d-a12b-12dfc3dcad5c None None] Pushing event updated for resources: {'Port': ['ID=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:49.972445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-91763a5e-80e1-410d-b7e5-2e1e3c991d01 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923529 Feb 13 23:17:49.978707 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:49.999129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Routers {'f1da0a61-ee16-440d-8fbf-790d2be6cb61'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:17:49.999748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:17:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:50.074826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Network da610181-cc81-4bfa-8d29-b15e65d93e4f is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:50.077651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f746ff9d-1730-4d50-86c5-6f9fc4e7e036,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:50.097035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6618666b-3732-4275-af8e-3ba8635337a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.142616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, da610181-cc81-4bfa-8d29-b15e65d93e4f) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:50.157808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:50.158418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.168224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d0b18-53b1-452d-b708-da6e3002c448 None None] Network da610181-cc81-4bfa-8d29-b15e65d93e4f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:50.185620 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6c1e22fb-2735-4f94-a2c2-26e83993c57c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa3768d633a6431f80183967ab0cf3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1670277 Feb 13 23:17:50.185826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.196554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36166) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:50.256510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618666b-3732-4275-af8e-3ba8635337a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23e5bc-fd79-47ea-af23-98a9ebaefe90,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:50.292872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.349010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6618666b-3732-4275-af8e-3ba8635337a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.350378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6618666b-3732-4275-af8e-3ba8635337a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b23e5bc-fd79-47ea-af23-98a9ebaefe90 HTTP/1.1" status: 204 len: 168 time: 0.9453375 Feb 13 23:17:50.388323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40c9b267-e998-4a0b-83b9-03b85dcb775b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6708686 Feb 13 23:17:50.390518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36172) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:50.391237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:50.424789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:50.436446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:50.466131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cebf6c-f504-4c51-88b8-2897ee2db23f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:50.468715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Usage tracker for resource:router and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:50.479198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1414301338-network', 'tenant_id': '997caf35580a40679647c572a2b53650'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:50.487260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:50.499326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.499669 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Added segment 2f4b5359-e0b7-4b65-a45b-88e6285f5144 of type vlan for network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 Feb 13 23:17:50.501105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:50.506201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20ee7475-5aaf-45be-8c78-ae55d9c193c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.508677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:50.520622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Usage tracker for resource:network and tenant:997caf35580a40679647c572a2b53650 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:50.563509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:50.578596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.579670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.592090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:50.592342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-6e724081-dbae-41da-a7dc-02277e6150c4 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.4312346 Feb 13 23:17:50.593707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.607629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-1'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:50.642440 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20ee7475-5aaf-45be-8c78-ae55d9c193c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.656123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] Set router f1da0a61-ee16-440d-8fbf-790d2be6cb61 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:17:50.743778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Made reservation on behalf of 997caf35580a40679647c572a2b53650 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:50.749070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.770727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.791582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20ee7475-5aaf-45be-8c78-ae55d9c193c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.830902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe538-a020-40fd-9a2b-ef7554f3183d req-826f31ed-efe9-4739-9375-36ca31068a55 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:50.834061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce5fe538-a020-40fd-9a2b-ef7554f3183d req-826f31ed-efe9-4739-9375-36ca31068a55 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 945 time: 0.5511944 Feb 13 23:17:50.840360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee7475-5aaf-45be-8c78-ae55d9c193c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746ff9d-1730-4d50-86c5-6f9fc4e7e036,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:50.860886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-da610181-cc81-4bfa-8d29-b15e65d93e4f', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:17:50.861939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.862447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20ee7475-5aaf-45be-8c78-ae55d9c193c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.868150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-20ee7475-5aaf-45be-8c78-ae55d9c193c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f746ff9d-1730-4d50-86c5-6f9fc4e7e036 HTTP/1.1" status: 204 len: 168 time: 0.6698143 Feb 13 23:17:50.883860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.896578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.897430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:50.897978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.934645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:50.985933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:50.991494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Usage tracker for resource:security_group_rule and tenant:997caf35580a40679647c572a2b53650 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:50.997654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:51.007328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:51.040658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce5fe538-a020-40fd-9a2b-ef7554f3183d req-a6947920-eb97-40f9-b0ed-883db2c31d8b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696074 Feb 13 23:17:51.159267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7858891 Feb 13 23:17:51.163540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:51.174922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Request body: {'subnet': {'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-subnet', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:51.178714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36190) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:51.187225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.206840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:51.215262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd44a-70ab-4b96-948c-cccb76f26972 admin admin] Pushing event updated for resources: {'Network': ['ID=7051165d-e0e9-4624-8cb9-8fdefd0fcdd6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:51.216271 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.220142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Usage tracker for resource:subnet and tenant:3d77fcc7ff764984a74f0030d5209a58 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:51.243781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:51.251326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.314109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:51.323630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Allocated IP 172.20.0.2 (da610181-cc81-4bfa-8d29-b15e65d93e4f/2a5bb5a4-4422-44ea-ad72-a3a163aaea90/26f1f37f-ef69-4901-b67c-6c327b4ea4b7) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:51.323874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.324170 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Added segment 1414277f-65ea-4c6b-890f-e60afce0da00 of type vlan for network aef79f5b-cbde-4340-aeca-aa3944399408 Feb 13 23:17:51.328913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224e986-40ae-424b-aad5-eb7e3ba960f0 req-507043d4-05bb-464b-b493-d4f592c41df6 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:51.335855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5224e986-40ae-424b-aad5-eb7e3ba960f0 req-507043d4-05bb-464b-b493-d4f592c41df6 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 0.5802395 Feb 13 23:17:51.351909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.382046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6480c0aa-d93c-4b95-8bc6-725d8191e8d5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:51.385658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:51.393961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.394697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:51.395259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.406106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.431298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5224e986-40ae-424b-aad5-eb7e3ba960f0 req-0dd05c03-cffd-40a4-bab7-9d19990a50e4 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937033 Feb 13 23:17:51.516350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:51.565413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:51.607727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:51.621422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6758773 Feb 13 23:17:51.621422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Made reservation on behalf of 3d77fcc7ff764984a74f0030d5209a58 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:51.622064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.635262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36204) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:51.670261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Request body: {'subnet': {'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1414301338-subnet', 'tenant_id': '997caf35580a40679647c572a2b53650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:51.675163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:51.679116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Usage tracker for resource:subnet and tenant:997caf35580a40679647c572a2b53650 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:51.682904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:51.689043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:51.759582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Made reservation on behalf of 997caf35580a40679647c572a2b53650 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:51.761981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.786336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b469-72a2-48f2-8233-97a8b093bb00 admin admin] Pushing event updated for resources: {'Network': ['ID=aef79f5b-cbde-4340-aeca-aa3944399408,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:51.819741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network aef79f5b-cbde-4340-aeca-aa3944399408 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:51.844648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:51.862970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.871108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:51.895074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Usage tracker for resource:security_group_rule and tenant:f03731927fb441c0a8333ee0ce077f6b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:51.906874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:51.915152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:51.919664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:52.050038 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'code': 200} Feb 13 23:17:52.159003 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.177067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Transition to ACTIVE for port object 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:52.214726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Transition to ACTIVE for port object 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:52.225158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:17:42Z', 'revision_number': 4, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6b0ba500-656b-446a-8fb0-4eb402b1f9c3', 'name': '', 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'mac_address': 'fa:16:3e:2d:a2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:41Z', 'updated_at': '2022-02-13T23:17:49Z', 'revision_number': 4, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'subnets': [{'id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:52.231951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.315285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c618c9a3-2e02-4f20-835b-e522bb9f3548 None None] The sync data for ids ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'] in n-d-828979-1 is: [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:17:42Z', 'revision_number': 4, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6b0ba500-656b-446a-8fb0-4eb402b1f9c3', 'name': '', 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'mac_address': 'fa:16:3e:2d:a2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:41Z', 'updated_at': '2022-02-13T23:17:49Z', 'revision_number': 4, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'subnets': [{'id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:17:52.319743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Pushing event updated for resources: {'Port': ['ID=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:52.364735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Network da610181-cc81-4bfa-8d29-b15e65d93e4f is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:52.366849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:52.370999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:52.498210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:52.509241 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.520426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.557539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on host n-h2-828979-1 for vnic_type normal with profile {"migrating_to": "n-h1-828979-1"} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:52.557874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:52.558235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:52.573054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Attempting to bind port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:52.573423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Attempting to bind port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:52.574624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Attempting to bind port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 on network da610181-cc81-4bfa-8d29-b15e65d93e4f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:52.582919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:52.584283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Checking segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:52.585110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.585660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Bound using segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:52.587150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Bound port: 26f1f37f-ef69-4901-b67c-6c327b4ea4b7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:52.588236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.592579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:17:52.592909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Attempting to bind port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:52.621396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.661755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:52.662123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:52.665633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:52.666724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Bound port: 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:52.667291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.699188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d2fc0-6ee8-4e00-b59b-f8fb0b12dbb5 req-742a9eb6-9738-4d69-b2d2-241941b4bc17 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:52.701094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-023d2fc0-6ee8-4e00-b59b-f8fb0b12dbb5 req-742a9eb6-9738-4d69-b2d2-241941b4bc17 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 0.3957965 Feb 13 23:17:52.732296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcf6d6-0634-4f35-b4fb-2abf0a58cc09 req-c00059a3-643c-4cb6-8551-d072d9251a7b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:52.733938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0dcf6d6-0634-4f35-b4fb-2abf0a58cc09 req-c00059a3-643c-4cb6-8551-d072d9251a7b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.4070103 Feb 13 23:17:52.777210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.777449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] For port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:52.783180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] For port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:52.797905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.862488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Checking segment: {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:52.863138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Network hostable DHCP agents. Network: 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:52.870705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:52.891353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f03731927fb441c0a8333ee0ce077f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7072854 Feb 13 23:17:52.899520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.906825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:52.909867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:52.910370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:52.931350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:52.977358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44ee16-31b4-4d62-9655-486a373ffb85 None None] Pushing event updated for resources: {'Port': ['ID=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:53.005417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec99be-f75c-4add-bea5-723bd5dfaf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6619d8-a494-4b0f-8732-b6856c21fff7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:53.157134 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-023d2fc0-6ee8-4e00-b59b-f8fb0b12dbb5 req-f97c10bf-b173-475c-a48c-1183e8577554 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177203 Feb 13 23:17:53.162307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.198658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0dcf6d6-0634-4f35-b4fb-2abf0a58cc09 req-5684f29e-9694-46d3-9c38-d9310e487c1f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580100 Feb 13 23:17:53.256860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:53.257466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Network hostable DHCP agents. Network: aef79f5b-cbde-4340-aeca-aa3944399408, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:17:53.310787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:53.415525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:53.427720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f0e3c9-33b9-4fab-ad39-b2f81de06821,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:53.428634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6783286a-f968-475b-a3e5-8ad1b18badb7 None None] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:53.460538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:53.461250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.528600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Network aef79f5b-cbde-4340-aeca-aa3944399408 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:17:53.558834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, aef79f5b-cbde-4340-aeca-aa3944399408) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:53.582802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Allocated IP 172.25.4.177 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/0178ed73-9e98-4b49-964e-bd56945414aa) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:53.585529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.587958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:53.588596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.593172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc73c73-7fd8-4fca-a194-573ca483ae5d None None] Network aef79f5b-cbde-4340-aeca-aa3944399408 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:53.648410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1a37f7c9-9438-4bda-b55c-abfb09e340d5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9998283 Feb 13 23:17:53.685145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.751653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a14aade0-2e39-4511-a96f-9d2a812239a5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5831134 Feb 13 23:17:53.755660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36250) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:53.764942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:53.768540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.791540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:53.796270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Usage tracker for resource:router and tenant:3d77fcc7ff764984a74f0030d5209a58 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:53.808198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:53.818906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:53.861068 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.861942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.865890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1111766455', 'description': 'tempest-description-1827922923'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:53.879322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6619d8-a494-4b0f-8732-b6856c21fff7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:53.892394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:53.918154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=8']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:53.919839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:53.920551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Usage tracker for resource:security_group and tenant:cd655123a3e448ec86a29e02257c5abf is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:53.920989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b6619d8-a494-4b0f-8732-b6856c21fff7 HTTP/1.1" status: 204 len: 168 time: 0.9752231 Feb 13 23:17:53.944512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-f2474d96-ed1f-4fd9-b045-1262e588664c tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:53.944512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-f2474d96-ed1f-4fd9-b045-1262e588664c tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 0.6569817 Feb 13 23:17:53.946239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:54.038351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.039673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.039673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.039673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.040001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.040121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.040369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.040696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.041016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.041381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.041650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b20ae-cefd-489d-a0b7-64fb128ed0e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.051470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:54.082625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.118285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.121664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] 10.222.0.31 "PUT /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 1121 time: 3.5186903 Feb 13 23:17:54.128957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:54.158696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.160487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.160487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.160760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.163161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.163631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.166064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.167588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.168032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.169723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.170264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e78a1-945a-413c-9c52-2f80002bfa69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:17:54.209821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Deleting port bd892ea6-6986-488e-b15c-ffd85e42676a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:17:54.210249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.228653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['730ee5e0-683e-46f9-99ef-73eb7adf14e7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:17:54.237999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.297447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.431461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:54.443720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Usage tracker for resource:security_group_rule and tenant:cd655123a3e448ec86a29e02257c5abf is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:54.449730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:54.467479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:54.515041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:54.520412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.590850 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'status': 'completed', 'code': 200} Feb 13 23:17:54.600991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.704835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:54.712037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:54.717926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:54.732530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3950005-a4e0-46af-96dd-a99929bc0231 None None] Network da610181-cc81-4bfa-8d29-b15e65d93e4f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:54.893392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Pushing event updated for resources: {'Port': ['ID=0178ed73-9e98-4b49-964e-bd56945414aa,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:54.967468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:54.991723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.066122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb127a6-5fbc-43c2-b0f7-9ca2978b3be9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:55.122885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:55.128287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Usage tracker for resource:security_group_rule and tenant:cd655123a3e448ec86a29e02257c5abf is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:55.136042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:55.157325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:55.244136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-45eeca9c-7a00-4129-a14f-c26dd974ad79 None None] Provisioning for port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:55.255585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.256388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.291879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7051165d-e0e9-4624-8cb9-8fdefd0fcdd6', 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'fixed_ips': [{'subnet_id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:17:55.292688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.435418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:55.441710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.496853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:55.497462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.555849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.576380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.616263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] For port bd892ea6-6986-488e-b15c-ffd85e42676a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=bd892ea6-6986-488e-b15c-ffd85e42676a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:55.616663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.669203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fe096-bc4a-4630-982e-c23400f1fc3f None None] Network aef79f5b-cbde-4340-aeca-aa3944399408 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:17:55.670890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-c66b2591-a4b0-4032-bc45-4180361ab3f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1124 time: 1.2912447 Feb 13 23:17:55.721220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f3645-357f-442f-9887-cde09e87234f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:55.768374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:55.776188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50083ddf-6f45-470d-8b21-575fef0f9f71 req-d416566e-6856-4be7-8b6f-7711317dc92a tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.9602194 Feb 13 23:17:55.876700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Calling delete_port for bd892ea6-6986-488e-b15c-ffd85e42676a owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:17:56.074391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:17:56.110673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5c3b0-f653-4837-ab04-21d4741dc8af req-d49ca751-912d-4c85-91be-f6081f7282b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:56.112389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04f5c3b0-f653-4837-ab04-21d4741dc8af req-d49ca751-912d-4c85-91be-f6081f7282b5 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 950 time: 1.3911912 Feb 13 23:17:56.113598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-0c51aa60-2128-45c7-a7cf-d3e7f83e47e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:56.115171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-0c51aa60-2128-45c7-a7cf-d3e7f83e47e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.3762469 Feb 13 23:17:56.115851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36314) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:56.129104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1981127130-network', 'tenant_id': '2cdb6a5d3e0147149e96b0247b6d3471'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:56.194780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:56.282325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Usage tracker for resource:network and tenant:2cdb6a5d3e0147149e96b0247b6d3471 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:56.297313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673297d-4afd-4a8c-a4eb-510b9503ba0f req-844a5d44-a84c-4225-9cba-1e806341b928 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:56.298817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c673297d-4afd-4a8c-a4eb-510b9503ba0f req-844a5d44-a84c-4225-9cba-1e806341b928 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.3067691 Feb 13 23:17:56.300083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:56.339490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:56.345132 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-d1bf647c-99ab-4b59-9d4f-7ed03f4fba9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.1523006 Feb 13 23:17:56.354470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Allocated IP 172.20.0.2 (7051165d-e0e9-4624-8cb9-8fdefd0fcdd6/0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a/2e18ce68-d622-4f61-8089-d0e34aadc096) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:56.359194 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.374683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c673297d-4afd-4a8c-a4eb-510b9503ba0f req-a95adcc1-6d1b-4a6e-a371-ff8f9e5fe1aa tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647466 Feb 13 23:17:56.438654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-70fd1fc7-7d54-4d63-ad6d-88ca91236531 None None] Provisioning complete for port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:56.439028 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70fd1fc7-7d54-4d63-ad6d-88ca91236531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.442484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Made reservation on behalf of 2cdb6a5d3e0147149e96b0247b6d3471 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:56.446705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.459879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:17:56.471710 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:17:56.498992 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:17:56.504465 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:17:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:56.525024 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.526491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-050bb94b-dd3d-4ed0-8440-c24add1cdc9a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1289730 Feb 13 23:17:56.529559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36324) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:56.531160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.544307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04f5c3b0-f653-4837-ab04-21d4741dc8af req-84901df2-66d6-42af-b639-eac7a8133b76 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114709 Feb 13 23:17:56.568363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-aaf99ddf-20df-4a0c-851a-f4c7529b2628 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:56.569803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-aaf99ddf-20df-4a0c-851a-f4c7529b2628 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.2002883 Feb 13 23:17:56.653302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-00e66b39-f12a-49da-940a-3e4d9e77dcfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710742 Feb 13 23:17:56.681603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.874043 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:17:56.909197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.921153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Transition to ACTIVE for port object 2e18ce68-d622-4f61-8089-d0e34aadc096 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:56.941418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:56.943253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Transition to ACTIVE for port object 2e18ce68-d622-4f61-8089-d0e34aadc096 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:56.964895 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:56.992070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-0059e2f3-4d1e-4692-8bf2-a756dd234a0f service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255882 Feb 13 23:17:57.009084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:2cdb6a5d3e0147149e96b0247b6d3471 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:57.016525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Request body: {'security_group': {'name': 'tempest-securitygroup-409817996', 'description': 'tempest-description-1756242193'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:57.024824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:57.030077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Usage tracker for resource:security_group and tenant:cd655123a3e448ec86a29e02257c5abf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:57.033662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:57.043105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:57.066944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:57.108269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.109240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:57.163145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:57.171737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.193665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Pushing event deleted for resources: {'Port': ['ID=bd892ea6-6986-488e-b15c-ffd85e42676a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:57.208411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:57.215623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:57.223546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:57.227915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Pushing event updated for resources: {'Port': ['ID=2e18ce68-d622-4f61-8089-d0e34aadc096,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:57.316410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b31322e1-c938-4df5-93c9-20b9985f3319 req-269ce5f9-55d8-4137-8e9a-5c349106de50 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909195 Feb 13 23:17:57.321749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:57.327286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:57.395524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:54Z', 'revision_number': 3, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:57.413162 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:17:57.414805 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Updating router 7f2aaa49-0c91-4f23-87a7-972916124dd4 port 0178ed73-9e98-4b49-964e-bd56945414aa binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:17:57.480997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:17:57.490520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Attempting to bind port 2e18ce68-d622-4f61-8089-d0e34aadc096 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:57.491592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Attempting to bind port 2e18ce68-d622-4f61-8089-d0e34aadc096 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:57.492085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Attempting to bind port 2e18ce68-d622-4f61-8089-d0e34aadc096 on network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:57.495713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:57.496354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.567674 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.573396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:57.573960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Checking segment: {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:57.574577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.575144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Bound using segment: {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:57.575757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Bound port: 2e18ce68-d622-4f61-8089-d0e34aadc096, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:57.576240 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.665733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:17:57.668871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device bd892ea6-6986-488e-b15c-ffd85e42676a no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:17:57.727954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:57.760850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] No DVR routers for this DVR port bd892ea6-6986-488e-b15c-ffd85e42676a on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:17:57.770341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Usage tracker for resource:security_group_rule and tenant:cd655123a3e448ec86a29e02257c5abf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:57.782229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.826848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'name': 'network-vif-deleted', 'tag': 'bd892ea6-6986-488e-b15c-ffd85e42676a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:17:57.832979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:57.838985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: bd892ea6-6986-488e-b15c-ffd85e42676a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:17:57.839313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device bd892ea6-6986-488e-b15c-ffd85e42676a not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:17:57.857463 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:57.868603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85e298e3-8a90-4be0-aa59-ea545e983556 req-efd97d4e-0d82-45d4-8684-ec7ead25a198 tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.31 "DELETE /v2.0/ports/bd892ea6-6986-488e-b15c-ffd85e42676a HTTP/1.1" status: 204 len: 173 time: 3.9120770 Feb 13 23:17:57.881657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:58.082955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.087309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.098378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:58.107791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] For port 2e18ce68-d622-4f61-8089-d0e34aadc096, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:58.112943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] For port 2e18ce68-d622-4f61-8089-d0e34aadc096, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e18ce68-d622-4f61-8089-d0e34aadc096,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:58.116650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.151491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25d76b-fdd4-41ff-92fe-445900706e9b req-d4d5769f-8b36-4c92-a34d-d734b9020d2e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:58.163536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee25d76b-fdd4-41ff-92fe-445900706e9b req-d4d5769f-8b36-4c92-a34d-d734b9020d2e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.4045517 Feb 13 23:17:58.172848 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.191087 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Transition to ACTIVE for port object 0178ed73-9e98-4b49-964e-bd56945414aa will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:58.211140 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.224149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.229151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.265915 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.279291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:17:58.287198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:17:58.289820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.290234 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Added segment a6a9f864-f655-490d-9f9e-a7ebfd756ff7 of type vlan for network 649cbc3d-4269-4a47-82ff-a5c8538a26a2 Feb 13 23:17:58.316812 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564781-9cfc-4946-9903-740f1867998d None None] Pushing event updated for resources: {'Port': ['ID=0178ed73-9e98-4b49-964e-bd56945414aa,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:58.320628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.322894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee25d76b-fdd4-41ff-92fe-445900706e9b req-b36f2bc1-1515-4d75-92fc-241942ddcf81 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585093 Feb 13 23:17:58.333141 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Attempting to bind port 0178ed73-9e98-4b49-964e-bd56945414aa on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:17:58.335368 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Attempting to bind port 0178ed73-9e98-4b49-964e-bd56945414aa by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:17:58.337291 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Attempting to bind port 0178ed73-9e98-4b49-964e-bd56945414aa on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:17:58.341262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.349005 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:17:58.349490 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:17:58.349971 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.350487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:17:58.351046 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Bound port: 0178ed73-9e98-4b49-964e-bd56945414aa, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:17:58.351662 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.364394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.365659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74509b5b-b26d-4652-8648-74a3754eef28 req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.4171014 Feb 13 23:17:58.366710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.424482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.425496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:17:58.426057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.498487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:58.544267 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] For port 0178ed73-9e98-4b49-964e-bd56945414aa, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:17:58.550965 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] For port 0178ed73-9e98-4b49-964e-bd56945414aa, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0178ed73-9e98-4b49-964e-bd56945414aa,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:17:58.560255 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.639821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:17:58.686994 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe99bab-f892-4175-b5e2-9dfef6491976', 'name': 'network-vif-deleted', 'tag': 'bd892ea6-6986-488e-b15c-ffd85e42676a', 'status': 'completed', 'code': 200} Feb 13 23:17:58.688518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Pushing event updated for resources: {'Network': ['ID=649cbc3d-4269-4a47-82ff-a5c8538a26a2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:58.696736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 has no active binding in host n-h1-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:17:58.699617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5784230 Feb 13 23:17:58.703176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36368) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:17:58.705253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 649cbc3d-4269-4a47-82ff-a5c8538a26a2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:17:58.744307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Request body: {'subnet': {'network_id': '649cbc3d-4269-4a47-82ff-a5c8538a26a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1981127130-subnet', 'tenant_id': '2cdb6a5d3e0147149e96b0247b6d3471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:58.818390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652c61a-a0aa-481e-b608-ece3aed48fd7 None None] Pushing event updated for resources: {'Port': ['ID=2e18ce68-d622-4f61-8089-d0e34aadc096,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:58.825845 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564781-9cfc-4946-9903-740f1867998d None None] Pushing event updated for resources: {'Port': ['ID=0178ed73-9e98-4b49-964e-bd56945414aa,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:58.826960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37e98-eda9-4633-ae63-08864a158ee1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e4ed6-b0c8-4cef-b9a6-cb3e8d634c77,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:58.830607 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:17:58.831324 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:17:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:58.835158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ba50d86-671b-411f-9ed2-e9ec7dbfa485 req-32cc5c3a-fe4c-4bda-b060-a78b756d2dff tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Synchronizing usage tracker for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:17:58.876124 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.960674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:17:58.961075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:58.978679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:59.016289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Usage tracker for resource:subnet and tenant:2cdb6a5d3e0147149e96b0247b6d3471 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:59.022965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:59.046398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:59.083536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ba50d86-671b-411f-9ed2-e9ec7dbfa485 req-32cc5c3a-fe4c-4bda-b060-a78b756d2dff tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] Unset dirty status for tenant:44a61fab349546e1a2b5cbc96dd96dd5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:17:59.086417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4ba50d86-671b-411f-9ed2-e9ec7dbfa485 req-32cc5c3a-fe4c-4bda-b060-a78b756d2dff tempest-DeleteServersAdminTestJSON-1369690448 tempest-DeleteServersAdminTestJSON-1369690448-project] 10.222.0.36 "GET /v2.0/ports?device_id=afe99bab-f892-4175-b5e2-9dfef6491976 HTTP/1.1" status: 200 len: 210 time: 0.3736641 Feb 13 23:17:59.091346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Made reservation on behalf of 2cdb6a5d3e0147149e96b0247b6d3471 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:17:59.096103 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.118457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997a45a-33d4-49a6-a12c-33280940fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a501e8-13f6-4583-9db5-28653486cb78,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:59.288920 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:17:59.348596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Allocated IP 172.20.0.1 (da610181-cc81-4bfa-8d29-b15e65d93e4f/2a5bb5a4-4422-44ea-ad72-a3a163aaea90/3587fbb4-b3b3-4044-b609-badd0deceb00) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:59.388378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Allocated IP 172.25.4.136 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c6a0cb6e-af70-4772-8575-f171df71b46d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:17:59.391590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1390834640', 'description': 'tempest-description-2109809630'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:17:59.462008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:59.474487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Usage tracker for resource:security_group and tenant:3b1ba648ca3346b2bdebfe8e406ec986 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:59.479558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:59.488494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:59.517631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.550218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.605204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:59.613389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Usage tracker for resource:security_group_rule and tenant:3b1ba648ca3346b2bdebfe8e406ec986 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:59.618893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.622403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:59.632819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:59.649351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Transition to ACTIVE for port object 3587fbb4-b3b3-4044-b609-badd0deceb00 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:17:59.725400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.726020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:54Z', 'revision_number': 3, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:17:59.731268 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823316a-e422-4ddd-ac91-1d9d3287b05c None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:54Z', 'revision_number': 3, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:17:59.738791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-15a7474f-6680-4355-8b86-6f47402604aa service neutron] 10.222.0.42 "GET /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.2698200 Feb 13 23:17:59.778748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.793666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.834229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Network da610181-cc81-4bfa-8d29-b15e65d93e4f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:17:59.847698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:17:59.850622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:17:59.870136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:17:59.889703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:17:59.905621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Pushing event updated for resources: {'Port': ['ID=3587fbb4-b3b3-4044-b609-badd0deceb00,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:59.917433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Usage tracker for resource:security_group_rule and tenant:3b1ba648ca3346b2bdebfe8e406ec986 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:17:59.922946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c40a5-075f-4ed2-b57d-f0ba590b2386,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:17:59.928811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:17:59.939263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:17:59.947479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.004057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dff940-8a37-4373-a20f-8dc30c6ae28e None None] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:00.049261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.074305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.104370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.167737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.187710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f92d1-9545-4790-9cd3-514cac996f9a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:00.205641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.207141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49338355-d77c-4f52-8637-50285622d8ce req-b4d2c977-b264-4389-b030-9a0eda364b9f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.8208976 Feb 13 23:18:00.222317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e76cab67-047e-4149-a03c-2a71f0c31815 None None] Provisioning for port 2e18ce68-d622-4f61-8089-d0e34aadc096 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:00.233264 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3944043d-8a0f-4fbe-adad-2afb220a44e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.280428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.419881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb971-db29-495a-9790-452af1ea501f req-dec167b8-fee9-459c-8b87-6fe16c3a9717 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:00.428029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3edb971-db29-495a-9790-452af1ea501f req-dec167b8-fee9-459c-8b87-6fe16c3a9717 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 943 time: 0.8119664 Feb 13 23:18:00.429455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e18ce68-d622-4f61-8089-d0e34aadc096 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:00.481147 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.487083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.528965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53435e1-4143-4824-99c8-918add0bb7f0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:00.547941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:00.552394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-52bb83cc-a8e4-4183-8e21-8666abb7d090 None None] Provisioning for port 3587fbb4-b3b3-4044-b609-badd0deceb00 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:00.557312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:00.564783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-52bb83cc-a8e4-4183-8e21-8666abb7d090 None None] Provisioning complete for port 3587fbb4-b3b3-4044-b609-badd0deceb00 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:00.565265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-52bb83cc-a8e4-4183-8e21-8666abb7d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.568897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:00.608934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Pushing event updated for resources: {'Port': ['ID=c6a0cb6e-af70-4772-8575-f171df71b46d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:00.668775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-52bb83cc-a8e4-4183-8e21-8666abb7d090 None None] Port 3587fbb4-b3b3-4044-b609-badd0deceb00 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:00.682273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.698763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Pushing event updated for resources: {'Port': ['ID=3587fbb4-b3b3-4044-b609-badd0deceb00,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:00.704503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3edb971-db29-495a-9790-452af1ea501f req-97330277-3844-4cc7-86fa-6ce2d324a2ef tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755086 Feb 13 23:18:00.707989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2e18ce68-d622-4f61-8089-d0e34aadc096 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:00.728755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Checking segment: {'id': 'a6a9f864-f655-490d-9f9e-a7ebfd756ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '649cbc3d-4269-4a47-82ff-a5c8538a26a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:00.732145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2e18ce68-d622-4f61-8089-d0e34aadc096 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:00.732561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.745522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Network hostable DHCP agents. Network: 649cbc3d-4269-4a47-82ff-a5c8538a26a2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:18:00.780463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1405859753', 'description': 'tempest-description-577465822'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:00.785690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:00.795693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:00.815240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Usage tracker for resource:security_group and tenant:3b1ba648ca3346b2bdebfe8e406ec986 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:00.823080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:00.840458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:00.845827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:00.920171 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:00.935045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Network 649cbc3d-4269-4a47-82ff-a5c8538a26a2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:18:00.954847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730ee5e0-683e-46f9-99ef-73eb7adf14e7 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:00.976195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:00.994768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 649cbc3d-4269-4a47-82ff-a5c8538a26a2) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:01.003859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:01.004352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.011163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218049f-6982-4e66-8fbe-894ce1fc1748 None None] Network 649cbc3d-4269-4a47-82ff-a5c8538a26a2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:01.019235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.056802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:01.073736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Usage tracker for resource:security_group_rule and tenant:3b1ba648ca3346b2bdebfe8e406ec986 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:01.077206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:01.095212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:01.102635 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.161377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Network da610181-cc81-4bfa-8d29-b15e65d93e4f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:01.161977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36406) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:01.165618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:01.170166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9c5bef06-fd5f-4b3f-98c5-45bf78c1bddf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4556143 Feb 13 23:18:01.256127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.257014 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.284213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2e18ce68-d622-4f61-8089-d0e34aadc096, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e18ce68-d622-4f61-8089-d0e34aadc096,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:01.325516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.332250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:01.553197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.636552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:01.678629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.683067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] Transition to ACTIVE for port object 730ee5e0-683e-46f9-99ef-73eb7adf14e7 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:01.689177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.717097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.726351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Usage tracker for resource:security_group_rule and tenant:5ef60368706245aeb93e7f3bffc849ee is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:01.737854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:01.759288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-688d0bdc-395e-4f53-827a-7f5de1cce06f None None] Provisioning complete for port 2e18ce68-d622-4f61-8089-d0e34aadc096 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:01.759649 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-688d0bdc-395e-4f53-827a-7f5de1cce06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.808290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c48f82-c034-4e3c-b419-d9f0485addee,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:01.810323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:01.820080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2e18ce68-d622-4f61-8089-d0e34aadc096,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:01.827967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bc411106-783e-44bb-ba66-7cf95f383c07 req-f3a5952c-c14a-414b-b04b-a572d911cb1d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.0514343 Feb 13 23:18:01.842682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:01.858923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb1c3f0-5370-4513-8fae-372422ec3663 None None] Network 649cbc3d-4269-4a47-82ff-a5c8538a26a2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:01.913836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] Pushing event updated for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:01.960187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] No DVR routers for this DVR port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:18:01.965853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:02.000208 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.023753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9843d318-9f90-412a-bcf4-280244ec976d service neutron] 10.222.0.42 "PUT /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7/bindings/n-h1-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2515273 Feb 13 23:18:02.035632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.046737 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.162531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f379aac0-779f-4817-ab24-94ac4e75fb0b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:02.197545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Router 367aeef4-844a-4ec3-890c-890ed29cb0b9 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:18:02.198336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-985a61b7-0edb-435b-a89e-b6c2e188fc7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ef60368706245aeb93e7f3bffc849ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0349743 Feb 13 23:18:02.202273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36438) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:02.224394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-862b45af-4e4b-40cb-9315-28a31ef975f2 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.1320903 Feb 13 23:18:02.255480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:18:02.324192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ed8187c-43bc-45df-9655-56447fe63892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.336726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cd181-b30a-449d-b0e8-84017c6f9736 req-595f55c0-cf13-4613-88ab-bf459b6a03b8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:02.338527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-728cd181-b30a-449d-b0e8-84017c6f9736 req-595f55c0-cf13-4613-88ab-bf459b6a03b8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 944 time: 0.2506573 Feb 13 23:18:02.415761 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c0759f4a-b6fc-488e-a351-9a5cd11e14d2 None None] Provisioning complete for port 3587fbb4-b3b3-4044-b609-badd0deceb00 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:02.416029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c0759f4a-b6fc-488e-a351-9a5cd11e14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.480713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-728cd181-b30a-449d-b0e8-84017c6f9736 req-9cf0e096-3680-4cf5-8736-072213877e0c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328883 Feb 13 23:18:02.524452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e18ce68-d622-4f61-8089-d0e34aadc096 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:02.584517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd08f571-6bcf-4fe8-8bc6-f1d64864e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.596525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c0759f4a-b6fc-488e-a351-9a5cd11e14d2 None None] Port 3587fbb4-b3b3-4044-b609-badd0deceb00 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:02.616546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:02.618600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2e18ce68-d622-4f61-8089-d0e34aadc096 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:02.619059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.620243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-45a0a33a-2f39-414b-825b-f62f9f8601cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&tenant_id=b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 1095 time: 0.3879542 Feb 13 23:18:02.638981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-752a5441-cf56-4393-8cf9-485e118091e3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:02.639643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-752a5441-cf56-4393-8cf9-485e118091e3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:02.651641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd08f571-6bcf-4fe8-8bc6-f1d64864e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.677201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9958d44e-c52b-4c8a-89ea-cef9dd48402c admin admin] 10.222.0.36 "PUT /v2.0/routers/7f2aaa49-0c91-4f23-87a7-972916124dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1407354 Feb 13 23:18:02.754510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-752a5441-cf56-4393-8cf9-485e118091e3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:02.755684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-752a5441-cf56-4393-8cf9-485e118091e3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.4671192 Feb 13 23:18:02.809735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-3113225c-de94-4e96-b1f2-8ef4563526fa tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/quotas/997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 375 time: 0.0434093 Feb 13 23:18:02.857448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-01abb709-4046-417c-9250-9358e3e2ad48 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Synchronizing usage tracker for tenant:3b1ba648ca3346b2bdebfe8e406ec986 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:02.876326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-01abb709-4046-417c-9250-9358e3e2ad48 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Unset dirty status for tenant:3b1ba648ca3346b2bdebfe8e406ec986 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:02.878320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-91b69103-e52d-482d-9c24-db568295896f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674787 Feb 13 23:18:02.887818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-01abb709-4046-417c-9250-9358e3e2ad48 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39830 time: 0.3609703 Feb 13 23:18:02.888274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd08f571-6bcf-4fe8-8bc6-f1d64864e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:02.906165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-db7d6277-c3ae-4b28-80dc-aac7a805c13f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:18:02.907412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-db7d6277-c3ae-4b28-80dc-aac7a805c13f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0138581 Feb 13 23:18:02.912878 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-4f58678a-2d01-4b6c-973b-467cc0d11ff3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1095 time: 0.2665081 Feb 13 23:18:02.918146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f571-6bcf-4fe8-8bc6-f1d64864e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f379aac0-779f-4817-ab24-94ac4e75fb0b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:02.939571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-b3ed3ca8-7c46-4bcf-b266-0ff1ed691b49 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/01e6d4c9-070e-4d93-9821-4615e2f13d89 HTTP/1.1" status: 200 len: 2649 time: 0.0502386 Feb 13 23:18:03.006442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-936a7b69-a2ff-4a2a-a954-8a32ac82042f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/01e6d4c9-070e-4d93-9821-4615e2f13d89 HTTP/1.1" status: 200 len: 2649 time: 0.0598829 Feb 13 23:18:03.057040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-cd4e8e17-5b88-4abb-a3c6-532344bc4cff tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/39218947-036c-402f-8700-73cfcf8f50ed HTTP/1.1" status: 200 len: 2649 time: 0.0492232 Feb 13 23:18:03.111256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-feb4b3b4-861b-42cc-b33b-d2345a3d6904 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/39218947-036c-402f-8700-73cfcf8f50ed HTTP/1.1" status: 200 len: 2649 time: 0.0477655 Feb 13 23:18:03.115922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:03.118818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd08f571-6bcf-4fe8-8bc6-f1d64864e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.122281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fd08f571-6bcf-4fe8-8bc6-f1d64864e431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f379aac0-779f-4817-ab24-94ac4e75fb0b HTTP/1.1" status: 204 len: 168 time: 0.9158437 Feb 13 23:18:03.127008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Sync routers for ids ['367aeef4-844a-4ec3-890c-890ed29cb0b9'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:18:03.145533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Routers {'367aeef4-844a-4ec3-890c-890ed29cb0b9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:03.146609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['367aeef4-844a-4ec3-890c-890ed29cb0b9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:03.219320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-2dd0c078-81e8-4b31-8a6f-3970db35c434 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9 HTTP/1.1" status: 200 len: 2649 time: 0.0846486 Feb 13 23:18:03.272009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-ffcea504-e0ca-4ca7-9701-74a84ec03b7d tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9 HTTP/1.1" status: 200 len: 2649 time: 0.0456681 Feb 13 23:18:03.296645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-b17bcb0a-e3f3-44ec-bd04-438acd4ca45a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:03.298319 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-b17bcb0a-e3f3-44ec-bd04-438acd4ca45a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.3758540 Feb 13 23:18:03.300842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-0d06aa18-ce6b-4dab-ac57-db9095fca76b service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798547 Feb 13 23:18:03.302102 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.303450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-478c0bd1-790a-4e0e-98dd-5c097973c22e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5463665 Feb 13 23:18:03.308955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36462) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:03.364424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:18:03.374777 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-c936e57b-3975-4509-b719-6877f9426516 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a HTTP/1.1" status: 200 len: 2649 time: 0.0960903 Feb 13 23:18:03.453394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:18:03.483684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-17196421-2ae0-49b5-8858-24c737fcdcb9 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a HTTP/1.1" status: 200 len: 2649 time: 0.1027148 Feb 13 23:18:03.504658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Set router 367aeef4-844a-4ec3-890c-890ed29cb0b9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:03.550468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.562558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-3b4c08f6-2804-4832-be82-b70c12d3d963 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/6480c0aa-d93c-4b95-8bc6-725d8191e8d5 HTTP/1.1" status: 200 len: 2649 time: 0.0777333 Feb 13 23:18:03.635901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36472) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:03.662468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.675034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-ce368ebc-d73f-4482-8d77-6a4fa5122004 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/6480c0aa-d93c-4b95-8bc6-725d8191e8d5 HTTP/1.1" status: 200 len: 2649 time: 0.1114306 Feb 13 23:18:03.713184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-333fd938-443c-4698-a09d-8d7a8e178533 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.4050043 Feb 13 23:18:03.721647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.747415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:03.753529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0d63acb365416481002be198987af1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:03.759553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:03.767921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:03.774126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-37fead95-e5ff-4e00-8267-0e9496a1df46 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7d3c40a5-075f-4ed2-b57d-f0ba590b2386 HTTP/1.1" status: 200 len: 2649 time: 0.0874476 Feb 13 23:18:03.821667 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:18:03.862485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-2fa3938b-2055-407f-b64b-e70f02f05100 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:03.864155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-2fa3938b-2055-407f-b64b-e70f02f05100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1368895 Feb 13 23:18:03.865601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:00Z', 'revision_number': 3, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:03.870924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Checking router: 367aeef4-844a-4ec3-890c-890ed29cb0b9 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:18:03.871264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Updating router 367aeef4-844a-4ec3-890c-890ed29cb0b9 port c6a0cb6e-af70-4772-8575-f171df71b46d binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:18:03.875862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-1bdddf87-2537-4185-980f-69174c9d33e0 service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288870 Feb 13 23:18:03.924249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-9c6d1342-02a8-4309-9f41-8dab3a228ce0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508955 Feb 13 23:18:03.934141 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.957564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-3d577381-8e28-4569-afec-5c63273668ef tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7d3c40a5-075f-4ed2-b57d-f0ba590b2386 HTTP/1.1" status: 200 len: 2649 time: 0.1723917 Feb 13 23:18:03.965899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36478) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:03.986845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:03.990335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-network', 'tenant_id': '2071b17242b841f49f91aa3e3023a367'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:03.997488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:03.999669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.028548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Usage tracker for resource:network and tenant:2071b17242b841f49f91aa3e3023a367 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:04.034694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:04.051553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:04.107098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-072d2e79-a1ec-41dd-bb11-0a9d718d744a service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736705 Feb 13 23:18:04.132693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7fbcec-207e-4652-bbc8-10c42a40b8fb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:04.138903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Made reservation on behalf of 2071b17242b841f49f91aa3e3023a367 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:04.141157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.159407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-82b92d7e-36ea-4748-83d2-737039db2fd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e0d63acb365416481002be198987af1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5222197 Feb 13 23:18:04.166332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-a455411c-f67b-4915-ba0d-2e8e83978f5e tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/92800ade-17e8-44fa-bf0b-48d2fa79f307 HTTP/1.1" status: 200 len: 2649 time: 0.2077377 Feb 13 23:18:04.170330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36486) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:04.192890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.293522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:04.304550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-49565ebc-b0e6-4b99-b2c9-470a6ab39c6c tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/92800ade-17e8-44fa-bf0b-48d2fa79f307 HTTP/1.1" status: 200 len: 2649 time: 0.1373031 Feb 13 23:18:04.307589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Usage tracker for resource:security_group_rule and tenant:2071b17242b841f49f91aa3e3023a367 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:04.312014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:04.341222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:04.495608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81207dcd-cbdd-45e8-83ab-97ef7cab3479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.551562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-8095857e-2f6e-4c6f-bbeb-f876fa5bc617 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a8cebf6c-f504-4c51-88b8-2897ee2db23f HTTP/1.1" status: 200 len: 2649 time: 0.2459533 Feb 13 23:18:04.556038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81207dcd-cbdd-45e8-83ab-97ef7cab3479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.575415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.593118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Transition to ACTIVE for port object c6a0cb6e-af70-4772-8575-f171df71b46d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:04.602840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.680108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.690773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-931e6edd-9ada-4b0d-bb89-f53eed5a197c tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a8cebf6c-f504-4c51-88b8-2897ee2db23f HTTP/1.1" status: 200 len: 2649 time: 0.1382513 Feb 13 23:18:04.706658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.734115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e0983-f043-42be-9893-844f0cbb54a5 None None] Pushing event updated for resources: {'Port': ['ID=c6a0cb6e-af70-4772-8575-f171df71b46d,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:04.739611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Attempting to bind port c6a0cb6e-af70-4772-8575-f171df71b46d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:04.739976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Attempting to bind port c6a0cb6e-af70-4772-8575-f171df71b46d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:04.740405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Attempting to bind port c6a0cb6e-af70-4772-8575-f171df71b46d on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:04.749885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:04.750323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:04.750731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.751133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:04.751589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Bound port: c6a0cb6e-af70-4772-8575-f171df71b46d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:04.751960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.796082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:04.822607 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-5ebed79e-9058-4be0-8ea4-a1d41b5ef8d6 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bac49e2f-0c91-43e4-b84b-e00918fd94cf HTTP/1.1" status: 200 len: 2649 time: 0.1308973 Feb 13 23:18:04.823310 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81207dcd-cbdd-45e8-83ab-97ef7cab3479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.854234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-44849e7e-1e7e-4056-9793-c5de1850ac19 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013346 Feb 13 23:18:04.883093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4db44-4a54-49f0-8021-74909f42a43e req-2f90b555-1cf1-4f50-8c9f-beacbbcc190c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:04.896835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7b4db44-4a54-49f0-8021-74909f42a43e req-2f90b555-1cf1-4f50-8c9f-beacbbcc190c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 944 time: 0.4324141 Feb 13 23:18:04.949585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] For port c6a0cb6e-af70-4772-8575-f171df71b46d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:04.963476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:04.967168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:18:04.967429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] For port c6a0cb6e-af70-4772-8575-f171df71b46d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6a0cb6e-af70-4772-8575-f171df71b46d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:04.978759 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.032381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b9693-220f-4db1-8259-e5053a0ab6de,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:05.058085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7b4db44-4a54-49f0-8021-74909f42a43e req-085d0dfc-1463-465b-8353-3fac18a2569e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591847 Feb 13 23:18:05.103307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81207dcd-cbdd-45e8-83ab-97ef7cab3479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.108616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-81207dcd-cbdd-45e8-83ab-97ef7cab3479 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e7fbcec-207e-4652-bbc8-10c42a40b8fb HTTP/1.1" status: 204 len: 168 time: 0.9365613 Feb 13 23:18:05.115666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.117844 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Added segment 1715c99a-b918-4a0f-b555-33c11f69b4f9 of type vlan for network df54de3d-b097-4989-a373-c1a0a0c8dba1 Feb 13 23:18:05.151936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81207dcd-cbdd-45e8-83ab-97ef7cab3479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7fbcec-207e-4652-bbc8-10c42a40b8fb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:05.233245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-f551943b-ee43-47e6-9132-59eb7099adc0 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bac49e2f-0c91-43e4-b84b-e00918fd94cf HTTP/1.1" status: 200 len: 2649 time: 0.3967447 Feb 13 23:18:05.278502 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.282894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e0983-f043-42be-9893-844f0cbb54a5 None None] Pushing event updated for resources: {'Port': ['ID=c6a0cb6e-af70-4772-8575-f171df71b46d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:05.293950 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dc94d80e-89d1-4cbf-9aff-1224b4ee3efb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44a61fab349546e1a2b5cbc96dd96dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4891694 Feb 13 23:18:05.295110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Routers {'367aeef4-844a-4ec3-890c-890ed29cb0b9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:05.295742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:05.297211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['367aeef4-844a-4ec3-890c-890ed29cb0b9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:05.409416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-dc8b6328-ce1f-4496-8efa-eca6b17416ba tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/dfbb8557-ce9f-449f-bfe5-9c7554638c49 HTTP/1.1" status: 200 len: 2649 time: 0.1595879 Feb 13 23:18:05.416630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.417654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:05.419391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.670234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c75ce48-1906-46bd-8168-f9bee69d92bb req-ef2049bd-9dfc-49de-b01a-b5fd6fd913a5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 210 time: 0.0747814 Feb 13 23:18:05.698411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] Pushing event updated for resources: {'Network': ['ID=df54de3d-b097-4989-a373-c1a0a0c8dba1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:05.720752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:18:05.728941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f1adbac6-4381-46a2-8691-0df8dc97d567 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7468216 Feb 13 23:18:05.733598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36524) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:05.746361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Request body: {'subnet': {'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-subnet', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:05.762396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:05.772485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Usage tracker for resource:subnet and tenant:2071b17242b841f49f91aa3e3023a367 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:05.782067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] Set router 367aeef4-844a-4ec3-890c-890ed29cb0b9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:05.782923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:05.796389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:05.850187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Made reservation on behalf of 2071b17242b841f49f91aa3e3023a367 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:05.853665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.925803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7083c9c3-9c00-4274-9f73-f3ee6f300ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:05.989492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-22d1c75f-0de8-421a-b444-10e9d009f7b1 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.5882311 Feb 13 23:18:05.999840 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7083c9c3-9c00-4274-9f73-f3ee6f300ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.043762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-4c70cbe2-0449-4299-ac1f-b8191b540784 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/dfbb8557-ce9f-449f-bfe5-9c7554638c49 HTTP/1.1" status: 200 len: 2649 time: 0.5938323 Feb 13 23:18:06.182374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7083c9c3-9c00-4274-9f73-f3ee6f300ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.235384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083c9c3-9c00-4274-9f73-f3ee6f300ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:06.237169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-c1ed1ac8-9995-4d07-8c58-65791ff77aa4 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/edb127a6-5fbc-43c2-b0f7-9ca2978b3be9 HTTP/1.1" status: 200 len: 2649 time: 0.1917400 Feb 13 23:18:06.381009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-723c9c9d-262d-4e3e-96b0-4f24613f686a tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/edb127a6-5fbc-43c2-b0f7-9ca2978b3be9 HTTP/1.1" status: 200 len: 2649 time: 0.1428809 Feb 13 23:18:06.395961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7083c9c3-9c00-4274-9f73-f3ee6f300ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.399500 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7083c9c3-9c00-4274-9f73-f3ee6f300ffc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b0fe1f2-b9c5-48a7-9dda-0fe744162dd9 HTTP/1.1" status: 204 len: 168 time: 1.1003647 Feb 13 23:18:06.471558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-f277a911-34ff-40fa-b40f-4553bda9728e tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f1d8a67b-5a48-4285-b80d-1d77e5799e3e HTTP/1.1" status: 200 len: 2649 time: 0.0895550 Feb 13 23:18:06.568569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d9a7b-3155-4877-8f8a-ca13d5984e1d req-444064bb-f6f6-4f0e-b0ed-0952ab283836 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:06.575825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0178ed73-9e98-4b49-964e-bd56945414aa up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:06.577303 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-628d9a7b-3155-4877-8f8a-ca13d5984e1d req-444064bb-f6f6-4f0e-b0ed-0952ab283836 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 944 time: 0.2495816 Feb 13 23:18:06.616592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-28440276-0171-4b7d-ac6d-97ac19a9b1d0 service neutron] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:06.624228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-28440276-0171-4b7d-ac6d-97ac19a9b1d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.625536 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932665e0-b80e-44e2-86ff-f2dcef554953 req-28440276-0171-4b7d-ac6d-97ac19a9b1d0 service neutron] 10.222.0.31 "DELETE /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7/bindings/n-h2-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.5547106 Feb 13 23:18:06.633282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f6491ebc-e671-4a0b-b93f-24196cc18379 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:06.634934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f6491ebc-e671-4a0b-b93f-24196cc18379 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.6682673 Feb 13 23:18:06.681658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Request body: {'port': {'device_id': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'admin_state_up': True, 'tenant_id': '997caf35580a40679647c572a2b53650'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:06.709667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36550) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:06.760099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.762666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 0178ed73-9e98-4b49-964e-bd56945414aa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:06.767787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:00Z', 'revision_number': 3, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:06.768841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-628d9a7b-3155-4877-8f8a-ca13d5984e1d req-05d077b4-7b69-49cb-bc0c-c64d60ac1996 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905215 Feb 13 23:18:06.775599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 0178ed73-9e98-4b49-964e-bd56945414aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:06.776041 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.793610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:06.853255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45204d3-d901-4493-9f00-5681d025ae26 None None] The sync data for ids ['367aeef4-844a-4ec3-890c-890ed29cb0b9'] in n-d-828979-1 is: [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:00Z', 'revision_number': 3, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:18:06.930476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36562) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:06.967642 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.015344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 0178ed73-9e98-4b49-964e-bd56945414aa, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0178ed73-9e98-4b49-964e-bd56945414aa,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:07.032528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.110497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-daa91498-421b-4cae-bd76-be169926038e tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f1d8a67b-5a48-4285-b80d-1d77e5799e3e HTTP/1.1" status: 200 len: 2649 time: 0.6380491 Feb 13 23:18:07.113006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.170482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f05d21d-3843-4363-bc82-bf4f24266355 req-077b769b-726f-45ff-9e91-4a49037257df tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 210 time: 0.1228316 Feb 13 23:18:07.201248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=0178ed73-9e98-4b49-964e-bd56945414aa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:07.215769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1868562270-network', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:07.235721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed8fbce-0727-47d9-989a-602d8a36725c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:07.248771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.264940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:07.268687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:07.276050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Usage tracker for resource:network and tenant:6cf951f30c0b4b5e8e5d792bf29035e0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:07.301038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Usage tracker for resource:port and tenant:997caf35580a40679647c572a2b53650 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:07.301466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:07.306938 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-5bd9a823-ad74-4b4f-ae56-a6a5ac404367 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] show failed (client error): The resource could not be found. Feb 13 23:18:07.314560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:07.317687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-5bd9a823-ad74-4b4f-ae56-a6a5ac404367 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f379aac0-779f-4817-ab24-94ac4e75fb0b HTTP/1.1" status: 404 len: 352 time: 0.1806662 Feb 13 23:18:07.319620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:07.321852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:07.343972 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-2410c1f2-0e2d-4d76-b883-c9c23d99b821 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] show failed (client error): The resource could not be found. Feb 13 23:18:07.350538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-2410c1f2-0e2d-4d76-b883-c9c23d99b821 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f379aac0-779f-4817-ab24-94ac4e75fb0b HTTP/1.1" status: 404 len: 352 time: 0.0318530 Feb 13 23:18:07.352312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:07.356129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36572) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:07.363387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:fad96b4c0d8e47ba8815a010e18c72fa is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:07.375739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:07.389981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Checking segment: {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:07.390369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Network hostable DHCP agents. Network: df54de3d-b097-4989-a373-c1a0a0c8dba1, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:18:07.403604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.417947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:07.423488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Made reservation on behalf of 6cf951f30c0b4b5e8e5d792bf29035e0 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:07.424754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Made reservation on behalf of 997caf35580a40679647c572a2b53650 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:07.425701 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.427823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.460853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.475939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Allocated IP 172.20.0.1 (7051165d-e0e9-4624-8cb9-8fdefd0fcdd6/0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a/a8c342ac-b848-4aef-842c-d8553ba8e491) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:07.542058 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-3df0e928-753b-4cf2-a5b7-214d09e37246 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f6a501e8-13f6-4583-9db5-28653486cb78 HTTP/1.1" status: 200 len: 2649 time: 0.1828659 Feb 13 23:18:07.549815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:07.561757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Usage tracker for resource:security_group_rule and tenant:1c9115e984ca4bb3a2e482346146d801 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:07.575368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:18:07.580080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:07.600437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:07.615387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, df54de3d-b097-4989-a373-c1a0a0c8dba1) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:07.621658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:07.622529 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.628135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f13465-38cf-4c7f-bd66-d7d4a467776d None None] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:07.643379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:07.655526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf951f30c0b4b5e8e5d792bf29035e0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:07.669479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:07.691696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:07.717990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.729247 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-013574ed-66de-4499-9b1c-260fbc23b908 req-b758ebba-0ac8-4aa3-8968-675c974c7b51 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1095 time: 0.3504627 Feb 13 23:18:07.748633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4910daa1-110f-4a20-9ea0-d4567f9d8ff0 req-9972e70a-82e0-4707-b50c-bcccc0ad1d93 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f6a501e8-13f6-4583-9db5-28653486cb78 HTTP/1.1" status: 200 len: 2649 time: 0.1957524 Feb 13 23:18:07.752895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-774bfb65-4f8e-438f-b0c4-a332ae60fcdc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0182652 Feb 13 23:18:07.760699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36576) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:07.768674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:07.777876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:07.785945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.790374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Usage tracker for resource:router and tenant:2071b17242b841f49f91aa3e3023a367 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:07.799936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Allocated IP 172.20.0.8 (aef79f5b-cbde-4340-aeca-aa3944399408/a8f0e3c9-33b9-4fab-ad39-b2f81de06821/b547078e-d5b4-4b1e-afc3-a0930cc1467d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:07.803118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:07.827034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:07.855630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.897181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.902996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.903908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.904069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8444a753-4401-43eb-bbc0-8635a11af2db,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:07.912434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Transition to ACTIVE for port object a8c342ac-b848-4aef-842c-d8553ba8e491 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:07.916230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-21e38f84-1329-451c-98f6-5733c643f5e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fad96b4c0d8e47ba8815a010e18c72fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9846544 Feb 13 23:18:07.926784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-df54de3d-b097-4989-a373-c1a0a0c8dba1', 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'fixed_ips': [{'subnet_id': 'fed8fbce-0727-47d9-989a-602d8a36725c'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:18:07.927729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:07.933408 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-013574ed-66de-4499-9b1c-260fbc23b908 req-1b0691d0-48a9-45fb-8c6d-021fcbbd5f57 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030571 Feb 13 23:18:07.936143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36582) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:08.112697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.122777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.146646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.163820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:18:08.173785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.174196 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Added segment 1ae7954e-bf52-4ad2-9bce-4b5c378095c7 of type vlan for network d31b8fb3-a36d-4711-a094-412c4f0c4976 Feb 13 23:18:08.205038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.205301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Allocated IP 172.20.0.2 (df54de3d-b097-4989-a373-c1a0a0c8dba1/fed8fbce-0727-47d9-989a-602d8a36725c/d5bcef45-97ff-4b4f-92b9-240f4f2c3779) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:08.242582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.294313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cfce09f-d730-4f8e-8c86-ef5361885923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.303514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574292c-8950-4023-9999-37deb7b03ec3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:08.323009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.327401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4c4d94bf-dee9-4021-a9d9-ee273d08a1a9 req-245ef4a0-7188-4a2f-8ff7-e219e01e43d1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Synchronizing usage tracker for tenant:cd655123a3e448ec86a29e02257c5abf on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:08.331257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4eb32847-2af3-4b5b-bf51-ab5891615b3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c9115e984ca4bb3a2e482346146d801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9741898 Feb 13 23:18:08.341749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36596) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:08.363637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.433155 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.434003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:08.435104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.450312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.451510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4c4d94bf-dee9-4021-a9d9-ee273d08a1a9 req-245ef4a0-7188-4a2f-8ff7-e219e01e43d1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Unset dirty status for tenant:cd655123a3e448ec86a29e02257c5abf on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:08.456043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c4d94bf-dee9-4021-a9d9-ee273d08a1a9 req-245ef4a0-7188-4a2f-8ff7-e219e01e43d1 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd655123a3e448ec86a29e02257c5abf HTTP/1.1" status: 200 len: 5439 time: 0.6538255 Feb 13 23:18:08.463168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.466183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81ddf85-cc97-4b3d-83da-a6332deda065,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:08.474352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Transition to ACTIVE for port object d5bcef45-97ff-4b4f-92b9-240f4f2c3779 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:08.495835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Transition to ACTIVE for port object d5bcef45-97ff-4b4f-92b9-240f4f2c3779 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:08.499795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0178ed73-9e98-4b49-964e-bd56945414aa up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:08.513911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cfce09f-d730-4f8e-8c86-ef5361885923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.536913 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.559353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.603304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:08.613273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:08.618472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:08.619668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.621339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:08.625074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:08.629864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:08.649866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Pushing event updated for resources: {'Port': ['ID=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:08.651121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] Pushing event updated for resources: {'Network': ['ID=d31b8fb3-a36d-4711-a094-412c4f0c4976,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:08.656028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c342ac-b848-4aef-842c-d8553ba8e491,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:08.690975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Network aef79f5b-cbde-4340-aeca-aa3944399408 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:08.694814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:08.700589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:08.705049 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.708075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:08.718303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:18:08.741628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 0178ed73-9e98-4b49-964e-bd56945414aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:08.742044 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.753593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c4d94bf-dee9-4021-a9d9-ee273d08a1a9 req-d6ee06ca-2031-4fad-881e-28441c2c3454 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "GET /v2.0/security-groups/edb127a6-5fbc-43c2-b0f7-9ca2978b3be9 HTTP/1.1" status: 200 len: 2649 time: 0.2018316 Feb 13 23:18:08.759690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-585b2e7d-44cd-402c-9672-7b17f3e9fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.811719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:08.815840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.816012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9cba8843-d430-4efb-9dc3-b301ee42d174 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0696511 Feb 13 23:18:08.819260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36604) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:08.830332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-cede23fd-fb02-4146-be4e-4c46ed2cfb49 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:08.837513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-cede23fd-fb02-4146-be4e-4c46ed2cfb49 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.6085374 Feb 13 23:18:08.841094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-585b2e7d-44cd-402c-9672-7b17f3e9fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.885314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Attempting to bind port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:08.885494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Attempting to bind port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:08.885857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Attempting to bind port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 on network df54de3d-b097-4989-a373-c1a0a0c8dba1 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:08.890166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Request body: {'subnet': {'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1868562270-subnet', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:08.895531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:08.900597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Usage tracker for resource:subnet and tenant:6cf951f30c0b4b5e8e5d792bf29035e0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:08.904191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:08.908413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:08.909512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Checking segment: {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:08.909512 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.911230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Bound using segment: {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:08.911439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Bound port: d5bcef45-97ff-4b4f-92b9-240f4f2c3779, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:08.911793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:08.912728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:08.916317 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c4d94bf-dee9-4021-a9d9-ee273d08a1a9 req-686586ac-e62a-4a56-8cca-c3f608059db8 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "GET /v2.0/security-groups/edb127a6-5fbc-43c2-b0f7-9ca2978b3be9 HTTP/1.1" status: 200 len: 2649 time: 0.1534131 Feb 13 23:18:08.918901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-6c8f8825-6da3-4222-b4d8-44ac11bea68b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2591896 Feb 13 23:18:08.928434 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-8b7fd77e-9977-465f-b3bd-4e3adadd77b7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/quotas/b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 375 time: 0.0896008 Feb 13 23:18:08.943507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Request body: {'port': {'device_id': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:09.081124 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.107038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Made reservation on behalf of 6cf951f30c0b4b5e8e5d792bf29035e0 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:09.110221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Notify callbacks [] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.132530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cfce09f-d730-4f8e-8c86-ef5361885923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.190740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fbb041b4-937d-491d-9fe5-4f2f4d602f06 None None] Provisioning for port a8c342ac-b848-4aef-842c-d8553ba8e491 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:09.198916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fbb041b4-937d-491d-9fe5-4f2f4d602f06 None None] Provisioning complete for port a8c342ac-b848-4aef-842c-d8553ba8e491 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:09.199288 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fbb041b4-937d-491d-9fe5-4f2f4d602f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.228255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] For port d5bcef45-97ff-4b4f-92b9-240f4f2c3779, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:09.236598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfce09f-d730-4f8e-8c86-ef5361885923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8444a753-4401-43eb-bbc0-8635a11af2db,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:09.252617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] For port d5bcef45-97ff-4b4f-92b9-240f4f2c3779, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:09.261029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cfce09f-d730-4f8e-8c86-ef5361885923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.265026 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3cfce09f-d730-4f8e-8c86-ef5361885923 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8444a753-4401-43eb-bbc0-8635a11af2db HTTP/1.1" status: 204 len: 168 time: 1.3200359 Feb 13 23:18:09.276469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.281307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fbb041b4-937d-491d-9fe5-4f2f4d602f06 None None] Port a8c342ac-b848-4aef-842c-d8553ba8e491 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:09.288037 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.373445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.389956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-5540a545-1f16-40f1-9969-30e3e2241a54 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4604449 Feb 13 23:18:09.414867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-585b2e7d-44cd-402c-9672-7b17f3e9fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.467441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75695b0-b075-44f1-bc35-9b6850658146 None None] Pushing event updated for resources: {'Port': ['ID=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:09.507180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b2e7d-44cd-402c-9672-7b17f3e9fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574292c-8950-4023-9999-37deb7b03ec3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:09.513616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.527178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-585b2e7d-44cd-402c-9672-7b17f3e9fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:09.528308 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-585b2e7d-44cd-402c-9672-7b17f3e9fd7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1574292c-8950-4023-9999-37deb7b03ec3 HTTP/1.1" status: 204 len: 168 time: 1.1335580 Feb 13 23:18:09.541071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbdf36-4496-4a49-b072-01e3bf515af3 req-2b032927-6362-4de6-a286-848461f5a9c6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:09.541793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a9dbdf36-4496-4a49-b072-01e3bf515af3 req-2b032927-6362-4de6-a286-848461f5a9c6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:09.708084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a9dbdf36-4496-4a49-b072-01e3bf515af3 req-2b032927-6362-4de6-a286-848461f5a9c6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:09.709909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dbdf36-4496-4a49-b072-01e3bf515af3 req-2b032927-6362-4de6-a286-848461f5a9c6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 931 time: 0.5491819 Feb 13 23:18:09.856496 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-10d3540f-f9e3-47a1-8dfe-fc9884fb74da service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634554 Feb 13 23:18:09.887571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Allocated IP 172.25.4.206 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/1be0b716-45ff-4bcc-9e0c-2324b0fde2ed) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:09.902951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dbdf36-4496-4a49-b072-01e3bf515af3 req-f9ea12d6-66b4-46a4-9309-2176909b99aa tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819658 Feb 13 23:18:09.903629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36616) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:10.003211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.017622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.095767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.128335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b547078e-d5b4-4b1e-afc3-a0930cc1467d {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:10.139011 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.140245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.147814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.199365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:10.204475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Transition to ACTIVE for port object b547078e-d5b4-4b1e-afc3-a0930cc1467d will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:10.207567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Usage tracker for resource:security_group_rule and tenant:f64150139ed64f66bad0f5bd39bbe65f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:10.219532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-9db64c34-713b-4c9e-a396-af985872782a service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380382 Feb 13 23:18:10.232493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:10.236114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3aa30451-21be-4c37-96fa-170bda00789a req-26022be9-84f8-4e84-92b3-5c04efe6dfec tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/67c48f82-c034-4e3c-b419-d9f0485addee HTTP/1.1" status: 200 len: 1611 time: 0.2406664 Feb 13 23:18:10.239353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.241108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c342ac-b848-4aef-842c-d8553ba8e491,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:10.315071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:10.352896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Checking segment: {'id': '1ae7954e-bf52-4ad2-9bce-4b5c378095c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:10.353636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Network hostable DHCP agents. Network: d31b8fb3-a36d-4711-a094-412c4f0c4976, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:18:10.363261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12beeba-16e5-45de-87e0-a3577c2df659,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:10.417065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:18:10.521616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d31b8fb3-a36d-4711-a094-412c4f0c4976) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:10.529215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fae71f-b918-4ba1-abc8-eb591a3f4cf1 None None] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:10.561032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:10.576897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.595162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.640095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:10.747901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5bcef45-97ff-4b4f-92b9-240f4f2c3779 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:10.800685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac0542a2-483e-4d91-812a-cb1850bc2617 req-69d3ae5c-56df-410c-9cab-96f4dc98100e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 210 time: 0.2410710 Feb 13 23:18:10.819020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:10.847012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:10.849769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aea30ec2-a157-4818-afa5-7107f9015cab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0255902 Feb 13 23:18:10.861130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3aa30451-21be-4c37-96fa-170bda00789a req-e1f4d5fb-4f6d-4fde-a008-bf7e761bb95f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:10.863771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:10.918171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1868562270-router', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:10.923983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:10.929024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Usage tracker for resource:router and tenant:6cf951f30c0b4b5e8e5d792bf29035e0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:10.937077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:10.946915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:11.120528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3aa30451-21be-4c37-96fa-170bda00789a req-e1f4d5fb-4f6d-4fde-a008-bf7e761bb95f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.125872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd8199-6993-4195-aaaa-9458f16d0278 None None] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:11.154347 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.201626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.331434 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:18:11.346942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.350613 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:11.350796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.351263 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:11.401952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf5df1d-e6f5-4e8b-b9df-13f052319fa8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:11.416598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:11.418673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:11.419605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:11.441778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:11.442059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:11.457148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.510176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ee044-5be1-4e8a-8532-a1c7a6722703 req-e6bcab4d-0e8e-4a57-bd5b-8c3541a92987 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:11.526495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e7ee044-5be1-4e8a-8532-a1c7a6722703 req-e6bcab4d-0e8e-4a57-bd5b-8c3541a92987 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.2499149 Feb 13 23:18:11.589065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fab8c059-7001-4a37-9b60-e8ad1c661e25 None None] Provisioning for port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:11.641759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:11.653659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.659482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:11.692462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:11.696651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:11.697320 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.730419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:11.730747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:11.735410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:11.736098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Bound port: b547078e-d5b4-4b1e-afc3-a0930cc1467d, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:11.736624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:11.762904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:11.779331 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:11.809730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-03a11d1e-8f23-48b4-855a-adc016248759 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f64150139ed64f66bad0f5bd39bbe65f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8936820 Feb 13 23:18:11.827396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:11.890542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Pushing event updated for resources: {'Port': ['ID=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:11.893116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3aa30451-21be-4c37-96fa-170bda00789a req-e1f4d5fb-4f6d-4fde-a008-bf7e761bb95f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.011942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d31b8fb3-a36d-4711-a094-412c4f0c4976', 'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'fixed_ips': [{'subnet_id': 'b12beeba-16e5-45de-87e0-a3577c2df659'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:18:12.012755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.024389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7e7ee044-5be1-4e8a-8532-a1c7a6722703 req-b5f2a192-f48a-45c8-b896-d000e1c88b09 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:12.074230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7e7ee044-5be1-4e8a-8532-a1c7a6722703 req-b5f2a192-f48a-45c8-b896-d000e1c88b09 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:12.087724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e7ee044-5be1-4e8a-8532-a1c7a6722703 req-b5f2a192-f48a-45c8-b896-d000e1c88b09 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511894 Feb 13 23:18:12.135540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d5fb-4f6d-4fde-a008-bf7e761bb95f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c48f82-c034-4e3c-b419-d9f0485addee,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:12.224069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Router 367aeef4-844a-4ec3-890c-890ed29cb0b9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:18:12.272851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8b1e7a3d-09fc-4570-bbd4-424603271414 None None] Provisioning complete for port a8c342ac-b848-4aef-842c-d8553ba8e491 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:12.274916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b1e7a3d-09fc-4570-bbd4-424603271414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.356322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e7a3d-09fc-4570-bbd4-424603271414 None None] Port a8c342ac-b848-4aef-842c-d8553ba8e491 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:12.482945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6effc9a9-09a1-4226-ae8b-1cc110a5bd45 req-f1bc5f98-c01b-4c8f-b3bb-df6fedd0e6fb tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 210 time: 0.0890985 Feb 13 23:18:12.486721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:12.490205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d1d75fc-407f-4d1d-9ca1-d77e85e89a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.512577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.520217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:12.522510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3aa30451-21be-4c37-96fa-170bda00789a req-e1f4d5fb-4f6d-4fde-a008-bf7e761bb95f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.530784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3aa30451-21be-4c37-96fa-170bda00789a req-e1f4d5fb-4f6d-4fde-a008-bf7e761bb95f tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/67c48f82-c034-4e3c-b419-d9f0485addee HTTP/1.1" status: 204 len: 173 time: 2.2729492 Feb 13 23:18:12.549476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.551571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:00Z', 'revision_number': 2, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:12.564740 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:18:12.567060 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Updating router 7f2aaa49-0c91-4f23-87a7-972916124dd4 port 3587fbb4-b3b3-4044-b609-badd0deceb00 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:18:12.593033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d1d75fc-407f-4d1d-9ca1-d77e85e89a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.682979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ce38b45-56ad-4b6b-a404-86c8db4a26e8 req-3d4a8166-b8f0-44e4-a762-95592350c47c tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "GET /v2.0/security-groups/be6f92d1-9545-4790-9cd3-514cac996f9a HTTP/1.1" status: 200 len: 1612 time: 0.0760262 Feb 13 23:18:12.688822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:12.690975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.692323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] 10.222.0.31 "PUT /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 1091 time: 3.7656269 Feb 13 23:18:12.692939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:12.774382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03ef5433-efea-4431-b430-4a3eb06231a0 admin admin] 10.222.0.36 "PUT /v2.0/routers/367aeef4-844a-4ec3-890c-890ed29cb0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3932037 Feb 13 23:18:12.799374 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.821731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Allocated IP 172.20.0.2 (d31b8fb3-a36d-4711-a094-412c4f0c4976/b12beeba-16e5-45de-87e0-a3577c2df659/5c3d4de7-99be-45c9-9fca-55bc55cfbdc9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:12.823009 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:12.835456 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'status': 'completed', 'code': 200} Feb 13 23:18:12.839537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ffb54-dfb2-46c3-bfd8-404d0d8f90a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:12.977449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d5bcef45-97ff-4b4f-92b9-240f4f2c3779, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:13.032462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.071183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.071909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.092077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d1d75fc-407f-4d1d-9ca1-d77e85e89a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.143629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5ce38b45-56ad-4b6b-a404-86c8db4a26e8 req-2922d54e-e79a-4d0d-aaa6-b1ca258bad39 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.195763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d75fc-407f-4d1d-9ca1-d77e85e89a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf5df1d-e6f5-4e8b-b9df-13f052319fa8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:13.304533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-5ceab23c-54e0-4c3a-a7a0-5e2a0af4e129 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:13.306953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-5ceab23c-54e0-4c3a-a7a0-5e2a0af4e129 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.5630982 Feb 13 23:18:13.308549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5ce38b45-56ad-4b6b-a404-86c8db4a26e8 req-2922d54e-e79a-4d0d-aaa6-b1ca258bad39 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.315224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6a0cb6e-af70-4772-8575-f171df71b46d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:13.343236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Request body: {'port': {'device_id': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'admin_state_up': True, 'tenant_id': 'b6ad504142f4440290934e9d0c7d413f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:13.432913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0bcab5a2-86b2-459b-9f9d-b8635aa0a2f1 None None] Provisioning complete for port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:13.433269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bcab5a2-86b2-459b-9f9d-b8635aa0a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.470700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:13.539533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c6a0cb6e-af70-4772-8575-f171df71b46d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:13.539785 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d1d75fc-407f-4d1d-9ca1-d77e85e89a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.543953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d1d75fc-407f-4d1d-9ca1-d77e85e89a2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bf5df1d-e6f5-4e8b-b9df-13f052319fa8 HTTP/1.1" status: 204 len: 168 time: 1.7153046 Feb 13 23:18:13.595966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-be100f66-d726-4b54-a164-69ee60bf3355 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1094 time: 0.7590082 Feb 13 23:18:13.603770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6a0cb6e-af70-4772-8575-f171df71b46d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:13.603770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.789939 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.817249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Transition to ACTIVE for port object 3587fbb4-b3b3-4044-b609-badd0deceb00 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:13.828808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.834984 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.838845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5ce38b45-56ad-4b6b-a404-86c8db4a26e8 req-2922d54e-e79a-4d0d-aaa6-b1ca258bad39 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.871207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-c6649e8e-848d-45e3-b2da-e506b576b045 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.2573698 Feb 13 23:18:13.903592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922d54e-e79a-4d0d-aaa6-b1ca258bad39 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f92d1-9545-4790-9cd3-514cac996f9a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:13.909322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Transition to ACTIVE for port object 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:13.965773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:13.968431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5ce38b45-56ad-4b6b-a404-86c8db4a26e8 req-2922d54e-e79a-4d0d-aaa6-b1ca258bad39 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:13.994654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ce38b45-56ad-4b6b-a404-86c8db4a26e8 req-2922d54e-e79a-4d0d-aaa6-b1ca258bad39 tempest-SecurityGroupsTestAdminJSON-856607931 tempest-SecurityGroupsTestAdminJSON-856607931-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/be6f92d1-9545-4790-9cd3-514cac996f9a HTTP/1.1" status: 204 len: 173 time: 1.3013277 Feb 13 23:18:14.019512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Transition to ACTIVE for port object 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:14.029537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:14.078581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-2ab40857-9b9f-4ecc-9c35-ead1ac68c8f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4309213 Feb 13 23:18:14.102007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-2e495980-1616-4903-aa92-45ba2746ffc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:14.104260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Made reservation on behalf of b6ad504142f4440290934e9d0c7d413f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:14.107246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.108413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-2e495980-1616-4903-aa92-45ba2746ffc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1804879 Feb 13 23:18:14.141756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.374985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:14.378187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-ce42d04a-a583-49b1-94e9-36168894a9a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2228887 Feb 13 23:18:14.386208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:14.422775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:14.427825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.498201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Pushing event updated for resources: {'Port': ['ID=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:14.507487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303274c5-6acd-4f75-a27b-2ec14defc0a8 None None] Pushing event updated for resources: {'Port': ['ID=3587fbb4-b3b3-4044-b609-badd0deceb00,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:14.511059 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Attempting to bind port 3587fbb4-b3b3-4044-b609-badd0deceb00 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:14.511658 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Attempting to bind port 3587fbb4-b3b3-4044-b609-badd0deceb00 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:14.512209 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Attempting to bind port 3587fbb4-b3b3-4044-b609-badd0deceb00 on network da610181-cc81-4bfa-8d29-b15e65d93e4f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:14.525195 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:14.525831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Checking segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:14.534156 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.534804 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Bound using segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:14.535448 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Bound port: 3587fbb4-b3b3-4044-b609-badd0deceb00, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:14.536011 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.538520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de3394bc-ee25-492b-a325-6cd61b7f07f8 req-34bd1310-b2f8-44ec-bf8e-a439dc39ec7d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 210 time: 0.1457436 Feb 13 23:18:14.568303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c6a0cb6e-af70-4772-8575-f171df71b46d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6a0cb6e-af70-4772-8575-f171df71b46d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:14.674696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-25003bf9-74e7-4faa-8d57-b854e2028984 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554605 Feb 13 23:18:14.687849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583aa7-58f0-498d-abc4-6cca86702a8b req-df91d845-ba9a-4eb8-ba21-52f336ab9b7a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:14.694956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-21583aa7-58f0-498d-abc4-6cca86702a8b req-df91d845-ba9a-4eb8-ba21-52f336ab9b7a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 1.1816418 Feb 13 23:18:14.738677 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.842022 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] For port 3587fbb4-b3b3-4044-b609-badd0deceb00, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:14.848194 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] For port 3587fbb4-b3b3-4044-b609-badd0deceb00, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3587fbb4-b3b3-4044-b609-badd0deceb00,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:14.860255 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.896071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:14.911354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-0b30859d-71b3-4bff-a143-e5959b0884ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1095 time: 0.6109040 Feb 13 23:18:14.931236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Allocated IP 172.20.0.7 (cbadd11c-9429-4fb4-8b41-9ffc2871bec8/e5e7f9f6-a3cd-42fb-a87f-b7e45878554b/ff8e5e90-375f-419a-a85c-21f4ebb25735) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:14.949810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Attempting to bind port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:14.950351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Attempting to bind port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1ae7954e-bf52-4ad2-9bce-4b5c378095c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:14.950568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Attempting to bind port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 on network d31b8fb3-a36d-4711-a094-412c4f0c4976 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:14.999953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-21583aa7-58f0-498d-abc4-6cca86702a8b req-df323d9b-6060-4265-8bfa-17ff5ebf90c6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037932 Feb 13 23:18:15.001286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:15.043399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:15.043769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Checking segment: {'id': '1ae7954e-bf52-4ad2-9bce-4b5c378095c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:15.044162 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:15.044575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Bound using segment: {'id': '1ae7954e-bf52-4ad2-9bce-4b5c378095c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:15.045001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Bound port: 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae7954e-bf52-4ad2-9bce-4b5c378095c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd31b8fb3-a36d-4711-a094-412c4f0c4976'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:15.045399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:15.177911 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303274c5-6acd-4f75-a27b-2ec14defc0a8 None None] Pushing event updated for resources: {'Port': ['ID=3587fbb4-b3b3-4044-b609-badd0deceb00,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:15.204394 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:15.205000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:15.278552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c6a0cb6e-af70-4772-8575-f171df71b46d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:15.392009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5bcef45-97ff-4b4f-92b9-240f4f2c3779 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:15.597574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-133054a1-4e71-4b43-9bb0-ed51f02872dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:15.616636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-133054a1-4e71-4b43-9bb0-ed51f02872dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.6708040 Feb 13 23:18:15.664813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee8a1d9-9895-44f4-b615-4b28bc3e5b9a req-c60d3a18-61b0-4ba4-bbac-3cb521c9030a service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9666426 Feb 13 23:18:15.667287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] For port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:15.684979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] For port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,segment=NetworkSegment(1ae7954e-bf52-4ad2-9bce-4b5c378095c7),segment_id=1ae7954e-bf52-4ad2-9bce-4b5c378095c7)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:15.694865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Router a4af1167-c226-4d77-9d01-c5b779ed7003 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:18:15.715821 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:15.847195 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36c41320-ea0a-49a5-aab2-62c7a0566640 req-673c8a32-da0b-47fa-9138-bfae8d030f3e tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "GET /v2.0/security-groups/a42e4ed6-b0c8-4cef-b9a6-cb3e8d634c77 HTTP/1.1" status: 200 len: 1611 time: 0.3237793 Feb 13 23:18:15.924034 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:16.086889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:16.087482 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:16.205187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-68966112-1960-4b74-976e-18580d152f22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.5704732 Feb 13 23:18:16.267715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Pushing event updated for resources: {'Port': ['ID=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:16.332238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.332641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.332975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.333505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.334608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.335038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.335366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.335828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.336187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.336466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.336792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d241fe-d1a4-4668-8bce-88027bfdaa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:16.578396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bb8d351-731d-4b7f-a193-af1150091dd8 req-36dc1da6-7ee4-4623-9de3-2ffc0b87e998 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 210 time: 0.6594555 Feb 13 23:18:16.580618 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:16.587832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523abef-0e56-4947-b9ac-40d73281950a None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:18:16.624091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Allocated IP 172.25.4.66 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/2e853d53-177f-4381-99ce-1a8fc1527c70) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:16.852187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-36c41320-ea0a-49a5-aab2-62c7a0566640 req-8ae4e01c-d612-49bf-b483-471e47e94004 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:17.068215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:17.184034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-225fa792-1255-4065-a508-4e8861136e6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1094 time: 1.4540272 Feb 13 23:18:17.188221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:17.615585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6a0cb6e-af70-4772-8575-f171df71b46d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:17.745702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-36c41320-ea0a-49a5-aab2-62c7a0566640 req-8ae4e01c-d612-49bf-b483-471e47e94004 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:17.762504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:17.763095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:18:17.794506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-a48da7c6-9d6f-4666-b1a2-4ce1a8b25dfd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:17.798530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-a48da7c6-9d6f-4666-b1a2-4ce1a8b25dfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 1.2163370 Feb 13 23:18:17.900149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:17.914278 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-c5462e50-a848-41fd-8264-7ad3d33ef483 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029050 Feb 13 23:18:17.951172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:17.979522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:17.996787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:17.997457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:18.227012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-ac291fcf-56e2-4ee1-905e-a6b2c4a69925 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9062958 Feb 13 23:18:18.254981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Request body: {'port': {'device_id': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:18.308206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6a0cb6e-af70-4772-8575-f171df71b46d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:18.312837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:18.315954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cc477-b894-45ea-ad14-85c04b2aec6a req-2d642d46-5108-4b46-afb4-6c80983fcddb tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:18.324985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d01cc477-b894-45ea-ad14-85c04b2aec6a req-2d642d46-5108-4b46-afb4-6c80983fcddb tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.7930605 Feb 13 23:18:18.417565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:18.429062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92dc621-0374-4b09-b88b-a3cd55f4a6ee None None] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:18.453421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d01cc477-b894-45ea-ad14-85c04b2aec6a req-67a02b3a-52aa-48fc-8532-29f89ea2e94a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274607 Feb 13 23:18:18.490407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-36c41320-ea0a-49a5-aab2-62c7a0566640 req-8ae4e01c-d612-49bf-b483-471e47e94004 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:18.570812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844151-e78d-41be-97a8-3d463f5a0381 req-2dce0a3f-8860-4ff6-bdf0-9eaeef35e73d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:18.572278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-2dce0a3f-8860-4ff6-bdf0-9eaeef35e73d service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.9998922 Feb 13 23:18:18.574974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4e01c-d612-49bf-b483-471e47e94004 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e4ed6-b0c8-4cef-b9a6-cb3e8d634c77,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:18.585482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-60a4a8ec-eeb7-4b18-8bae-e173699c7477 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653767 Feb 13 23:18:18.767075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:18.901474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-75134c2f-0805-4bf9-ac33-971de52933ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.3121324 Feb 13 23:18:19.020719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.040267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f17c9968-53d2-4e0b-8e0b-21195e6104e1 req-581fb87d-4f12-437e-a80d-4c12094c7de4 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445779 Feb 13 23:18:19.064198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:19.080517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4677dae4-487f-4be3-9503-e2eac90b970e None None] Provisioning for port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:19.141883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'port_id': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'mac_address': 'fa:16:3e:7a:05:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f0e3c9-33b9-4fab-ad39-b2f81de06821', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:18:19.338448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:19.430720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-36c41320-ea0a-49a5-aab2-62c7a0566640 req-8ae4e01c-d612-49bf-b483-471e47e94004 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.436244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36c41320-ea0a-49a5-aab2-62c7a0566640 req-8ae4e01c-d612-49bf-b483-471e47e94004 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "DELETE /v2.0/security-groups/a42e4ed6-b0c8-4cef-b9a6-cb3e8d634c77 HTTP/1.1" status: 204 len: 173 time: 3.4927433 Feb 13 23:18:19.576249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:19.597929 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.608231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:19.623829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:19.627449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844151-e78d-41be-97a8-3d463f5a0381 req-85aa7d8c-f280-4866-86f8-9c283782eb44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:19.629111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-85aa7d8c-f280-4866-86f8-9c283782eb44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.7072370 Feb 13 23:18:19.644630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8e5e90-375f-419a-a85c-21f4ebb25735 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:19.653160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:19.653390 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.659336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b547078e-d5b4-4b1e-afc3-a0930cc1467d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:19.678831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Transition to ACTIVE for port object ff8e5e90-375f-419a-a85c-21f4ebb25735 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:19.683019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Pushing event updated for resources: {'Port': ['ID=2e853d53-177f-4381-99ce-1a8fc1527c70,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:19.683698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Sync routers for ids ['a4af1167-c226-4d77-9d01-c5b779ed7003'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:18:19.693748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.698362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:19.724659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:19.729321 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.794553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.798890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f3a4cd4-f9a6-4550-a2a2-9705a97f880b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 12.0340269 Feb 13 23:18:19.799038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Routers {'a4af1167-c226-4d77-9d01-c5b779ed7003'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:19.800780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a4af1167-c226-4d77-9d01-c5b779ed7003'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:19.802557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-139409ea-83ba-43ef-8d7c-d8e20bdbf3d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076112 Feb 13 23:18:19.807324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36760) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:19.814097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:19.895979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:19.897195 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:19.942344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f8a72-83ad-4269-84f1-f437ea414db4 req-9cb05156-fcc6-48c6-9f03-5cd2ee29e7ca tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:19.943220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b99f8a72-83ad-4269-84f1-f437ea414db4 req-9cb05156-fcc6-48c6-9f03-5cd2ee29e7ca tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:20.069133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-9a19a708-146e-4df0-b2b2-aa1d578fea6d service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467916 Feb 13 23:18:20.084361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['b547078e-d5b4-4b1e-afc3-a0930cc1467d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:18:20.092546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b99f8a72-83ad-4269-84f1-f437ea414db4 req-9cb05156-fcc6-48c6-9f03-5cd2ee29e7ca tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:20.102628 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b99f8a72-83ad-4269-84f1-f437ea414db4 req-9cb05156-fcc6-48c6-9f03-5cd2ee29e7ca tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 931 time: 0.6535296 Feb 13 23:18:20.164680 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b99f8a72-83ad-4269-84f1-f437ea414db4 req-8428642b-1da1-4981-97d6-24cfe85bf1bc tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609465 Feb 13 23:18:20.187366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:20.188068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:20.188623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:20.202336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:20.205790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:20.208131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:20.224372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:20.226823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:20.226823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:20.226823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Bound port: ff8e5e90-375f-419a-a85c-21f4ebb25735, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:20.227527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.268191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56844151-e78d-41be-97a8-3d463f5a0381 req-b33f40d5-c20f-4c63-8a6f-ccc2a13b1bba service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877255 Feb 13 23:18:20.271241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Set router a4af1167-c226-4d77-9d01-c5b779ed7003 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:20.326932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb8f6d96-8cb5-4991-b206-63122fc922af req-fb4dbb91-b93b-4a28-8872-8f1d0c4d0fc4 tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "GET /v2.0/security-groups/8d2f3645-357f-442f-9887-cde09e87234f HTTP/1.1" status: 200 len: 1612 time: 0.7159395 Feb 13 23:18:20.473954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb8f6d96-8cb5-4991-b206-63122fc922af req-edca8a6c-63ad-47d6-ab78-abe89a21ce7c tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.476509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:20.484763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bc8df16c-c8cf-434c-9d0b-b082918febe6 None None] Provisioning complete for port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:20.485114 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bc8df16c-c8cf-434c-9d0b-b082918febe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.489608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:20.521527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691da52-f9a5-4bb2-a354-0b078808d400 req-7c8e2e5e-5d6e-4a89-9fb3-3b26fbf76078 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:20.535617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3691da52-f9a5-4bb2-a354-0b078808d400 req-7c8e2e5e-5d6e-4a89-9fb3-3b26fbf76078 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 944 time: 0.1453352 Feb 13 23:18:20.538560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.541791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb8f6d96-8cb5-4991-b206-63122fc922af req-edca8a6c-63ad-47d6-ab78-abe89a21ce7c tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.614427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb8f6d96-8cb5-4991-b206-63122fc922af req-edca8a6c-63ad-47d6-ab78-abe89a21ce7c tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.626961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.628793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 1091 time: 2.3803124 Feb 13 23:18:20.631573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:20.655705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb8f6d96-8cb5-4991-b206-63122fc922af req-edca8a6c-63ad-47d6-ab78-abe89a21ce7c tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.657942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb8f6d96-8cb5-4991-b206-63122fc922af req-edca8a6c-63ad-47d6-ab78-abe89a21ce7c tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d2f3645-357f-442f-9887-cde09e87234f HTTP/1.1" status: 204 len: 173 time: 0.3303378 Feb 13 23:18:20.678156 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.693163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca8a6c-63ad-47d6-ab78-abe89a21ce7c tempest-SecurityGroupsTestAdminJSON-1731053392 tempest-SecurityGroupsTestAdminJSON-1731053392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f3645-357f-442f-9887-cde09e87234f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:20.743225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.743982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:20.861112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab1da3-3979-4941-8251-d146e01bf017 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:20.895002 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3691da52-f9a5-4bb2-a354-0b078808d400 req-6d19eaf5-0777-4fd6-acfa-207cf2e1df7c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579466 Feb 13 23:18:21.008149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-f0d25538-b428-418d-affc-ef20a1e7d879 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1094 time: 0.3030066 Feb 13 23:18:21.216686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bc8df16c-c8cf-434c-9d0b-b082918febe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:21.299239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,segment=NetworkSegment(1ae7954e-bf52-4ad2-9bce-4b5c378095c7),segment_id=1ae7954e-bf52-4ad2-9bce-4b5c378095c7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:21.334163 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'status': 'completed', 'code': 200} Feb 13 23:18:21.349483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-43ba9ecd-942b-448f-beb5-32aa9b2abe7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 217 time: 0.3280568 Feb 13 23:18:21.418147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:21.421198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3587fbb4-b3b3-4044-b609-badd0deceb00 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:21.501120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-509ee810-ad49-4523-87f5-0110633c07fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:21.505792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-509ee810-ad49-4523-87f5-0110633c07fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1466470 Feb 13 23:18:21.513060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36792) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:21.644294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f164-62e9-40af-9354-bdbb03126f82 req-5973837f-0f45-4228-97f1-5e3e63358522 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:21.652760 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cd8f164-62e9-40af-9354-bdbb03126f82 req-5973837f-0f45-4228-97f1-5e3e63358522 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 943 time: 0.1246169 Feb 13 23:18:21.673541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-a9a14d4e-8029-47de-a347-49be8ab3268b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516557 Feb 13 23:18:21.720595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:21.746888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cd8f164-62e9-40af-9354-bdbb03126f82 req-f94e28e4-9aae-45e8-8e10-65d47066bb09 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931964 Feb 13 23:18:21.913866 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-bc8df16c-c8cf-434c-9d0b-b082918febe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:18:21.915146 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-bc8df16c-c8cf-434c-9d0b-b082918febe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:18:22.021695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:18:12Z', 'revision_number': 3, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:22.031628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Checking router: a4af1167-c226-4d77-9d01-c5b779ed7003 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:18:22.032262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Updating router a4af1167-c226-4d77-9d01-c5b779ed7003 port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:18:22.074851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-73309369-9833-40a9-a4c2-37c0d4ccfed2 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911986 Feb 13 23:18:22.123723 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.152950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3587fbb4-b3b3-4044-b609-badd0deceb00 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:22.166646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-18ca75a5-0d11-4a64-bcd8-c464eb8ddf97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd655123a3e448ec86a29e02257c5abf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6492078 Feb 13 23:18:22.166837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3587fbb4-b3b3-4044-b609-badd0deceb00 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:22.166837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.167854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:22.469462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:18:22.521505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4fadfd52-4c4b-4673-9a0a-b0b2dd2fca36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.578636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4fadfd52-4c4b-4673-9a0a-b0b2dd2fca36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.624448 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.673646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1faba9c-b639-4194-9e13-fb9368dc8ad7 req-3e6e07d9-f075-4c93-9dd4-5c4f6c4c5ea3 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312414 Feb 13 23:18:22.682123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4fadfd52-4c4b-4673-9a0a-b0b2dd2fca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.726264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadfd52-4c4b-4673-9a0a-b0b2dd2fca36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb127a6-5fbc-43c2-b0f7-9ca2978b3be9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:22.728771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4fadfd52-4c4b-4673-9a0a-b0b2dd2fca36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.730267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4fadfd52-4c4b-4673-9a0a-b0b2dd2fca36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edb127a6-5fbc-43c2-b0f7-9ca2978b3be9 HTTP/1.1" status: 204 len: 168 time: 0.5620365 Feb 13 23:18:22.776482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 3587fbb4-b3b3-4044-b609-badd0deceb00, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3587fbb4-b3b3-4044-b609-badd0deceb00,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:22.824420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36838) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:22.872699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:22.972400 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-f545e66d-9f27-4430-b868-5ba9801a5f6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1094 time: 0.2173860 Feb 13 23:18:23.099132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36848) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:23.190997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d19250-796e-4ee3-bc7c-175946e807fc req-03155017-516e-424c-abfc-29dd30de7ab1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:23.199002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=3587fbb4-b3b3-4044-b609-badd0deceb00,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:23.202654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18d19250-796e-4ee3-bc7c-175946e807fc req-03155017-516e-424c-abfc-29dd30de7ab1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 944 time: 0.8249612 Feb 13 23:18:23.205968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:23.419171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18d19250-796e-4ee3-bc7c-175946e807fc req-cd210c03-96ec-4908-98f6-599d8ee1aff6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155390 Feb 13 23:18:23.440457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:23.440926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:23.516693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f07cb5-dc6a-46e6-8279-be17445785b2 req-d84ce4bd-876d-4247-a051-3e263c8bdbb1 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:23.524570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62f07cb5-dc6a-46e6-8279-be17445785b2 req-d84ce4bd-876d-4247-a051-3e263c8bdbb1 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 943 time: 0.4126627 Feb 13 23:18:23.580814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:23.628290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928609-690f-4db5-a083-a6ad44cce106 req-7116f183-3989-4e61-bca7-8b639c34a28c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:23.629782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-7116f183-3989-4e61-bca7-8b639c34a28c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.6383989 Feb 13 23:18:23.782403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:23.793044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Usage tracker for resource:security_group_rule and tenant:45e645a44a55414ba9118ee5a4b276c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:23.803534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36856) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:23.816870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:23.830865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:23.843392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62f07cb5-dc6a-46e6-8279-be17445785b2 req-3012fed0-da5f-47ba-bf03-e0a438e674af tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178630 Feb 13 23:18:23.846224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:23.872862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:23.910098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:23.923031 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Sync routers for ids ['4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:18:23.950625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:23.954896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Usage tracker for resource:security_group_rule and tenant:b51c85479e5a4d7ea0ae2b3b5acb1af8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:23.959713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:23.961348 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Routers {'4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:23.962988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:23.964266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19a0aa1d-7a41-4a49-82b9-29efdc80595a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 13.0932636 Feb 13 23:18:23.964543 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:23.969353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36860) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:23.969662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:23.972000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:23.985253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Transition to ACTIVE for port object 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:23.997799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port b547078e-d5b4-4b1e-afc3-a0930cc1467d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:24.009151 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.027497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.059311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-cc2eec6e-0ff9-4ead-960a-d013e5d71975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 217 time: 0.4162474 Feb 13 23:18:24.060858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.067702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.093443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port b547078e-d5b4-4b1e-afc3-a0930cc1467d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:24.093443 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.204837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Attempting to bind port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:24.205214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Attempting to bind port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:24.205565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Attempting to bind port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:24.243565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:24.244101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:24.245139 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.245541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:24.246015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Bound port: 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:24.246414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.265081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cafceff0-0c9f-4689-a07a-6af78c089ef1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b1ba648ca3346b2bdebfe8e406ec986&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4352496 Feb 13 23:18:24.273532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36864) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:24.300634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fe56-5842-444d-bcd2-ba24cfacacdd None None] Pushing event updated for resources: {'Port': ['ID=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:24.393864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4bdca-6ad5-4ae3-b4e2-9ad45bd37174,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:24.430760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] For port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:24.449282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] For port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:24.465862 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.475328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-08fc4042-2ecf-4322-9c58-923b055eeae7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45e645a44a55414ba9118ee5a4b276c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6224380 Feb 13 23:18:24.477283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36868) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:24.480912 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-329e5918-2055-4e70-a111-7e7a1ed0e157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.485829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.487765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.492406 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Set router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:24.564805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928609-690f-4db5-a083-a6ad44cce106 req-d6939feb-1ad3-4935-8f22-127d910bd4ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:24.567276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:24.569652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-d6939feb-1ad3-4935-8f22-127d910bd4ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.4975798 Feb 13 23:18:24.582486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fe56-5842-444d-bcd2-ba24cfacacdd None None] Pushing event updated for resources: {'Port': ['ID=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:24.621517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:24.640070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:24.646536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Routers {'a4af1167-c226-4d77-9d01-c5b779ed7003'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:24.647285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a4af1167-c226-4d77-9d01-c5b779ed7003'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:24.746001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Allocated IP 172.20.0.1 (df54de3d-b097-4989-a373-c1a0a0c8dba1/fed8fbce-0727-47d9-989a-602d8a36725c/63004b86-5dd6-476d-b25a-86ce11952ef5) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:24.786411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-560c5595-ee1a-487a-b156-7e20dc682584 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827414 Feb 13 23:18:24.787720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bdcca-29b0-4bbe-8541-9146171f635a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:24.796395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-60b16969-b45c-4ed9-a4fc-f71744ca6bed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b51c85479e5a4d7ea0ae2b3b5acb1af8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6930778 Feb 13 23:18:24.802360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36876) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:24.998779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] Set router a4af1167-c226-4d77-9d01-c5b779ed7003 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:25.201885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-335c5919-e955-4764-9ddb-ae85343e6958 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983719 Feb 13 23:18:25.220691 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'code': 200} Feb 13 23:18:25.221794 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.224610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3587fbb4-b3b3-4044-b609-badd0deceb00 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:25.291259 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1868562270-router', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2e853d53-177f-4381-99ce-1a8fc1527c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:11Z', 'updated_at': '2022-02-13T23:18:20Z', 'revision_number': 3, 'project_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'gw_port': {'id': '2e853d53-177f-4381-99ce-1a8fc1527c70', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:15Z', 'updated_at': '2022-02-13T23:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:25.295719 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Checking router: 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:18:25.296060 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Updating router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 port 2e853d53-177f-4381-99ce-1a8fc1527c70 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:18:25.312144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-329e5918-2055-4e70-a111-7e7a1ed0e157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.319153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Sync routers for ids ['367aeef4-844a-4ec3-890c-890ed29cb0b9'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:18:25.363231 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.530393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:18:25.545528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Routers {'367aeef4-844a-4ec3-890c-890ed29cb0b9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:25.545769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['367aeef4-844a-4ec3-890c-890ed29cb0b9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:25.689201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd8deb-d035-4f07-807b-6f3d2ce2c46b req-73bbe3f7-6fe4-44ef-bfa7-4ef6d19bbcfb tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:25.692499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcfd8deb-d035-4f07-807b-6f3d2ce2c46b req-73bbe3f7-6fe4-44ef-bfa7-4ef6d19bbcfb tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 945 time: 0.9584360 Feb 13 23:18:25.739469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3587fbb4-b3b3-4044-b609-badd0deceb00 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:25.739837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.825524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2928609-690f-4db5-a083-a6ad44cce106 req-0754a6d1-08ec-448d-9d77-9cfa5421c2b3 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734823 Feb 13 23:18:25.826858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2eca-f595-451e-a752-22046086c5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.829542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:25.847239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.869369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Transition to ACTIVE for port object 63004b86-5dd6-476d-b25a-86ce11952ef5 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:25.938735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcfd8deb-d035-4f07-807b-6f3d2ce2c46b req-f365ac60-87cc-402a-9f56-dc0cdf70991d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042768 Feb 13 23:18:25.951866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3996ef9-097a-45e1-b56b-b5e44d2a6bbb req-19ec96dd-bc37-41c6-a3aa-25d3fbeb50c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1096 time: 1.0140479 Feb 13 23:18:25.951866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.955345 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:25.990343 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Transition to ACTIVE for port object 2e853d53-177f-4381-99ce-1a8fc1527c70 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:25.997844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:18:26.009691 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.075174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2eca-f595-451e-a752-22046086c5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.126650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Pushing event updated for resources: {'Port': ['ID=63004b86-5dd6-476d-b25a-86ce11952ef5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:26.142141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e38731-8943-4dc0-a8ac-3feeabe36bb7 req-136dd707-17aa-4673-b885-86cf71cdada2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:26.155696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5e38731-8943-4dc0-a8ac-3feeabe36bb7 req-136dd707-17aa-4673-b885-86cf71cdada2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 943 time: 0.9026277 Feb 13 23:18:26.224194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:26.224539 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Attempting to bind port 2e853d53-177f-4381-99ce-1a8fc1527c70 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:26.224913 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Attempting to bind port 2e853d53-177f-4381-99ce-1a8fc1527c70 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:26.225281 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Attempting to bind port 2e853d53-177f-4381-99ce-1a8fc1527c70 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:26.230239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:26.237119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:26.252380 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f74caf-6480-4ae8-a4be-af46083d3821 None None] Pushing event updated for resources: {'Port': ['ID=2e853d53-177f-4381-99ce-1a8fc1527c70,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:26.269864 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:26.270287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:26.270655 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.273628 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:26.274439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Bound port: 2e853d53-177f-4381-99ce-1a8fc1527c70, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:26.274948 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.287823 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f450493e-1827-438c-8568-64d85315d508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.289997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-329e5918-2055-4e70-a111-7e7a1ed0e157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.302135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3996ef9-097a-45e1-b56b-b5e44d2a6bbb req-f16c442a-e5ac-4b42-9d7b-5ed3fbe5c7e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487070 Feb 13 23:18:26.365182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.410302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Set router 367aeef4-844a-4ec3-890c-890ed29cb0b9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:26.413321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e5918-2055-4e70-a111-7e7a1ed0e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c40a5-075f-4ed2-b57d-f0ba590b2386,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:26.465801 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] For port 2e853d53-177f-4381-99ce-1a8fc1527c70, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:26.472756 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] For port 2e853d53-177f-4381-99ce-1a8fc1527c70, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e853d53-177f-4381-99ce-1a8fc1527c70,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:26.479199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f450493e-1827-438c-8568-64d85315d508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.481606 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.488640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:26.505328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:18:12Z', 'revision_number': 3, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:26.542575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a817c-41e2-4c8b-884e-a52447e3832f None None] The sync data for ids ['a4af1167-c226-4d77-9d01-c5b779ed7003'] in n-d-828979-1 is: [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:18:12Z', 'revision_number': 3, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:18:26.547336 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-329e5918-2055-4e70-a111-7e7a1ed0e157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.549390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-329e5918-2055-4e70-a111-7e7a1ed0e157 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d3c40a5-075f-4ed2-b57d-f0ba590b2386 HTTP/1.1" status: 204 len: 168 time: 2.2622659 Feb 13 23:18:26.558911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'port_id': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'mac_address': 'fa:16:3e:5d:6e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7f9f6-a3cd-42fb-a87f-b7e45878554b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:18:26.604914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5e38731-8943-4dc0-a8ac-3feeabe36bb7 req-fc53ed11-a9fa-4417-b957-7be62b7a98a9 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444640 Feb 13 23:18:26.682886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2eca-f595-451e-a752-22046086c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.683415 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f74caf-6480-4ae8-a4be-af46083d3821 None None] Pushing event updated for resources: {'Port': ['ID=2e853d53-177f-4381-99ce-1a8fc1527c70,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:26.718147 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Routers {'4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:26.719354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:26.737628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb2eca-f595-451e-a752-22046086c5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4bdca-6ad5-4ae3-b4e2-9ad45bd37174,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:26.757178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2eca-f595-451e-a752-22046086c5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.761550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5cfb2eca-f595-451e-a752-22046086c5b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abc4bdca-6ad5-4ae3-b4e2-9ad45bd37174 HTTP/1.1" status: 204 len: 168 time: 2.2730145 Feb 13 23:18:26.792225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f450493e-1827-438c-8568-64d85315d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.843069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450493e-1827-438c-8568-64d85315d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bdcca-29b0-4bbe-8541-9146171f635a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:26.852061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f450493e-1827-438c-8568-64d85315d508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:26.856797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f450493e-1827-438c-8568-64d85315d508 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a83bdcca-29b0-4bbe-8541-9146171f635a HTTP/1.1" status: 204 len: 168 time: 1.6582575 Feb 13 23:18:26.969509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] Set router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:26.990174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:27.485278 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:27.517094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8e5e90-375f-419a-a85c-21f4ebb25735 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:27.536146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:27.544222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d4f75035-f684-4a32-aad0-f317012a5c05 None None] Provisioning for port 63004b86-5dd6-476d-b25a-86ce11952ef5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:27.560654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d4f75035-f684-4a32-aad0-f317012a5c05 None None] Provisioning complete for port 63004b86-5dd6-476d-b25a-86ce11952ef5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:27.561001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d4f75035-f684-4a32-aad0-f317012a5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:27.647152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d4f75035-f684-4a32-aad0-f317012a5c05 None None] Port 63004b86-5dd6-476d-b25a-86ce11952ef5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:27.648877 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:27.775062 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1868562270-router', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2e853d53-177f-4381-99ce-1a8fc1527c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:11Z', 'updated_at': '2022-02-13T23:18:20Z', 'revision_number': 3, 'project_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'gw_port': {'id': '2e853d53-177f-4381-99ce-1a8fc1527c70', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:15Z', 'updated_at': '2022-02-13T23:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:27.779926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d326e2d-ff01-4578-a12c-f8c21bc77288 None None] The sync data for ids ['4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'] in n-d-828979-1 is: [{'id': '4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1868562270-router', 'tenant_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2e853d53-177f-4381-99ce-1a8fc1527c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:11Z', 'updated_at': '2022-02-13T23:18:20Z', 'revision_number': 3, 'project_id': '6cf951f30c0b4b5e8e5d792bf29035e0', 'gw_port': {'id': '2e853d53-177f-4381-99ce-1a8fc1527c70', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:15Z', 'updated_at': '2022-02-13T23:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:18:27.800425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:27.823310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:08Z', 'revision_number': 4, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a8c342ac-b848-4aef-842c-d8553ba8e491', 'name': '', 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'mac_address': 'fa:16:3e:fa:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:06Z', 'updated_at': '2022-02-13T23:18:09Z', 'revision_number': 2, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'subnets': [{'id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:27.831898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Checking router: 367aeef4-844a-4ec3-890c-890ed29cb0b9 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:18:27.831898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Updating router 367aeef4-844a-4ec3-890c-890ed29cb0b9 port a8c342ac-b848-4aef-842c-d8553ba8e491 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:18:27.923270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ff8e5e90-375f-419a-a85c-21f4ebb25735'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:18:28.020103 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.139171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:28.165899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9bcf-0e80-464f-a3fb-4685c4a7f07e req-0718c234-26c5-4067-b2b9-dde7e6e42879 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:28.173975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.183670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e8a9bcf-0e80-464f-a3fb-4685c4a7f07e req-0718c234-26c5-4067-b2b9-dde7e6e42879 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 945 time: 0.6176312 Feb 13 23:18:28.219466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:28.224519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Usage tracker for resource:security_group_rule and tenant:79b155669a134d8982b9bc6efc8e6af0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:28.231385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:28.243245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:28.344723 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.355133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469226-1072-44f5-8924-1e9328caaf4a req-056921d8-af39-4e53-8a31-1e57d89bd6eb tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:28.356887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80469226-1072-44f5-8924-1e9328caaf4a req-056921d8-af39-4e53-8a31-1e57d89bd6eb tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.3901858 Feb 13 23:18:28.358184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.362756 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.383746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.407005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79b155669a134d8982b9bc6efc8e6af0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2593987 Feb 13 23:18:28.408807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36912) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:28.466180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80469226-1072-44f5-8924-1e9328caaf4a req-396d3a45-0aec-4ce2-b190-2576c65cc918 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743005 Feb 13 23:18:28.475718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e8a9bcf-0e80-464f-a3fb-4685c4a7f07e req-f5fd3ab1-2dfe-4e5d-a85e-eba9a90d0a50 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908971 Feb 13 23:18:28.511840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.533042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638854e-55f1-4436-9508-e9d0ca6ecf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0b60a-f631-4206-b1e0-fd01836ba0d0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:28.548129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Pushing event updated for resources: {'Port': ['ID=63004b86-5dd6-476d-b25a-86ce11952ef5,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:28.558733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.599957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36918) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:28.682516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.720576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23ecf598-fc6e-402c-979a-c66f4a99f14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.836984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23ecf598-fc6e-402c-979a-c66f4a99f14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.859555 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.865458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:28.883679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Transition to ACTIVE for port object a8c342ac-b848-4aef-842c-d8553ba8e491 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:28.893197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Usage tracker for resource:security_group_rule and tenant:7a59f566eb40452287d195e8cb1d746b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:28.899001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:28.902117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:28.906357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:28.933619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:28.942171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:29.033743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23ecf598-fc6e-402c-979a-c66f4a99f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.106235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecf598-fc6e-402c-979a-c66f4a99f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0b60a-f631-4206-b1e0-fd01836ba0d0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:29.164627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db58ef3-17c6-45b8-ad5f-7c8eb9993a7c None None] Pushing event updated for resources: {'Port': ['ID=a8c342ac-b848-4aef-842c-d8553ba8e491,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:29.181083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23ecf598-fc6e-402c-979a-c66f4a99f14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.186049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-23ecf598-fc6e-402c-979a-c66f4a99f14f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2d0b60a-f631-4206-b1e0-fd01836ba0d0 HTTP/1.1" status: 204 len: 168 time: 0.7512631 Feb 13 23:18:29.201804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.212414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.308347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10e6c5f-fea8-4ce6-a206-07f5477f97b9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:29.316801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b90ecd4d-92ec-4884-a6b4-7296dfe1556f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a59f566eb40452287d195e8cb1d746b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7121162 Feb 13 23:18:29.317301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36940) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:29.484191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13406d01-a2d4-4c85-b0e5-f682c9320ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.493309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Attempting to bind port a8c342ac-b848-4aef-842c-d8553ba8e491 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:29.494625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Attempting to bind port a8c342ac-b848-4aef-842c-d8553ba8e491 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:29.494998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Attempting to bind port a8c342ac-b848-4aef-842c-d8553ba8e491 on network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:29.502768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:29.503630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Checking segment: {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:29.504169 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.504596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Bound using segment: {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:29.505057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Bound port: a8c342ac-b848-4aef-842c-d8553ba8e491, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4b5359-e0b7-4b65-a45b-88e6285f5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:29.505410 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.528544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Allocated IP 172.20.0.1 (d31b8fb3-a36d-4711-a094-412c4f0c4976/b12beeba-16e5-45de-87e0-a3577c2df659/c61fc0eb-cee8-43dd-a368-0b367cb8535b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:29.539874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-54aaea5c-061f-4bc1-bc93-75d98d3996b3 None None] Provisioning complete for port 63004b86-5dd6-476d-b25a-86ce11952ef5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:29.540832 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-54aaea5c-061f-4bc1-bc93-75d98d3996b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.557787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13406d01-a2d4-4c85-b0e5-f682c9320ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.713346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13406d01-a2d4-4c85-b0e5-f682c9320ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.772266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13406d01-a2d4-4c85-b0e5-f682c9320ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10e6c5f-fea8-4ce6-a206-07f5477f97b9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:29.783133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:29.786712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13406d01-a2d4-4c85-b0e5-f682c9320ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:29.788056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13406d01-a2d4-4c85-b0e5-f682c9320ea9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a10e6c5f-fea8-4ce6-a206-07f5477f97b9 HTTP/1.1" status: 204 len: 168 time: 0.4511313 Feb 13 23:18:29.914126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca5326-660c-4a79-a892-d5effc041134 req-a4057aa3-5076-4d76-84ff-8731e66bc358 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:29.915680 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75ca5326-660c-4a79-a892-d5effc041134 req-a4057aa3-5076-4d76-84ff-8731e66bc358 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.1318519 Feb 13 23:18:30.053587 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75ca5326-660c-4a79-a892-d5effc041134 req-69728885-c5dc-4538-8662-87b537b5be84 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269372 Feb 13 23:18:30.054189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:30.121285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Transition to ACTIVE for port object c61fc0eb-cee8-43dd-a368-0b367cb8535b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:30.173189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-54aaea5c-061f-4bc1-bc93-75d98d3996b3 None None] Port 63004b86-5dd6-476d-b25a-86ce11952ef5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:30.184122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] For port a8c342ac-b848-4aef-842c-d8553ba8e491, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:30.190213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] For port a8c342ac-b848-4aef-842c-d8553ba8e491, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a8c342ac-b848-4aef-842c-d8553ba8e491,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:30.196911 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:30.207109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d6b6-97cb-4fba-a227-ead4eb6f7c09 req-032a35fc-0f1f-41ee-b46f-0b55710180e5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:30.208709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df64d6b6-97cb-4fba-a227-ead4eb6f7c09 req-032a35fc-0f1f-41ee-b46f-0b55710180e5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 945 time: 0.3239663 Feb 13 23:18:30.280028 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:30.285856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db58ef3-17c6-45b8-ad5f-7c8eb9993a7c None None] Pushing event updated for resources: {'Port': ['ID=a8c342ac-b848-4aef-842c-d8553ba8e491,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:30.288327 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6130564-ac99-4ae0-a2c0-d926769f4287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:30.301738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ff8e5e90-375f-419a-a85c-21f4ebb25735 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:30.310381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ff8e5e90-375f-419a-a85c-21f4ebb25735 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:30.310694 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:30.407583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:30.416724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:30.430881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:30.436518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Routers {'367aeef4-844a-4ec3-890c-890ed29cb0b9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:18:30.437151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:18:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['367aeef4-844a-4ec3-890c-890ed29cb0b9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:30.534128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df64d6b6-97cb-4fba-a227-ead4eb6f7c09 req-fd23ac4f-540b-499a-a8be-6da2392902be tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175855 Feb 13 23:18:30.537889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:30.761578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Pushing event updated for resources: {'Port': ['ID=c61fc0eb-cee8-43dd-a368-0b367cb8535b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:30.838489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] Set router 367aeef4-844a-4ec3-890c-890ed29cb0b9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:18:30.845851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Router a4af1167-c226-4d77-9d01-c5b779ed7003 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:18:30.875712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:31.904661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:31.951759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165a264-3813-48e5-b230-81349ceb91e0 req-45e5a748-57a1-4ab4-b50a-5bf5af6ca9f8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:31.965897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4165a264-3813-48e5-b230-81349ceb91e0 req-45e5a748-57a1-4ab4-b50a-5bf5af6ca9f8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.4700115 Feb 13 23:18:32.107419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:32.185414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:18:32.188614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:32.208036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:32.284172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-84f38952-d858-48c0-8b31-0082485a89a5 req-068e4fc6-ca65-4ccd-81c1-5a30f7865342 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1096 time: 0.2789235 Feb 13 23:18:32.292427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:32.372472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4165a264-3813-48e5-b230-81349ceb91e0 req-f9eea70b-e560-4905-af96-e1bcde05ecc8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453598 Feb 13 23:18:32.389059 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:32.426972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-84f38952-d858-48c0-8b31-0082485a89a5 req-c8a14e98-b29d-4013-9984-a67eb0836cb9 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] Synchronizing usage tracker for tenant:2cdb6a5d3e0147149e96b0247b6d3471 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:32.479602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-84f38952-d858-48c0-8b31-0082485a89a5 req-c8a14e98-b29d-4013-9984-a67eb0836cb9 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] Unset dirty status for tenant:2cdb6a5d3e0147149e96b0247b6d3471 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:32.480779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-84f38952-d858-48c0-8b31-0082485a89a5 req-c8a14e98-b29d-4013-9984-a67eb0836cb9 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778603 Feb 13 23:18:32.493562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29c7f7db-1d30-406d-909c-8ff7b12296aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:32.517321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:08Z', 'revision_number': 4, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a8c342ac-b848-4aef-842c-d8553ba8e491', 'name': '', 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'mac_address': 'fa:16:3e:fa:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:06Z', 'updated_at': '2022-02-13T23:18:30Z', 'revision_number': 4, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'subnets': [{'id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:18:32.549216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:32.551768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9c407-6646-46bb-8c89-0802cfc57ec7 None None] The sync data for ids ['367aeef4-844a-4ec3-890c-890ed29cb0b9'] in n-d-828979-1 is: [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:08Z', 'revision_number': 4, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a8c342ac-b848-4aef-842c-d8553ba8e491', 'name': '', 'network_id': '7051165d-e0e9-4624-8cb9-8fdefd0fcdd6', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'mac_address': 'fa:16:3e:fa:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:06Z', 'updated_at': '2022-02-13T23:18:30Z', 'revision_number': 4, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'subnets': [{'id': '0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:18:32.573697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ac468083-fd70-4a49-9153-e2ed01936777 None None] Provisioning for port c61fc0eb-cee8-43dd-a368-0b367cb8535b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:32.580483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:32.595627 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'code': 200} Feb 13 23:18:32.596161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ac468083-fd70-4a49-9153-e2ed01936777 None None] Provisioning complete for port c61fc0eb-cee8-43dd-a368-0b367cb8535b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:32.596523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ac468083-fd70-4a49-9153-e2ed01936777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:32.741961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-df12f2a5-37ab-4207-a573-adaad4f9b669 admin admin] 10.222.0.36 "PUT /v2.0/routers/a4af1167-c226-4d77-9d01-c5b779ed7003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9327328 Feb 13 23:18:32.755481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Pushing event updated for resources: {'Port': ['ID=c61fc0eb-cee8-43dd-a368-0b367cb8535b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:32.769520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:32.795348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ac468083-fd70-4a49-9153-e2ed01936777 None None] Port c61fc0eb-cee8-43dd-a368-0b367cb8535b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:32.990751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19995559-bf7e-486e-b5d3-682a98cdd325 req-6cefb415-3d24-407a-a748-42c5c8c81e2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1096 time: 0.1949401 Feb 13 23:18:33.083089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19995559-bf7e-486e-b5d3-682a98cdd325 req-53d29013-6c86-45f0-bac1-0048d2be72ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822382 Feb 13 23:18:33.158242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e853d53-177f-4381-99ce-1a8fc1527c70 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:33.304123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2e853d53-177f-4381-99ce-1a8fc1527c70 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:33.312158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2e853d53-177f-4381-99ce-1a8fc1527c70 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:33.315141 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:33.429865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd4e359b-2823-4a72-97d3-ea0ee885cef6 req-63bf6040-fa5b-4053-adc1-b6e9d76ce781 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1096 time: 0.4120336 Feb 13 23:18:33.485674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:33.488383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:33.606144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:33.639572 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:33.701881 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:33.712954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2e853d53-177f-4381-99ce-1a8fc1527c70, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e853d53-177f-4381-99ce-1a8fc1527c70,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:33.724259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:33.725482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:34.106251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-72fd5a09-a1e1-4ba8-94ee-0f198ba0dd7d None None] Provisioning complete for port c61fc0eb-cee8-43dd-a368-0b367cb8535b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:34.106633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-72fd5a09-a1e1-4ba8-94ee-0f198ba0dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:34.137670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd4e359b-2823-4a72-97d3-ea0ee885cef6 req-31539f19-c449-422d-b7e0-b13decd56a41 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6932364 Feb 13 23:18:34.349327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-72fd5a09-a1e1-4ba8-94ee-0f198ba0dd7d None None] Port c61fc0eb-cee8-43dd-a368-0b367cb8535b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:34.354153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:34.361255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:34.361664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:34.395960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:18:34.463435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2e853d53-177f-4381-99ce-1a8fc1527c70,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:34.618299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e40dd0-49b0-4e77-ac01-c85b87ab51af req-c984bdc7-d82c-405c-b068-c5baf277b647 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:34.633667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b2e40dd0-49b0-4e77-ac01-c85b87ab51af req-c984bdc7-d82c-405c-b068-c5baf277b647 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 945 time: 0.2393525 Feb 13 23:18:34.655705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:34.685936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:34.697979 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:34.698667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a8c342ac-b848-4aef-842c-d8553ba8e491 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:34.716390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b2e40dd0-49b0-4e77-ac01-c85b87ab51af req-a9c871cc-b1ec-44b5-9a27-8fd4bcf28b9c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749028 Feb 13 23:18:34.826447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:34.845975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:34.854620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a8c342ac-b848-4aef-842c-d8553ba8e491 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:34.869519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55d52b96-0fdb-46c7-bd68-1d226a8d5024 admin admin] 10.222.0.36 "PUT /v2.0/routers/4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8990693 Feb 13 23:18:34.879207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a8c342ac-b848-4aef-842c-d8553ba8e491 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:34.879731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:34.952839 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:35.031256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:35.072305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a8c342ac-b848-4aef-842c-d8553ba8e491, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a8c342ac-b848-4aef-842c-d8553ba8e491,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:35.078257 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:35.225399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a8c342ac-b848-4aef-842c-d8553ba8e491,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:35.275766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e853d53-177f-4381-99ce-1a8fc1527c70 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:35.387789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-88ca225c-dd8a-4b90-8187-457bb62ea2c0 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=43a3e6470ce6453d8b792b463ea423f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600834 Feb 13 23:18:35.464792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2e853d53-177f-4381-99ce-1a8fc1527c70 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:35.465400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:35.659677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:35.708494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-fd115bea-d0ed-4fda-b517-2ef9e3643944 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:35.709861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac1697b6-0414-4112-a5f5-4196378eaee6 req-3a1585bc-0926-4b40-9497-14b95d1f29f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1623597 Feb 13 23:18:35.710936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-fd115bea-d0ed-4fda-b517-2ef9e3643944 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161330 Feb 13 23:18:35.740207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-297d4f8b-52d6-4b8d-9f15-e4bdad4bf50c tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/quotas/43a3e6470ce6453d8b792b463ea423f5 HTTP/1.1" status: 200 len: 375 time: 0.0186522 Feb 13 23:18:35.842121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:35.842641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:35.872404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-877f56cc-ae6f-4ac4-b270-15bd19cc44cb tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43a3e6470ce6453d8b792b463ea423f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247873 Feb 13 23:18:36.769422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:36.792893 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-b4075a1a-1547-44a3-8404-500cb1acef3b req-9ee282b4-7485-49c3-b5f2-40097f6dd83b tempest-FloatingIPDetailsNegativeTestJSON-998021725 tempest-FloatingIPDetailsNegativeTestJSON-998021725-project] show failed (client error): The resource could not be found. Feb 13 23:18:36.805030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37114) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:36.811435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b4075a1a-1547-44a3-8404-500cb1acef3b req-9ee282b4-7485-49c3-b5f2-40097f6dd83b tempest-FloatingIPDetailsNegativeTestJSON-998021725 tempest-FloatingIPDetailsNegativeTestJSON-998021725-project] 10.222.0.36 "GET /v2.0/floatingips/f81d9b76-6c56-44bc-be95-8a82297d5ca5 HTTP/1.1" status: 404 len: 350 time: 0.1684108 Feb 13 23:18:37.015854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f6a55-df46-45ab-a7c4-cdbfc9e0afcc req-c832c858-2abd-4a0a-96f1-494fc43b73c0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:37.023140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb4f6a55-df46-45ab-a7c4-cdbfc9e0afcc req-c832c858-2abd-4a0a-96f1-494fc43b73c0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 945 time: 0.0967679 Feb 13 23:18:37.088088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb4f6a55-df46-45ab-a7c4-cdbfc9e0afcc req-e3a04164-4e11-4582-86cf-0ba5dcc23b63 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631640 Feb 13 23:18:37.289890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a8c342ac-b848-4aef-842c-d8553ba8e491 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:37.456691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4b7800d-25d8-45ed-9cac-c753c087fa28 req-94b5433e-f2fe-4421-a70c-348e1ae99026 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 210 time: 0.0981855 Feb 13 23:18:37.469937 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:37.474318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a8c342ac-b848-4aef-842c-d8553ba8e491 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:37.474975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:38.053697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-24b259db-1367-4249-9fb3-326f97f207a0 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=43a3e6470ce6453d8b792b463ea423f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977902 Feb 13 23:18:38.237786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-d8899f93-d466-4cb7-9515-0ca9269955c3 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:18:38.245580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-d8899f93-d466-4cb7-9515-0ca9269955c3 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0387795 Feb 13 23:18:38.275031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Request body: {'binding': {'host': 'n-h2-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:38.275539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:18:38.470094 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:38.612780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfa94c37-ab8b-46aa-a74d-39cd2384831f req-5ea38562-70c1-4334-9cb3-7e30add00755 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1096 time: 0.0736217 Feb 13 23:18:38.645463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-7c754842-1a3c-496f-9776-bc62d9513ca1 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:38.646952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-7c754842-1a3c-496f-9776-bc62d9513ca1 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5782442 Feb 13 23:18:38.668341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfa94c37-ab8b-46aa-a74d-39cd2384831f req-b81ab297-ae08-435c-8a09-d96ee5d283e9 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588760 Feb 13 23:18:38.669539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Request body: {'port': {'device_id': '30f01b03-5533-447c-8f48-93e1b844d20e', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '43a3e6470ce6453d8b792b463ea423f5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:38.807349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on host n-h2-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:38.807685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:38.808004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:38.829771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:38.830273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:38.861178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:38.861518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:38.861903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:38.862365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Bound port: b547078e-d5b4-4b1e-afc3-a0930cc1467d, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:38.885881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37160) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:38.891239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419468120', 'description': 'tempest-description--1104278250'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:38.897560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:38.902252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Usage tracker for resource:security_group and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:38.905491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:38.911903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:38.927816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:38.941637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:38.949719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Usage tracker for resource:port and tenant:43a3e6470ce6453d8b792b463ea423f5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:38.956294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:38.972271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:38.977005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Usage tracker for resource:security_group_rule and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:38.980092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:38.986265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:38.987193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:39.050932 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.056655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:39.061858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.075707 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.098944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-452fa154-864c-4481-ada4-f7de08e5da93 service neutron] 10.222.0.36 "POST /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d/bindings HTTP/1.1" status: 201 len: 389 time: 0.8304613 Feb 13 23:18:39.102216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.104213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2169709 Feb 13 23:18:39.107453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37164) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:39.116155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'security_group_rule': {'security_group_id': '058d9207-1f42-449a-9725-a7a45d00f9d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:39.129274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Made reservation on behalf of 43a3e6470ce6453d8b792b463ea423f5 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:39.135320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:39.138376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.141706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Usage tracker for resource:security_group_rule and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:39.144811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9f67c-e1b5-4421-9bff-a65261744b94 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058d9207-1f42-449a-9725-a7a45d00f9d9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:39.147330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:39.155228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:39.181655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.208966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.304638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.307684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:39.310305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.380445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Usage tracker for resource:security_group_rule and tenant:43a3e6470ce6453d8b792b463ea423f5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:39.391749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:39.396177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a952d9c-a043-4673-a395-395a85c7cf78,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:39.398864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.42', 63483) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:39.400780 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.401791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d90bcb0e-dde3-421e-acfc-61c5a2383926 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2932317 Feb 13 23:18:39.402161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:39.406418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37170) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:39.456383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'security_group_rule': {'security_group_id': '058d9207-1f42-449a-9725-a7a45d00f9d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:39.469515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:39.489077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Usage tracker for resource:security_group_rule and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:39.495059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:39.512882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:39.576594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.670969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.683102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-dc8064a2-dff7-4a4e-8c19-f041921fa538 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1096 time: 0.2824407 Feb 13 23:18:39.696012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.697161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3479e69-e8b2-4a60-9b57-570002df9576 req-d557a9e6-7c46-49b0-941b-26387843723c tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 210 time: 0.0858164 Feb 13 23:18:39.782857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Deleting port c61fc0eb-cee8-43dd-a368-0b367cb8535b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:18:39.783213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:39.964221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37180) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:39.974562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93ff082d-4d13-4b22-8c54-efdc6359e213 req-27b4345b-96aa-44cf-8eae-2e5eb3360595 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1096 time: 0.1186926 Feb 13 23:18:40.042487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93ff082d-4d13-4b22-8c54-efdc6359e213 req-20aa65e0-4025-424e-8339-8649fa94f2c0 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667048 Feb 13 23:18:40.165237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae75b7f-9305-4af2-a222-cd628146ea30,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:40.313651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.343433 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.398957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-d225ca98-eb99-443a-8c37-9e17e67a7af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:40.400418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-d225ca98-eb99-443a-8c37-9e17e67a7af8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.7057018 Feb 13 23:18:40.419394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.421754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5e3b9f-d2d7-4cdb-87bb-914118ee99e9,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:40.453085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:40.457690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c8b0f68ec90413d8b2831524afe8acf is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:40.461478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:40.467833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:40.529191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Allocated IP 192.168.233.164 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/268e0ce3-c290-4920-b7ba-182aa29cb24a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:40.547191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-8f223309-eb1c-49c4-9c3b-3daefa341471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.1266007 Feb 13 23:18:40.548818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.565804 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.571348 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.593924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.594808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a25ffa3d-b069-4aaf-bb14-93ca76fd20b8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1549170 Feb 13 23:18:40.599202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37196) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:40.626877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:40.639951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:40.642832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90942def-208c-40e9-a07e-1284ba1e1614,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:40.648605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Usage tracker for resource:floatingip and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:40.653587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:40.659403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8f34ffff-a626-4cd2-af94-941a895ca4a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c8b0f68ec90413d8b2831524afe8acf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6792281 Feb 13 23:18:40.663930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37200) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:40.667305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:40.769218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67f37726-5514-42ea-b70d-6ef1984b1bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.800868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:40.801088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Calling delete_port for c61fc0eb-cee8-43dd-a368-0b367cb8535b owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:18:40.827640 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:18:40.884030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-5d156670-b6ac-44d1-8a0a-76f7f79672da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:40.885444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-5d156670-b6ac-44d1-8a0a-76f7f79672da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.3271842 Feb 13 23:18:40.915429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67f37726-5514-42ea-b70d-6ef1984b1bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.060534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.063027 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67f37726-5514-42ea-b70d-6ef1984b1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.127480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f37726-5514-42ea-b70d-6ef1984b1bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90942def-208c-40e9-a07e-1284ba1e1614,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:41.144380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67f37726-5514-42ea-b70d-6ef1984b1bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.145903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67f37726-5514-42ea-b70d-6ef1984b1bb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90942def-208c-40e9-a07e-1284ba1e1614 HTTP/1.1" status: 204 len: 168 time: 0.4803176 Feb 13 23:18:41.157385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-3f722e7c-4a2d-429e-9bd2-943a344e8a83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2525737 Feb 13 23:18:41.391613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Allocated IP 172.25.4.7 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/a37734a3-ef16-4d82-80e1-42376fed7be9) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:41.525696 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.542173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33515a43-b92c-4dfc-9518-26e26ad57d5f req-49876598-83c9-4f93-bf53-3cd9ebe68d3e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:41.543802 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-33515a43-b92c-4dfc-9518-26e26ad57d5f req-49876598-83c9-4f93-bf53-3cd9ebe68d3e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 945 time: 0.6636627 Feb 13 23:18:41.625521 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-2b80833b-777b-4770-b275-74439210cc09 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255749 Feb 13 23:18:41.628671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.678847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f448fa5-30bb-4a5c-aca7-b058fba17965 req-836fcf9a-d1f9-4ce1-8462-72bd80d698a9 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1096 time: 0.4312158 Feb 13 23:18:41.734339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37216) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:41.737409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.795331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-33515a43-b92c-4dfc-9518-26e26ad57d5f req-60fcd446-f7e9-4d0f-9c68-0e228df8f300 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299979 Feb 13 23:18:41.798356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Transition to ACTIVE for port object 268e0ce3-c290-4920-b7ba-182aa29cb24a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:41.816902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.840491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:41.912896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f448fa5-30bb-4a5c-aca7-b058fba17965 req-f1248bf7-840c-4eb4-b0ad-cfb6dc6dcc7b tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229731 Feb 13 23:18:41.935544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:41.940416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:41.968592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:42.061621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61fc0eb-cee8-43dd-a368-0b367cb8535b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:42.081177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:42.083858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'Port': ['ID=a37734a3-ef16-4d82-80e1-42376fed7be9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:42.094306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Usage tracker for resource:security_group_rule and tenant:83e24c33c6bc46728de1e0b462aec70e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:42.099059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:42.112072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:42.155524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-3a7730f4-3aa0-41e8-99fc-3a91bd1aa43f service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199761 Feb 13 23:18:42.169586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-1b7dd640-8577-40c5-bf04-b80e09566eab req-c8b7bdaf-0e0b-469a-9c3c-009170f5af65 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Synchronizing usage tracker for tenant:43a3e6470ce6453d8b792b463ea423f5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:42.212843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:42.214665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-1b7dd640-8577-40c5-bf04-b80e09566eab req-c8b7bdaf-0e0b-469a-9c3c-009170f5af65 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Unset dirty status for tenant:43a3e6470ce6453d8b792b463ea423f5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:42.226764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b7dd640-8577-40c5-bf04-b80e09566eab req-c8b7bdaf-0e0b-469a-9c3c-009170f5af65 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 210 time: 0.1514277 Feb 13 23:18:42.365151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Pushing event updated for resources: {'Port': ['ID=268e0ce3-c290-4920-b7ba-182aa29cb24a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:42.417033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:42.453198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:42.586638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-336876b3-9c3b-4067-9ebd-7f3da07699cf req-6e5eb328-ce66-4bc8-a39b-0ad98c9ea74d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3835762 Feb 13 23:18:42.609216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:42.621017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83e24c33c6bc46728de1e0b462aec70e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8851576 Feb 13 23:18:42.623031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37230) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:42.655423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:42.688134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:42.692164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:42.698882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:42.700049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:42.740822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5271705-0f8d-4c73-8beb-61924a0f043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617b415-0175-4902-8b4a-5c00347a9f53,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:42.766568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-37f4ea3c-c67a-4c1a-8afb-9c540f7f9959 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1032045 Feb 13 23:18:42.784137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-ecd00df8-c738-42e4-b751-8017737a0161 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.4239664 Feb 13 23:18:42.794789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Request body: {'port': {'device_id': '30f01b03-5533-447c-8f48-93e1b844d20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:42.869040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:42.873788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828979-1'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:43.012020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:43.064763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4cd005fe-2b38-488d-8629-b54c9c49b438 None None] Provisioning for port 268e0ce3-c290-4920-b7ba-182aa29cb24a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:43.074356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4cd005fe-2b38-488d-8629-b54c9c49b438 None None] Provisioning complete for port 268e0ce3-c290-4920-b7ba-182aa29cb24a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:43.074722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4cd005fe-2b38-488d-8629-b54c9c49b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.103726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0e474c7-5699-498c-94e8-677cf196ab7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.173621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0e474c7-5699-498c-94e8-677cf196ab7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.180581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4cd005fe-2b38-488d-8629-b54c9c49b438 None None] Port 268e0ce3-c290-4920-b7ba-182aa29cb24a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:43.287463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.328672 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.361907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0e474c7-5699-498c-94e8-677cf196ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.392816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e474c7-5699-498c-94e8-677cf196ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617b415-0175-4902-8b4a-5c00347a9f53,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:43.432033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.463394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0e474c7-5699-498c-94e8-677cf196ab7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.468127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e0e474c7-5699-498c-94e8-677cf196ab7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6617b415-0175-4902-8b4a-5c00347a9f53 HTTP/1.1" status: 204 len: 168 time: 0.8366053 Feb 13 23:18:43.526474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.528293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:43.532962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Usage tracker for resource:security_group_rule and tenant:e706a45a370445e2a8a8c32e6d1e281e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:43.536025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:43.542375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.553132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:43.618478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.700098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'Port': ['ID=a37734a3-ef16-4d82-80e1-42376fed7be9,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:43.764462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.811703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.813616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-daf3d9da-55c0-4618-b8dd-34054ad85d17 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2041292 Feb 13 23:18:43.883482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.893950 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:43.905553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373c302-697f-45dc-a929-2960c4b24cea req-e2075f86-9776-4bd0-a86f-15501a078889 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:43.915005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d373c302-697f-45dc-a929-2960c4b24cea req-e2075f86-9776-4bd0-a86f-15501a078889 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 945 time: 0.8072755 Feb 13 23:18:43.941658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbba3d4-4562-4fdc-a03b-e3e5117753f2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:43.989326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ccd028c9-8a78-4ce3-ab53-2bbfc20b6672 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e706a45a370445e2a8a8c32e6d1e281e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9671574 Feb 13 23:18:43.992659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37278) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:44.125690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cabc4a05-a97b-4009-8bbe-b2c82a8505ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:44.173556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cabc4a05-a97b-4009-8bbe-b2c82a8505ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:44.234047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37288) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:44.240893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c7b375ba-e2fd-45f3-84cd-ee3c46e85c85 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:18:44.242169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c7b375ba-e2fd-45f3-84cd-ee3c46e85c85 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070627 Feb 13 23:18:44.259540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cabc4a05-a97b-4009-8bbe-b2c82a8505ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:44.283504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc4a05-a97b-4009-8bbe-b2c82a8505ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbba3d4-4562-4fdc-a03b-e3e5117753f2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:44.290695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cabc4a05-a97b-4009-8bbe-b2c82a8505ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:44.294438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cabc4a05-a97b-4009-8bbe-b2c82a8505ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdbba3d4-4562-4fdc-a03b-e3e5117753f2 HTTP/1.1" status: 204 len: 168 time: 0.2969728 Feb 13 23:18:44.790536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268e0ce3-c290-4920-b7ba-182aa29cb24a {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:44.799368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:44.801321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Request body: {'binding': {'host': 'n-h1-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:44.802157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Unknown quota resources ['binding']. {{(pid=83662) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:18:44.821581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Transition to ACTIVE for port object 268e0ce3-c290-4920-b7ba-182aa29cb24a will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:44.843843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d373c302-697f-45dc-a929-2960c4b24cea req-fb0a4c94-cd05-4e9e-a900-4f60d5145fd3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9260817 Feb 13 23:18:44.857860 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.063733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Pushing event updated for resources: {'Port': ['ID=268e0ce3-c290-4920-b7ba-182aa29cb24a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:45.106059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37310) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:45.263041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on host n-h1-828979-1 for vnic_type normal with profile None {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:45.264129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:45.265167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:45.275971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:45.276679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:45.284903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:45.285633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:45.286300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:45.286979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Bound port: ff8e5e90-375f-419a-a85c-21f4ebb25735, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:45.296096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.341929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:45.404292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:45.421815 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] Notify callbacks [] for binding, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.423157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-3ea013b2-15d3-49cd-84fb-1e866652292c service neutron] 10.222.0.36 "POST /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735/bindings HTTP/1.1" status: 201 len: 389 time: 0.9673688 Feb 13 23:18:45.429668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:45.433761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Usage tracker for resource:security_group_rule and tenant:a20edf2feadd494b8d453bd580dc0657 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:45.437643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:45.445771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:45.558190 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:18:45.638064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.638064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:45.676546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Attempting to bind port 268e0ce3-c290-4920-b7ba-182aa29cb24a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:45.676879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Attempting to bind port 268e0ce3-c290-4920-b7ba-182aa29cb24a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:45.677205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Attempting to bind port 268e0ce3-c290-4920-b7ba-182aa29cb24a on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:45.698133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.760163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Port 268e0ce3-c290-4920-b7ba-182aa29cb24a on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:45.760565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Attempting to bind port 268e0ce3-c290-4920-b7ba-182aa29cb24a on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:45.794653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2e545-8210-465b-8b40-bb4cb9e712b3 req-764fdec1-f5e7-40ac-aa16-3d8a8b7d7231 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:45.802135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04c2e545-8210-465b-8b40-bb4cb9e712b3 req-764fdec1-f5e7-40ac-aa16-3d8a8b7d7231 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 948 time: 0.6632655 Feb 13 23:18:45.850955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dfe1ff-20fc-432c-bef5-54a3c85ee95c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:45.862663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:45.869752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.879819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8e5848e3-3749-4c5e-adba-3280257c6c17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a20edf2feadd494b8d453bd580dc0657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7721615 Feb 13 23:18:45.883686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:45.883875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:45.884271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:45.885415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Bound port: 268e0ce3-c290-4920-b7ba-182aa29cb24a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:45.885826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.896529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:45.936808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:45.963642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-8adf9410-f092-4c7e-bf99-a7b8411ace04 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Synchronizing usage tracker for tenant:998a9ff1edbc48009932783a951f8c20 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:46.019065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-8adf9410-f092-4c7e-bf99-a7b8411ace04 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Unset dirty status for tenant:998a9ff1edbc48009932783a951f8c20 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:46.028783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-8adf9410-f092-4c7e-bf99-a7b8411ace04 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1419468120&fields=id&tenant_id=998a9ff1edbc48009932783a951f8c20 HTTP/1.1" status: 200 len: 267 time: 0.1969137 Feb 13 23:18:46.073283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] For port 268e0ce3-c290-4920-b7ba-182aa29cb24a, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:46.077161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] For port 268e0ce3-c290-4920-b7ba-182aa29cb24a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:46.110826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:46.219102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c09ec638-0a51-4616-8e9b-b9fc37568734 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1096 time: 0.3095868 Feb 13 23:18:46.273868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-04c2e545-8210-465b-8b40-bb4cb9e712b3 req-d679b9a9-b17b-466d-89fc-1a753437f9f0 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Synchronizing usage tracker for tenant:43a3e6470ce6453d8b792b463ea423f5 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:46.399869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c803e-108d-4503-80b9-44673a6514f4 req-70fa2180-69f3-4acd-9034-6688ed777583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:46.404068 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:46.405649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] 10.222.0.42 "PUT /v2.0/ports/268e0ce3-c290-4920-b7ba-182aa29cb24a HTTP/1.1" status: 200 len: 1096 time: 3.6205523 Feb 13 23:18:46.411910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-70fa2180-69f3-4acd-9034-6688ed777583 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.1791885 Feb 13 23:18:46.415612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-04c2e545-8210-465b-8b40-bb4cb9e712b3 req-d679b9a9-b17b-466d-89fc-1a753437f9f0 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Unset dirty status for tenant:43a3e6470ce6453d8b792b463ea423f5 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:46.427832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04c2e545-8210-465b-8b40-bb4cb9e712b3 req-d679b9a9-b17b-466d-89fc-1a753437f9f0 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245787 Feb 13 23:18:46.591849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:46.594836 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2b96-c515-46b9-a89f-bb226dca1533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:46.625461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-440cd424-955f-4dbb-87fe-a740dcae87e9 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:46.626069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-440cd424-955f-4dbb-87fe-a740dcae87e9 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Synchronizing usage tracker for tenant:998a9ff1edbc48009932783a951f8c20 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:46.637823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-11c00833-638d-4be3-9373-eb9969c34532 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 217 time: 0.1820202 Feb 13 23:18:46.638299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2b96-c515-46b9-a89f-bb226dca1533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:46.695960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-440cd424-955f-4dbb-87fe-a740dcae87e9 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Unset dirty status for tenant:998a9ff1edbc48009932783a951f8c20 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:46.702442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-440cd424-955f-4dbb-87fe-a740dcae87e9 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 824 time: 0.6727662 Feb 13 23:18:46.782379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-bb936681-8e97-4819-a9ba-079fc22ad2cd tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/quotas/998a9ff1edbc48009932783a951f8c20 HTTP/1.1" status: 200 len: 375 time: 0.0787294 Feb 13 23:18:46.795060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c803e-108d-4503-80b9-44673a6514f4 req-99ce87b0-914f-4487-b7a1-39f13bd6cc09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:46.797121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-99ce87b0-914f-4487-b7a1-39f13bd6cc09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1433690 Feb 13 23:18:46.897912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-8e2e3a22-8304-4b16-b708-f89603d953d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548947 Feb 13 23:18:46.936372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2b96-c515-46b9-a89f-bb226dca1533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:46.971535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2b96-c515-46b9-a89f-bb226dca1533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:46.972916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9b5a2b96-c515-46b9-a89f-bb226dca1533 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39dfe1ff-20fc-432c-bef5-54a3c85ee95c HTTP/1.1" status: 204 len: 168 time: 1.0712352 Feb 13 23:18:47.081674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a2b96-c515-46b9-a89f-bb226dca1533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dfe1ff-20fc-432c-bef5-54a3c85ee95c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:47.084096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on host n-h1-828979-1 for vnic_type normal with profile {"migrating_to": "n-h2-828979-1"} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:47.084599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:47.086102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:47.089964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-bb02728a-6b46-4b18-b807-7420d9ceebd2 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Synchronizing usage tracker for tenant:998a9ff1edbc48009932783a951f8c20 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:47.097180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:47.097790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Attempting to bind port b547078e-d5b4-4b1e-afc3-a0930cc1467d on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:47.168887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c2b18437-dddb-4142-a39d-eeb210c395f0 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629025 Feb 13 23:18:47.172273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-bb02728a-6b46-4b18-b807-7420d9ceebd2 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Unset dirty status for tenant:998a9ff1edbc48009932783a951f8c20 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:47.173960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-bb02728a-6b46-4b18-b807-7420d9ceebd2 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3822610 Feb 13 23:18:47.216727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-4b20d34c-87b4-4d0b-a6b6-8777c6f7c5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43a3e6470ce6453d8b792b463ea423f5&device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 1099 time: 0.7462721 Feb 13 23:18:47.231330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3148-b737-4c37-83e5-3387fb68396b req-f57b05fb-ce5e-49ac-bf3c-daf172a6ec74 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:47.232999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-488d3148-b737-4c37-83e5-3387fb68396b req-f57b05fb-ce5e-49ac-bf3c-daf172a6ec74 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 945 time: 0.4280603 Feb 13 23:18:47.233952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad7bd0-6085-47d2-a5af-04900ac93065 service neutron] Pushing event updated for resources: {'Port': ['ID=268e0ce3-c290-4920-b7ba-182aa29cb24a,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:47.238012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:47.238557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:47.239084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:47.239690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Bound port: b547078e-d5b4-4b1e-afc3-a0930cc1467d, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:47.240198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:47.442425 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-8912e37d-03a8-49a8-89d4-d407a7c1b988 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a HTTP/1.1" status: 200 len: 217 time: 0.1915040 Feb 13 23:18:47.551116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c760e12d-141b-46e6-9250-067061079595 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739362 Feb 13 23:18:47.554372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-62ae96c4-4a1d-4c8c-86a8-4f96ce70fb66 service neutron] 10.222.0.36 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543656 Feb 13 23:18:47.640363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-488d3148-b737-4c37-83e5-3387fb68396b req-b350f03d-0bed-4821-9ac0-414370370424 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027240 Feb 13 23:18:47.701323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-5d5400b5-471b-40ce-9ace-72960415a11f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:47.706287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-5d5400b5-471b-40ce-9ace-72960415a11f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2365983 Feb 13 23:18:47.761502 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d890309a-8543-4147-b7f5-922a013acbac service neutron] 10.222.0.36 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953239 Feb 13 23:18:47.774098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-f1ba1c29-fb4f-4964-970a-9a9b9a9fa74e tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.1314445 Feb 13 23:18:47.786758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-1'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:47.871804 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'code': 200} Feb 13 23:18:47.922486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:47.938258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:48.015141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:48.050340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:48.328510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:48.405235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:48.484172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-6f181166-63ac-4a03-9d3a-99e2e8e9c61d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7452211 Feb 13 23:18:48.549750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:48.560551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:48.575233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:48.575613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=8']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:48.642680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:48.644102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9278d552-edcb-4198-becb-031c4f9c7d07 service neutron] 10.222.0.42 "PUT /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 1121 time: 5.8024788 Feb 13 23:18:48.732575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['b547078e-d5b4-4b1e-afc3-a0930cc1467d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:18:48.924193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:49.104059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8bf75-c1ad-4f3d-8dac-ad7e405167b3 req-807b6bce-940b-4ac5-ac8e-0dbd1a54424f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:49.140611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66a8bf75-c1ad-4f3d-8dac-ad7e405167b3 req-807b6bce-940b-4ac5-ac8e-0dbd1a54424f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 1.1132760 Feb 13 23:18:49.141852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ecc23-1702-4e29-bc0b-0e50c210b6b6 req-9ab8eee3-bb1f-4b7a-b59a-b4fe59af9129 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:49.143975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3d9ecc23-1702-4e29-bc0b-0e50c210b6b6 req-9ab8eee3-bb1f-4b7a-b59a-b4fe59af9129 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 948 time: 0.2041512 Feb 13 23:18:49.144859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on host n-h2-828979-1 for vnic_type normal with profile {"migrating_to": "n-h1-828979-1"} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:49.145382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:49.146073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:49.167019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:18:49.198836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:49.199258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Attempting to bind port ff8e5e90-375f-419a-a85c-21f4ebb25735 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:49.214985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-5fa72e9b-4fa0-4d06-acc8-6d3535c30c12 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192372 Feb 13 23:18:49.237337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:49.237826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:49.238356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:49.239251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Bound port: ff8e5e90-375f-419a-a85c-21f4ebb25735, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:49.239626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:49.274601 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3d9ecc23-1702-4e29-bc0b-0e50c210b6b6 req-123fc874-4163-4941-a07f-1bf0a209446d tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235094 Feb 13 23:18:49.418601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66a8bf75-c1ad-4f3d-8dac-ad7e405167b3 req-3fc26ff6-b23d-40cf-a18c-0d773cc52c9f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770286 Feb 13 23:18:49.460611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e48f89af-4c2d-4d59-b423-ab28fb2f440a req-54929ba5-81ef-4237-addd-819beae26f75 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Feb 13 23:18:49.462422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:49.470349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:49.477249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:49.699620 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'code': 200} Feb 13 23:18:49.736633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=8']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:49.793035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:49.794285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-c531934f-bb26-4e11-a0c2-131b84c52ed8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 1121 time: 2.0129158 Feb 13 23:18:49.870291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2edce3b8-7343-40bd-bb7a-b37040e07ce4 req-b70b8efc-8165-4641-ae41-38dcb54b90e3 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445706 Feb 13 23:18:49.886247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ff8e5e90-375f-419a-a85c-21f4ebb25735'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:18:49.892203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f01b03-5533-447c-8f48-93e1b844d20e', 'tag': '268e0ce3-c290-4920-b7ba-182aa29cb24a'}, {'name': 'network-changed', 'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:50.037374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e360b5-88d9-46bf-9f14-87fb2e63e708 req-09b46f71-f004-48e8-8f07-5b79b1721b25 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:50.044950 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99e360b5-88d9-46bf-9f14-87fb2e63e708 req-09b46f71-f004-48e8-8f07-5b79b1721b25 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 943 time: 0.2272403 Feb 13 23:18:50.183674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-0b3a8a0d-c2fb-426d-9cc0-a6683db9fb25 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:50.185139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-0b3a8a0d-c2fb-426d-9cc0-a6683db9fb25 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.31 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 824 time: 0.3124416 Feb 13 23:18:50.212187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99e360b5-88d9-46bf-9f14-87fb2e63e708 req-f0405564-ba78-4e1a-86d9-622338e3dd17 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612184 Feb 13 23:18:50.220775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:18:50.226887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40188dad-f50d-4083-bc4f-9a87aaad4781 admin admin] 10.222.0.36 "PUT /v2.0/routers/4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4204993 Feb 13 23:18:50.233615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:50.342563 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f01b03-5533-447c-8f48-93e1b844d20e', 'tag': '268e0ce3-c290-4920-b7ba-182aa29cb24a', 'status': 'completed', 'code': 200} Feb 13 23:18:50.342992 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'status': 'completed', 'code': 200} Feb 13 23:18:50.581970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-5500469b-fdd3-409c-878e-13bed83fbb97 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=998a9ff1edbc48009932783a951f8c20 HTTP/1.1" status: 200 len: 380 time: 0.3829784 Feb 13 23:18:50.602957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'port': {'device_id': '5fe265dd-04a0-4719-bd33-319b290e2875', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'admin_state_up': True, 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'security_groups': ['058d9207-1f42-449a-9725-a7a45d00f9d9']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:50.737500 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-db8f9040-cf69-4ded-8230-8ccfcef6c422 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43a3e6470ce6453d8b792b463ea423f5&device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 1099 time: 0.3730688 Feb 13 23:18:50.829550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:50.846755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:50.870098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46abb1-43fa-442f-b948-df2ad03391a3 req-dc9b020e-5dec-4e7b-ab8f-f1cc7964cad6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:50.871610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c46abb1-43fa-442f-b948-df2ad03391a3 req-dc9b020e-5dec-4e7b-ab8f-f1cc7964cad6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.1722677 Feb 13 23:18:50.900799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Made reservation on behalf of 998a9ff1edbc48009932783a951f8c20 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:18:50.903869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:50.904325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b45dda-00f4-4365-9c71-f1c63b383495 req-87bf53d1-4b36-4106-849e-c0050c2f7e58 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:50.913647 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b45dda-00f4-4365-9c71-f1c63b383495 req-87bf53d1-4b36-4106-849e-c0050c2f7e58 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 948 time: 0.4400408 Feb 13 23:18:50.953332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:50.982553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-8d18ce45-56f1-4527-b1b4-1f520e881e13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1124 time: 0.5040240 Feb 13 23:18:51.143986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c46abb1-43fa-442f-b948-df2ad03391a3 req-593916fa-eefc-4842-9a63-fbdd24f3e979 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645040 Feb 13 23:18:51.250751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b45dda-00f4-4365-9c71-f1c63b383495 req-c77a218c-ea1e-4c92-a707-a2d5a0a2f9ff tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360207 Feb 13 23:18:51.279893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-ea4b1cec-778d-491f-acab-84782c1004b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:51.283731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-ea4b1cec-778d-491f-acab-84782c1004b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.5330071 Feb 13 23:18:51.339194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Allocated IP 172.20.0.13 (da610181-cc81-4bfa-8d29-b15e65d93e4f/2a5bb5a4-4422-44ea-ad72-a3a163aaea90/3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:18:51.352236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37436) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:51.408305 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-8b33d589-f843-4c40-aa8e-a86f345d4abd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a HTTP/1.1" status: 200 len: 217 time: 0.1114807 Feb 13 23:18:51.454712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd571014-1f55-4ae8-ad51-0548c695b2f2 req-d12f9aa0-e05d-4944-bdb9-a758edf4dbd2 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 210 time: 0.0727608 Feb 13 23:18:51.495984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-37f03c49-d86e-42ca-a90d-77dbb192bbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:51.497834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-37f03c49-d86e-42ca-a90d-77dbb192bbce service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.5054650 Feb 13 23:18:51.606412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-5cedb8f6-32ae-40a0-b751-4de35cec5803 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.0765107 Feb 13 23:18:51.607909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-62e790ff-ae39-47e5-a92e-e61d2bc0ddcd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:51.609396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-62e790ff-ae39-47e5-a92e-e61d2bc0ddcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1855128 Feb 13 23:18:51.660472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:51.694917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Deleting port 2e853d53-177f-4381-99ce-1a8fc1527c70 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:18:51.695337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:51.735362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:18:51.788166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:51.808658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-90d31111-4ef7-4378-9e06-5a3fe4c878fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:51.810448 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-90d31111-4ef7-4378-9e06-5a3fe4c878fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1978254 Feb 13 23:18:51.892725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-7f033237-67e0-4a9f-8d64-48559fcc1068 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737114 Feb 13 23:18:51.909272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:18:51.940761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37450) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:51.945812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:51.961423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:51.965576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Usage tracker for resource:security_group_rule and tenant:20d85ada31c04b4ca43eddc36eaf4614 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:51.968998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:51.990148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:52.013462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.079428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Transition to ACTIVE for port object 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:52.126688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:52.150472 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'status': 'completed', 'code': 200} Feb 13 23:18:52.157981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 has no active binding in host n-h1-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:18:52.166079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.222901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:52.235239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] For port 2e853d53-177f-4381-99ce-1a8fc1527c70, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e853d53-177f-4381-99ce-1a8fc1527c70,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:52.235599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.239428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d has no active binding in host n-h2-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:18:52.254008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Network da610181-cc81-4bfa-8d29-b15e65d93e4f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:18:52.264943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:18:52.271040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:18:52.336549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.352289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dd5a4-52a7-4c01-b1ac-93455a3c1d2a req-c93da866-ee8f-4e84-84ea-e12b0bda9bb0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:52.354289 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d9dd5a4-52a7-4c01-b1ac-93455a3c1d2a req-c93da866-ee8f-4e84-84ea-e12b0bda9bb0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 943 time: 0.7054269 Feb 13 23:18:52.369238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.429864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:52.430791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.433317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20d85ada31c04b4ca43eddc36eaf4614&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0701940 Feb 13 23:18:52.435684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37466) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:52.438259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695cb73-34cb-4106-b92d-629ecce1479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3de039-f0c6-4520-8243-3f18f2f2c7dc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:52.456817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-2e85eec6-e420-41a1-97fd-d971466fdf06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8009491 Feb 13 23:18:52.564458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Calling delete_port for 2e853d53-177f-4381-99ce-1a8fc1527c70 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:18:52.605339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0072782 Feb 13 23:18:52.645474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-bcb1f698-11e7-43dc-bdc4-47f6907c39d5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630735 Feb 13 23:18:52.658579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d0e43dc-54ea-4878-814f-01a376904438 None None] Provisioning for port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:52.665502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d0e43dc-54ea-4878-814f-01a376904438 None None] Provisioning complete for port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:52.665864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d0e43dc-54ea-4878-814f-01a376904438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.685358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebda2f-d3c2-41c2-844c-d9e0be61a43a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'Port': ['ID=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:52.707703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Request body: {'port': {'device_id': '5fe265dd-04a0-4719-bd33-319b290e2875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:18:52.773688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e43dc-54ea-4878-814f-01a376904438 None None] Port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:18:52.812076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d9dd5a4-52a7-4c01-b1ac-93455a3c1d2a req-16292cd2-6aeb-43d3-b4f5-280fc1556d34 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456024 Feb 13 23:18:52.839692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:52.878976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-abffb678-43bf-4fbd-9bd4-d6f52701e92a service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695723 Feb 13 23:18:52.888489 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-822352a2-77ea-426f-9304-57e0f8b7ea28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1124 time: 0.7160401 Feb 13 23:18:53.028721 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-b2afee30-9ed0-4b8f-93c4-01f1f69351aa service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365936 Feb 13 23:18:53.160820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:53.188241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Usage tracker for resource:security_group_rule and tenant:97cdacc0ec8f4e229189e199c6f173a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:53.196250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:53.206533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010e66f-80ba-4fe7-8784-9dfce8b16028 req-dc7dc420-9f24-4df9-9bf4-84e768220fa0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:53.208156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f010e66f-80ba-4fe7-8784-9dfce8b16028 req-dc7dc420-9f24-4df9-9bf4-84e768220fa0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.6534874 Feb 13 23:18:53.216905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:53.252617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.277699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47a1c8d5-68cd-4b21-8204-e7c42d0d93de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.283278 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eceff4c3-2d73-42e1-b056-448305423ee0 req-296090f7-fbcb-41aa-acd1-2cc26c3f6d0d service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282377 Feb 13 23:18:53.402964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47a1c8d5-68cd-4b21-8204-e7c42d0d93de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.410763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f010e66f-80ba-4fe7-8784-9dfce8b16028 req-68b2e94f-e37c-4bbd-9620-f8707b3c6be3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879492 Feb 13 23:18:53.515543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47a1c8d5-68cd-4b21-8204-e7c42d0d93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.549910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1c8d5-68cd-4b21-8204-e7c42d0d93de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3de039-f0c6-4520-8243-3f18f2f2c7dc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:53.564076 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.571796 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47a1c8d5-68cd-4b21-8204-e7c42d0d93de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.575379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-47a1c8d5-68cd-4b21-8204-e7c42d0d93de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb3de039-f0c6-4520-8243-3f18f2f2c7dc HTTP/1.1" status: 204 len: 168 time: 1.1164796 Feb 13 23:18:53.586014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-67ebff3b-ce5a-4d1e-adb9-ff9913c33845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:53.590091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-67ebff3b-ce5a-4d1e-adb9-ff9913c33845 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.5520859 Feb 13 23:18:53.604673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c282a5-a1d8-4dc3-aa6e-707344c7df79 req-5fbfaf52-01cb-4d72-9126-66ceee24c0a7 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:53.614059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94c282a5-a1d8-4dc3-aa6e-707344c7df79 req-5fbfaf52-01cb-4d72-9126-66ceee24c0a7 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 948 time: 0.5779345 Feb 13 23:18:53.618466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.678399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:53.729401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-dbb4298c-ca58-48b3-9a8b-f5ee151b3594 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 217 time: 0.1079714 Feb 13 23:18:53.746207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 268e0ce3-c290-4920-b7ba-182aa29cb24a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:18:53.892669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-b26ab554-256f-40e5-b4f1-b9bc8c9390fb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:53.894157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-b26ab554-256f-40e5-b4f1-b9bc8c9390fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1571612 Feb 13 23:18:53.938868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94c282a5-a1d8-4dc3-aa6e-707344c7df79 req-d20d67d6-194c-4cd3-8dfa-1885904cb6c1 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218074 Feb 13 23:18:53.954527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e4da82-e600-4ec3-97d4-084c9c3ad93c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:54.072563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-b9553243-193e-40bd-b60d-c09ff413d3e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322834 Feb 13 23:18:54.173188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 268e0ce3-c290-4920-b7ba-182aa29cb24a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:54.211722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '268e0ce3-c290-4920-b7ba-182aa29cb24a', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '268e0ce3-c290-4920-b7ba-182aa29cb24a', 'mac_address': 'fa:16:3e:f2:71:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:18:54.218698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e853d53-177f-4381-99ce-1a8fc1527c70,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:54.328517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37484) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:54.349047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:54.367319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268e0ce3-c290-4920-b7ba-182aa29cb24a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:54.372880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f2f2bc4-2a55-401a-a8c5-a12e92279c7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97cdacc0ec8f4e229189e199c6f173a3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4218659 Feb 13 23:18:54.374311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37488) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:54.386982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 268e0ce3-c290-4920-b7ba-182aa29cb24a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:54.398346 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:54.414380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c929af-8a80-46b2-9e4a-672c8956a883 req-7be66be2-3977-48b3-8112-86a7b3d55ce4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:54.421373 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99c929af-8a80-46b2-9e4a-672c8956a883 req-7be66be2-3977-48b3-8112-86a7b3d55ce4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 943 time: 0.1994369 Feb 13 23:18:54.427495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:54.466835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-6b834d0c-0986-40bb-8c94-3427af476a31 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852849 Feb 13 23:18:54.474836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.475157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.476037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.476373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.476700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.477023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.477342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.477658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.477973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.478317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.478633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:54.499401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:54.528707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=268e0ce3-c290-4920-b7ba-182aa29cb24a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:54.688054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99c929af-8a80-46b2-9e4a-672c8956a883 req-315a3603-d9d0-4c2c-a35a-edd039a000d2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656922 Feb 13 23:18:54.713820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['268e0ce3-c290-4920-b7ba-182aa29cb24a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:18:54.756109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c0341-d24e-400c-ba3b-bb1fcb270e5d req-130a9964-a6c2-4527-a072-271adb659c4a service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346368 Feb 13 23:18:54.793958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:54.798051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Usage tracker for resource:security_group_rule and tenant:240e80ea3e714a04894ae50cd5586e11 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:54.800907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:54.807525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:54.857376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3e966-77fd-4cc9-930b-35ff2d9ced72 req-6b90b75b-aabd-49ea-b87b-0d3c67e3cd50 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:54.861131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-30b3e966-77fd-4cc9-930b-35ff2d9ced72 req-6b90b75b-aabd-49ea-b87b-0d3c67e3cd50 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Synchronizing usage tracker for tenant:998a9ff1edbc48009932783a951f8c20 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:54.939639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-6f76043e-1a0b-4e60-b7e2-fd30fb3871db service neutron] 10.222.0.42 "GET /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.5003455 Feb 13 23:18:54.949597 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41e6b0fd-8404-4a53-9dd7-e004761ac930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:54.981213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41e6b0fd-8404-4a53-9dd7-e004761ac930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.147035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.172873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.177770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.180271 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41e6b0fd-8404-4a53-9dd7-e004761ac930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.192442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-30b3e966-77fd-4cc9-930b-35ff2d9ced72 req-6b90b75b-aabd-49ea-b87b-0d3c67e3cd50 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Unset dirty status for tenant:998a9ff1edbc48009932783a951f8c20 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:55.193585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30b3e966-77fd-4cc9-930b-35ff2d9ced72 req-6b90b75b-aabd-49ea-b87b-0d3c67e3cd50 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 932 time: 1.5166380 Feb 13 23:18:55.196231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:55.200217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.206965 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.254991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c16e1f-aab0-4c1d-b441-5aaf80425f68,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:55.266961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=240e80ea3e714a04894ae50cd5586e11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9182820 Feb 13 23:18:55.271121 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41e6b0fd-8404-4a53-9dd7-e004761ac930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.272100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-41e6b0fd-8404-4a53-9dd7-e004761ac930 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0e4da82-e600-4ec3-97d4-084c9c3ad93c HTTP/1.1" status: 204 len: 168 time: 0.8866091 Feb 13 23:18:55.275449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37508) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:55.323140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Transition to ACTIVE for port object 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:55.323694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.323694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.323863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.324159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.324484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.324810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.325245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.325984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.325984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.326222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.327486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f79fb2c-285e-46bd-bf15-31faac2a62bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:18:55.335825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.375034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.375034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:18:55.377236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6b0fd-8404-4a53-9dd7-e004761ac930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e4da82-e600-4ec3-97d4-084c9c3ad93c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:55.394545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30b3e966-77fd-4cc9-930b-35ff2d9ced72 req-432080ff-f358-4df3-906b-fb56f6f91160 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922364 Feb 13 23:18:55.412200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1826b2-3d53-488b-92b0-38f06e8cb830 req-c96163b2-801f-4720-8189-83b77875eff8 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:55.419281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b1826b2-3d53-488b-92b0-38f06e8cb830 req-c96163b2-801f-4720-8189-83b77875eff8 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.3940306 Feb 13 23:18:55.500379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Pushing event updated for resources: {'Port': ['ID=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:55.526149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.527386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb314a62-c97a-46d5-aed0-6fa866ec4d2c admin admin] 10.222.0.36 "DELETE /v2.0/routers/4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4 HTTP/1.1" status: 204 len: 168 time: 5.2847819 Feb 13 23:18:55.531525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:55.595418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b1826b2-3d53-488b-92b0-38f06e8cb830 req-4a115d2b-172f-44b7-b44b-cd326b514f79 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752727 Feb 13 23:18:55.616951 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82d4467d-b8bb-44da-b7ca-bff1c3d131a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.683017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82d4467d-b8bb-44da-b7ca-bff1c3d131a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.690716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:55.743589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:55.772193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 268e0ce3-c290-4920-b7ba-182aa29cb24a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:18:55.812621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Deleting subnet b12beeba-16e5-45de-87e0-a3577c2df659 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:18:55.815088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8e5e90-375f-419a-a85c-21f4ebb25735 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:55.830661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:55.833797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.856055 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.864828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 268e0ce3-c290-4920-b7ba-182aa29cb24a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:18:55.871245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 268e0ce3-c290-4920-b7ba-182aa29cb24a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:18:55.871889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.895588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37524) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:55.923031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Attempting to bind port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:18:55.923361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Attempting to bind port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:18:55.923706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Attempting to bind port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf on network da610181-cc81-4bfa-8d29-b15e65d93e4f {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:55.946045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.960974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82d4467d-b8bb-44da-b7ca-bff1c3d131a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:55.980547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf on network da610181-cc81-4bfa-8d29-b15e65d93e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:18:55.980881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Attempting to bind port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf on network da610181-cc81-4bfa-8d29-b15e65d93e4f {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:18:55.987509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.008232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82d4467d-b8bb-44da-b7ca-bff1c3d131a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.012232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-82d4467d-b8bb-44da-b7ca-bff1c3d131a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00c16e1f-aab0-4c1d-b441-5aaf80425f68 HTTP/1.1" status: 204 len: 168 time: 0.7064483 Feb 13 23:18:56.012232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4467d-b8bb-44da-b7ca-bff1c3d131a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c16e1f-aab0-4c1d-b441-5aaf80425f68,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:56.041963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] Transition to ACTIVE for port object ff8e5e90-375f-419a-a85c-21f4ebb25735 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:18:56.055606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.078230 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.108118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f01b03-5533-447c-8f48-93e1b844d20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268e0ce3-c290-4920-b7ba-182aa29cb24a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:56.123778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 268e0ce3-c290-4920-b7ba-182aa29cb24a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:56.130545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.213887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=268e0ce3-c290-4920-b7ba-182aa29cb24a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:56.244883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:18:56.245336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Checking segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:18:56.245596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Bound using segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:18:56.246671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Bound port: 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:18:56.247821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.278469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289f310-e460-46ed-9fc2-cda8156244be req-19c9b048-855b-400b-8482-85320ce45de4 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:56.279913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b289f310-e460-46ed-9fc2-cda8156244be req-19c9b048-855b-400b-8482-85320ce45de4 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 949 time: 0.6804602 Feb 13 23:18:56.284368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:18:56.294454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a483a2014b4903907096f3e2b8c578 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:18:56.297643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:18:56.342677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.372255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:18:56.383614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:56.424513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] No DVR routers for this DVR port ff8e5e90-375f-419a-a85c-21f4ebb25735 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:18:56.482701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b289f310-e460-46ed-9fc2-cda8156244be req-7d931dec-884d-444b-88e7-97f26916fc5d tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896265 Feb 13 23:18:56.493475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] For port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:56.496795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] For port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:18:56.498199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-584367fa-5162-48c5-a1ce-47c8364b1de6 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735/bindings/n-h1-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5511885 Feb 13 23:18:56.512670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.545967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b9bbc69b-9baf-45c0-8571-ee08cb414ec4 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:56.546905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b9bbc69b-9baf-45c0-8571-ee08cb414ec4 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Synchronizing usage tracker for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:56.596422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.637770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b9bbc69b-9baf-45c0-8571-ee08cb414ec4 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Unset dirty status for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:56.639250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b9bbc69b-9baf-45c0-8571-ee08cb414ec4 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/networks?id=c532c059-feef-45d9-8ba0-46d7506cfd34 HTTP/1.1" status: 200 len: 814 time: 0.4373326 Feb 13 23:18:56.657464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12beeba-16e5-45de-87e0-a3577c2df659,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:56.661779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.671162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.672560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] 10.222.0.31 "PUT /v2.0/ports/3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf HTTP/1.1" status: 200 len: 1092 time: 4.0013545 Feb 13 23:18:56.673550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:18:56.684138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.688923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-350fbf90-cae1-4449-9c75-053ffc19a2a3 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/quotas/7d3d581c3b9544fc80807c0f8c413f4e HTTP/1.1" status: 200 len: 375 time: 0.0370338 Feb 13 23:18:56.703851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e107e9e-dea0-4e0c-b502-64ae9e20d776 None None] Network d31b8fb3-a36d-4711-a094-412c4f0c4976 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:18:56.748056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:56.776186 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-31f83e03-656c-451e-a575-8b1e00586933 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.2086859 Feb 13 23:18:56.818048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca81b9-3c39-4a29-8bc1-62d7f83f2a5e service neutron] Pushing event updated for resources: {'Port': ['ID=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:56.896123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37552) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:56.896735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5604a9bf-d9ea-4740-9125-2f924634f2c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b12beeba-16e5-45de-87e0-a3577c2df659 HTTP/1.1" status: 204 len: 168 time: 1.2990150 Feb 13 23:18:56.897954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6edd8-1469-4994-af77-7e7a1d7e7701,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:56.917405 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-96a0d025-0607-4c9a-9526-5172cfa44213 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2a483a2014b4903907096f3e2b8c578&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0181329 Feb 13 23:18:56.920746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37556) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:57.035663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b0eec0a9-7bda-40e8-a7e4-3ff31a382034 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Synchronizing usage tracker for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:18:57.064994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.072694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-1979a7bf-b430-4ca6-b017-be09986703b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588&tenant_id=b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 1095 time: 0.2882752 Feb 13 23:18:57.073352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b0eec0a9-7bda-40e8-a7e4-3ff31a382034 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Unset dirty status for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:18:57.078129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6dd64-9598-40b0-9746-49cdc5fc9a9b req-ff6195c4-2bca-4511-a256-5b0f3884e695 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:57.080377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e8d6dd64-9598-40b0-9746-49cdc5fc9a9b req-ff6195c4-2bca-4511-a256-5b0f3884e695 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.4005888 Feb 13 23:18:57.093644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b0eec0a9-7bda-40e8-a7e4-3ff31a382034 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3d581c3b9544fc80807c0f8c413f4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3888664 Feb 13 23:18:57.135121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] DHCP port deletion for d31b8fb3-a36d-4711-a094-412c4f0c4976 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:18:57.141474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] Deleting port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:18:57.142941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.152060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf320c34-9e1f-4170-a6ba-0af8c58029d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.180847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf320c34-9e1f-4170-a6ba-0af8c58029d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.238141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-52592ed7-f202-4a20-9fb8-174d377ce19e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 1095 time: 0.4932752 Feb 13 23:18:57.247898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.31', 61305) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:18:57.262756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Deleting port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:18:57.262756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.315772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:18:57.390127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-a0573463-4bf5-4d2f-b510-b0d6fb707614 service neutron] 10.222.0.31 "GET /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.1387086 Feb 13 23:18:57.428447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e8d6dd64-9598-40b0-9746-49cdc5fc9a9b req-b2738278-9f69-4049-98e2-87f4a1c2e6ad tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384380 Feb 13 23:18:57.462388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-909c577f-8d3b-4e7f-9515-571c2e7e8ddc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf HTTP/1.1" status: 200 len: 217 time: 0.2002478 Feb 13 23:18:57.466390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf320c34-9e1f-4170-a6ba-0af8c58029d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.586570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b9040d01-b699-4d76-a820-86d05ae61cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919541 Feb 13 23:18:57.599521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-870f567a-36a8-4c39-8914-20c75d3c2e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:57.601991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-870f567a-36a8-4c39-8914-20c75d3c2e2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 200 len: 863 time: 0.1216931 Feb 13 23:18:57.604654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf320c34-9e1f-4170-a6ba-0af8c58029d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6edd8-1469-4994-af77-7e7a1d7e7701,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:57.613337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf320c34-9e1f-4170-a6ba-0af8c58029d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.614680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bf320c34-9e1f-4170-a6ba-0af8c58029d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fe6edd8-1469-4994-af77-7e7a1d7e7701 HTTP/1.1" status: 204 len: 168 time: 0.6874549 Feb 13 23:18:57.629694 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f01b03-5533-447c-8f48-93e1b844d20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268e0ce3-c290-4920-b7ba-182aa29cb24a', 'code': 200} Feb 13 23:18:57.722612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-12fa9eac-0cfc-44b2-b3c1-2b14b3e40ee2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da610181-cc81-4bfa-8d29-b15e65d93e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056671 Feb 13 23:18:57.747311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] For port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,segment=NetworkSegment(1ae7954e-bf52-4ad2-9bce-4b5c378095c7),segment_id=1ae7954e-bf52-4ad2-9bce-4b5c378095c7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:57.748502 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:57.812240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-f17aad1e-ce62-4291-a62d-aa63af401274 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1095 time: 0.6753268 Feb 13 23:18:57.907501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-aa0edeb5-0ecd-453a-b2d7-8ee9bf1bd983 service neutron] 10.222.0.31 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518986 Feb 13 23:18:57.929970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] Calling delete_port for 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:18:58.052842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0e4f4-1445-4f99-a171-41388d06738b req-5c384cb8-42e3-4d6c-83d2-beed40b7156f tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:58.055000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2e0e4f4-1445-4f99-a171-41388d06738b req-5c384cb8-42e3-4d6c-83d2-beed40b7156f tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 944 time: 0.3308737 Feb 13 23:18:58.159608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] For port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,segment=NetworkSegment(1ae7954e-bf52-4ad2-9bce-4b5c378095c7),segment_id=1ae7954e-bf52-4ad2-9bce-4b5c378095c7)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:58.159967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:58.173527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:18:58.197071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2e0e4f4-1445-4f99-a171-41388d06738b req-27c949af-c39d-4587-8313-fafe4ade729b tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296198 Feb 13 23:18:58.234172 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:58.240679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63db7033-8e65-415c-9676-3a4b78a1b08f req-962ead36-60ac-49f0-8803-f8a32ec53d39 service neutron] 10.222.0.31 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269920 Feb 13 23:18:58.325369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:58.356412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] Pushing event deleted for resources: {'Port': ['ID=5c3d4de7-99be-45c9-9fca-55bc55cfbdc9,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:18:58.374591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027beeb5-0c83-4425-9ecf-a1819255543c None None] No DVR routers for this DVR port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:18:58.441354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:18:58.446293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Calling delete_port for 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:18:58.479195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed09cce-c66f-4521-b866-f277f6a2e25f req-852f5191-cf61-4b6f-bc3c-995f043f0e9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:58.480654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ed09cce-c66f-4521-b866-f277f6a2e25f req-852f5191-cf61-4b6f-bc3c-995f043f0e9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.1385267 Feb 13 23:18:58.542353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ed09cce-c66f-4521-b866-f277f6a2e25f req-c88f8da2-54fb-4d0b-a65a-02cd95e22514 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Feb 13 23:18:58.550300 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-6ddc20ee-8b21-4e06-a8d2-af491fdbefab service neutron] 10.222.0.36 "GET /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9628363 Feb 13 23:18:58.577212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96fb1bb1-c1e6-4539-961a-c3219b0f3a50 req-4286e08a-4118-4768-bab0-ba983663bae9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 1101 time: 0.8860953 Feb 13 23:18:58.653604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c803e-108d-4503-80b9-44673a6514f4 req-8e8cec58-c63b-4250-87ff-9bb99c45cdcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:58.655170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-8e8cec58-c63b-4250-87ff-9bb99c45cdcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.8264441 Feb 13 23:18:58.665648 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'status': 'completed', 'code': 200} Feb 13 23:18:58.823154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96fb1bb1-c1e6-4539-961a-c3219b0f3a50 req-ab16f59f-3698-4fdd-bd5c-0cf6b8f3c870 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267733 Feb 13 23:18:58.836762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-01b387dd-ca5f-4e59-9a71-600d3d56da08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 1095 time: 0.1465724 Feb 13 23:18:58.860552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:18:58.860921 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:18:58.866932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-dd63b303-f09c-4c96-9937-580ff3027a19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 217 time: 0.2003541 Feb 13 23:18:59.094808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:59.129056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-7c4decf5-67e6-450e-9304-c0869dfb128e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:59.130544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-7c4decf5-67e6-450e-9304-c0869dfb128e service neutron] 10.222.0.31 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 924 time: 0.2871730 Feb 13 23:18:59.142318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc92a-04b7-4d94-8441-f7092cecc92c req-e2e38130-6fb7-44bc-8e6a-55877a6c5d0d tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:59.143909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ecfc92a-04b7-4d94-8441-f7092cecc92c req-e2e38130-6fb7-44bc-8e6a-55877a6c5d0d tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 950 time: 0.2708600 Feb 13 23:18:59.172492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:18:59.211657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c803e-108d-4503-80b9-44673a6514f4 req-473d93f5-46f6-4cc3-b57b-8ed2c053f8e1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:59.213513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-473d93f5-46f6-4cc3-b57b-8ed2c053f8e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.3361411 Feb 13 23:18:59.229248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9144-5ef6-4c34-a820-706dc304384e req-2ec3119c-a73b-41b9-a9e8-1916f984e076 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:59.231253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-111f9144-5ef6-4c34-a820-706dc304384e req-2ec3119c-a73b-41b9-a9e8-1916f984e076 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.3664978 Feb 13 23:18:59.254264 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-567f93bc-4aa0-4a39-b293-ec48dbdecce3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf HTTP/1.1" status: 200 len: 217 time: 0.1092548 Feb 13 23:18:59.293515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-369577cd-939c-4068-bbdd-c3910ee080cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710721 Feb 13 23:18:59.328741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ecfc92a-04b7-4d94-8441-f7092cecc92c req-470c9913-f73c-4ecb-b31f-60722725ae14 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205127 Feb 13 23:18:59.334837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b547078e-d5b4-4b1e-afc3-a0930cc1467d {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:18:59.339280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-4e39edf8-b63a-4358-8e80-7cd0f280360a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:59.340846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-4e39edf8-b63a-4358-8e80-7cd0f280360a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 200 len: 863 time: 0.0775704 Feb 13 23:18:59.384601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Deleting port 5c3d4de7-99be-45c9-9fca-55bc55cfbdc9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:18:59.385201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:59.449317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:18:59.455163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10da47fd-a7d3-45c4-b9ca-caccbdaee5a7 req-a7c7eb16-20ca-44d7-924b-3cb86d167d9f tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 210 time: 0.0546622 Feb 13 23:18:59.490970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-4cc4f8ed-1b12-4c10-8c84-b425d38c830b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da610181-cc81-4bfa-8d29-b15e65d93e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418560 Feb 13 23:18:59.514413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] The port '5c3d4de7-99be-45c9-9fca-55bc55cfbdc9' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:18:59.563474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-111f9144-5ef6-4c34-a820-706dc304384e req-08643063-d2f8-49e3-9f66-e92597f5cb56 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981818 Feb 13 23:18:59.568596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:59.766337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-b43011ec-726c-4d9c-8fd9-f65eaf1640df service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602487 Feb 13 23:18:59.771366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:18:59.895666 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.895813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.896492 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.896825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > port after_create 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.897142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.897535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > port after_update 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.897920 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.898219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.898537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.898844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:18:59.906495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-aa35411a-969a-4820-8708-e6d61f064f99 service neutron] 10.222.0.31 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076028 Feb 13 23:18:59.952670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149d903-51dd-43e6-bb3b-2117e48d32ae req-a11ef1cb-d067-4741-ad80-627dfa1e436a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:18:59.959879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1149d903-51dd-43e6-bb3b-2117e48d32ae req-a11ef1cb-d067-4741-ad80-627dfa1e436a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 944 time: 0.2716963 Feb 13 23:19:00.003902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:19:00.009884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:19:00.010654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:19:00.011216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 13 23:19:00.011506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31b8fb3-a36d-4711-a094-412c4f0c4976']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:00.078001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae7954e-bf52-4ad2-9bce-4b5c378095c7') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:00.078926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae7954e-bf52-4ad2-9bce-4b5c378095c7') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:00.149434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01fd088a-ae73-49b7-b414-23c2407c9748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.186740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1149d903-51dd-43e6-bb3b-2117e48d32ae req-bb72f496-56ee-44a1-8254-bd2b672f828e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257721 Feb 13 23:19:00.251008 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.327957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] Transition to ACTIVE for port object b547078e-d5b4-4b1e-afc3-a0930cc1467d will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:00.336950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.368446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.374507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:19:00.377186 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.391316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79b33b9f-6aae-46cb-9529-c9d0241c59fa req-78020529-9657-420a-b89d-c16f3599d2f3 service neutron] 10.222.0.31 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739802 Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: util.warn_limited( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: util.warn_limited( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:19:00.437329 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:19:00.566658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-56f5bfc8-1f78-4d0a-aae8-d023a5736184 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873924 Feb 13 23:19:00.680139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34a8e9-254a-4c35-b3ca-474a1b80eaad req-76c2df95-b301-4688-b56d-e34f3088c453 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:00.681648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c34a8e9-254a-4c35-b3ca-474a1b80eaad req-76c2df95-b301-4688-b56d-e34f3088c453 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 950 time: 0.1341472 Feb 13 23:19:00.748418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c34a8e9-254a-4c35-b3ca-474a1b80eaad req-e476bcb6-f735-4d2e-a306-4a952160c432 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588100 Feb 13 23:19:00.840051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-5c0ce473-9d06-4101-9cf4-dd8922d0f48b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:00.841569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-5c0ce473-9d06-4101-9cf4-dd8922d0f48b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.42 "GET /v2.0/networks?id=c532c059-feef-45d9-8ba0-46d7506cfd34 HTTP/1.1" status: 200 len: 814 time: 0.3010237 Feb 13 23:19:00.857474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:00.873932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Request body: {'port': {'device_id': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'admin_state_up': True, 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:00.905213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.912522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:00.985588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d31b8fb3-a36d-4711-a094-412c4f0c4976,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:01.011380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45efd8bd-9cc4-4290-a1ad-52e7fa1c8f87 req-62fe23b2-de74-463d-b2ce-eb28605d3090 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 210 time: 0.0511334 Feb 13 23:19:01.053589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735bb67-1e47-4a85-99bc-7d723863caea req-c9f96fdb-8bda-41ed-b85d-15aa4947b50c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:01.055472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e735bb67-1e47-4a85-99bc-7d723863caea req-c9f96fdb-8bda-41ed-b85d-15aa4947b50c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 943 time: 0.7813683 Feb 13 23:19:01.102569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5d7ec333-baa3-4d02-96e8-d5441a388b0e admin admin] 10.222.0.36 "DELETE /v2.0/networks/d31b8fb3-a36d-4711-a094-412c4f0c4976 HTTP/1.1" status: 204 len: 168 time: 4.2055078 Feb 13 23:19:01.135679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] No DVR routers for this DVR port b547078e-d5b4-4b1e-afc3-a0930cc1467d on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:19:01.244184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bc873-275c-47d7-9bb0-65a737a8f7af req-ea2a3b1f-eb56-482a-b8c6-80583eebd58c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:01.246912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f3bc873-275c-47d7-9bb0-65a737a8f7af req-ea2a3b1f-eb56-482a-b8c6-80583eebd58c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.0882838 Feb 13 23:19:01.299069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e01bbe54-30fa-4236-b01d-1000cafbd8d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d/bindings/n-h2-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8977320 Feb 13 23:19:01.302592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f3bc873-275c-47d7-9bb0-65a737a8f7af req-58fb18f6-0c4c-4e3f-b6d8-cd8607f1641d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Feb 13 23:19:01.302727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:01.315003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-6bacaa09-0fc4-42c5-b179-a9bc2bac3360 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.3940768 Feb 13 23:19:01.321870 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e735bb67-1e47-4a85-99bc-7d723863caea req-0be5e207-a205-4484-b9ec-8fbb351808c4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370110 Feb 13 23:19:01.325602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:01.380874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:01.458849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Made reservation on behalf of 7d3d581c3b9544fc80807c0f8c413f4e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:01.463143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:01.521543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-946fb25a-b354-48ab-b169-b6055ff2825c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cf951f30c0b4b5e8e5d792bf29035e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1368382 Feb 13 23:19:01.523210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37700) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:01.754252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-e48110d5-9246-46c6-81ee-62c4dcbeff6e tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.3833480 Feb 13 23:19:01.765693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8f20-5dc0-4822-ae2b-354101cdb921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:01.767148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924a0ab-9d0f-40ea-ba72-af83772a92ca req-c13f09b9-7df0-40ef-9511-97f6a5f9b296 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:01.787622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c924a0ab-9d0f-40ea-ba72-af83772a92ca req-c13f09b9-7df0-40ef-9511-97f6a5f9b296 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 944 time: 0.1492782 Feb 13 23:19:01.831664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f24c803e-108d-4503-80b9-44673a6514f4 req-0799a6b9-1b58-420a-ba3a-ca3862a4c764 service neutron] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:01.867919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c924a0ab-9d0f-40ea-ba72-af83772a92ca req-4e949e94-4a11-4f05-a497-be093a01b483 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781441 Feb 13 23:19:01.911685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8f20-5dc0-4822-ae2b-354101cdb921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:01.965455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f24c803e-108d-4503-80b9-44673a6514f4 req-0799a6b9-1b58-420a-ba3a-ca3862a4c764 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:01.966597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f24c803e-108d-4503-80b9-44673a6514f4 req-0799a6b9-1b58-420a-ba3a-ca3862a4c764 service neutron] 10.222.0.31 "DELETE /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735/bindings/n-h2-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.6388104 Feb 13 23:19:02.003116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:02.006554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:19:02.181468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:19:02.202285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Allocated IP 172.20.0.7 (c532c059-feef-45d9-8ba0-46d7506cfd34/3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4/d8b017cf-818e-45cb-a9a5-3a09a2a199b2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:02.259864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-a803d754-840a-49a1-a140-2ea015d9f174 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&tenant_id=997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 1095 time: 0.3822880 Feb 13 23:19:02.370492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2cb7-f05d-4fa2-914b-50b93731cfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:02.416867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8f20-5dc0-4822-ae2b-354101cdb921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:02.438773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:02.466255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'port_id': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'mac_address': 'fa:16:3e:f3:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:02.528143 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:02.552486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:02.567971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8f20-5dc0-4822-ae2b-354101cdb921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:02.575180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:02.580539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:02.583241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6e1c8f20-5dc0-4822-ae2b-354101cdb921 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f81ddf85-cc97-4b3d-83da-a6332deda065 HTTP/1.1" status: 204 len: 168 time: 1.0591865 Feb 13 23:19:02.705912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8f20-5dc0-4822-ae2b-354101cdb921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81ddf85-cc97-4b3d-83da-a6332deda065,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:02.771766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:02.825763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:02.835903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9984f7a4-ed70-4ea1-9b94-f75d5d639b56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1095 time: 0.5105016 Feb 13 23:19:02.884105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-266a2abb-2c8f-402c-a702-07694400f660 req-843573a4-2dc0-4dcc-a403-a0814d360ad9 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 210 time: 0.1561399 Feb 13 23:19:03.101358 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Sync routers for ids ['a4af1167-c226-4d77-9d01-c5b779ed7003'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:19:03.135957 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Routers {'a4af1167-c226-4d77-9d01-c5b779ed7003'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:03.136592 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a4af1167-c226-4d77-9d01-c5b779ed7003'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:03.181649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Sync routers for ids ['4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:19:03.241916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:03.276794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Transition to ACTIVE for port object d8b017cf-818e-45cb-a9a5-3a09a2a199b2 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:03.328594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:03.329086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:19:03.331051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:19:03.340700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:03.429685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:03.430289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:19:03.430898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:19:03.431274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de635d14-3ded-4257-8f11-20952c99d8e8 None None] The sync data for ids ['4174b7c9-5aa6-40a4-b4ac-d9f4692f4cf4'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:19:03.653102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85638e-192d-4bca-afd5-4c66612df15e req-6cce950b-9e45-42c4-956f-46c342de87c2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:03.669982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a85638e-192d-4bca-afd5-4c66612df15e req-6cce950b-9e45-42c4-956f-46c342de87c2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 944 time: 0.2337954 Feb 13 23:19:03.695452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:03.724842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Pushing event updated for resources: {'Port': ['ID=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:03.751249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Set router a4af1167-c226-4d77-9d01-c5b779ed7003 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:03.760066 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:03.765988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a7c6890-cab4-40bd-bc1b-1f95e6ea6058 req-e22b38c8-c1a0-4079-9820-f84831072474 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1095 time: 1.3536963 Feb 13 23:19:03.779261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a85638e-192d-4bca-afd5-4c66612df15e req-005e6ef5-1848-4621-b382-141ff10e98db tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080117 Feb 13 23:19:03.806086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Network c532c059-feef-45d9-8ba0-46d7506cfd34 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:03.819343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:03.833241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:03.857411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37738) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:04.053549 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a7c6890-cab4-40bd-bc1b-1f95e6ea6058 req-180b3426-3e32-4105-b0ca-ea0184cab2b7 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835135 Feb 13 23:19:04.174927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-3e294820-65e0-4718-8a2e-23fde710dbb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:04.176850 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-3e294820-65e0-4718-8a2e-23fde710dbb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 1.3205979 Feb 13 23:19:04.189785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:04.196108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:04.268106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.42', 63500) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:04.339885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a1967c40-fb2f-44c1-8af0-09756e0141a7 None None] Provisioning for port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:04.351793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a1967c40-fb2f-44c1-8af0-09756e0141a7 None None] Provisioning complete for port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:04.352173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a1967c40-fb2f-44c1-8af0-09756e0141a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:04.413716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b607c-fa2a-42cb-a55a-b240b5750713 req-94fcff69-0d48-4abd-a445-455018fa4a83 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:04.429970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-464b607c-fa2a-42cb-a55a-b240b5750713 req-94fcff69-0d48-4abd-a445-455018fa4a83 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 950 time: 0.3769667 Feb 13 23:19:04.456337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-6246de6b-dc4c-4667-bcb7-a62ab3b3948d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.2476122 Feb 13 23:19:04.484724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f4875edb-26fe-4468-ad56-453c49ae586b tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6159654 Feb 13 23:19:04.510900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a1967c40-fb2f-44c1-8af0-09756e0141a7 None None] Port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:04.542851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Request body: {'port': {'device_id': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:04.556987 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:04.641401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-464b607c-fa2a-42cb-a55a-b240b5750713 req-ccbed01a-b143-4c40-b39a-31ade99cb480 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ae75b7f-9305-4af2-a222-cd628146ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088838 Feb 13 23:19:04.689148 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:18:26Z', 'revision_number': 4, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '63004b86-5dd6-476d-b25a-86ce11952ef5', 'name': '', 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'mac_address': 'fa:16:3e:90:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8fbce-0727-47d9-989a-602d8a36725c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:24Z', 'updated_at': '2022-02-13T23:18:27Z', 'revision_number': 2, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'subnets': [{'id': 'fed8fbce-0727-47d9-989a-602d8a36725c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:04.694903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Checking router: a4af1167-c226-4d77-9d01-c5b779ed7003 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:19:04.695617 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Updating router a4af1167-c226-4d77-9d01-c5b779ed7003 port 63004b86-5dd6-476d-b25a-86ce11952ef5 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:19:04.696565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9924b147-2675-4ddd-af66-1431ac4546ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:04.698056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-9924b147-2675-4ddd-af66-1431ac4546ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.2125762 Feb 13 23:19:04.722985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-58b3538f-a01e-430c-852b-058cda7b9da4 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:04.724560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-58b3538f-a01e-430c-852b-058cda7b9da4 tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f01b03-5533-447c-8f48-93e1b844d20e HTTP/1.1" status: 200 len: 950 time: 0.4543486 Feb 13 23:19:04.740362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:04.771693 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:04.851570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Usage tracker for resource:security_group_rule and tenant:187d257dcc3b475aa9e89e2b99d0dce5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:04.883983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:04.896437 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:04.901678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:04.946617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-3a0d08dd-9883-44ba-8bcc-8981e4865305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873353 Feb 13 23:19:04.959691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b237d98-6f72-45e7-b840-cae100fd2a2c req-3be5eb8b-7be0-45e0-a328-37780ac26692 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:04.973709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b237d98-6f72-45e7-b840-cae100fd2a2c req-3be5eb8b-7be0-45e0-a328-37780ac26692 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 945 time: 0.5831058 Feb 13 23:19:04.982414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Deleting port 268e0ce3-c290-4920-b7ba-182aa29cb24a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:19:04.983054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:05.186143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-5c03a36a-3f29-4f9b-8b4e-ef606902f5c6 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001977 Feb 13 23:19:05.225802 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:05.573620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87893598-c362-4edf-8c04-b10c878f8e4e req-6749c4c3-63ae-49c1-9066-fcce58e5b50e tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:05.582104 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87893598-c362-4edf-8c04-b10c878f8e4e req-6749c4c3-63ae-49c1-9066-fcce58e5b50e tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 931 time: 0.5077045 Feb 13 23:19:05.628953 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:05.631938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b237d98-6f72-45e7-b840-cae100fd2a2c req-25a5886b-1536-4fb2-8d83-513f5acab6b7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6571662 Feb 13 23:19:05.644368 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Transition to ACTIVE for port object 63004b86-5dd6-476d-b25a-86ce11952ef5 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:05.648238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] For port 268e0ce3-c290-4920-b7ba-182aa29cb24a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=268e0ce3-c290-4920-b7ba-182aa29cb24a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:05.649239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:05.654606 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:05.679541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-26bf59ae-672c-43cd-a721-809d28a9f1a8 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309313 Feb 13 23:19:05.770482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Pushing event updated for resources: {'Port': ['ID=63004b86-5dd6-476d-b25a-86ce11952ef5,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:05.804734 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.805102 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.805501 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.805834 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.806246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.806577 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.806902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.807225 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.807548 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.807868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.808189 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:05.861934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Calling delete_port for 268e0ce3-c290-4920-b7ba-182aa29cb24a owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:19:06.029323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:06.130182 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Attempting to bind port 63004b86-5dd6-476d-b25a-86ce11952ef5 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:06.130573 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Attempting to bind port 63004b86-5dd6-476d-b25a-86ce11952ef5 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:06.130941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Attempting to bind port 63004b86-5dd6-476d-b25a-86ce11952ef5 on network df54de3d-b097-4989-a373-c1a0a0c8dba1 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:06.149653 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:06.150082 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Checking segment: {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:06.150826 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.152993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Bound using segment: {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:06.153498 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Bound port: 63004b86-5dd6-476d-b25a-86ce11952ef5, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1715c99a-b918-4a0f-b555-33c11f69b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:06.153894 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.257602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.282938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.320438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:06.330132 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:06.340279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.360349 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] For port 63004b86-5dd6-476d-b25a-86ce11952ef5, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:06.366880 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] For port 63004b86-5dd6-476d-b25a-86ce11952ef5, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=63004b86-5dd6-476d-b25a-86ce11952ef5,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:06.377458 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.404761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b017cf-818e-45cb-a9a5-3a09a2a199b2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:06.413982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.441786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Transition to ACTIVE for port object d8b017cf-818e-45cb-a9a5-3a09a2a199b2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:06.453540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.488459 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.525234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Routers {'a4af1167-c226-4d77-9d01-c5b779ed7003'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:06.525809 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a4af1167-c226-4d77-9d01-c5b779ed7003'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:06.576530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=187d257dcc3b475aa9e89e2b99d0dce5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7165818 Feb 13 23:19:06.577075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.593371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37774) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:06.616918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87893598-c362-4edf-8c04-b10c878f8e4e req-98688e17-4508-40da-8809-40bc90d63a1e tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0321500 Feb 13 23:19:06.621122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Pushing event deleted for resources: {'Port': ['ID=268e0ce3-c290-4920-b7ba-182aa29cb24a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:06.652695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:06.683278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:06.693795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.841676 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] Set router a4af1167-c226-4d77-9d01-c5b779ed7003 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:06.933825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:06.957881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:07.017173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1c468-9d0f-4117-8933-9d9cef5382f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a326f9f-3e91-4d79-be8a-e939cdb01d29,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:07.048168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] No DVR routers for this DVR port 268e0ce3-c290-4920-b7ba-182aa29cb24a on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:19:07.058674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:07.064393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f01b03-5533-447c-8f48-93e1b844d20e', 'name': 'network-vif-deleted', 'tag': '268e0ce3-c290-4920-b7ba-182aa29cb24a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:07.119532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8eb2109c-4311-4874-ae01-ce4513805a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:07.123188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdb3ebde-bbb2-433e-9e04-4d0bb985c466 req-20f169c7-5951-4e9c-aff0-ade5e62cf45f tempest-ServerDiagnosticsNegativeTest-275576092 tempest-ServerDiagnosticsNegativeTest-275576092-project] 10.222.0.42 "DELETE /v2.0/ports/268e0ce3-c290-4920-b7ba-182aa29cb24a HTTP/1.1" status: 204 len: 173 time: 2.3841512 Feb 13 23:19:07.218796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e853d53-177f-4381-99ce-1a8fc1527c70 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:19:07.295882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8eb2109c-4311-4874-ae01-ce4513805a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:07.323055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2e853d53-177f-4381-99ce-1a8fc1527c70 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:19:07.323055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e853d53-177f-4381-99ce-1a8fc1527c70 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:19:07.375613 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8eb2109c-4311-4874-ae01-ce4513805a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:07.413887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2109c-4311-4874-ae01-ce4513805a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a326f9f-3e91-4d79-be8a-e939cdb01d29,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:07.429763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8eb2109c-4311-4874-ae01-ce4513805a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:07.435005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8eb2109c-4311-4874-ae01-ce4513805a47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a326f9f-3e91-4d79-be8a-e939cdb01d29 HTTP/1.1" status: 204 len: 168 time: 0.8364286 Feb 13 23:19:07.482806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:07.505112 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e650-1444-46c2-86ff-52818c039410 None None] Pushing event updated for resources: {'Port': ['ID=63004b86-5dd6-476d-b25a-86ce11952ef5,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:07.876060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b31b3-ae98-4f90-bbd7-fdd4a007031b req-a0955662-9874-4a35-a891-e28cc1ea1d44 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:07.877786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-020b31b3-ae98-4f90-bbd7-fdd4a007031b req-a0955662-9874-4a35-a891-e28cc1ea1d44 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 944 time: 0.1167891 Feb 13 23:19:07.890359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 268e0ce3-c290-4920-b7ba-182aa29cb24a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:19:07.906725 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:18:26Z', 'revision_number': 4, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '63004b86-5dd6-476d-b25a-86ce11952ef5', 'name': '', 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'mac_address': 'fa:16:3e:90:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8fbce-0727-47d9-989a-602d8a36725c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:24Z', 'updated_at': '2022-02-13T23:19:06Z', 'revision_number': 4, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'subnets': [{'id': 'fed8fbce-0727-47d9-989a-602d8a36725c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:07.926612 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ee2d7-ebad-4f26-891d-e694f7852107 None None] The sync data for ids ['a4af1167-c226-4d77-9d01-c5b779ed7003'] in n-d-828979-1 is: [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:18:26Z', 'revision_number': 4, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '63004b86-5dd6-476d-b25a-86ce11952ef5', 'name': '', 'network_id': 'df54de3d-b097-4989-a373-c1a0a0c8dba1', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'mac_address': 'fa:16:3e:90:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8fbce-0727-47d9-989a-602d8a36725c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:24Z', 'updated_at': '2022-02-13T23:19:06Z', 'revision_number': 4, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'subnets': [{'id': 'fed8fbce-0727-47d9-989a-602d8a36725c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:19:07.954490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-020b31b3-ae98-4f90-bbd7-fdd4a007031b req-74279a72-cabe-402a-b3fc-ff07e8e9269f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686977 Feb 13 23:19:08.045563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 268e0ce3-c290-4920-b7ba-182aa29cb24a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:19:08.045937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 268e0ce3-c290-4920-b7ba-182aa29cb24a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:19:08.065037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Attempting to bind port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:08.065769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Attempting to bind port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:08.087935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Attempting to bind port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 on network c532c059-feef-45d9-8ba0-46d7506cfd34 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:08.127178 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-1e4156e1-953d-427e-b251-ee77ccb58b61 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1095 time: 1.5258749 Feb 13 23:19:08.284174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 on network c532c059-feef-45d9-8ba0-46d7506cfd34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:08.284624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Attempting to bind port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 on network c532c059-feef-45d9-8ba0-46d7506cfd34 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:08.309086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:08.309550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Checking segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:08.310070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Bound using segment: {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:08.310621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Bound port: d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d70a72-aa0b-43aa-b03d-48427842b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:08.311066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.425523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:08.450688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.457405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-c99a5fcb-4a71-4db1-b202-13747e0ac3ff tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:08.476182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-c99a5fcb-4a71-4db1-b202-13747e0ac3ff tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.7124016 Feb 13 23:19:08.489128 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.551044 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b2e62ced-cc35-43a0-a7c1-fa1700ff82d0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/quotas/b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 375 time: 0.0736654 Feb 13 23:19:08.578953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:08.586147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed412e1fbcb441dad9ac9ef3d5f9a70 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:08.592374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:08.606611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:08.660729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37806) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:08.681732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-c5dbcb73-9ed0-4a92-889d-8dcf66933e78 service neutron] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:08.701198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-c5dbcb73-9ed0-4a92-889d-8dcf66933e78 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.702470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1abec24a-5966-41e9-8d10-97ff619d3fcb req-c5dbcb73-9ed0-4a92-889d-8dcf66933e78 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d/bindings/n-h1-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.5648620 Feb 13 23:19:08.755736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.763107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.804510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] For port d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:08.810703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] For port d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:08.827368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:08.838761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4517bc0-8116-4255-9118-00df385f6e75,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:08.888715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ea9fa08e-ffd9-40b7-8cd8-601f4c771448 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ed412e1fbcb441dad9ac9ef3d5f9a70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4616826 Feb 13 23:19:08.889643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37812) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:09.014984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-37870193-8a36-4328-a7c9-a0a76711dd32 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4629641 Feb 13 23:19:09.066427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8131-5bf7-4b09-a685-57cc9186df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.099916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.102320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] 10.222.0.42 "PUT /v2.0/ports/d8b017cf-818e-45cb-a9a5-3a09a2a199b2 HTTP/1.1" status: 200 len: 1091 time: 4.5710065 Feb 13 23:19:09.108555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'tag': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:09.293309 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.331678 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'code': 200} Feb 13 23:19:09.335897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8131-5bf7-4b09-a685-57cc9186df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.372310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 63004b86-5dd6-476d-b25a-86ce11952ef5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:09.501404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8131-5bf7-4b09-a685-57cc9186df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.584443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:09.590877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b8131-5bf7-4b09-a685-57cc9186df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4517bc0-8116-4255-9118-00df385f6e75,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:09.601377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8131-5bf7-4b09-a685-57cc9186df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.607792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e4b8131-5bf7-4b09-a685-57cc9186df8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4517bc0-8116-4255-9118-00df385f6e75 HTTP/1.1" status: 204 len: 168 time: 0.7168572 Feb 13 23:19:09.610614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Usage tracker for resource:security_group_rule and tenant:8176212c2dfd495f87cb9215a33981c2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:09.618224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:09.630044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:09.675080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37826) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:09.695524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 63004b86-5dd6-476d-b25a-86ce11952ef5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:09.702385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 63004b86-5dd6-476d-b25a-86ce11952ef5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:09.703013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.844624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b373da-cf58-4633-812d-23a87cc75501 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:09.951661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:09.954685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-b242c1b7-bf87-47cd-aacc-fc4c52d57dd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d3d581c3b9544fc80807c0f8c413f4e&device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 1094 time: 0.5911601 Feb 13 23:19:09.958788 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5b276d-1b2a-470e-b502-2e11ac55b364 req-36e2fee5-3163-4d6a-aeb7-ee5f5cdfb8a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 1097 time: 0.4379728 Feb 13 23:19:09.972766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-abe62fd4-4a29-420d-b3c4-e3a9c8b421e9 service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9560030 Feb 13 23:19:10.065220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 63004b86-5dd6-476d-b25a-86ce11952ef5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=63004b86-5dd6-476d-b25a-86ce11952ef5,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:10.076073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:10.078950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:10.100025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:10.230245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=63004b86-5dd6-476d-b25a-86ce11952ef5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:10.282564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-df1d0a34-f232-46c7-8c5e-341522c4cf3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2 HTTP/1.1" status: 200 len: 217 time: 0.2865272 Feb 13 23:19:10.292327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0f3bf-d7c5-4dd8-9f67-40d0f781f40b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:10.331809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0c20429e-5743-40d7-910d-53ab1a3b323c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8176212c2dfd495f87cb9215a33981c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6687083 Feb 13 23:19:10.333901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37838) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:10.335444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37840) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:10.478569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864493f-9b95-40cd-b9ba-d160fb6243b5 req-0f83f1d7-ca73-46f1-b7d3-bc9694aa835e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:10.481031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e864493f-9b95-40cd-b9ba-d160fb6243b5 req-0f83f1d7-ca73-46f1-b7d3-bc9694aa835e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 946 time: 0.7219629 Feb 13 23:19:10.662772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:10.672662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-56fb554e-b0a1-45b1-a239-046bdd9a46a5 service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814246 Feb 13 23:19:10.707118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5b276d-1b2a-470e-b502-2e11ac55b364 req-217082cc-5864-4c32-b96c-4eed9c3a0e67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7115257 Feb 13 23:19:10.725476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-8bb21aec-7379-4692-937a-08bb3195b008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:10.729990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-8bb21aec-7379-4692-937a-08bb3195b008 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4 HTTP/1.1" status: 200 len: 853 time: 0.3177683 Feb 13 23:19:10.743182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e864493f-9b95-40cd-b9ba-d160fb6243b5 req-f5280d6b-a87f-4f89-817d-c8cb1bd0fdb9 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266910 Feb 13 23:19:10.816834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea980e4d-6e2c-464f-904b-b2d5009eb8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:10.876367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea980e4d-6e2c-464f-904b-b2d5009eb8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:10.984785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-d2a31a8e-1568-47e2-a917-2cf6d61567ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c532c059-feef-45d9-8ba0-46d7506cfd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347388 Feb 13 23:19:11.092837 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea980e4d-6e2c-464f-904b-b2d5009eb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:11.147553 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f01b03-5533-447c-8f48-93e1b844d20e', 'name': 'network-vif-deleted', 'tag': '268e0ce3-c290-4920-b7ba-182aa29cb24a', 'status': 'completed', 'code': 200} Feb 13 23:19:11.284327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a420619d-a544-49fc-a872-54f71ab72df4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43a3e6470ce6453d8b792b463ea423f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9425113 Feb 13 23:19:11.289138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37870) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:11.294937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:11.334165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea980e4d-6e2c-464f-904b-b2d5009eb8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0f3bf-d7c5-4dd8-9f67-40d0f781f40b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:11.370554 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-588fe78d-d2d8-49b0-b9e9-ba490f11fe98 service neutron] 10.222.0.42 "GET /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608572 Feb 13 23:19:11.373369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Usage tracker for resource:security_group_rule and tenant:365f4a9e244a4a7f928654afdaf42918 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:11.396315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:11.421265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 63004b86-5dd6-476d-b25a-86ce11952ef5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:11.441421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:11.470994 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea980e4d-6e2c-464f-904b-b2d5009eb8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:11.474726 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ea980e4d-6e2c-464f-904b-b2d5009eb8d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7a0f3bf-d7c5-4dd8-9f67-40d0f781f40b HTTP/1.1" status: 204 len: 168 time: 1.1285856 Feb 13 23:19:11.752050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 63004b86-5dd6-476d-b25a-86ce11952ef5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:11.754341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:11.950288 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7745e00d-7248-4a08-89d5-e7243c09991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:11.961964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b741734-0294-4e25-bec9-51c22e06304f req-de1ddd0b-8f72-499f-9baf-bbfdf292df78 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 210 time: 0.1973548 Feb 13 23:19:11.971235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bdfbaab-0b26-4ba9-a073-c5b34b5823c5 req-f664005f-3b27-4a62-ba57-1db1d7fa4d54 service neutron] 10.222.0.42 "GET /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289452 Feb 13 23:19:11.982008 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'tag': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2', 'status': 'completed', 'code': 200} Feb 13 23:19:12.063315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-03032bc4-2e8f-4833-8c2d-b21e0de4b445 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:12.064953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-03032bc4-2e8f-4833-8c2d-b21e0de4b445 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Synchronizing usage tracker for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:12.224966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7745e00d-7248-4a08-89d5-e7243c09991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:12.228639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-03032bc4-2e8f-4833-8c2d-b21e0de4b445 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Unset dirty status for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:12.240155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-03032bc4-2e8f-4833-8c2d-b21e0de4b445 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 943 time: 0.8722420 Feb 13 23:19:12.342968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:12.372443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-25f7d6de-c518-4431-93dc-ef431acd3207 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Synchronizing usage tracker for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:12.391864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:12.410857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-f8d0cad9-c533-4e77-a657-7eee56e727ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d3d581c3b9544fc80807c0f8c413f4e&device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 1094 time: 0.3030448 Feb 13 23:19:12.421508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-25f7d6de-c518-4431-93dc-ef431acd3207 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Unset dirty status for tenant:7d3d581c3b9544fc80807c0f8c413f4e on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:12.423012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d71d1d54-5900-47e6-adcc-d1463d87214e req-25f7d6de-c518-4431-93dc-ef431acd3207 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814551 Feb 13 23:19:12.599644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37894) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:12.676086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=365f4a9e244a4a7f928654afdaf42918&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9972687 Feb 13 23:19:12.680764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37898) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:12.729374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55b46e-332c-4fc0-af5a-b9a3fe6b167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c48afe-810f-4a95-a64a-4c005c28b55a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:12.791456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7745e00d-7248-4a08-89d5-e7243c09991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:12.808280 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:12.839866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a769d1e6-9c33-4ec2-b60e-daf453663275 req-efcf2239-c931-45ea-9eb2-bea5119baabf tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1095 time: 0.3315382 Feb 13 23:19:12.841815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745e00d-7248-4a08-89d5-e7243c09991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae75b7f-9305-4af2-a222-cd628146ea30,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:12.951308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7745e00d-7248-4a08-89d5-e7243c09991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:12.955741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7745e00d-7248-4a08-89d5-e7243c09991e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ae75b7f-9305-4af2-a222-cd628146ea30 HTTP/1.1" status: 204 len: 168 time: 1.6288085 Feb 13 23:19:12.976523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a769d1e6-9c33-4ec2-b60e-daf453663275 req-22ae847f-7f6f-40a4-af0b-5a6e9d3a9330 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292520 Feb 13 23:19:13.117561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:13.140260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Usage tracker for resource:security_group_rule and tenant:9ef49599dee64f0d80381b856098b00c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:13.151088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:13.169025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-da266e89-4932-4260-8f1d-8fa9d293a84c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:13.170795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-da266e89-4932-4260-8f1d-8fa9d293a84c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c532c059-feef-45d9-8ba0-46d7506cfd34 HTTP/1.1" status: 200 len: 914 time: 0.7468836 Feb 13 23:19:13.175992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:13.315995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c97831-a913-499f-accb-2926b1526965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:13.404691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ba7787-ff4a-42e5-b03e-78282e4962e8 req-5f18cc4c-2a13-443b-80be-5e733b6c2fb9 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 210 time: 0.0973620 Feb 13 23:19:13.440339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2774da-dbe7-4eac-8002-2628f8aef0e0 req-a364b3aa-4ac4-4c95-8d5e-776d2747c7ed tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:13.441950 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a2774da-dbe7-4eac-8002-2628f8aef0e0 req-a364b3aa-4ac4-4c95-8d5e-776d2747c7ed tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 946 time: 0.7581246 Feb 13 23:19:13.454904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-da23baa6-f55f-440e-b8bc-5f8a75d610a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2 HTTP/1.1" status: 200 len: 217 time: 0.2631428 Feb 13 23:19:13.539355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c97831-a913-499f-accb-2926b1526965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:13.806217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a2774da-dbe7-4eac-8002-2628f8aef0e0 req-66e3ddb1-4a11-47a7-b693-d45c23fd7c66 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336029 Feb 13 23:19:13.808919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-ccba5301-0b45-4c3e-9dee-3889851bd31f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:13.810625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-ccba5301-0b45-4c3e-9dee-3889851bd31f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4 HTTP/1.1" status: 200 len: 853 time: 0.2432647 Feb 13 23:19:13.863572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe057-5c2a-47ae-af5b-bd7a8a211c02 req-8d06fdb9-aab0-42e2-8190-f5595e37b2dd tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:13.878882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfcbe057-5c2a-47ae-af5b-bd7a8a211c02 req-8d06fdb9-aab0-42e2-8190-f5595e37b2dd tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 943 time: 0.2248657 Feb 13 23:19:13.912982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:13.920140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c97831-a913-499f-accb-2926b1526965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:13.939667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:13.958634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c97831-a913-499f-accb-2926b1526965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c48afe-810f-4a95-a64a-4c005c28b55a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:14.067405 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c97831-a913-499f-accb-2926b1526965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:14.069825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f4c97831-a913-499f-accb-2926b1526965 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5c48afe-810f-4a95-a64a-4c005c28b55a HTTP/1.1" status: 204 len: 168 time: 1.3835833 Feb 13 23:19:14.091190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfcbe057-5c2a-47ae-af5b-bd7a8a211c02 req-469e01af-0678-4388-b7d2-9641d10dad53 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101436 Feb 13 23:19:14.118995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37932) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:14.121242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ef49599dee64f0d80381b856098b00c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5146091 Feb 13 23:19:14.123504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1bb0e-fcd5-4bf1-82ce-8f0cc4d3e7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2707c3df-4d9e-42c0-9de9-497f86106721,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:14.149495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-2612a6b2-f59e-4c46-8061-05e938418cfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c532c059-feef-45d9-8ba0-46d7506cfd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3082545 Feb 13 23:19:14.337828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c836ca15-5d9d-4d00-89f6-e94217b8b7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:14.380809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c836ca15-5d9d-4d00-89f6-e94217b8b7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:14.469030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37940) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:14.578627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c836ca15-5d9d-4d00-89f6-e94217b8b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:14.658438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836ca15-5d9d-4d00-89f6-e94217b8b7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707c3df-4d9e-42c0-9de9-497f86106721,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:14.674415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c836ca15-5d9d-4d00-89f6-e94217b8b7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:14.677055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c836ca15-5d9d-4d00-89f6-e94217b8b7d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2707c3df-4d9e-42c0-9de9-497f86106721 HTTP/1.1" status: 204 len: 168 time: 0.5552473 Feb 13 23:19:14.756049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879938f-330e-49fb-a306-21ee685962b2 req-4a1e0063-5343-4987-8421-77bb5ef752ce tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:14.761010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1879938f-330e-49fb-a306-21ee685962b2 req-4a1e0063-5343-4987-8421-77bb5ef752ce tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 946 time: 0.2962837 Feb 13 23:19:14.770216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:14.779804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'floatingip': {'port_id': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:14.892670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:14.952374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:15.172279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-0dbde3a3-6572-4307-a791-293cc59235a7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:15.180260 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-0dbde3a3-6572-4307-a791-293cc59235a7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.9891863 Feb 13 23:19:15.246018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:15.275702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-45777c61-e3fd-4637-ae94-6028ced6b411 service neutron] 10.222.0.42 "GET /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1252255 Feb 13 23:19:15.283699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Usage tracker for resource:security_group_rule and tenant:5d521305f8be479f902895adde6bc516 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:15.291745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:15.511185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-6bae4636-6b68-4c9b-a159-2e2b3c71a291 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/quotas/997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 375 time: 0.3297946 Feb 13 23:19:15.548704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-7703de19-0fd7-4e74-b414-447c9273c878 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:15.560708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-7703de19-0fd7-4e74-b414-447c9273c878 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 1.3015232 Feb 13 23:19:15.570743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:15.734068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Request body: {'port': {'device_id': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'admin_state_up': True, 'tenant_id': 'b6ad504142f4440290934e9d0c7d413f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:15.903646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e5b5c46-9c66-4b4b-ab6d-73fb76832d76 req-ca690d15-ebaa-4d4b-9371-0d781a8e2795 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 210 time: 0.7885776 Feb 13 23:19:16.063287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f86f2655-fb1b-4bb4-a0db-0af825d7865c req-a724788d-0b16-4413-9604-805d5f33f52f service neutron] 10.222.0.42 "GET /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625637 Feb 13 23:19:16.064424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:16.091890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:16.236294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.247599 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-333ef558-7359-4e85-93c2-cd81cc7167f1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6810765 Feb 13 23:19:16.273719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.345708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Made reservation on behalf of b6ad504142f4440290934e9d0c7d413f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:16.348690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.401356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a276fba6-b14c-4bb4-9648-bfacb8199f0e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:16.422344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8f5dd542-853f-4063-9a40-a309e818a297 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d521305f8be479f902895adde6bc516&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9383612 Feb 13 23:19:16.425745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37988) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:16.554802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20665dfb-7b8d-46e6-be3b-20ee2e3933c6 req-c8516093-089a-4f3d-8a52-a98d3b66af53 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:16.561551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20665dfb-7b8d-46e6-be3b-20ee2e3933c6 req-c8516093-089a-4f3d-8a52-a98d3b66af53 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 943 time: 0.2919209 Feb 13 23:19:16.581326 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-77e18065-c099-4e00-ba96-e5501ce15b21 service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327932 Feb 13 23:19:16.660035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20665dfb-7b8d-46e6-be3b-20ee2e3933c6 req-e97b6afa-80a4-4aec-8fab-f59f6cc980d6 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975521 Feb 13 23:19:16.749137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-190a2728-f6f0-43df-90b6-31dfdccbff4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.800419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Allocated IP 172.20.0.10 (cbadd11c-9429-4fb4-8b41-9ffc2871bec8/e5e7f9f6-a3cd-42fb-a87f-b7e45878554b/697d9298-7787-4a64-abd9-6da74d7a82c5) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:16.801413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.806753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.826907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-190a2728-f6f0-43df-90b6-31dfdccbff4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:16.847610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-279fb1dc-187e-4787-bd4b-b66b4b90453c service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653739 Feb 13 23:19:17.063174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-190a2728-f6f0-43df-90b6-31dfdccbff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:17.079824 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd associated. External IP: 172.25.4.7, port: 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf. Feb 13 23:19:17.105494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a2728-f6f0-43df-90b6-31dfdccbff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a276fba6-b14c-4bb4-9648-bfacb8199f0e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:17.292506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38020) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:17.441895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-34137fa5-46e6-4f56-b7be-ddf9ab09e24d req-c36fa21b-5bc4-44b5-b8db-941a79d66f13 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:17.513599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-190a2728-f6f0-43df-90b6-31dfdccbff4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:17.517003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-190a2728-f6f0-43df-90b6-31dfdccbff4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a276fba6-b14c-4bb4-9648-bfacb8199f0e HTTP/1.1" status: 204 len: 168 time: 1.0552621 Feb 13 23:19:17.571682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-34137fa5-46e6-4f56-b7be-ddf9ab09e24d req-c36fa21b-5bc4-44b5-b8db-941a79d66f13 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:17.585745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-295556978-network', 'tenant_id': '64bc239d2f84485a9756d7b4f052459e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:17.592296 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34137fa5-46e6-4f56-b7be-ddf9ab09e24d req-c36fa21b-5bc4-44b5-b8db-941a79d66f13 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 210 time: 0.2269535 Feb 13 23:19:17.632074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:17.656067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Usage tracker for resource:network and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:17.662017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:17.665381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:17.687373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:17.706507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-f90f81a1-b4d9-4a43-9884-4a1146eb332d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5318778 Feb 13 23:19:17.795629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Made reservation on behalf of 64bc239d2f84485a9756d7b4f052459e for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:17.801057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:17.820208 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:19:17.857024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35fb85ef-738f-4ac4-8bd0-5172cfd53e00 req-550ddd63-411a-404d-a8df-584edfa59e81 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 210 time: 0.1392806 Feb 13 23:19:17.926945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-b0a540c8-118c-48be-a0b1-9200b01f9bd0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4870963 Feb 13 23:19:17.933873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.130391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.200373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:18.206536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:18.210873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:18.220296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:18.317458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:18.326608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.341266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.357271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:19:18.365734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:18.371164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.371446 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Added segment 0a6ef35a-5aaf-46ca-a460-3eee733bf250 of type vlan for network da99ef4a-0af1-4236-a587-229c831b204a Feb 13 23:19:18.372387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:18.380494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:18.441742 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.445633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-98b6ac24-1d12-4cab-8906-dba4fbe81cd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1095 time: 0.5873656 Feb 13 23:19:18.452840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d8b36-ad3f-4294-9615-d0e3dbb61f8a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:18.483420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:19:18.564960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:18.565567 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.575257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.576266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:18.577004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:18.617391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-3de9375f-2634-419b-a86f-14f342c65736 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1095 time: 0.4396200 Feb 13 23:19:18.626444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa1673-001e-46fc-90f1-04b124c3b197 req-a53a641c-f381-4476-bc13-35be77cfcace tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:18.635250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9aa1673-001e-46fc-90f1-04b124c3b197 req-a53a641c-f381-4476-bc13-35be77cfcace tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 943 time: 0.4861770 Feb 13 23:19:18.680456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-b01fde2c-0d02-4a56-9ef3-28ee541b1748 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9795327 Feb 13 23:19:18.710954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Request body: {'port': {'device_id': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:18.808337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] Pushing event updated for resources: {'Network': ['ID=da99ef4a-0af1-4236-a587-229c831b204a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:18.817983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8b2af9f-0a6c-4c3b-bc34-5c37746c8a9c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5241842 Feb 13 23:19:18.819936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38076) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:18.823396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network da99ef4a-0af1-4236-a587-229c831b204a details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:19:18.844526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Request body: {'subnet': {'network_id': 'da99ef4a-0af1-4236-a587-229c831b204a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-295556978-subnet', 'tenant_id': '64bc239d2f84485a9756d7b4f052459e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:18.863648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:18.870291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Usage tracker for resource:subnet and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:18.874559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:18.884275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:18.916053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Made reservation on behalf of 64bc239d2f84485a9756d7b4f052459e for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:18.924085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:19.107630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:19.166614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-1cf38255-589c-4dcb-8199-d379a5c751a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:19.168208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-1cf38255-589c-4dcb-8199-d379a5c751a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.6958754 Feb 13 23:19:19.401834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:19:19.411636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:19.421458 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:19:19.454271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:19.454904 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:19.523323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a712d6a0-3c14-4d0e-9313-6852ffb7a132 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "PUT /v2.0/floatingips/051f2eb2-5856-4d56-9a04-1bd76c6efcfd HTTP/1.1" status: 200 len: 990 time: 4.7518671 Feb 13 23:19:19.527365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:19.532987 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-35d9ece3-2f9e-463a-b060-49d481e1d8b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.3030767 Feb 13 23:19:19.547995 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9aa1673-001e-46fc-90f1-04b124c3b197 req-696300b6-feee-4f2f-ac54-3a3522ffd3d6 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9118350 Feb 13 23:19:19.630134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:19.633854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-e74bd85d-ec8b-4877-915f-815c0115a7c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:19.635432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-e74bd85d-ec8b-4877-915f-815c0115a7c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.0737655 Feb 13 23:19:19.720890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Checking segment: {'id': '0a6ef35a-5aaf-46ca-a460-3eee733bf250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'da99ef4a-0af1-4236-a587-229c831b204a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:19.721233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Network hostable DHCP agents. Network: da99ef4a-0af1-4236-a587-229c831b204a, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:19:19.739298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd4b8-5c09-48a6-a273-bbfd706fdc99 req-b07e5673-f89b-4302-8c81-8f2823075d4b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:19.746796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b28cd4b8-5c09-48a6-a273-bbfd706fdc99 req-b07e5673-f89b-4302-8c81-8f2823075d4b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 932 time: 0.1973784 Feb 13 23:19:19.791843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-09b69a23-2595-4f0a-88bb-9f27525ead05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431453 Feb 13 23:19:19.794048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a583a8a7-2538-47ed-af86-a24d9e5beade,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:19.810916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371365-e889-40c4-9182-3e24ad1d383a req-8e6d7063-4d96-4f87-a599-0e827505c2df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:19.813053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-8e6d7063-4d96-4f87-a599-0e827505c2df service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 1.1550295 Feb 13 23:19:19.819938 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:19.851554 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b28cd4b8-5c09-48a6-a273-bbfd706fdc99 req-4172d19f-5916-428f-bd55-97d8d2c8dce0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038432 Feb 13 23:19:19.852699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Network da99ef4a-0af1-4236-a587-229c831b204a is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:19:19.878306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, da99ef4a-0af1-4236-a587-229c831b204a) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:19.888071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb09d0d-0d73-4a35-9ee4-947420708903 None None] Network da99ef4a-0af1-4236-a587-229c831b204a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:19:19.890820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:19.891584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:19.942456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6cfb4244-349f-4d33-bc51-f1dee3123d1d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1112309 Feb 13 23:19:20.033651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8b017cf-818e-45cb-a9a5-3a09a2a199b2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:20.033991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8d264894-6e3e-431e-a0b6-1b049f59d576 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:20.035676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8d264894-6e3e-431e-a0b6-1b049f59d576 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.9598796 Feb 13 23:19:20.061258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e1d15e9-889b-4703-8db6-7960901f2cf2 req-9587064b-7a5c-42bb-bb0d-c208d79c73a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 210 time: 0.2520170 Feb 13 23:19:20.070798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Request body: {'port': {'device_id': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'admin_state_up': True, 'tenant_id': '997caf35580a40679647c572a2b53650'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:20.270160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-0f0e027d-839e-4376-bbe1-5e40d887633f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.3900821 Feb 13 23:19:20.273679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:20.403331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:20.423647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2', 'network_id': 'c532c059-feef-45d9-8ba0-46d7506cfd34', 'port_id': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2', 'mac_address': 'fa:16:3e:84:39:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:20.443115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:20.504529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:20.560081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Made reservation on behalf of 997caf35580a40679647c572a2b53650 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:20.562925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:20.621551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b017cf-818e-45cb-a9a5-3a09a2a199b2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:20.641692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:20.644763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-6b64c787-0fb3-449c-87fd-ba0532f5b05f service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211875 Feb 13 23:19:20.651123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371365-e889-40c4-9182-3e24ad1d383a req-cfa8644a-9853-4036-adc8-715e3bb3b4ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:20.652477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:20.652719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-cfa8644a-9853-4036-adc8-715e3bb3b4ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.3025391 Feb 13 23:19:20.814589 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '051f2eb2-5856-4d56-9a04-1bd76c6efcfd', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'port_id': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'mac_address': 'fa:16:3e:f3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe265dd-04a0-4719-bd33-319b290e2875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:18:42Z', 'updated_at': '2022-02-13T23:19:16Z', 'revision_number': 1, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:20.839221 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'status': 'completed', 'code': 200} Feb 13 23:19:20.840940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:19:20.894449 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:20.896411 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:20.983469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-a6bd605b-3fee-48e7-a375-e230ae903adf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 1097 time: 0.1257420 Feb 13 23:19:21.004883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-80e27946-b061-41e6-b3c6-79a93c102ec8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2970910 Feb 13 23:19:21.009181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['d8b017cf-818e-45cb-a9a5-3a09a2a199b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:21.060016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81f773f-a156-4512-8035-a5258e8612c4 None None] Network da99ef4a-0af1-4236-a587-229c831b204a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:19:21.150985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:19:21.205680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:21.247421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.248159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.248959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.249498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.250136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.250693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.251222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.251757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.252282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.252817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.253356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:21.315622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6715d03-42af-4259-bd85-028316f46f7a req-83e57d99-028d-4cd6-8b2b-0c74fd7c7c8e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:21.318511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6715d03-42af-4259-bd85-028316f46f7a req-83e57d99-028d-4cd6-8b2b-0c74fd7c7c8e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 946 time: 0.8835387 Feb 13 23:19:21.346413 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:21.355153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-7d59dd9e-6470-4c4b-8faa-63ff9487f35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:21.356609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-7d59dd9e-6470-4c4b-8faa-63ff9487f35f service neutron] 10.222.0.31 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 924 time: 0.3668714 Feb 13 23:19:21.448120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697d9298-7787-4a64-abd9-6da74d7a82c5 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:21.456887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:21.470647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-458638592', 'description': 'tempest-description-244815148'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:21.475751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Transition to ACTIVE for port object 697d9298-7787-4a64-abd9-6da74d7a82c5 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:21.487252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e6ef86-5127-4459-a004-95ee2d3d594d req-622bb3f7-0156-4e96-90f1-11da94db532b service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157930 Feb 13 23:19:21.491728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:21.499638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:21.500084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:21.504923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:21.521439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:21.541244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-9fcfdf9f-37ab-4765-ab81-0adfbc47a0fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf HTTP/1.1" status: 200 len: 998 time: 0.1753707 Feb 13 23:19:21.548109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:21.661350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-9ca94032-b163-4349-847d-1ac3a651f648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:21.663109 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-9ca94032-b163-4349-847d-1ac3a651f648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 200 len: 863 time: 0.1161830 Feb 13 23:19:21.666610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:21.706804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Allocated IP 172.20.0.10 (aef79f5b-cbde-4340-aeca-aa3944399408/a8f0e3c9-33b9-4fab-ad39-b2f81de06821/f64235c0-04a8-4c96-9de4-c0b78de9779a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:21.709757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:21.716119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:21.723984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:21.725865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6715d03-42af-4259-bd85-028316f46f7a req-4b62e82f-da52-4b78-acef-6e9b4964bad5 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656809 Feb 13 23:19:21.783096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-e3ae80f2-f0d4-4dda-852b-c0b09019d719 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657456 Feb 13 23:19:21.790967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:21.805460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-ae6af4fb-e63c-4478-aa4a-0e3e157dd0ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da610181-cc81-4bfa-8d29-b15e65d93e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363101 Feb 13 23:19:21.810719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:21.833532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:21.894202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '051f2eb2-5856-4d56-9a04-1bd76c6efcfd', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'port_id': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'mac_address': 'fa:16:3e:f3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe265dd-04a0-4719-bd33-319b290e2875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:18:42Z', 'updated_at': '2022-02-13T23:19:16Z', 'revision_number': 1, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:21.899266 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9e9b8-70a4-4a1d-9a6f-3fe3ed603e5c None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '051f2eb2-5856-4d56-9a04-1bd76c6efcfd', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'port_id': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'mac_address': 'fa:16:3e:f3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe265dd-04a0-4719-bd33-319b290e2875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:18:42Z', 'updated_at': '2022-02-13T23:19:16Z', 'revision_number': 1, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:19:21.952406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:21.954626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d06801af-5261-4159-b6d3-ab5019414ea3 req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4985616 Feb 13 23:19:21.955263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac734702-1a2f-412d-97ae-812a6c81ef4b tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e6d92-767b-473f-84c3-563011f63fea,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:22.000702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-d9ba71d5-02d2-40db-bd23-6ae4393b5d89 service neutron] 10.222.0.31 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884339 Feb 13 23:19:22.149190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:22.149529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:22.149857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:22.198910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f371365-e889-40c4-9182-3e24ad1d383a req-7026c655-deda-4e28-ac34-d57b0a98ceeb service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977103 Feb 13 23:19:22.204569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:22.204892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:22.214685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa1985d-7110-44cf-84c4-fa9309b92f8b None None] New status for floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:19:22.241081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:22.241381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:22.241681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:22.242253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Bound port: 697d9298-7787-4a64-abd9-6da74d7a82c5, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:22.242501 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:22.289181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00093afa-7e16-4cfc-b03f-41e76fda7ade req-4cb75ed7-3ff7-4ec8-964f-dcae78353973 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:22.295500 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-00093afa-7e16-4cfc-b03f-41e76fda7ade req-4cb75ed7-3ff7-4ec8-964f-dcae78353973 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 944 time: 0.3571701 Feb 13 23:19:22.338884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1aaf2b-4cce-48cc-8ce7-2245eee167a6 req-2f74171f-dba4-4c58-851b-d29955a5dfee service neutron] 10.222.0.31 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313320 Feb 13 23:19:22.341466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:22.352376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b376ec-31d9-43f5-9392-8e1210e2566c req-25f3c8c5-e933-4abb-9a50-6e9b180fe178 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:22.354341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b4b376ec-31d9-43f5-9392-8e1210e2566c req-25f3c8c5-e933-4abb-9a50-6e9b180fe178 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.1196702 Feb 13 23:19:22.414674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b4b376ec-31d9-43f5-9392-8e1210e2566c req-edaf8de9-e245-4b6b-bf58-6fddb444cbe6 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Feb 13 23:19:22.432397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:22.436351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:22.439598 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-00093afa-7e16-4cfc-b03f-41e76fda7ade req-8879b990-b3e6-4116-9891-7d9acaa9f281 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430480 Feb 13 23:19:22.442021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:22.532513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:22.544759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:22.547030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-ab6e6d7a-ba42-487b-b21c-120cec271b62 service neutron] 10.222.0.42 "PUT /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 1092 time: 3.8417373 Feb 13 23:19:22.547729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:22.556070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:22.716942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Network aef79f5b-cbde-4340-aeca-aa3944399408 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:22.722612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:22.729459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:22.740011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-594843f6-5268-4f73-9810-290c27e98cff tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272584 Feb 13 23:19:22.757695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:22.821586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:22.822127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:22.838269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-77691aaa-537a-4fc0-b2c3-67180ad477bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1095 time: 0.2073262 Feb 13 23:19:22.846871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914cafd-61a6-44fb-9cff-c9011a593ace req-8b18ae4d-d38e-4f92-97f2-718ffa75d129 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:22.848231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5914cafd-61a6-44fb-9cff-c9011a593ace req-8b18ae4d-d38e-4f92-97f2-718ffa75d129 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 932 time: 0.2567720 Feb 13 23:19:22.891290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-9dce2e6f-18ee-4217-9101-32e2372c9d16 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:22.892684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-9dce2e6f-18ee-4217-9101-32e2372c9d16 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467109 Feb 13 23:19:22.909015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-b43bcef3-3d1f-4601-8df9-8c75c14ddc1f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/quotas/6a37e2a3e8ca4b8ea8924bb2899c3b2e HTTP/1.1" status: 200 len: 375 time: 0.0107017 Feb 13 23:19:22.956426 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-491c4db6-0fed-4920-99e5-06cf6c67fc20 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411062 Feb 13 23:19:23.029985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-8e1a2ea3-603e-4e9d-8999-83c004193c9c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9632881 Feb 13 23:19:23.033634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-87699262-d8e4-4071-ac9b-e0f479d3c8ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 217 time: 0.1816130 Feb 13 23:19:23.049321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Request body: {'port': {'device_id': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:23.156658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5914cafd-61a6-44fb-9cff-c9011a593ace req-acfc1b04-f7f1-4239-962a-080be5a06be5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555680 Feb 13 23:19:23.192345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-2a28759c-76d4-49ef-95ab-81ad542ae098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:23.193998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-2a28759c-76d4-49ef-95ab-81ad542ae098 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1513615 Feb 13 23:19:23.291799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-63777671-5cbb-42f0-9fb7-9a9a5ddd1053 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805447 Feb 13 23:19:23.342020 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'status': 'completed', 'code': 200} Feb 13 23:19:23.393721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:23.421384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c82e2ec-1c69-4ce0-b36e-994e044d661c req-525a7295-1139-4155-b342-7cc7a43dc024 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 210 time: 0.0509160 Feb 13 23:19:23.459071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-ce888388-b879-4baa-bf23-6fb1220d7423 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/3c1e6d92-767b-473f-84c3-563011f63fea HTTP/1.1" status: 200 len: 1645 time: 0.2088878 Feb 13 23:19:23.487381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c1e6d92-767b-473f-84c3-563011f63fea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:23.487381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c1e6d92-767b-473f-84c3-563011f63fea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:23.505773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:23.520423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:23.525276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:23.540497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:23.610313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-40404f3f-0b98-498e-87c1-9833fbf5d757 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043513 Feb 13 23:19:23.807989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160b510-0763-4cdb-8d52-b16bb0c91277 req-aa0d691a-5f85-4e67-8416-e171e8995731 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:23.809776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c160b510-0763-4cdb-8d52-b16bb0c91277 req-aa0d691a-5f85-4e67-8416-e171e8995731 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.0880013 Feb 13 23:19:23.867773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:23.870378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c160b510-0763-4cdb-8d52-b16bb0c91277 req-bda317a2-1957-47d1-be06-71bd1521744e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538895 Feb 13 23:19:23.921118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3adfac0-48fb-455a-a792-0904f07a8da8 req-1e068d58-1371-4b81-b7d3-8a821c9a7daf service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988887 Feb 13 23:19:23.942798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:23.947184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:23.981757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8b017cf-818e-45cb-a9a5-3a09a2a199b2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:24.030859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af89a424-f3af-418f-8c31-852dcd82c9d2,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:24.041708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.043112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e989f98-7fce-4408-a644-c0b3d3e76d18 req-9308ef72-36e4-45ae-88ce-63f580380fff tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5646279 Feb 13 23:19:24.080836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:24.087373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:24.088447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.105080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb836c-2241-4220-8945-a2966315dc4d req-2bad2b42-068f-48c4-b8f9-420e38b62cda tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:24.106660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08fb836c-2241-4220-8945-a2966315dc4d req-2bad2b42-068f-48c4-b8f9-420e38b62cda tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 944 time: 0.1240447 Feb 13 23:19:24.145326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64235c0-04a8-4c96-9de4-c0b78de9779a {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:24.158572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-b443bcce-cf80-4f39-ad5d-0a286a700073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1095 time: 0.1828449 Feb 13 23:19:24.160401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.182868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08fb836c-2241-4220-8945-a2966315dc4d req-b34b0e6f-9051-4110-a80a-ace6b06a82c0 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707405 Feb 13 23:19:24.286371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Transition to ACTIVE for port object f64235c0-04a8-4c96-9de4-c0b78de9779a will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:24.308245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.309628 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.340105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-d5e347fe-3da6-4298-b9db-dec6c283fb67 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491767 Feb 13 23:19:24.378389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:24.380679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:24.389037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:24.391756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.405454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58ab07-739f-473b-80fd-706eb8452722 req-df709e88-2022-4740-b19a-643bc3455959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:24.406959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-df709e88-2022-4740-b19a-643bc3455959 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.2377467 Feb 13 23:19:24.489551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:24.499915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfe5ff04-7eb8-4b78-8dad-e5d6666f504a req-3a6c74b4-8dd0-4815-b7c6-a7f28d561e7d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/3c1e6d92-767b-473f-84c3-563011f63fea HTTP/1.1" status: 200 len: 2148 time: 0.2417586 Feb 13 23:19:24.566974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-d77a97bc-dcfd-42b9-9d7e-07e50eff8b0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 217 time: 0.0789726 Feb 13 23:19:24.578790 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2', 'code': 200} Feb 13 23:19:24.619573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-4d802ce1-5f02-4e74-83f7-0d28a546c12a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:24.620904 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-4d802ce1-5f02-4e74-83f7-0d28a546c12a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733743 Feb 13 23:19:24.645597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:24.844467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:24.849728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Usage tracker for resource:port and tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:24.855047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:24.861551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61d2a005-4380-4a80-9b18-954062f988f3 req-d58f2a80-21aa-4a41-a082-8f41adcbde2e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 210 time: 0.0677001 Feb 13 23:19:24.866294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46f394-ae55-4347-b37a-c415f12c1b3e req-2eaadf39-8423-43ee-8020-c5d2abc606a0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:24.867796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a46f394-ae55-4347-b37a-c415f12c1b3e req-2eaadf39-8423-43ee-8020-c5d2abc606a0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 944 time: 0.1467061 Feb 13 23:19:24.868722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:24.872192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58ab07-739f-473b-80fd-706eb8452722 req-999b29df-5685-4514-9c70-880bd030fe5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:24.873522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-999b29df-5685-4514-9c70-880bd030fe5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.3004494 Feb 13 23:19:24.895584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:24.898873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.918615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:24.933934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-5437e8c5-5528-4bb6-a722-c03307d5ba27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454419 Feb 13 23:19:24.942355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:24.942689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:24.943014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:24.963547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a46f394-ae55-4347-b37a-c415f12c1b3e req-5d3573b8-6c33-493b-a3fc-124b6eff4c67 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 Feb 13 23:19:24.972806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:24.977390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Usage tracker for resource:security_group_rule and tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:24.980742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:24.987217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:25.022628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:25.022959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:25.076388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bc31074b-142e-42e6-9c02-022f5ad8ae7d req-4c4f6420-705d-4119-9ba5-b0518faccd82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 1096 time: 0.4012704 Feb 13 23:19:25.083959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:25.084433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:25.084818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:25.085342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Bound port: f64235c0-04a8-4c96-9de4-c0b78de9779a, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:25.085681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.107749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-13cc942c-f09d-4145-a5e4-acfd5fe39e8f tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-group-rules/af89a424-f3af-418f-8c31-852dcd82c9d2 HTTP/1.1" status: 200 len: 713 time: 0.0300953 Feb 13 23:19:25.113908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.142251 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.219853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-f7dc3928-c48f-43a6-9107-dd754369bbcb service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743487 Feb 13 23:19:25.255642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bc31074b-142e-42e6-9c02-022f5ad8ae7d req-18a449a2-fbc5-4b75-9859-4aad79c47c29 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609297 Feb 13 23:19:25.278458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-db1f55ca-4f8f-4558-8abb-7edae0c256e7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/3c1e6d92-767b-473f-84c3-563011f63fea HTTP/1.1" status: 200 len: 2148 time: 0.1626899 Feb 13 23:19:25.282451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a95351e-2f2b-47f4-b6f3-553c84c7e66f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:25.361437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:25.381773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-ee960be5-9245-467b-8355-50be4e1e1dd2 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.387706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:25.394802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-ee960be5-9245-467b-8355-50be4e1e1dd2 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.407919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.431926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.88 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/9f45b868-aa51-45d1-9fcd-51425dc0a6fa) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:25.442645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-ee960be5-9245-467b-8355-50be4e1e1dd2 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.465615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee960be5-9245-467b-8355-50be4e1e1dd2 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af89a424-f3af-418f-8c31-852dcd82c9d2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:25.500419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e58ab07-739f-473b-80fd-706eb8452722 req-6043766d-c06b-4acf-971c-205d1475bba3 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658436 Feb 13 23:19:25.514918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.516237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] 10.222.0.31 "PUT /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 1092 time: 2.4723790 Feb 13 23:19:25.517444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:25.525632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-ee960be5-9245-467b-8355-50be4e1e1dd2 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.526315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399e410-91cf-4599-84bf-05de6bd606a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:25.539154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517baa3-7678-43b4-a375-31f9c54ae057 req-d9bb677a-b351-4c25-987c-85ddbdd92db3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:25.540277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79701d59-83bd-431e-8242-59ec6b8e1f7f req-ee960be5-9245-467b-8355-50be4e1e1dd2 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/af89a424-f3af-418f-8c31-852dcd82c9d2 HTTP/1.1" status: 204 len: 173 time: 0.2511480 Feb 13 23:19:25.541026 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2517baa3-7678-43b4-a375-31f9c54ae057 req-d9bb677a-b351-4c25-987c-85ddbdd92db3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.2253222 Feb 13 23:19:25.657967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2517baa3-7678-43b4-a375-31f9c54ae057 req-5238681c-379b-44f6-b4ba-bfc965e61f56 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074998 Feb 13 23:19:25.682172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-b4557203-7e7f-4651-bf19-7cd34d0c20f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1095 time: 0.1059105 Feb 13 23:19:25.739586 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'status': 'completed', 'code': 200} Feb 13 23:19:25.754463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-6bf17393-2658-428f-80ab-9539bf6759ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 217 time: 0.0661125 Feb 13 23:19:25.760654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2004312254', 'description': 'tempest-description-1888614150'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:25.799359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:25.812388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:25.821152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:25.830167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:25.845646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-970bedd6-5a70-41ed-82d8-3f7a63a266bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:25.847404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-970bedd6-5a70-41ed-82d8-3f7a63a266bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.0823114 Feb 13 23:19:25.848611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.854375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:25.880250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object 9f45b868-aa51-45d1-9fcd-51425dc0a6fa will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:25.903942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-e3248f04-d7b1-4fdf-8fd2-54cca4344d59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446985 Feb 13 23:19:25.907087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8a11-4f81-4b08-9b62-ae5289a90b48 req-d383b68d-3c85-493a-9599-8a6f03b35699 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:25.909185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de1c8a11-4f81-4b08-9b62-ae5289a90b48 req-d383b68d-3c85-493a-9599-8a6f03b35699 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 945 time: 0.2293773 Feb 13 23:19:25.938805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.006827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:26.013794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:26.017991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:26.026280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:26.026616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:26.030335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:26.034832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:26.069064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de1c8a11-4f81-4b08-9b62-ae5289a90b48 req-a1783cd3-20bc-444b-8ee4-26f86f5f353c tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519811 Feb 13 23:19:26.085980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:26.087374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-52375fc4-d2c6-479a-860a-321951c2bcae service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766472 Feb 13 23:19:26.121766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:26.122665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.153169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-7b9fb35b-22ce-4e59-97e5-5f149ed198a6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5157230 Feb 13 23:19:26.165321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Request body: {'port': {'device_id': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:26.229366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.241507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.295830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.326276 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4970dd72-9de5-4711-9909-4aa0837054b9 req-7f46d3ca-6679-4007-9c0e-bf3f3908904a service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289951 Feb 13 23:19:26.327791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed192a14-f6e7-48cf-8451-36016e5c93d2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:26.345603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a361d408-1cda-49ba-830b-ef0bfeff5460 None None] Provisioning for port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:26.352216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.355708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a361d408-1cda-49ba-830b-ef0bfeff5460 None None] Provisioning complete for port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:26.356500 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a361d408-1cda-49ba-830b-ef0bfeff5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.371688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0dabd15-a51c-4740-b63e-9dea06c118ff req-4a380ae5-4717-4d67-9b14-48a1aa8bb675 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.6158884 Feb 13 23:19:26.427098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a361d408-1cda-49ba-830b-ef0bfeff5460 None None] Port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:26.610310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-26cec23a-fb38-4668-afd3-3de41929f328 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1095 time: 0.2146406 Feb 13 23:19:26.750386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d476333-6810-4d16-a07b-cb6183760e9d req-82cc22bf-6cb8-4e41-8a42-54038a26b4e0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:26.751727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d476333-6810-4d16-a07b-cb6183760e9d req-82cc22bf-6cb8-4e41-8a42-54038a26b4e0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 944 time: 0.1795251 Feb 13 23:19:26.769153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c746535-ccc2-44a9-8e8c-6be0dcf89431 req-5c9c2913-07fa-4f4c-a47b-85d7f5e7bce2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:26.770602 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c746535-ccc2-44a9-8e8c-6be0dcf89431 req-5c9c2913-07fa-4f4c-a47b-85d7f5e7bce2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 935 time: 0.2565362 Feb 13 23:19:26.854230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f45b868-aa51-45d1-9fcd-51425dc0a6fa {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:26.855445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c746535-ccc2-44a9-8e8c-6be0dcf89431 req-4a36c1d4-159e-46c0-85f1-088574289708 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731273 Feb 13 23:19:26.859815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d476333-6810-4d16-a07b-cb6183760e9d req-a06b209f-a90c-423b-aafc-9a9dd7c9ce73 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956786 Feb 13 23:19:26.862966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-8dfba3f2-e98a-4468-b074-f4e4c3c7ffe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:26.863336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.865185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-8dfba3f2-e98a-4468-b074-f4e4c3c7ffe7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.2468891 Feb 13 23:19:26.879894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Transition to ACTIVE for port object 9f45b868-aa51-45d1-9fcd-51425dc0a6fa will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:26.886604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:26.952161 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-c5303d4d-8abf-436d-8ed9-028f61e779dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 217 time: 0.0794377 Feb 13 23:19:27.030092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-660a9393-3d7e-47db-82aa-79151aba3fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:27.031697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-660a9393-3d7e-47db-82aa-79151aba3fba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.0734918 Feb 13 23:19:27.080038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:27.104151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-5e6c0f26-b859-4bb9-a1e7-8776aa8ccc30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569880 Feb 13 23:19:27.118712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9e93d2f-bbd2-4fb1-a747-f6977ea8709e req-44fd5796-b0e2-427c-b15c-3abc27ac3922 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/ed192a14-f6e7-48cf-8451-36016e5c93d2 HTTP/1.1" status: 200 len: 1647 time: 0.1953955 Feb 13 23:19:27.269031 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-090e06a0-e0cf-40cb-9eb4-2abc28039d21 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553154 Feb 13 23:19:27.361269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Attempting to bind port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:27.361831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Attempting to bind port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:27.361935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Attempting to bind port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:27.382200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:27.382612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Attempting to bind port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:27.396392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:27.397409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:27.397794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:27.398335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Bound port: 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:27.398675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:27.413108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20a4b-d22e-41c7-8652-ded1dca14fb6 req-ba1ab2ac-0162-4b52-8d94-bd45746d278e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:27.414593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6aa20a4b-d22e-41c7-8652-ded1dca14fb6 req-ba1ab2ac-0162-4b52-8d94-bd45746d278e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.1629415 Feb 13 23:19:27.415345 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f174a1d8-dc79-4790-b5aa-5913bdd30760 req-031933b3-d80a-4f9d-800f-79ac93ddf514 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387734 Feb 13 23:19:27.516610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6aa20a4b-d22e-41c7-8652-ded1dca14fb6 req-318da4bc-93b7-4047-ab5a-8a3423bdc21d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946715 Feb 13 23:19:27.531742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] For port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:27.535054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] For port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:27.546601 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:27.569686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a4a69-5b4a-47f6-be86-2fc147689534 req-542f8113-ce47-4126-9fe2-20d050054871 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:27.576232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-864a4a69-5b4a-47f6-be86-2fc147689534 req-542f8113-ce47-4126-9fe2-20d050054871 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 945 time: 0.0920565 Feb 13 23:19:27.612591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:27.613938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f45b868-aa51-45d1-9fcd-51425dc0a6fa HTTP/1.1" status: 200 len: 1095 time: 1.4529960 Feb 13 23:19:27.614704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'tag': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:27.634471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445288f-0723-48b2-8c83-94011caa3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:27.639293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-864a4a69-5b4a-47f6-be86-2fc147689534 req-59864fd2-de2c-4f5c-b283-7d6eed3979e2 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618560 Feb 13 23:19:27.755824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-13dc2899-df86-41ad-beba-babe0516209c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 1098 time: 0.0986595 Feb 13 23:19:27.758998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1643951453', 'description': 'tempest-description-1064444359'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:27.770405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:27.777783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:27.785780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:27.798331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:27.818793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:27.844871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-2e1a5d81-4244-462d-af52-76d73acba352 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa HTTP/1.1" status: 200 len: 217 time: 0.0804729 Feb 13 23:19:27.886137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:27.892499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:27.896142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:27.904744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:27.924403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-c6c38078-a677-49bd-b915-a83c47dd7ec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:27.926229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-c6c38078-a677-49bd-b915-a83c47dd7ec5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0712276 Feb 13 23:19:27.981073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:27.988394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:27.998386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:28.087571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-ce56b40b-83c6-4386-adfb-21dc4f504c28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511884 Feb 13 23:19:28.098712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:28.101083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77d36f70-d2c5-404a-b907-aeee78fafcdc req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.3473296 Feb 13 23:19:28.110270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1c037-a08e-42ee-9238-cd83f5c861a7 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbcb294-deb8-4912-b8d5-ef2818c80249,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:28.241730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:28.280981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'port_id': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'mac_address': 'fa:16:3e:ed:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7f9f6-a3cd-42fb-a87f-b7e45878554b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:28.374285 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:28.412194 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'tag': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa', 'status': 'completed', 'code': 200} Feb 13 23:19:28.430983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697d9298-7787-4a64-abd9-6da74d7a82c5 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:28.465049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:28.476709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:28.547306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505345f-4ffc-4337-83e4-92698f5ba30c req-5825f7b1-5f6e-481c-83b9-761ae60e62b4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:28.551651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e505345f-4ffc-4337-83e4-92698f5ba30c req-5825f7b1-5f6e-481c-83b9-761ae60e62b4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:28.569672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:28.575294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-fb6e1959-99fe-4ebb-b7de-fce6364dad37 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822390 Feb 13 23:19:28.583209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e505345f-4ffc-4337-83e4-92698f5ba30c req-5825f7b1-5f6e-481c-83b9-761ae60e62b4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:28.590536 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e505345f-4ffc-4337-83e4-92698f5ba30c req-5825f7b1-5f6e-481c-83b9-761ae60e62b4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 944 time: 0.2049043 Feb 13 23:19:28.614689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-5aeadade-6397-4f37-a9f1-e7b35ca53608 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:28.616333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-5aeadade-6397-4f37-a9f1-e7b35ca53608 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:28.644893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e505345f-4ffc-4337-83e4-92698f5ba30c req-97948c84-2f48-4c2e-991c-ce3cd1ee909e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Feb 13 23:19:28.682721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38304) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:28.705838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['697d9298-7787-4a64-abd9-6da74d7a82c5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:28.729463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-5aeadade-6397-4f37-a9f1-e7b35ca53608 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:28.736357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-5aeadade-6397-4f37-a9f1-e7b35ca53608 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 947 time: 0.3230836 Feb 13 23:19:28.807636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42f76df3-9b86-4fa5-807c-42e619a78945 req-23e4ebdf-0c61-4e5b-9993-3feb1b58ac0e tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/7fbcb294-deb8-4912-b8d5-ef2818c80249 HTTP/1.1" status: 200 len: 1647 time: 0.0723383 Feb 13 23:19:28.820771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c02393d-2f49-4f7b-b699-b42d8b838c91 req-17c186f8-f55a-4e8e-8846-7cc1e91b5758 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375743 Feb 13 23:19:28.825089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-08c0e460-0b1d-4909-987b-1601c8409a4d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:28.846448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-08c0e460-0b1d-4909-987b-1601c8409a4d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:28.847768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dccdc6b3-0369-4c28-a7a9-b566fe07f742 req-08c0e460-0b1d-4909-987b-1601c8409a4d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106620 Feb 13 23:19:28.931517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-208974563', 'description': 'tempest-description-1699944327'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:28.937979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:28.942278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:28.945710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:28.951539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:28.968207 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.007814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:29.012192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:29.015136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:29.018489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.023225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:29.091960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:29.100858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Usage tracker for resource:security_group_rule and tenant:7666b000946c46c79b5cc3485e2602bf is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:29.107496 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.114663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.135513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:29.153842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:29.183697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-33903ff5-cfa9-4108-8d30-5ae689d4a4db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 1098 time: 0.2885094 Feb 13 23:19:29.188956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e8cdef-5742-4710-b4f5-6437a2c5b578,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:29.203236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.204846 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8648ba71-f17d-40aa-8995-5eb10acfac61 req-644837f2-f87d-4b61-b33e-fdf270685579 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.2795510 Feb 13 23:19:29.281148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:29.299008 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7db34dcb-333f-48c6-9ec5-f5ef654f5736 req-f2889f1a-0289-4d59-9e64-211242c1a205 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/15e8cdef-5742-4710-b4f5-6437a2c5b578 HTTP/1.1" status: 200 len: 1646 time: 0.0605240 Feb 13 23:19:29.339380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-513953865', 'description': 'tempest-description-773701565'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:29.345227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:29.349332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:29.353605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:29.360429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:29.377251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.410707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc2b14-feb7-4dd7-a64f-5e9d88062937 req-40bf5295-1cfb-4d5b-80d9-0f41fbd7d134 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:29.418340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cc2b14-feb7-4dd7-a64f-5e9d88062937 req-40bf5295-1cfb-4d5b-80d9-0f41fbd7d134 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 0.3236551 Feb 13 23:19:29.419953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:29.425049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Usage tracker for resource:security_group_rule and tenant:64bc239d2f84485a9756d7b4f052459e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:29.429049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:29.429280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.436490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:29.464889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.482971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.532170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:29.536351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-d46a2f1f-2c7b-4db6-ae9e-5f914676a734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:29.537832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-d46a2f1f-2c7b-4db6-ae9e-5f914676a734 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3395102 Feb 13 23:19:29.543755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2090d5c71ea4486e939fb6c7185cd187 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:29.547604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.548614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:29.555264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.558923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:29.618009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745e89f0-3f45-4eca-b2ca-8b09318834ac,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:29.621865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fafcd6d-3b2c-42b4-b6d4-2f9ea9b4933f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:29.637494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.642535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9974c3e4-a7b6-4adb-b0ec-79d810179e30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7666b000946c46c79b5cc3485e2602bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9553666 Feb 13 23:19:29.642776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfb65c4b-9df6-4196-b311-6d2851567f04 req-fe9b1c4d-2ffc-4dab-a3b4-e29271bc9a8d tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.3076770 Feb 13 23:19:29.643653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38332) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:29.664939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cc2b14-feb7-4dd7-a64f-5e9d88062937 req-2b914205-5874-47c9-8fad-0741c59c2f3c tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454374 Feb 13 23:19:29.674398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-c3c1a0c7-7333-4ce3-b5e0-4c6a3f40c792 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa HTTP/1.1" status: 200 len: 217 time: 0.1210670 Feb 13 23:19:29.747669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-4b2090e5-541f-4503-8c6c-855d1e9f0938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:29.749455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-4b2090e5-541f-4503-8c6c-855d1e9f0938 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0762916 Feb 13 23:19:29.783109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.809283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.835004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-609e10f5-7cb1-45b5-b5bd-4dc7c0952bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.866342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5102235-b66f-4e8a-b1dc-206961f66f8b req-ee9f28ce-ff59-4c22-bf83-2ef134e5b5c8 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/4fafcd6d-3b2c-42b4-b6d4-2f9ea9b4933f HTTP/1.1" status: 200 len: 1645 time: 0.1737356 Feb 13 23:19:29.887373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb5802-6cdd-43a3-8b41-eca8dabb1904,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:29.897273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b6cdf29b-8da2-4daf-af23-c3b88e7c05c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2090d5c71ea4486e939fb6c7185cd187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6119435 Feb 13 23:19:29.897273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-609e10f5-7cb1-45b5-b5bd-4dc7c0952bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:29.898106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38344) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:29.951002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-d2fd6b6b-8e36-43cd-8cf1-c5ac12121216 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892471 Feb 13 23:19:29.963169 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-9ce8b78d-a60f-49bd-ad3c-b274e6174a3a req-90e6efb3-ded6-4ce9-9e3e-a1af8edefa24 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] show failed (client error): The resource could not be found. Feb 13 23:19:29.964270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ce8b78d-a60f-49bd-ad3c-b274e6174a3a req-90e6efb3-ded6-4ce9-9e3e-a1af8edefa24 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/1fa2d68e-0f7d-467a-a3b2-6ad53d4c149d HTTP/1.1" status: 404 len: 352 time: 0.0188024 Feb 13 23:19:29.998462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-609e10f5-7cb1-45b5-b5bd-4dc7c0952bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.020112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e10f5-7cb1-45b5-b5bd-4dc7c0952bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745e89f0-3f45-4eca-b2ca-8b09318834ac,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:30.028903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:30.058951 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-609e10f5-7cb1-45b5-b5bd-4dc7c0952bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.063943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfacc0e-112f-4f6e-bacc-33f47134db49 req-37de4c8c-5486-4d83-a670-ed851e3e25ef tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:30.065438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-609e10f5-7cb1-45b5-b5bd-4dc7c0952bf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/745e89f0-3f45-4eca-b2ca-8b09318834ac HTTP/1.1" status: 204 len: 168 time: 0.4205639 Feb 13 23:19:30.074815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbfacc0e-112f-4f6e-bacc-33f47134db49 req-37de4c8c-5486-4d83-a670-ed851e3e25ef tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 944 time: 0.2670500 Feb 13 23:19:30.134351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08010fc1-7ef4-40ae-8b15-cab0c5bb1025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.168845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbfacc0e-112f-4f6e-bacc-33f47134db49 req-255ddc3d-5a28-4acd-bf18-291fb7a30236 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930979 Feb 13 23:19:30.176649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:30.265497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08010fc1-7ef4-40ae-8b15-cab0c5bb1025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.287743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700dca0-88db-4ae2-9cb1-46b9e637ac70 req-e13b65a6-28db-44dc-b896-f3d94337d159 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:30.301012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9700dca0-88db-4ae2-9cb1-46b9e637ac70 req-e13b65a6-28db-44dc-b896-f3d94337d159 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 947 time: 0.1288543 Feb 13 23:19:30.322418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39d531ab-f9fb-4d74-b073-1b51b6bb28b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.368587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 697d9298-7787-4a64-abd9-6da74d7a82c5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:30.369038 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9700dca0-88db-4ae2-9cb1-46b9e637ac70 req-01de9c21-157c-401d-b094-c44f8874f2ef tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665977 Feb 13 23:19:30.391211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-f1e9718d-c1b5-4153-9689-7df6544de6a6 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178810 Feb 13 23:19:30.395124 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-ca5d9a61-e7a2-4b8b-98ee-35575b1cb48b req-bfb27431-3d5c-4d85-a6e8-8c500e06ce08 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] show failed (client error): The resource could not be found. Feb 13 23:19:30.396087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca5d9a61-e7a2-4b8b-98ee-35575b1cb48b req-bfb27431-3d5c-4d85-a6e8-8c500e06ce08 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-group-rules/9a115acc-adfb-4926-854b-1cc1e0779b50 HTTP/1.1" status: 404 len: 361 time: 0.0881433 Feb 13 23:19:30.449218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 697d9298-7787-4a64-abd9-6da74d7a82c5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:30.453551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.563312 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08010fc1-7ef4-40ae-8b15-cab0c5bb1025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.583353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed1779e2-4a39-43c4-a2e8-fc26e24b5a34 req-6ba3bc7f-972e-4297-996b-cb9289cd8b24 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/4fafcd6d-3b2c-42b4-b6d4-2f9ea9b4933f HTTP/1.1" status: 200 len: 1645 time: 0.1217344 Feb 13 23:19:30.609840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:30.617673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010fc1-7ef4-40ae-8b15-cab0c5bb1025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb5802-6cdd-43a3-8b41-eca8dabb1904,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:30.621886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08010fc1-7ef4-40ae-8b15-cab0c5bb1025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.627508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-08010fc1-7ef4-40ae-8b15-cab0c5bb1025 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6cb5802-6cdd-43a3-8b41-eca8dabb1904 HTTP/1.1" status: 204 len: 168 time: 0.7284060 Feb 13 23:19:30.669591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'port_id': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'mac_address': 'fa:16:3e:6f:17:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f0e3c9-33b9-4fab-ad39-b2f81de06821', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:30.740686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.748395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37b17df8-1048-46b2-a692-4fba0a318d2d req-eab45d02-3e75-4a84-bd71-ec32949c027d service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017473 Feb 13 23:19:30.760964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ed1779e2-4a39-43c4-a2e8-fc26e24b5a34 req-aabc3ca3-2e9b-4007-bde3-a9c4a8621676 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.768254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.804658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:30.808324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:30.815883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.818680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38364) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:30.830647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ed1779e2-4a39-43c4-a2e8-fc26e24b5a34 req-aabc3ca3-2e9b-4007-bde3-a9c4a8621676 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.853143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64235c0-04a8-4c96-9de4-c0b78de9779a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:30.859660 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.900199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:30.908181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ed1779e2-4a39-43c4-a2e8-fc26e24b5a34 req-aabc3ca3-2e9b-4007-bde3-a9c4a8621676 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.908400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.913950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:30.927352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc3ca3-2e9b-4007-bde3-a9c4a8621676 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fafcd6d-3b2c-42b4-b6d4-2f9ea9b4933f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:30.935011 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ed1779e2-4a39-43c4-a2e8-fc26e24b5a34 req-aabc3ca3-2e9b-4007-bde3-a9c4a8621676 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:30.946769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed1779e2-4a39-43c4-a2e8-fc26e24b5a34 req-aabc3ca3-2e9b-4007-bde3-a9c4a8621676 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "DELETE /v2.0/security-groups/4fafcd6d-3b2c-42b4-b6d4-2f9ea9b4933f HTTP/1.1" status: 204 len: 173 time: 0.3556864 Feb 13 23:19:30.955951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:30.962908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Usage tracker for resource:security_group_rule and tenant:3397aebe6e6b405492188c59a15cfd8b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:30.966663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:30.999162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:31.012887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:31.039495 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'code': 200} Feb 13 23:19:31.144207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.150016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['f64235c0-04a8-4c96-9de4-c0b78de9779a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:31.173751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.184984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f5676252-0d8e-45e1-9d98-f1090992e5ea req-f8123312-5d5c-4cd2-bd06-11d544fee114 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1097 time: 0.0871799 Feb 13 23:19:31.253954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f5676252-0d8e-45e1-9d98-f1090992e5ea req-8efcea59-8bfa-4463-92c7-e1a394622406 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612876 Feb 13 23:19:31.403067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21e626-7fa2-4421-bf01-9952458a0903,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:31.422121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-42a64dde-481d-4afc-991f-b7aa39e7f20a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3397aebe6e6b405492188c59a15cfd8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6009920 Feb 13 23:19:31.423683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38388) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:31.437405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195da293-d525-4335-8611-e16a33a28002 req-4f750caa-be7a-4f96-87e3-2d3469760278 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:31.438850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-195da293-d525-4335-8611-e16a33a28002 req-4f750caa-be7a-4f96-87e3-2d3469760278 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.3396723 Feb 13 23:19:31.495680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-195da293-d525-4335-8611-e16a33a28002 req-30938880-1c55-4d38-90ed-cc735cd58674 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501359 Feb 13 23:19:31.592285 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b14dd3dc-d4a7-4c0e-888f-763111861668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.606838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a0ab4f5b-a0ef-4279-baed-d6dfe1aed3a9 req-893a190c-59fe-4572-be39-914c42f084d8 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/15e8cdef-5742-4710-b4f5-6437a2c5b578 HTTP/1.1" status: 200 len: 1646 time: 0.0527971 Feb 13 23:19:31.625993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b14dd3dc-d4a7-4c0e-888f-763111861668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.680044 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a0ab4f5b-a0ef-4279-baed-d6dfe1aed3a9 req-e6b5ff68-608d-48d6-a026-c6c258adf238 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.696706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b14dd3dc-d4a7-4c0e-888f-763111861668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.714460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dd3dc-d4a7-4c0e-888f-763111861668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21e626-7fa2-4421-bf01-9952458a0903,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:31.720258 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b14dd3dc-d4a7-4c0e-888f-763111861668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.721431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b14dd3dc-d4a7-4c0e-888f-763111861668 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef21e626-7fa2-4421-bf01-9952458a0903 HTTP/1.1" status: 204 len: 168 time: 0.2964711 Feb 13 23:19:31.734507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a0ab4f5b-a0ef-4279-baed-d6dfe1aed3a9 req-e6b5ff68-608d-48d6-a026-c6c258adf238 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.816179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a0ab4f5b-a0ef-4279-baed-d6dfe1aed3a9 req-e6b5ff68-608d-48d6-a026-c6c258adf238 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.855237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5ff68-608d-48d6-a026-c6c258adf238 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e8cdef-5742-4710-b4f5-6437a2c5b578,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:31.879197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a0ab4f5b-a0ef-4279-baed-d6dfe1aed3a9 req-e6b5ff68-608d-48d6-a026-c6c258adf238 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:31.880321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a0ab4f5b-a0ef-4279-baed-d6dfe1aed3a9 req-e6b5ff68-608d-48d6-a026-c6c258adf238 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "DELETE /v2.0/security-groups/15e8cdef-5742-4710-b4f5-6437a2c5b578 HTTP/1.1" status: 204 len: 173 time: 0.2681279 Feb 13 23:19:31.983515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:32.123410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3a50-76ea-466c-a415-adb6d9e3b23e req-caa9e394-1cb7-42aa-80f0-b94f5fc0a5fe tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:32.126299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef4a3a50-76ea-466c-a415-adb6d9e3b23e req-caa9e394-1cb7-42aa-80f0-b94f5fc0a5fe tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 945 time: 0.1733794 Feb 13 23:19:32.136029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0302-8a98-4799-955b-7af3af21b5b2 req-29c376ea-0a79-4feb-bc0f-2e4a7b6d6ff1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:32.137633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52a0302-8a98-4799-955b-7af3af21b5b2 req-29c376ea-0a79-4feb-bc0f-2e4a7b6d6ff1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 947 time: 0.1023467 Feb 13 23:19:32.160138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f45b868-aa51-45d1-9fcd-51425dc0a6fa details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:32.164223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:32.219050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef4a3a50-76ea-466c-a415-adb6d9e3b23e req-a86ec76c-a71b-4261-8c01-43a050637544 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849214 Feb 13 23:19:32.234269 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52a0302-8a98-4799-955b-7af3af21b5b2 req-571ee692-282b-41dc-b927-26ffd5430af1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905933 Feb 13 23:19:32.348267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bc8f0ca9-71b0-4f38-a197-18087e2333e1 req-73ecf004-62d8-444e-ac20-679de8bea870 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/7fbcb294-deb8-4912-b8d5-ef2818c80249 HTTP/1.1" status: 200 len: 1647 time: 0.0596135 Feb 13 23:19:32.391551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:32.434611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa', 'mac_address': 'fa:16:3e:ee:2f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:32.483429 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-252e41f5-1c91-4f76-925c-cc7b36cdc611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.500727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bc8f0ca9-71b0-4f38-a197-18087e2333e1 req-8efafc0a-c1ee-4c11-943b-98f81da10eec tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.508298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1090127854-network', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:32.514146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:32.516828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.519428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Usage tracker for resource:network and tenant:fae442619c6e4e8f94139b857f86407b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:32.525231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:32.540823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:32.542455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f45b868-aa51-45d1-9fcd-51425dc0a6fa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:32.560997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port f64235c0-04a8-4c96-9de4-c0b78de9779a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:32.565432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Made reservation on behalf of fae442619c6e4e8f94139b857f86407b for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:32.568277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.580649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:32.581719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port f64235c0-04a8-4c96-9de4-c0b78de9779a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:32.590317 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.591885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.636865 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.683503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:32.692898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Usage tracker for resource:security_group_rule and tenant:fae442619c6e4e8f94139b857f86407b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:32.700552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:32.715404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:32.734879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:32.834668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.839550 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bc8f0ca9-71b0-4f38-a197-18087e2333e1 req-8efafc0a-c1ee-4c11-943b-98f81da10eec tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.850329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.866496 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.868640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:19:32.880081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.880461 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Added segment 61a1236a-7490-46b4-89fd-3cb6b9627fa2 of type vlan for network 4163eb5f-21cb-423b-aecc-4ea3efba8811 Feb 13 23:19:32.912615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:32.920689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:32.931375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e3888-83b7-43d5-a133-30b4b3f38875 req-60eb8585-5f12-4e21-a0a8-56e874b614af tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:32.936394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-278e3888-83b7-43d5-a133-30b4b3f38875 req-60eb8585-5f12-4e21-a0a8-56e874b614af tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.1238661 Feb 13 23:19:32.982918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:32.997436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-278e3888-83b7-43d5-a133-30b4b3f38875 req-c987bdc7-632f-4eb3-920f-fee10e6ff790 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485418 Feb 13 23:19:32.998987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.021132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84bb81e-0a1c-4751-ba32-15e6629d788d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:33.025679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.026557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:33.027125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.086934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38434) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:33.087186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1023095 Feb 13 23:19:33.092991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Request body: {'subnet': {'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1090127854-subnet', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:33.101051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:33.112443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Usage tracker for resource:subnet and tenant:fae442619c6e4e8f94139b857f86407b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:33.124563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:33.143840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:33.181183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Made reservation on behalf of fae442619c6e4e8f94139b857f86407b for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:33.183322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.187177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0fcd6-1efe-411d-a76e-1548149a5638 admin admin] Pushing event updated for resources: {'Network': ['ID=4163eb5f-21cb-423b-aecc-4ea3efba8811,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:33.202143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bc8f0ca9-71b0-4f38-a197-18087e2333e1 req-8efafc0a-c1ee-4c11-943b-98f81da10eec tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.202324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:33.211295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:33.220192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:19:33.236463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efafc0a-c1ee-4c11-943b-98f81da10eec tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbcb294-deb8-4912-b8d5-ef2818c80249,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:33.261654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bc8f0ca9-71b0-4f38-a197-18087e2333e1 req-8efafc0a-c1ee-4c11-943b-98f81da10eec tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.263061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bc8f0ca9-71b0-4f38-a197-18087e2333e1 req-8efafc0a-c1ee-4c11-943b-98f81da10eec tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "DELETE /v2.0/security-groups/7fbcb294-deb8-4912-b8d5-ef2818c80249 HTTP/1.1" status: 204 len: 173 time: 0.9140315 Feb 13 23:19:33.431504 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'code': 200} Feb 13 23:19:33.522147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.554294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.560749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3918432-30b0-4944-aa08-300cb161dcfa req-214ba6c7-270e-4313-8f81-146fc4b4977a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:33.562981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3918432-30b0-4944-aa08-300cb161dcfa req-214ba6c7-270e-4313-8f81-146fc4b4977a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 948 time: 0.1675479 Feb 13 23:19:33.601001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b288c9d-3c34-4dc2-8b15-c8a443312b0e req-d8dcd2b8-5b31-4292-8401-76bd786db52d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1097 time: 0.1603348 Feb 13 23:19:33.662513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.671225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3918432-30b0-4944-aa08-300cb161dcfa req-ae9aace0-4bc8-4ade-b340-569d0f5df157 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019089 Feb 13 23:19:33.690544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2e466081-c532-4939-b1c6-89f8febabb7e req-869f816a-ce70-4fb3-ba7c-134955558a16 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/ed192a14-f6e7-48cf-8451-36016e5c93d2 HTTP/1.1" status: 200 len: 1647 time: 0.2458124 Feb 13 23:19:33.693624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be43cfce-48f0-4cf1-b9d1-1f175f17695e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:33.702290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b288c9d-3c34-4dc2-8b15-c8a443312b0e req-a3bf5e8f-8c0f-4b18-a3c0-00ddfe5eceda service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943174 Feb 13 23:19:33.726957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Checking segment: {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:33.727316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Network hostable DHCP agents. Network: 4163eb5f-21cb-423b-aecc-4ea3efba8811, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:19:33.796179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:19:33.798357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2e466081-c532-4939-b1c6-89f8febabb7e req-481dcc99-1943-4e90-979c-14b46650ea82 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.829841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2e466081-c532-4939-b1c6-89f8febabb7e req-481dcc99-1943-4e90-979c-14b46650ea82 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.838147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 4163eb5f-21cb-423b-aecc-4ea3efba8811) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:33.846303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:33.846788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf8ba6-a587-4680-8f96-6f802f485e89 None None] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:19:33.846938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.888688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-837e7e9a-43f8-497a-80aa-251d15c538d6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8003457 Feb 13 23:19:33.891379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38454) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:33.898692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:33.903957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:33.909842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Usage tracker for resource:router and tenant:fae442619c6e4e8f94139b857f86407b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:33.913951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:33.917114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2e466081-c532-4939-b1c6-89f8febabb7e req-481dcc99-1943-4e90-979c-14b46650ea82 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.935080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:33.943316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dcc99-1943-4e90-979c-14b46650ea82 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed192a14-f6e7-48cf-8451-36016e5c93d2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:33.956000 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2e466081-c532-4939-b1c6-89f8febabb7e req-481dcc99-1943-4e90-979c-14b46650ea82 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.960482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2e466081-c532-4939-b1c6-89f8febabb7e req-481dcc99-1943-4e90-979c-14b46650ea82 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed192a14-f6e7-48cf-8451-36016e5c93d2 HTTP/1.1" status: 204 len: 173 time: 0.2586961 Feb 13 23:19:33.984888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:33.994431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.041101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9a6d2-32a2-47db-bff1-36c5e4b1ea1e req-3a03b01c-44ad-46b5-95c0-c86de3eef2a3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:34.052649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5c9a6d2-32a2-47db-bff1-36c5e4b1ea1e req-3a03b01c-44ad-46b5-95c0-c86de3eef2a3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 946 time: 0.2224102 Feb 13 23:19:34.097005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.159868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5c9a6d2-32a2-47db-bff1-36c5e4b1ea1e req-8314a314-65fe-47b2-8070-3bcd44753a71 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047044 Feb 13 23:19:34.191144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-808c80ef-53ee-47be-9ada-925d8c80a6cd req-6fb516ae-f970-450e-b25e-b8ec5b5db325 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "GET /v2.0/security-groups/3c1e6d92-767b-473f-84c3-563011f63fea HTTP/1.1" status: 200 len: 1645 time: 0.1406455 Feb 13 23:19:34.267569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-4163eb5f-21cb-423b-aecc-4ea3efba8811', 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'fixed_ips': [{'subnet_id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:19:34.268986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.427254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.430995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-808c80ef-53ee-47be-9ada-925d8c80a6cd req-488ea0eb-f4d3-4d63-bb3a-b67ea5637a56 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.456097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Allocated IP 172.20.0.2 (4163eb5f-21cb-423b-aecc-4ea3efba8811/be43cfce-48f0-4cf1-b9d1-1f175f17695e/2170564b-697e-4c2b-98e7-d110e8857ad3) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:34.535243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-808c80ef-53ee-47be-9ada-925d8c80a6cd req-488ea0eb-f4d3-4d63-bb3a-b67ea5637a56 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.558674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435b2a-7fa0-43a2-b3d0-0596d00c0b4c req-43cce94a-b640-454a-82d3-3a9e748f75d3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:34.566669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a435b2a-7fa0-43a2-b3d0-0596d00c0b4c req-43cce94a-b640-454a-82d3-3a9e748f75d3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.1231322 Feb 13 23:19:34.623880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a435b2a-7fa0-43a2-b3d0-0596d00c0b4c req-a025aa29-50d5-4806-9721-cf4ae593ca10 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561712 Feb 13 23:19:34.709507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-808c80ef-53ee-47be-9ada-925d8c80a6cd req-488ea0eb-f4d3-4d63-bb3a-b67ea5637a56 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.729783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.737081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ea0eb-f4d3-4d63-bb3a-b67ea5637a56 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e6d92-767b-473f-84c3-563011f63fea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:34.743871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Transition to ACTIVE for port object 2170564b-697e-4c2b-98e7-d110e8857ad3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:34.779069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Transition to ACTIVE for port object 2170564b-697e-4c2b-98e7-d110e8857ad3 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:34.786361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-808c80ef-53ee-47be-9ada-925d8c80a6cd req-488ea0eb-f4d3-4d63-bb3a-b67ea5637a56 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.787924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-808c80ef-53ee-47be-9ada-925d8c80a6cd req-488ea0eb-f4d3-4d63-bb3a-b67ea5637a56 tempest-SecurityGroupRulesNegativeTestJSON-194247135 tempest-SecurityGroupRulesNegativeTestJSON-194247135-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c1e6d92-767b-473f-84c3-563011f63fea HTTP/1.1" status: 204 len: 173 time: 0.5954733 Feb 13 23:19:34.795305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38482) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:34.804328 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.815566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.862067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:34.961027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Pushing event updated for resources: {'Port': ['ID=2170564b-697e-4c2b-98e7-d110e8857ad3,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:35.015808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.018097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:35.019422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:35.022178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:35.094858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Deleting subnet a583a8a7-2538-47ed-af86-a24d9e5beade {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:19:35.099611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.159668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Attempting to bind port 2170564b-697e-4c2b-98e7-d110e8857ad3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:35.160039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Attempting to bind port 2170564b-697e-4c2b-98e7-d110e8857ad3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:35.160413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Attempting to bind port 2170564b-697e-4c2b-98e7-d110e8857ad3 on network 4163eb5f-21cb-423b-aecc-4ea3efba8811 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:35.169892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:35.170278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Checking segment: {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:35.170671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.171444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Bound using segment: {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:35.171907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Bound port: 2170564b-697e-4c2b-98e7-d110e8857ad3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:35.172356 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.192218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.198477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Allocated IP 172.25.4.203 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/a856233e-f639-4406-b640-03d479dc1347) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:35.224086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-361b266e-e5e5-4bef-95c4-132010703e1b req-a0941a8d-3279-4222-a3ce-1d6dc7d96a50 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1097 time: 0.3068483 Feb 13 23:19:35.291353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.296089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] For port 2170564b-697e-4c2b-98e7-d110e8857ad3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:35.301664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] For port 2170564b-697e-4c2b-98e7-d110e8857ad3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2170564b-697e-4c2b-98e7-d110e8857ad3,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:35.310880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.323317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2b1e-a361-47ef-8ac6-5014f0f04481 req-83a6aa26-b0fb-4174-80a6-ceacce17a62f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:35.324925 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fda2b1e-a361-47ef-8ac6-5014f0f04481 req-83a6aa26-b0fb-4174-80a6-ceacce17a62f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 948 time: 0.2978380 Feb 13 23:19:35.340716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-361b266e-e5e5-4bef-95c4-132010703e1b req-31dbf67f-9d0f-4499-a738-dc4c8ad669d7 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028666 Feb 13 23:19:35.420176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.458256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c4722-b49a-4828-a3a6-f94dbc42eddd None None] Pushing event updated for resources: {'Port': ['ID=2170564b-697e-4c2b-98e7-d110e8857ad3,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:35.483393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.489574 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fda2b1e-a361-47ef-8ac6-5014f0f04481 req-ba67ee58-0154-42ee-8ba2-bbe57a750964 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513951 Feb 13 23:19:35.507359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a583a8a7-2538-47ed-af86-a24d9e5beade,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:35.518428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-37ffbe27-614d-411f-af64-2f508f27c1fa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a583a8a7-2538-47ed-af86-a24d9e5beade HTTP/1.1" status: 204 len: 168 time: 0.7196498 Feb 13 23:19:35.518742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:35.645178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66926014-adcb-477b-afc2-a987173a4e94 req-472d3c6a-4394-48fb-bdf4-893742bf43a7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:35.646872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-66926014-adcb-477b-afc2-a987173a4e94 req-472d3c6a-4394-48fb-bdf4-893742bf43a7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 946 time: 0.1149416 Feb 13 23:19:35.741588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-66926014-adcb-477b-afc2-a987173a4e94 req-ac3a4973-e384-4d86-9dcc-d4adc0c4bfcd tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879877 Feb 13 23:19:35.832995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:35.859406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.023093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d0af684-a13b-49fc-bbb9-43b4cf166590 req-06e5948e-0607-40b7-b96b-9e95ab226d08 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1097 time: 0.0892613 Feb 13 23:19:36.069874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.106321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d0af684-a13b-49fc-bbb9-43b4cf166590 req-1212ce29-6d6d-49e8-98a2-bd7ddd0a7f19 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 Feb 13 23:19:36.145978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-cee33422-afc1-44f8-a6e0-2fb7faeb0e40 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=18214fd46f784211abc15b6b63a97516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635138 Feb 13 23:19:36.148173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da99ef4a-0af1-4236-a587-229c831b204a']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:36.159604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f45b868-aa51-45d1-9fcd-51425dc0a6fa up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:36.238121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6ef35a-5aaf-46ca-a460-3eee733bf250') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:36.239657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6ef35a-5aaf-46ca-a460-3eee733bf250') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:36.277631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.285099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:36.292076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:36.292465 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.315059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.328477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:19:36.328727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.495360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-967df173-4bd0-4eaf-9667-feae09994ba8 req-b0d38dd4-e155-439a-a439-bc7f80fa351e tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1097 time: 0.1043859 Feb 13 23:19:36.514931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:19:36.519352 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:19:36.567652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-967df173-4bd0-4eaf-9667-feae09994ba8 req-33fa076a-4306-4148-8ab6-28a738be81a5 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709283 Feb 13 23:19:36.603855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.608735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:36.636835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:36.644723 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.650104 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.669785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.746576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] 10.222.0.36 "DELETE /v2.0/networks/da99ef4a-0af1-4236-a587-229c831b204a HTTP/1.1" status: 204 len: 168 time: 1.2266970 Feb 13 23:19:36.773596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d4bdc-fa09-4874-8eef-c5c2c6c77833 admin admin] Pushing event deleted for resources: {'Network': ['ID=da99ef4a-0af1-4236-a587-229c831b204a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:36.798529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:36.819878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Pushing event updated for resources: {'Port': ['ID=a856233e-f639-4406-b640-03d479dc1347,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:36.824228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:36.829269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:36.843863 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:36.853089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:36.927157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-d939da89-3941-4444-a0e5-f87ee4cef81e tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:36.934606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-d939da89-3941-4444-a0e5-f87ee4cef81e tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7499948 Feb 13 23:19:37.041464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6c410-3c47-4388-b545-c6e6cec94ecf req-aa417ccb-8a67-4012-bb71-8f4cf5680df5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:37.043361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5b6c410-3c47-4388-b545-c6e6cec94ecf req-aa417ccb-8a67-4012-bb71-8f4cf5680df5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 949 time: 0.1299171 Feb 13 23:19:37.045864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-e06b4e35-b0d7-4f58-b7fb-1e2abb3293b0 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/quotas/18214fd46f784211abc15b6b63a97516 HTTP/1.1" status: 200 len: 375 time: 0.1102970 Feb 13 23:19:37.065340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b032af-a53f-4f59-9588-1c56a90d201a None None] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:19:37.119256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5b6c410-3c47-4388-b545-c6e6cec94ecf req-e64423dc-90f2-43db-8d4b-2f2274913668 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601683 Feb 13 23:19:37.160161 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-11080f09-0214-4211-ac46-a04fd8938c08 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=18214fd46f784211abc15b6b63a97516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025865 Feb 13 23:19:37.188257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:37.189418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:37.230974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38532) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:37.260843 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa', 'code': 200} Feb 13 23:19:37.343713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2239447-167c-4027-929d-9c56fe0ba752 None None] Provisioning for port 2170564b-697e-4c2b-98e7-d110e8857ad3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:37.353827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-616dc44b-605b-45f7-8c58-9e63d728f1b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64bc239d2f84485a9756d7b4f052459e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1183174 Feb 13 23:19:37.354103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2170564b-697e-4c2b-98e7-d110e8857ad3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:37.355581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38536) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:37.629194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be775bac-4bdb-453c-9287-21e53b176927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:37.667360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2170564b-697e-4c2b-98e7-d110e8857ad3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:37.667883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Router 5ac70376-1307-480e-91e0-868ca23289b5 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:19:37.671550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9e23f5c-dd87-4e56-8e95-83571fc88d59 req-fc0421ae-7fb2-4465-9f35-07be1b12f802 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 1100 time: 0.2907836 Feb 13 23:19:37.678875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2170564b-697e-4c2b-98e7-d110e8857ad3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:37.679293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:37.856158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc932d23-311c-4bf9-b898-0a295a690ee7 req-e8b7f2a9-c0b7-4d0b-8787-f5a8a7437a33 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 210 time: 0.1180670 Feb 13 23:19:38.004573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.014641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be775bac-4bdb-453c-9287-21e53b176927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.062270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:19:38.075899 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Sync routers for ids ['5ac70376-1307-480e-91e0-868ca23289b5'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:19:38.096956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2170564b-697e-4c2b-98e7-d110e8857ad3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2170564b-697e-4c2b-98e7-d110e8857ad3,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:38.105326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.116744 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Routers {'5ac70376-1307-480e-91e0-868ca23289b5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:38.116906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.118274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-02bd0211-4088-4309-a41c-d4d1b8573524 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2258227 Feb 13 23:19:38.121379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:38.130155 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5ac70376-1307-480e-91e0-868ca23289b5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:38.187043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9e23f5c-dd87-4e56-8e95-83571fc88d59 req-1e7f58ca-1843-47ec-8a77-e4b7ca0390e6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037687 Feb 13 23:19:38.303409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2170564b-697e-4c2b-98e7-d110e8857ad3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:38.318137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be775bac-4bdb-453c-9287-21e53b176927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.346492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be775bac-4bdb-453c-9287-21e53b176927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d8b36-ad3f-4294-9615-d0e3dbb61f8a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:38.363711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be775bac-4bdb-453c-9287-21e53b176927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.403357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-be775bac-4bdb-453c-9287-21e53b176927 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/267d8b36-ad3f-4294-9615-d0e3dbb61f8a HTTP/1.1" status: 204 len: 168 time: 1.0119712 Feb 13 23:19:38.456081 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.502984 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae498171-e6c8-483e-8cf9-a1abbb103d3a req-5c200940-25a7-41c9-a680-b079f3705a4f tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1097 time: 0.2618735 Feb 13 23:19:38.535528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b0934716-aaba-4d38-849a-d977aa52f3cc None None] Provisioning complete for port 2170564b-697e-4c2b-98e7-d110e8857ad3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:38.536446 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0934716-aaba-4d38-849a-d977aa52f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:38.565957 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Set router 5ac70376-1307-480e-91e0-868ca23289b5 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:38.638062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae498171-e6c8-483e-8cf9-a1abbb103d3a req-f4b8da94-e203-4629-b5f1-21173db820fa tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250198 Feb 13 23:19:39.169987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ec635-8a1f-4166-9682-622c191c5ca8 req-628d5d50-383c-4fdd-8680-fe4cac0cc161 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:39.181855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-046ec635-8a1f-4166-9682-622c191c5ca8 req-628d5d50-383c-4fdd-8680-fe4cac0cc161 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 949 time: 0.2167552 Feb 13 23:19:39.210513 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:19:37Z', 'revision_number': 3, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:39.230500 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Checking router: 5ac70376-1307-480e-91e0-868ca23289b5 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:19:39.230635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Updating router 5ac70376-1307-480e-91e0-868ca23289b5 port a856233e-f639-4406-b640-03d479dc1347 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:19:39.245613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-046ec635-8a1f-4166-9682-622c191c5ca8 req-1ba82228-7ab7-4627-88fb-8e0a3d2ca452 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626452 Feb 13 23:19:39.306453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2170564b-697e-4c2b-98e7-d110e8857ad3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:39.354824 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:39.383152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2170564b-697e-4c2b-98e7-d110e8857ad3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:39.384110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:39.385767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d37856-9b18-402a-b78c-66b3f7766e62 req-59a7fbe3-e87f-4169-a91c-cd2492918b32 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 210 time: 0.0561244 Feb 13 23:19:39.729418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-1b5c2578-6a62-4cec-a03e-daf290fb22c5 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=18214fd46f784211abc15b6b63a97516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410604 Feb 13 23:19:39.949194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-0c9c1263-4f5b-4fe0-ac20-141d46c35f12 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:39.955739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-0c9c1263-4f5b-4fe0-ac20-141d46c35f12 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203460 Feb 13 23:19:39.976982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Request body: {'port': {'device_id': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '18214fd46f784211abc15b6b63a97516'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:39.978981 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.004114 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Transition to ACTIVE for port object a856233e-f639-4406-b640-03d479dc1347 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:40.021482 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.107436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c11384-2af3-4a1d-8e47-fcdb29824b42 None None] Pushing event updated for resources: {'Port': ['ID=a856233e-f639-4406-b640-03d479dc1347,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:40.143038 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Attempting to bind port a856233e-f639-4406-b640-03d479dc1347 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:40.143742 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Attempting to bind port a856233e-f639-4406-b640-03d479dc1347 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:40.144303 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Attempting to bind port a856233e-f639-4406-b640-03d479dc1347 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:40.163399 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:40.165091 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:40.166799 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.167351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:40.168040 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Bound port: a856233e-f639-4406-b640-03d479dc1347, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:40.168596 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.173919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a44fc5f0-f0b3-46fd-8f0e-a416a2e133d6 req-4a37a845-732a-4094-9d1e-45f1ce905d39 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1097 time: 0.1211877 Feb 13 23:19:40.260112 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] For port a856233e-f639-4406-b640-03d479dc1347, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:40.268109 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] For port a856233e-f639-4406-b640-03d479dc1347, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a856233e-f639-4406-b640-03d479dc1347,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:40.274425 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.298171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a44fc5f0-f0b3-46fd-8f0e-a416a2e133d6 req-f087f2e3-6706-44c2-9880-f51cdfa2493d tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216884 Feb 13 23:19:40.368172 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c11384-2af3-4a1d-8e47-fcdb29824b42 None None] Pushing event updated for resources: {'Port': ['ID=a856233e-f639-4406-b640-03d479dc1347,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:40.394635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Routers {'5ac70376-1307-480e-91e0-868ca23289b5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:40.395610 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5ac70376-1307-480e-91e0-868ca23289b5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:40.410738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38612) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:40.425348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:40.444307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Usage tracker for resource:port and tenant:18214fd46f784211abc15b6b63a97516 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:40.515202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:40.530995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:40.619682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-972460640-network', 'tenant_id': '72b7cb1b9c6241959c7fcc899715f140'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:40.626229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:40.632743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Usage tracker for resource:network and tenant:72b7cb1b9c6241959c7fcc899715f140 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:40.642571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a493354f-9aa2-468f-a8e2-86024d91322c req-dd7892f0-2cf5-4cc5-98e1-8fd0aba676db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1380208 Feb 13 23:19:40.643437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:40.658914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:40.684186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Made reservation on behalf of 72b7cb1b9c6241959c7fcc899715f140 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:40.687467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.703520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.716291 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.727491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Made reservation on behalf of 18214fd46f784211abc15b6b63a97516 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:40.730346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.751722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.761494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:40.762539 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] Set router 5ac70376-1307-480e-91e0-868ca23289b5 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:40.768303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Usage tracker for resource:security_group_rule and tenant:72b7cb1b9c6241959c7fcc899715f140 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:40.772636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:40.783869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:40.860086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.866818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.917857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:19:40.924138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2a16a-bddd-499f-a021-3763fd913669,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:40.932517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.933762 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Added segment d8e95a6f-345c-431c-a1aa-0607c2e5ab0e of type vlan for network 2e0b3627-3775-4eff-b758-0ad6711b5837 Feb 13 23:19:40.946338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2198dd-5e9d-4d93-a395-1e40130ccb44 req-60030d18-685e-4451-ade6-2b4b1d4b1251 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:40.953908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a2198dd-5e9d-4d93-a395-1e40130ccb44 req-60030d18-685e-4451-ade6-2b4b1d4b1251 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 949 time: 0.4293175 Feb 13 23:19:40.969829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:40.983599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:41.004210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Usage tracker for resource:security_group_rule and tenant:18214fd46f784211abc15b6b63a97516 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:41.013817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:41.014270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.015309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:41.016190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.031290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:41.147369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0b3627-3775-4eff-b758-0ad6711b5837,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:41.151029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6a632878-cf4c-4e6a-b3cd-5c98c76a2699 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7389536 Feb 13 23:19:41.154408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:41.160842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Request body: {'subnet': {'network_id': '2e0b3627-3775-4eff-b758-0ad6711b5837', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-972460640-subnet', 'tenant_id': '72b7cb1b9c6241959c7fcc899715f140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:41.165001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a2198dd-5e9d-4d93-a395-1e40130ccb44 req-a9dd3ac5-6f9c-46e4-b266-7509efa74d36 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101812 Feb 13 23:19:41.166678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:41.170849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Usage tracker for resource:subnet and tenant:72b7cb1b9c6241959c7fcc899715f140 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:41.174833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:41.183535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:41.186077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2e0b3627-3775-4eff-b758-0ad6711b5837 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:19:41.218101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Made reservation on behalf of 72b7cb1b9c6241959c7fcc899715f140 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:41.222724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.230864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Allocated IP 172.20.0.1 (4163eb5f-21cb-423b-aecc-4ea3efba8811/be43cfce-48f0-4cf1-b9d1-1f175f17695e/1e643493-145f-4cfa-ac9a-26949c36077b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:41.459914 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:19:37Z', 'revision_number': 3, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:41.468852 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6e81c-30f1-4d71-8d2c-7e0790a76cd5 None None] The sync data for ids ['5ac70376-1307-480e-91e0-868ca23289b5'] in n-d-828979-1 is: [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:19:37Z', 'revision_number': 3, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:19:41.555422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3561fadf-c4cd-40c9-b2cf-eeb53807d47d req-c61e129d-540c-4fa8-9d8e-5f8a4134294d tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 210 time: 0.0915463 Feb 13 23:19:41.567991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.629616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.666907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.670262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Transition to ACTIVE for port object 1e643493-145f-4cfa-ac9a-26949c36077b will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:41.676320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.763208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6dc95f3-2c83-41ab-a329-09307d3fa951,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:41.773760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Checking segment: {'id': 'd8e95a6f-345c-431c-a1aa-0607c2e5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e0b3627-3775-4eff-b758-0ad6711b5837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:41.774194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Network hostable DHCP agents. Network: 2e0b3627-3775-4eff-b758-0ad6711b5837, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:19:41.844100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Network 2e0b3627-3775-4eff-b758-0ad6711b5837 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:19:41.876710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2e0b3627-3775-4eff-b758-0ad6711b5837) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:41.883120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:41.883120 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:41.920006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e9277-b865-4147-87a1-8645635b55f1 None None] Network 2e0b3627-3775-4eff-b758-0ad6711b5837 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:19:41.937954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1f8651ca-40f3-4403-aa3c-d7b52e802b5f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7824614 Feb 13 23:19:42.017420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246c299c-1b03-43bf-a1f7-9ab37ad221a3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:42.154812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:42.262927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:42.267687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:42.269607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Pushing event updated for resources: {'Port': ['ID=1e643493-145f-4cfa-ac9a-26949c36077b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:42.276765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:42.329233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Allocated IP 192.168.233.205 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/b9c44b84-7836-4f80-9aea-3da786791f5c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:42.331766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968c54a-5204-4e5e-9be7-274ae22fd227 None None] Network 2e0b3627-3775-4eff-b758-0ad6711b5837 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:19:42.414710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-d8137eb1-dbff-4a48-9f1d-1ebdd9ecc24b tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:19:42.419785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-d8137eb1-dbff-4a48-9f1d-1ebdd9ecc24b tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0271316 Feb 13 23:19:42.425862 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:42.458729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Request body: {'binding': {'host': 'n-h2-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:42.459727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:19:42.673398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-eda5b0be-a5aa-4077-a4df-358ccab1f48a None None] Provisioning for port 1e643493-145f-4cfa-ac9a-26949c36077b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:42.680037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-eda5b0be-a5aa-4077-a4df-358ccab1f48a None None] Provisioning complete for port 1e643493-145f-4cfa-ac9a-26949c36077b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:42.680397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-eda5b0be-a5aa-4077-a4df-358ccab1f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:42.733260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b0be-a5aa-4077-a4df-358ccab1f48a None None] Port 1e643493-145f-4cfa-ac9a-26949c36077b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:42.936587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:42.959661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:42.970897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-366f7b17-29c0-4c05-a719-c826b5f4bf58 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 1100 time: 0.4660563 Feb 13 23:19:43.010189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Transition to ACTIVE for port object b9c44b84-7836-4f80-9aea-3da786791f5c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:43.048753 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.066630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on host n-h2-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:43.066962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:43.067289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:43.094036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:43.094374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:43.131594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:43.131939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:43.132325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:43.132756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Bound port: f64235c0-04a8-4c96-9de4-c0b78de9779a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:43.139305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:43.143643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.157818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Usage tracker for resource:security_group_rule and tenant:e1c1408f71fe404eb8070aacb7a43b1b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:43.207699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:43.231796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a856233e-f639-4406-b640-03d479dc1347 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:43.284963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:43.300929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a856233e-f639-4406-b640-03d479dc1347 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:43.306528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a856233e-f639-4406-b640-03d479dc1347 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:43.306887 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.344992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:43.356423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Pushing event updated for resources: {'Port': ['ID=b9c44b84-7836-4f80-9aea-3da786791f5c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:43.358839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:43.361672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:43.367520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:43.432442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.449861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a856233e-f639-4406-b640-03d479dc1347, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a856233e-f639-4406-b640-03d479dc1347,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:43.454867 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.489899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:43.491184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.498783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.499960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a6fae795-5e07-4839-b308-bd3fb61f81d3 service neutron] 10.222.0.36 "POST /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0706651 Feb 13 23:19:43.538409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a856233e-f639-4406-b640-03d479dc1347,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:43.556687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.561978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-fd2adf8e-25ce-4c7a-aecb-f11d5cbfa7b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5909188 Feb 13 23:19:43.565071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.601410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.635041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Request body: {'port': {'device_id': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:43.664241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1ddb7ab1-5143-47f6-9e0d-06e939706da3 None None] Provisioning for port b9c44b84-7836-4f80-9aea-3da786791f5c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:43.671774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.672831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1ddb7ab1-5143-47f6-9e0d-06e939706da3 None None] Provisioning complete for port b9c44b84-7836-4f80-9aea-3da786791f5c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:43.673474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7ab1-5143-47f6-9e0d-06e939706da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.751671 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-5e40cc52-f279-443d-8986-8a400a75dcdc req-8e709001-9e11-478c-b7ef-5449365cd6d2 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] show failed (client error): The resource could not be found. Feb 13 23:19:43.753613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb7ab1-5143-47f6-9e0d-06e939706da3 None None] Port b9c44b84-7836-4f80-9aea-3da786791f5c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:43.754241 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e40cc52-f279-443d-8986-8a400a75dcdc req-8e709001-9e11-478c-b7ef-5449365cd6d2 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups/2187d629-25df-421f-9a05-139e27600841 HTTP/1.1" status: 404 len: 352 time: 0.0307605 Feb 13 23:19:43.774918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:43.781752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d54c3-df82-413b-896f-c6366df125df,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:43.784587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Synchronizing usage tracker for tenant:e1c1408f71fe404eb8070aacb7a43b1b on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:43.787571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Pushing event updated for resources: {'Port': ['ID=1e643493-145f-4cfa-ac9a-26949c36077b,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:43.958111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb8643-a878-43ea-87e8-ebd344c5fbbd req-7defe655-ae37-455c-ab48-918bf4dacedd tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:43.960576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78cb8643-a878-43ea-87e8-ebd344c5fbbd req-7defe655-ae37-455c-ab48-918bf4dacedd tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 936 time: 0.1002884 Feb 13 23:19:44.006577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78cb8643-a878-43ea-87e8-ebd344c5fbbd req-8b5c2965-b72a-45b2-ae57-dd2a0c7c1190 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Feb 13 23:19:44.054004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:44.062835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] Unset dirty status for tenant:e1c1408f71fe404eb8070aacb7a43b1b on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:44.063998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a001bfdb-571d-4f58-b100-7a08e47476d2 req-6ec328b8-6ae1-4492-8e7a-74075688d5a5 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0849714 Feb 13 23:19:44.185391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a01295a5-4af8-4e0a-b0b7-cf2828da5e2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1097 time: 0.4066687 Feb 13 23:19:44.227071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960637a2-171c-4d7c-b723-33a6007e34b1 req-fa54a05a-1b55-431b-8a51-c4551cc7b833 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:44.228635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-960637a2-171c-4d7c-b723-33a6007e34b1 req-fa54a05a-1b55-431b-8a51-c4551cc7b833 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 946 time: 0.1001673 Feb 13 23:19:44.241084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:44.277211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-960637a2-171c-4d7c-b723-33a6007e34b1 req-a2d696e3-fbf4-4ee8-8b61-86676012ed12 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Feb 13 23:19:44.307784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:44.435261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cb20ffc0-708d-48f8-8a9e-65f8a61e1d96 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293400 Feb 13 23:19:44.596189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-28153207-8163-438e-99e2-360024eca201 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:44.598516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-28153207-8163-438e-99e2-360024eca201 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572676 Feb 13 23:19:44.601812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8d8514c7-4be0-45f5-a945-38a14b274c19 None None] Provisioning complete for port 1e643493-145f-4cfa-ac9a-26949c36077b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:44.602360 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d8514c7-4be0-45f5-a945-38a14b274c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:44.614746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-b241cb84-4815-4be1-af6a-468f6ebde565 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/quotas/6a37e2a3e8ca4b8ea8924bb2899c3b2e HTTP/1.1" status: 200 len: 375 time: 0.0112445 Feb 13 23:19:44.657201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8d8514c7-4be0-45f5-a945-38a14b274c19 None None] Port 1e643493-145f-4cfa-ac9a-26949c36077b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:44.687459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-416c78b8-cc5b-4b55-81e9-2e3fb3c82f85 req-178d4242-bd63-4c18-b484-5bd48ede7369 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72b7cb1b9c6241959c7fcc899715f140 HTTP/1.1" status: 200 len: 2652 time: 0.4571569 Feb 13 23:19:44.699474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-fed51a11-69de-42ec-8ecc-71933d4a5718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:44.700856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-fed51a11-69de-42ec-8ecc-71933d4a5718 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.5084352 Feb 13 23:19:44.703471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-1fdde505-9dd4-42e0-83f8-daa1a9626459 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824904 Feb 13 23:19:44.848157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-adb2471f-c7f5-4113-8780-e1e717186d2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 217 time: 0.1195683 Feb 13 23:19:44.972771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-416c78b8-cc5b-4b55-81e9-2e3fb3c82f85 req-d89fb024-a880-46dd-9698-5930806d5c9c tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups/b5b2a16a-bddd-499f-a021-3763fd913669 HTTP/1.1" status: 200 len: 2649 time: 0.2745042 Feb 13 23:19:45.063155 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:19:45.095925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-6025463f-5cd9-4c6d-aada-b37ad05fe706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:45.097353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-6025463f-5cd9-4c6d-aada-b37ad05fe706 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.2336938 Feb 13 23:19:45.214302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-a5a117d6-bb14-41a3-825c-a72b33feed6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863330 Feb 13 23:19:45.227479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c44b84-7836-4f80-9aea-3da786791f5c {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:45.257259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a856233e-f639-4406-b640-03d479dc1347 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:45.260008 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:45.263793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-416c78b8-cc5b-4b55-81e9-2e3fb3c82f85 req-aeebac1a-f236-49ff-a149-4c084aec2d80 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups/b5b2a16a-bddd-499f-a021-3763fd913669 HTTP/1.1" status: 200 len: 2649 time: 0.2281623 Feb 13 23:19:45.295792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95ae4-1aee-4f58-aefb-423a66f97a6a req-9ebe514d-b8dc-4721-a421-5462a4218c35 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:45.298950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-85d95ae4-1aee-4f58-aefb-423a66f97a6a req-9ebe514d-b8dc-4721-a421-5462a4218c35 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 936 time: 0.1146820 Feb 13 23:19:45.345211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Transition to ACTIVE for port object b9c44b84-7836-4f80-9aea-3da786791f5c will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:45.362497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:45.402711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-85d95ae4-1aee-4f58-aefb-423a66f97a6a req-a503b2a4-95f0-4a65-9cd6-70651468b434 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Feb 13 23:19:45.425490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a856233e-f639-4406-b640-03d479dc1347 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:45.427189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:45.507320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9dbfd942-4594-49ad-b5d0-1df1025c89f7 req-815c2030-e40b-4126-b8c0-85d03269f5ca tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups/b5b2a16a-bddd-499f-a021-3763fd913669 HTTP/1.1" status: 200 len: 2649 time: 0.0614917 Feb 13 23:19:45.651638 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-9dbfd942-4594-49ad-b5d0-1df1025c89f7 req-01ac1b51-7bc5-4e20-a361-ef95f3ee6be3 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 13 23:19:45.652353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9dbfd942-4594-49ad-b5d0-1df1025c89f7 req-01ac1b51-7bc5-4e20-a361-ef95f3ee6be3 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5b2a16a-bddd-499f-a021-3763fd913669 HTTP/1.1" status: 409 len: 352 time: 0.1409500 Feb 13 23:19:45.702764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-41d796f7-3595-45df-8fc7-1ab14b9ce36b service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791090 Feb 13 23:19:45.731022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c44b84-7836-4f80-9aea-3da786791f5c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:45.952088 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-01705be0-5fab-449c-877f-6560912afe24 req-2569a539-c532-4df1-ad10-0530f8594e08 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] show failed (client error): The resource could not be found. Feb 13 23:19:45.953100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01705be0-5fab-449c-877f-6560912afe24 req-2569a539-c532-4df1-ad10-0530f8594e08 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups/adfbfe1e-a01f-496f-aae7-c419d46b6dc9 HTTP/1.1" status: 404 len: 352 time: 0.0982113 Feb 13 23:19:46.118795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-c2b8c642-58d5-4ce6-9eb1-37a3b8175d87 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896904 Feb 13 23:19:46.181323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab00408-6e09-4a41-80bc-448bcf657415 req-1a046d86-5176-437d-a0be-79f5a513237a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:46.190776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aab00408-6e09-4a41-80bc-448bcf657415 req-1a046d86-5176-437d-a0be-79f5a513237a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 946 time: 0.2781146 Feb 13 23:19:46.249603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aab00408-6e09-4a41-80bc-448bcf657415 req-250ef826-e292-400e-8983-5b3fd2cbd8c6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500035 Feb 13 23:19:46.251632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Router 5ac70376-1307-480e-91e0-868ca23289b5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:19:46.264719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0b1a29-c750-488a-a708-23bbf6c743ef req-a121cc52-46d9-443c-9315-3c6fdec88590 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 210 time: 0.0879424 Feb 13 23:19:46.265548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Attempting to bind port b9c44b84-7836-4f80-9aea-3da786791f5c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:46.265874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Attempting to bind port b9c44b84-7836-4f80-9aea-3da786791f5c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:46.266225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Attempting to bind port b9c44b84-7836-4f80-9aea-3da786791f5c on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:46.287593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Port b9c44b84-7836-4f80-9aea-3da786791f5c on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:46.288168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Attempting to bind port b9c44b84-7836-4f80-9aea-3da786791f5c on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:46.320794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:46.321271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:46.321720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:46.322301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Bound port: b9c44b84-7836-4f80-9aea-3da786791f5c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:46.322713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:46.466634 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-74b56cf0-9858-4ba3-a06b-d819ecf74a98 req-05e6b850-d8da-43e5-b743-ac6cb123e6a3 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] show failed (client error): The resource could not be found. Feb 13 23:19:46.467656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74b56cf0-9858-4ba3-a06b-d819ecf74a98 req-05e6b850-d8da-43e5-b743-ac6cb123e6a3 tempest-SecurityGroupsNegativeTestJSON-1830311866 tempest-SecurityGroupsNegativeTestJSON-1830311866-project] 10.222.0.36 "GET /v2.0/security-groups/33f25b4d-feda-4a54-804f-5a35c6834982 HTTP/1.1" status: 404 len: 352 time: 0.1481025 Feb 13 23:19:46.480395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38730) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:46.640141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] For port b9c44b84-7836-4f80-9aea-3da786791f5c, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:46.658856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] For port b9c44b84-7836-4f80-9aea-3da786791f5c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b9c44b84-7836-4f80-9aea-3da786791f5c,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:46.663511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-1642324c-bedf-40cd-a145-047704846c4c tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1097 time: 0.3203766 Feb 13 23:19:46.668800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:46.716493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828979-1'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:46.736676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Deleting subnet b6dc95f3-2c83-41ab-a329-09307d3fa951 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:19:46.740509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:46.806715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:46.808658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9c44b84-7836-4f80-9aea-3da786791f5c HTTP/1.1" status: 200 len: 1096 time: 3.2101481 Feb 13 23:19:46.812324 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:46.813830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'tag': 'b9c44b84-7836-4f80-9aea-3da786791f5c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:46.870701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c47a8-cd8d-43fe-9ce5-d96ca85013c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c44b84-7836-4f80-9aea-3da786791f5c,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:46.954602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:47.056493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:47.106828 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'tag': 'b9c44b84-7836-4f80-9aea-3da786791f5c', 'status': 'completed', 'code': 200} Feb 13 23:19:47.107198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:47.211268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1d79-1f22-4ede-800e-63b46aa6e74e req-789d99f6-85ab-4ce8-9fed-3886b5eb0d9c tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:47.231223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79be1d79-1f22-4ede-800e-63b46aa6e74e req-789d99f6-85ab-4ce8-9fed-3886b5eb0d9c tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 948 time: 0.5590239 Feb 13 23:19:47.240847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-c60f8f6b-ca40-4d79-b350-5031e354d063 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626547 Feb 13 23:19:47.242341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:47.330321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6dc95f3-2c83-41ab-a329-09307d3fa951,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:47.360184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-adc36820-a5b7-417e-980c-3152dc31af1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6dc95f3-2c83-41ab-a329-09307d3fa951 HTTP/1.1" status: 204 len: 168 time: 0.8759596 Feb 13 23:19:47.367587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:19:47.369653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38748) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:47.380374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Sync routers for ids ['5ac70376-1307-480e-91e0-868ca23289b5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:19:47.394013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42de14f3-d156-40ba-9159-5a4b33cc0b1e admin admin] 10.222.0.36 "PUT /v2.0/routers/5ac70376-1307-480e-91e0-868ca23289b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2713323 Feb 13 23:19:47.413252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Routers {'5ac70376-1307-480e-91e0-868ca23289b5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:47.419157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5ac70376-1307-480e-91e0-868ca23289b5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:47.698072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-e91585a9-f480-40f7-904e-d8d6b5d194c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18214fd46f784211abc15b6b63a97516&device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 1099 time: 0.8039947 Feb 13 23:19:47.711985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22a5652d-c76e-4627-82d6-d230cd7d3ef1 req-1956a9a5-e86d-4eff-ab38-862ad22dcc12 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 210 time: 0.2060308 Feb 13 23:19:47.838252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-5eaef21a-67e4-475d-b848-3ff4eb736757 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:47.856075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-5eaef21a-67e4-475d-b848-3ff4eb736757 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5622754 Feb 13 23:19:47.874880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79be1d79-1f22-4ede-800e-63b46aa6e74e req-2bf9b977-111d-4ad1-a2a5-fd161f8c3c9a tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282516 Feb 13 23:19:47.899063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:48.080827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-d514a347-b085-4e15-8df6-d85bcf0303ce tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325166 Feb 13 23:19:48.082810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Set router 5ac70376-1307-480e-91e0-868ca23289b5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:48.315016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:48.404305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:48.408344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-306829a5-4019-48a9-ae59-1350330a2d31 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Synchronizing usage tracker for tenant:fae442619c6e4e8f94139b857f86407b on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:48.418944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:48.437596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:48.440910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:48.452624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-306829a5-4019-48a9-ae59-1350330a2d31 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Unset dirty status for tenant:fae442619c6e4e8f94139b857f86407b on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:48.453884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-306829a5-4019-48a9-ae59-1350330a2d31 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2427464 Feb 13 23:19:48.466174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:48.471995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:48.486566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-021df204-2583-4f2e-9168-b2d3a0aa6bbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b9c44b84-7836-4f80-9aea-3da786791f5c HTTP/1.1" status: 200 len: 217 time: 0.7279522 Feb 13 23:19:48.488511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:48.628721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:19:42Z', 'revision_number': 4, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e643493-145f-4cfa-ac9a-26949c36077b', 'name': '', 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'mac_address': 'fa:16:3e:b9:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:40Z', 'updated_at': '2022-02-13T23:19:43Z', 'revision_number': 2, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'subnets': [{'id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:48.634070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Checking router: 5ac70376-1307-480e-91e0-868ca23289b5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:19:48.634664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Updating router 5ac70376-1307-480e-91e0-868ca23289b5 port 1e643493-145f-4cfa-ac9a-26949c36077b binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:19:48.645962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Usage tracker for resource:floatingip and tenant:fae442619c6e4e8f94139b857f86407b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:48.654275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:48.676579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:48.697258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:48.710611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:48.731644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.143 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/81e65b9a-29b6-4f64-9b6f-738f5fb49663) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:48.764127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-e5dc2efd-e2ee-428d-95c1-558eaa388891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:48.765542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-e5dc2efd-e2ee-428d-95c1-558eaa388891 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1914647 Feb 13 23:19:48.916619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:48.948568 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:48.984120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-e1e57ed4-d6cd-40f3-b5a0-14dd6696a4b6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:48.985519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-e1e57ed4-d6cd-40f3-b5a0-14dd6696a4b6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5843463 Feb 13 23:19:49.014314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0b3627-3775-4eff-b758-0ad6711b5837']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:49.039383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454cee6-6b9a-4072-b541-268504a5c48b req-7e549f0b-a600-4825-82ee-4ea60983913b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:49.046425 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8454cee6-6b9a-4072-b541-268504a5c48b req-7e549f0b-a600-4825-82ee-4ea60983913b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 946 time: 0.9662826 Feb 13 23:19:49.052599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.054603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:49.057216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.065088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.079318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e95a6f-345c-431c-a1aa-0607c2e5ab0e') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:49.079498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Transition to ACTIVE for port object 1e643493-145f-4cfa-ac9a-26949c36077b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:49.080024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e95a6f-345c-431c-a1aa-0607c2e5ab0e') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:49.088797 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.109882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:49.119812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.124520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object 81e65b9a-29b6-4f64-9b6f-738f5fb49663 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:49.195025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.219341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.236255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42371a-2162-4dfb-ab0a-4fffb0c69def None None] Pushing event updated for resources: {'Port': ['ID=1e643493-145f-4cfa-ac9a-26949c36077b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:49.254086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.263007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Allocated IP 172.25.4.38 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/ef810570-9849-45f6-a63a-39758d3dd9bd) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:49.290508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:49.307902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.340288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:19:49.340800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.386002 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8454cee6-6b9a-4072-b541-268504a5c48b req-faba9d65-e658-49c8-aa78-916437ebda55 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376131 Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:19:49.386764 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:19:49.437556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Attempting to bind port 1e643493-145f-4cfa-ac9a-26949c36077b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:49.437921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Attempting to bind port 1e643493-145f-4cfa-ac9a-26949c36077b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:49.438325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Attempting to bind port 1e643493-145f-4cfa-ac9a-26949c36077b on network 4163eb5f-21cb-423b-aecc-4ea3efba8811 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:49.460608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:49.460982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Checking segment: {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:49.461383 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.461772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Bound using segment: {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:49.462269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Bound port: 1e643493-145f-4cfa-ac9a-26949c36077b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1236a-7490-46b4-89fd-3cb6b9627fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:49.462638 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.480034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:49.487607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:49.491043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:49.594104 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-83c4f951-89f2-4fbe-baad-490d7d58fee0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7546413 Feb 13 23:19:49.647439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] For port 1e643493-145f-4cfa-ac9a-26949c36077b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:49.651729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] For port 1e643493-145f-4cfa-ac9a-26949c36077b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1e643493-145f-4cfa-ac9a-26949c36077b,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:49.663961 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.747684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:49.748726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.784389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=81e65b9a-29b6-4f64-9b6f-738f5fb49663,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:49.791397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:49.831304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.836970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94f7de58-833c-4b5e-8323-5df375a2f152 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9506409 Feb 13 23:19:49.838863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:49.844219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Request body: {'port': {'device_id': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:49.846504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:49.848741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42371a-2162-4dfb-ab0a-4fffb0c69def None None] Pushing event updated for resources: {'Port': ['ID=1e643493-145f-4cfa-ac9a-26949c36077b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:49.909602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Routers {'5ac70376-1307-480e-91e0-868ca23289b5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:49.910319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5ac70376-1307-480e-91e0-868ca23289b5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:49.911566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Usage tracker for resource:port and tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:49.928880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:49.947498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2e0b3627-3775-4eff-b758-0ad6711b5837 HTTP/1.1" status: 204 len: 168 time: 2.5630488 Feb 13 23:19:49.956692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aa312-1e55-40a5-a483-828d231045a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0b3627-3775-4eff-b758-0ad6711b5837,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:49.961526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:49.969158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-75567d2c-4d9c-4b88-8195-cea57303d9c2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965267 Feb 13 23:19:50.011219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on host n-h1-828979-1 for vnic_type normal with profile {"migrating_to": "n-h2-828979-1"} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:50.011611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:50.012208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:50.091524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b94e3d24-f459-4f25-b1f8-d1652f7da97d None None] Provisioning for port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:50.113126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:50.117243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.151897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:50.152525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Attempting to bind port f64235c0-04a8-4c96-9de4-c0b78de9779a on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:50.185764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.219449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b94e3d24-f459-4f25-b1f8-d1652f7da97d None None] Provisioning complete for port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:50.219912 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b94e3d24-f459-4f25-b1f8-d1652f7da97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.230146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:50.230480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:50.230859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:50.231301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Bound port: f64235c0-04a8-4c96-9de4-c0b78de9779a, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:50.231639 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.269970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:50.278177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.355195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b94e3d24-f459-4f25-b1f8-d1652f7da97d None None] Port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:50.395108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] Set router 5ac70376-1307-480e-91e0-868ca23289b5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:50.423787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.446944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4160fd98-3e28-454d-aa34-fbc820f8da7b req-186fc6d9-f0c8-4ab8-8bb7-3a760eafd52b service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680395 Feb 13 23:19:50.561328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:50.563740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bee1734-b39f-42e1-aa2a-e4f3ff52b0f3 req-53b477e0-324a-49e3-aae6-d351825c0bdc tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1097 time: 0.5589135 Feb 13 23:19:50.567301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:50.575437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:50.601512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Pushing event updated for resources: {'Port': ['ID=ef810570-9849-45f6-a63a-39758d3dd9bd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:50.615446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ab7aee88-3984-473f-a137-e7df8b1e203b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72b7cb1b9c6241959c7fcc899715f140&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378508 Feb 13 23:19:50.618262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:50.618385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:50.645833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:50.663654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:50.717083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bee1734-b39f-42e1-aa2a-e4f3ff52b0f3 req-26ffe818-1a1c-4a70-a360-cd190dda23a2 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334314 Feb 13 23:19:50.758830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:19:42Z', 'revision_number': 4, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e643493-145f-4cfa-ac9a-26949c36077b', 'name': '', 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'mac_address': 'fa:16:3e:b9:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:40Z', 'updated_at': '2022-02-13T23:19:49Z', 'revision_number': 4, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'subnets': [{'id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:50.765954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee2025-4fa9-42aa-8040-bce2a9f4d388 None None] The sync data for ids ['5ac70376-1307-480e-91e0-868ca23289b5'] in n-d-828979-1 is: [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:19:42Z', 'revision_number': 4, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e643493-145f-4cfa-ac9a-26949c36077b', 'name': '', 'network_id': '4163eb5f-21cb-423b-aecc-4ea3efba8811', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'mac_address': 'fa:16:3e:b9:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:40Z', 'updated_at': '2022-02-13T23:19:49Z', 'revision_number': 4, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'subnets': [{'id': 'be43cfce-48f0-4cf1-b9d1-1f175f17695e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:19:50.817051 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-8c8fe697-6c40-41e2-baf3-6273c624eec9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18214fd46f784211abc15b6b63a97516&device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 1099 time: 0.2963355 Feb 13 23:19:50.866905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=8']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:50.911173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8147d-5634-4c1e-a877-133fa93dd03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.015823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e65b9a-29b6-4f64-9b6f-738f5fb49663 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:51.027840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36dc3216-2353-45ea-ae1d-5f65d6b9e668 req-87c5108e-4f99-4da8-9f55-258a22de9d4a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 210 time: 0.0705171 Feb 13 23:19:51.032660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.034039 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-246f024c-5868-449f-ab3a-26bdd380223d service neutron] 10.222.0.42 "PUT /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 1122 time: 4.3604889 Feb 13 23:19:51.075056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.104266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Transition to ACTIVE for port object 81e65b9a-29b6-4f64-9b6f-738f5fb49663 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:51.106660 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8147d-5634-4c1e-a877-133fa93dd03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.115537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['f64235c0-04a8-4c96-9de4-c0b78de9779a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:51.135163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.223304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.259394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136165c-4c43-4c97-b109-f94859827f5a req-aa421955-6bf1-44e2-8439-5c670682186d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:51.260740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-aa421955-6bf1-44e2-8439-5c670682186d service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4258933 Feb 13 23:19:51.297224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e643493-145f-4cfa-ac9a-26949c36077b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:51.302475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.254 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/a53c39f1-59e8-4e63-9a8c-8274ab88a5e2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:51.441663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=81e65b9a-29b6-4f64-9b6f-738f5fb49663,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:51.471157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1e643493-145f-4cfa-ac9a-26949c36077b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:51.482116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1e643493-145f-4cfa-ac9a-26949c36077b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:51.482869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.483562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.652497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.693207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1e643493-145f-4cfa-ac9a-26949c36077b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1e643493-145f-4cfa-ac9a-26949c36077b,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:51.704354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.709891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.735600 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.746712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.752577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:51.800500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.821516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1e643493-145f-4cfa-ac9a-26949c36077b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:51.825910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8147d-5634-4c1e-a877-133fa93dd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.832798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:51.853107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8147d-5634-4c1e-a877-133fa93dd03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2a16a-bddd-499f-a021-3763fd913669,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:51.899528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:51.901714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:51.903465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:51.907059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-5f31827d-a68d-4b35-9142-139559b32d12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b9c44b84-7836-4f80-9aea-3da786791f5c HTTP/1.1" status: 200 len: 217 time: 0.3419855 Feb 13 23:19:51.908462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Pushing event updated for resources: {'Port': ['ID=ef810570-9849-45f6-a63a-39758d3dd9bd,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:51.915582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:51.950877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8147d-5634-4c1e-a877-133fa93dd03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.952094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1ff8147d-5634-4c1e-a877-133fa93dd03f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5b2a16a-bddd-499f-a021-3763fd913669 HTTP/1.1" status: 204 len: 168 time: 1.3251677 Feb 13 23:19:51.956521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Attempting to bind port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:51.956871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Attempting to bind port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:51.957187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Attempting to bind port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:51.963743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:51.998284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:51.998731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.019395 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.023320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-ce501812-2ea0-45ae-b058-0c52a8e0eb77 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5596027 Feb 13 23:19:52.024359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:52.025129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Attempting to bind port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:52.043697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-94b67623-a00c-40c7-a75e-5543ec964b43 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0128558 Feb 13 23:19:52.107877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Request body: {'port': {'device_id': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:52.190286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:52.190626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:52.191056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:52.191484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Bound port: 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:52.191821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.271863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-955e0b87-9686-46c6-9d3b-86f9fc39c4aa None None] Provisioning for port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:52.278168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-955e0b87-9686-46c6-9d3b-86f9fc39c4aa None None] Provisioning complete for port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:52.278953 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-955e0b87-9686-46c6-9d3b-86f9fc39c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.309542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136165c-4c43-4c97-b109-f94859827f5a req-ee79bad1-d4dd-4fa3-aa5e-d0d9720b58ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:52.313262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-ee79bad1-d4dd-4fa3-aa5e-d0d9720b58ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2837064 Feb 13 23:19:52.327309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-4e3b6e51-dd4d-448a-84ab-2cbf9287a699 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Synchronizing usage tracker for tenant:fae442619c6e4e8f94139b857f86407b on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:52.333163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-bcee9f15-b034-43ec-b91f-52b7ddbd16fb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:52.335393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-bcee9f15-b034-43ec-b91f-52b7ddbd16fb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fe265dd-04a0-4719-bd33-319b290e2875 HTTP/1.1" status: 200 len: 946 time: 1.1681442 Feb 13 23:19:52.351681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-955e0b87-9686-46c6-9d3b-86f9fc39c4aa None None] Port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:52.373571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-c9486fed-72c2-4857-a957-c6ba28e5354b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:52.374282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-c9486fed-72c2-4857-a957-c6ba28e5354b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Synchronizing usage tracker for tenant:18214fd46f784211abc15b6b63a97516 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:52.397765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-4e3b6e51-dd4d-448a-84ab-2cbf9287a699 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Unset dirty status for tenant:fae442619c6e4e8f94139b857f86407b on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:52.399190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-4e3b6e51-dd4d-448a-84ab-2cbf9287a699 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.3666394 Feb 13 23:19:52.459575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.512005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] For port 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:52.522580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Deleting port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:19:52.522923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.527595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] For port 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:52.536104 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.625298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:52.626765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] 10.222.0.31 "PUT /v2.0/ports/81e65b9a-29b6-4f64-9b6f-738f5fb49663 HTTP/1.1" status: 200 len: 1096 time: 2.7889650 Feb 13 23:19:52.650442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'tag': '81e65b9a-29b6-4f64-9b6f-738f5fb49663'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:52.669882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-c2194b26-6cb5-46f9-b1e6-92861cc8b62e tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:52.671256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-c2194b26-6cb5-46f9-b1e6-92861cc8b62e tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2579880 Feb 13 23:19:52.671721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-c9486fed-72c2-4857-a957-c6ba28e5354b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Unset dirty status for tenant:18214fd46f784211abc15b6b63a97516 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:52.682465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-c9486fed-72c2-4857-a957-c6ba28e5354b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 948 time: 1.4344018 Feb 13 23:19:52.724469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-d65d26a1-2772-4ff3-8845-47268bfbcce4 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:19:52.725864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5f990b3-74a0-4723-9b46-f9b890ed80a1 req-d65d26a1-2772-4ff3-8845-47268bfbcce4 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122325 Feb 13 23:19:52.741000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc150e16-e653-465c-bf2a-f595ebe5dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=81e65b9a-29b6-4f64-9b6f-738f5fb49663,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:52.774907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-f87c384b-7645-462b-854e-7dd90a534129 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 1099 time: 0.1003137 Feb 13 23:19:52.856748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-8879fe9f-54c3-465f-884a-d8ac0f8b83a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663 HTTP/1.1" status: 200 len: 217 time: 0.0739641 Feb 13 23:19:52.860263 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'code': 200} Feb 13 23:19:52.899634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-ebc996bf-47fd-4857-9843-9791f2e66783 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5726736 Feb 13 23:19:52.941626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-2ddf0787-19a3-47fa-9064-a1b42b1ceb2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:52.944249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-2ddf0787-19a3-47fa-9064-a1b42b1ceb2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0804520 Feb 13 23:19:52.970754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-ee57ddf8-4e89-4d96-9a5f-5dffff101899 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Synchronizing usage tracker for tenant:18214fd46f784211abc15b6b63a97516 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:53.173814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-9fa386d4-95ad-4f9a-a811-faff9ae6e32b tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1419468120&fields=id&tenant_id=998a9ff1edbc48009932783a951f8c20 HTTP/1.1" status: 200 len: 267 time: 0.0854917 Feb 13 23:19:53.181806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-6f3cb8a1-5de6-4634-bc79-5068dc8a0aa2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310212 Feb 13 23:19:53.245365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e643493-145f-4cfa-ac9a-26949c36077b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:53.263945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-ee57ddf8-4e89-4d96-9a5f-5dffff101899 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Unset dirty status for tenant:18214fd46f784211abc15b6b63a97516 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:53.266934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0dbeef01-e254-4255-992a-001d230e9bd5 req-ee57ddf8-4e89-4d96-9a5f-5dffff101899 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836341 Feb 13 23:19:53.332966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1e643493-145f-4cfa-ac9a-26949c36077b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:53.333335 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:53.391756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-60e6f68c-9533-4eb1-9aa1-27814296e7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764700 Feb 13 23:19:53.434348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-9608159d-cda9-447b-bb80-7e9c0f29131e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:53.435709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-9608159d-cda9-447b-bb80-7e9c0f29131e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 824 time: 0.2527537 Feb 13 23:19:53.440748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-93ca0542-95fb-49fe-b61b-6660e4a13151 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352552 Feb 13 23:19:53.531161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-07a5eee2-85f0-4e31-a413-ae7150de99bc tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/quotas/998a9ff1edbc48009932783a951f8c20 HTTP/1.1" status: 200 len: 375 time: 0.0856612 Feb 13 23:19:53.641097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-b83ad822-2a85-4556-b394-67b3565662d1 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944773 Feb 13 23:19:53.662654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-251fda16-d8f6-4468-b58e-7ffd90a0f271 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1197131 Feb 13 23:19:53.682263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] For port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:53.682781 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:53.709419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:53.721907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:53.806631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341d07b-a44e-4efe-97df-d0538b6f4887 req-e8679640-81ad-4229-bb37-5c00827b8b9f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:53.807988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d341d07b-a44e-4efe-97df-d0538b6f4887 req-e8679640-81ad-4229-bb37-5c00827b8b9f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 944 time: 0.4079916 Feb 13 23:19:53.809769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-1b954677-3a65-4e7c-932f-85ea7db6e8ea service neutron] 10.222.0.36 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307724 Feb 13 23:19:53.842195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e136165c-4c43-4c97-b109-f94859827f5a req-fc92617a-c312-42d4-a2b1-5c0aa85db775 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078677 Feb 13 23:19:53.846350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Transition to ACTIVE for port object a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:53.866022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:53.957377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-98924ed0-e9b5-44da-a6ec-9142dfd85833 service neutron] 10.222.0.36 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417186 Feb 13 23:19:54.097473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d341d07b-a44e-4efe-97df-d0538b6f4887 req-73cecb48-be43-4d7d-a145-44b974cc4323 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815306 Feb 13 23:19:54.107176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:54.194425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Pushing event updated for resources: {'Port': ['ID=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:54.324540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:54.340554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a has no active binding in host n-h2-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:19:54.341119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b9c44b84-7836-4f80-9aea-3da786791f5c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:54.421964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:54.422500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:54.423038 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd disassociated. External IP: 172.25.4.7, port: 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf. Feb 13 23:19:54.423802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Calling delete_port for 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:19:54.532011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbb5e3d6-55df-4ece-a0eb-0aededdaef53 req-68f3a4d2-6def-49c4-b5f6-fb69160a26a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1658754 Feb 13 23:19:54.592967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b9c44b84-7836-4f80-9aea-3da786791f5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b9c44b84-7836-4f80-9aea-3da786791f5c,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:54.609725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b9c44b84-7836-4f80-9aea-3da786791f5c', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'b9c44b84-7836-4f80-9aea-3da786791f5c', 'mac_address': 'fa:16:3e:e3:87:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:54.692342 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:54.692824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Attempting to bind port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:54.692824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Attempting to bind port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:54.693868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Attempting to bind port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:54.706342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:54.706825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Attempting to bind port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:54.712286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c44b84-7836-4f80-9aea-3da786791f5c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:54.730067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b9c44b84-7836-4f80-9aea-3da786791f5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b9c44b84-7836-4f80-9aea-3da786791f5c,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:54.734294 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:54.767043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:54.767354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:54.767723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:54.768159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Bound port: a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:54.768532 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:54.814951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b9c44b84-7836-4f80-9aea-3da786791f5c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:54.833344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:19:54.853963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba542e2-4d4e-41fa-81a0-716aa3027fd4 req-e6928f47-2110-4698-8f06-3c10885ae509 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:54.854978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ba542e2-4d4e-41fa-81a0-716aa3027fd4 req-e6928f47-2110-4698-8f06-3c10885ae509 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:19:54.862339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:54.887742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-64685e34-3847-41b3-9561-160ff9df7665 service neutron] 10.222.0.31 "GET /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.1191881 Feb 13 23:19:54.902830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:54.955327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ba542e2-4d4e-41fa-81a0-716aa3027fd4 req-e6928f47-2110-4698-8f06-3c10885ae509 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:19:54.956472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ba542e2-4d4e-41fa-81a0-716aa3027fd4 req-e6928f47-2110-4698-8f06-3c10885ae509 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 948 time: 0.5015275 Feb 13 23:19:54.987788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event deleted for resources: {'Port': ['ID=3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:55.017496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b9c44b84-7836-4f80-9aea-3da786791f5c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:55.050692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] For port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:55.178615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] For port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:55.270353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:55.351156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ba542e2-4d4e-41fa-81a0-716aa3027fd4 req-45e1fe50-6f3a-42c2-8f44-51eaf435d5a4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648248 Feb 13 23:19:55.396913 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:55.398659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] 10.222.0.31 "PUT /v2.0/ports/a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 HTTP/1.1" status: 200 len: 1096 time: 3.2976353 Feb 13 23:19:55.416011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Pushing event updated for resources: {'Port': ['ID=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:55.431713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.432308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.432917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.433400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.433893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.434407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.434905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.435397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.435880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.436367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.436845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b43afb-79a3-4411-aedd-1bb16cade326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:55.613852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:55.664010 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-3988f5da-ded2-4012-a3b7-47106b587060 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 1099 time: 0.2076039 Feb 13 23:19:55.673551 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'tag': '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'status': 'completed', 'code': 200} Feb 13 23:19:55.674167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.31', 61328) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:55.762315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:19:55.779726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:19:55.869398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64235c0-04a8-4c96-9de4-c0b78de9779a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:55.875211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-a26d6686-88cd-487c-a278-c0c9d88a7d39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 HTTP/1.1" status: 200 len: 217 time: 0.1979063 Feb 13 23:19:55.883227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:55.918437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:55.947571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-782b9fb2-e796-40c0-81ce-765ebe44eeee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 1099 time: 0.2663188 Feb 13 23:19:55.947976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1aef1c5c-72dd-4e69-af1b-8280e784be20 req-ac8c2785-8166-4db1-8282-247205680f3a tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips/be1c060c-e6b8-40ec-9ce1-8b15693a8e01 HTTP/1.1" status: 200 len: 692 time: 0.1840281 Feb 13 23:19:56.109904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b9c44b84-7836-4f80-9aea-3da786791f5c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:56.242442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b9c44b84-7836-4f80-9aea-3da786791f5c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:56.253633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b9c44b84-7836-4f80-9aea-3da786791f5c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:56.254384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:56.257578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-d90bca66-b1a3-4c7f-bd76-2856a88afbaf tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:19:56.259432 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-d90bca66-b1a3-4c7f-bd76-2856a88afbaf tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114806 Feb 13 23:19:56.266003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Transition to ACTIVE for port object f64235c0-04a8-4c96-9de4-c0b78de9779a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:56.275455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Request body: {'binding': {'host': 'n-h1-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:56.276045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Unknown quota resources ['binding']. {{(pid=83662) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:19:56.285090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-1cd69192-9387-4541-9d72-fcc92b0e5f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:56.287385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-1cd69192-9387-4541-9d72-fcc92b0e5f24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.3777800 Feb 13 23:19:56.318701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-ca033477-f4bb-4d99-847f-164b6c59538c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:56.320274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-ca033477-f4bb-4d99-847f-164b6c59538c service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3293893 Feb 13 23:19:56.327026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:56.370760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 81e65b9a-29b6-4f64-9b6f-738f5fb49663 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:19:56.398001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-44ee4425-bde9-4d45-a792-b7da0c94c890 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:56.399656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-44ee4425-bde9-4d45-a792-b7da0c94c890 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.42 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 824 time: 0.5202451 Feb 13 23:19:56.462408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-0c5de661-7e6a-40c6-988c-11f1803e4706 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663 HTTP/1.1" status: 200 len: 217 time: 0.1299598 Feb 13 23:19:56.483119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef1c5c-72dd-4e69-af1b-8280e784be20 req-0461b8c9-71d2-4e8a-9b1c-4286f8e5bb98 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:56.489717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1aef1c5c-72dd-4e69-af1b-8280e784be20 req-0461b8c9-71d2-4e8a-9b1c-4286f8e5bb98 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.4842293 Feb 13 23:19:56.495763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-1aef1c5c-72dd-4e69-af1b-8280e784be20 req-6edccf15-42c8-4182-8f08-0b4619ef76c3 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:19:56.507503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1aef1c5c-72dd-4e69-af1b-8280e784be20 req-6edccf15-42c8-4182-8f08-0b4619ef76c3 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0167565 Feb 13 23:19:56.546521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:56.562623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:19:56.589122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-5bb2c3b9-4f0c-434e-93dd-1a347961950e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=998a9ff1edbc48009932783a951f8c20 HTTP/1.1" status: 200 len: 380 time: 0.1642685 Feb 13 23:19:56.601937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'mac_address': 'fa:16:3e:93:84:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:19:56.605486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:19:56.605897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:19:56.621296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'port': {'device_id': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'admin_state_up': True, 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'security_groups': ['058d9207-1f42-449a-9725-a7a45d00f9d9']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:56.669570 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:56.689900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e65b9a-29b6-4f64-9b6f-738f5fb49663 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:19:56.706736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:56.750645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Pushing event updated for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=10']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:56.763842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] No DVR routers for this DVR port f64235c0-04a8-4c96-9de4-c0b78de9779a on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:19:56.769719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-ecbf3027-cb56-4cc9-9a62-2e9b7150937f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:56.771407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-ecbf3027-cb56-4cc9-9a62-2e9b7150937f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2910905 Feb 13 23:19:56.781033 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:56.801313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:56.819317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.819811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.820256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.820695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.821132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.821566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.821994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.822447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.822874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.823317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.823741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:19:56.826129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b9c44b84-7836-4f80-9aea-3da786791f5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b9c44b84-7836-4f80-9aea-3da786791f5c,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:56.871648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c44b84-7836-4f80-9aea-3da786791f5c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:56.876864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:56.919392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=81e65b9a-29b6-4f64-9b6f-738f5fb49663,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:57.003338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b9c44b84-7836-4f80-9aea-3da786791f5c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:57.038180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-43ddad42-429e-4823-93c1-a1c982254911 service neutron] 10.222.0.31 "PUT /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a/bindings/n-h2-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1439776 Feb 13 23:19:57.097373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['81e65b9a-29b6-4f64-9b6f-738f5fb49663'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:19:57.114640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on host n-h1-828979-1 for vnic_type normal with profile None {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:19:57.116688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:19:57.117199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:57.182309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:19:57.182680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:19:57.200329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-46475051-e0df-4f49-90a2-6195ca0984f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4170413 Feb 13 23:19:57.205151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:19:57.205423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:19:57.205808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:19:57.206298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Bound port: 697d9298-7787-4a64-abd9-6da74d7a82c5, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:19:57.223157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:57.243507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-1d02588e-b362-4bd4-bf43-d2a8fe5f1fb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9385445 Feb 13 23:19:57.252751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Usage tracker for resource:port and tenant:998a9ff1edbc48009932783a951f8c20 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:57.268758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:57.400073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-18df13be-e7a9-49b0-8fa5-961e5a693bea service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864367 Feb 13 23:19:57.427594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:57.492166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9c79330d-88d1-4acf-ab22-8758ab8fbb03 req-f574b028-6ed3-4cba-bce4-c24dc31b6c66 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 210 time: 0.2255130 Feb 13 23:19:57.642198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-d0b11aa4-587f-47a8-9f61-f8028a7764b9 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742900 Feb 13 23:19:57.644478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Made reservation on behalf of 998a9ff1edbc48009932783a951f8c20 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:19:57.654516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:57.674085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38890) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:57.733605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:19:57.742898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] Notify callbacks [] for binding, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:57.744202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-87b58d83-bef3-49c9-9473-69a0dfe39ac7 service neutron] 10.222.0.36 "POST /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5/bindings HTTP/1.1" status: 201 len: 389 time: 1.4749022 Feb 13 23:19:57.789954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9dcc65a-1ae0-4d52-95f8-081870f6458f req-3bdc582f-cd64-4d85-8621-5bdbdf8a0f6e service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838363 Feb 13 23:19:57.890422 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'status': 'completed', 'code': 200} Feb 13 23:19:57.898236 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-c8a2a98c-6b31-4200-8d25-dbf4dcb9058d tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.7829990 Feb 13 23:19:58.049144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:19:58.064514 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:19:58.081989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:58.082901 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:58.089148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.155105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-8a827198-afdd-4dea-8928-230fc3af69bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1096 time: 0.2217772 Feb 13 23:19:58.214914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] No DVR routers for this DVR port 3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:19:58.221885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.254794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f566aa52-057a-47f0-8e89-c33ab4bc2ccf req-47019bb8-97b7-49b6-b723-d2a69ea0c983 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793242 Feb 13 23:19:58.274544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Allocated IP 172.20.0.6 (da610181-cc81-4bfa-8d29-b15e65d93e4f/2a5bb5a4-4422-44ea-ad72-a3a163aaea90/b5c5b87b-2a3a-48b4-bb04-8351096b44f5) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:19:58.282439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:19:58.293499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Usage tracker for resource:security_group_rule and tenant:4ead73473f5e408dad805f227d67b192 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:19:58.295942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 81e65b9a-29b6-4f64-9b6f-738f5fb49663 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:19:58.303239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-418526e5-68c8-4768-a9e0-5a8990f6896c req-a5c7f11b-4333-4bdf-a18e-e75d3d674fcb tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.31 "DELETE /v2.0/ports/3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf HTTP/1.1" status: 204 len: 173 time: 5.9255309 Feb 13 23:19:58.304203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:19:58.316650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00e31-d378-4609-8a76-220708373263 req-ccb26a32-ddfe-485d-80bc-1a5a04455816 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:58.324609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-97b00e31-d378-4609-8a76-220708373263 req-ccb26a32-ddfe-485d-80bc-1a5a04455816 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 950 time: 0.5596461 Feb 13 23:19:58.345816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:19:58.355283 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:58.371976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-e323fb16-181c-4714-b566-fad4fa582742 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1&tenant_id=997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 1096 time: 0.4551206 Feb 13 23:19:58.447973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-a1e42de3-fd30-40ee-826f-f8df99fe1652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:58.451297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-a1e42de3-fd30-40ee-826f-f8df99fe1652 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.2876394 Feb 13 23:19:58.477781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:58.484062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:58.484440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.566256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5d7a772-bfd0-4135-9d7c-27b312faa405 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1097 time: 0.4875722 Feb 13 23:19:58.584280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71c48-c418-4480-8ce0-a1707a8c7bab req-18a4e8bd-480f-421a-8cf2-e94924979df8 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:58.594388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aea71c48-c418-4480-8ce0-a1707a8c7bab req-18a4e8bd-480f-421a-8cf2-e94924979df8 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 945 time: 0.5749626 Feb 13 23:19:58.601004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-97b00e31-d378-4609-8a76-220708373263 req-1756a226-7c29-4c8f-a358-1be3ce34f1d3 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704341 Feb 13 23:19:58.652231 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.721701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:19:58.729724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.731028 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:19:58.775509 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.792953 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.809440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-22414ed6-393a-454a-8d6e-2fc9a4003c7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1096 time: 0.3964274 Feb 13 23:19:58.820082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-e5fd28de-3e7e-489b-be10-8db31cbac9bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:58.822192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-e5fd28de-3e7e-489b-be10-8db31cbac9bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.2253768 Feb 13 23:19:58.825899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-38f2ea08-e952-4f98-8e26-5a71b52f1618 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 217 time: 0.3614132 Feb 13 23:19:58.831867 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:58.837130 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:19:58.839624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:58.852699 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:19:58.853676 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:58.880882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Transition to ACTIVE for port object b5c5b87b-2a3a-48b4-bb04-8351096b44f5 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:19:58.887860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:19:58.891419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=81e65b9a-29b6-4f64-9b6f-738f5fb49663,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:58.979101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aea71c48-c418-4480-8ce0-a1707a8c7bab req-88e5dd9d-36ef-4733-a730-e3bd91c8a6f9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837459 Feb 13 23:19:59.019293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-fb8648f5-a8e9-403f-887f-39b61a73a951 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 217 time: 0.1865227 Feb 13 23:19:59.031888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-5957aa35-cfee-4538-abd1-614b3e636bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:59.042503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-5957aa35-cfee-4538-abd1-614b3e636bad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.2087030 Feb 13 23:19:59.100003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e041572e-ae85-4580-82ea-d1ff739701f1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:59.118856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-1734a78e-7118-4059-b544-dcf6da227dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:59.119719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d91e0126-4f63-4069-9ec5-a41ce103d92f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ead73473f5e408dad805f227d67b192&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3920565 Feb 13 23:19:59.123783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-1734a78e-7118-4059-b544-dcf6da227dad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.0959449 Feb 13 23:19:59.124653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38902) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:19:59.128396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:59.164028 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:19:59.256213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-00b84b71-9d6b-448f-98b3-dfc9afc524c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295536 Feb 13 23:19:59.287239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Network da610181-cc81-4bfa-8d29-b15e65d93e4f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:19:59.293838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-3effddef-d78f-41cd-8001-f86c5fdcffeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:59.295317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-3effddef-d78f-41cd-8001-f86c5fdcffeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.3506837 Feb 13 23:19:59.298095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-debbbaf0-e2b5-4300-8981-6f4affb55a72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413164 Feb 13 23:19:59.301656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:19:59.306014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event updated for resources: {'Port': ['ID=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:19:59.307999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:19:59.343367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a330-db9b-4654-81bb-0af90e0617f1 req-bed403e9-064c-409c-81b2-33161156f419 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:59.351124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7b9a330-db9b-4654-81bb-0af90e0617f1 req-bed403e9-064c-409c-81b2-33161156f419 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 948 time: 0.5400035 Feb 13 23:19:59.452665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cb9be1a-64ae-4199-b888-b48955c5da20 req-0426ccfe-a69a-4b03-9972-7b52f6234048 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=fae442619c6e4e8f94139b857f86407b HTTP/1.1" status: 200 len: 695 time: 0.3272147 Feb 13 23:19:59.590316 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-1a1496d1-2343-49e2-89c0-03bce0152fdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 217 time: 0.2310920 Feb 13 23:19:59.619434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a0cb218f-d5b0-455f-9023-4aaed93d1dba service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128464 Feb 13 23:19:59.637519 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:19:59.644618 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76448d-3ec6-4301-b69a-c7e6fe398c8b None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:19:59.680388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d3b8d3-83b8-4eec-9634-c6b070339261 None None] Provisioning for port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:19:59.692182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d3b8d3-83b8-4eec-9634-c6b070339261 None None] Provisioning complete for port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:19:59.692182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d3b8d3-83b8-4eec-9634-c6b070339261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:59.711424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:59.712377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:59.783626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3b8d3-83b8-4eec-9634-c6b070339261 None None] Port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:19:59.816305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54198f3b-1837-48ad-8246-24dca3cc6f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:59.861772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7b9a330-db9b-4654-81bb-0af90e0617f1 req-e176c898-700c-4f59-b502-d34519b07902 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067701 Feb 13 23:19:59.878671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-851f0492-e175-42e6-83fd-b2fea93fcd13 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2817264 Feb 13 23:19:59.880284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-d4592bd0-8138-4d56-944b-73df350943ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:19:59.883455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-d4592bd0-8138-4d56-944b-73df350943ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.2758443 Feb 13 23:19:59.890993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54198f3b-1837-48ad-8246-24dca3cc6f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:19:59.901065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'tag': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'}, {'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'name': 'network-vif-deleted', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:19:59.931610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-2d783c4d-e011-4816-9d4d-bb483da6a00e service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560128 Feb 13 23:19:59.949428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Request body: {'port': {'device_id': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:19:59.954975 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c44b84-7836-4f80-9aea-3da786791f5c', 'code': 200} Feb 13 23:20:00.050483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-898e63b0-421b-4945-a273-97a173db7b4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254346 Feb 13 23:20:00.127331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9be1a-64ae-4199-b888-b48955c5da20 req-db6fcaf3-fbad-497d-87a9-05425fef8e53 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:00.128740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cb9be1a-64ae-4199-b888-b48955c5da20 req-db6fcaf3-fbad-497d-87a9-05425fef8e53 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks?id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 787 time: 0.6681702 Feb 13 23:20:00.150474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-1cb9be1a-64ae-4199-b888-b48955c5da20 req-7e303967-aadc-4adf-b22f-85d423a89770 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:20:00.151697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cb9be1a-64ae-4199-b888-b48955c5da20 req-7e303967-aadc-4adf-b22f-85d423a89770 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069282 Feb 13 23:20:00.188267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10105491-94d7-4f3f-9d6b-5e2bc291ae65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:00.287674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:00.289081 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-4b1b8245-4541-4afe-9a7f-1fba6b082826 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595342 Feb 13 23:20:00.371034 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-dd69bd66-d67f-4ffb-97cc-30c68a922255 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051345 Feb 13 23:20:00.413736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c39dbc5-dd39-48e4-b417-d7696df7ba7f req-b72d63d0-3ff3-40df-9109-15f085ed4f41 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723103 Feb 13 23:20:00.436043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29662ef8-ec8c-45e2-afa9-e07e323fc7d6 req-799652ce-b830-47a2-a4dd-5b83500578ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 1101 time: 0.3200448 Feb 13 23:20:00.467500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:00.468755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757bc57-0d16-45b9-941e-845c74e3a323 req-46f0a579-1791-466d-88c5-5001ef84c636 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:00.484051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3757bc57-0d16-45b9-941e-845c74e3a323 req-46f0a579-1791-466d-88c5-5001ef84c636 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.1912060 Feb 13 23:20:00.493063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', 'mac_address': 'fa:16:3e:22:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:20:00.509202 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:00.528863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54198f3b-1837-48ad-8246-24dca3cc6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:00.555614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29662ef8-ec8c-45e2-afa9-e07e323fc7d6 req-60f2cd51-76a0-42d5-9278-ab754c84cff0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111174 Feb 13 23:20:00.570616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3757bc57-0d16-45b9-941e-845c74e3a323 req-ac6c85db-977b-421c-ac97-aac4972ea15e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856221 Feb 13 23:20:00.598316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54198f3b-1837-48ad-8246-24dca3cc6f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041572e-ae85-4580-82ea-d1ff739701f1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:00.623089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-54198f3b-1837-48ad-8246-24dca3cc6f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:00.624195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-54198f3b-1837-48ad-8246-24dca3cc6f3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e041572e-ae85-4580-82ea-d1ff739701f1 HTTP/1.1" status: 204 len: 168 time: 1.4975986 Feb 13 23:20:00.686981 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:00.699045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-baaf27ee-75f8-4632-a0fc-84cc1de44db5 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813547 Feb 13 23:20:00.720086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:00.737791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:00.747376 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:00.798796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecd920-9c5e-40b7-ba15-bf3e9b13f925 req-08b06206-09d7-47b2-b34f-a94b200e951b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:00.800647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0ecd920-9c5e-40b7-ba15-bf3e9b13f925 req-08b06206-09d7-47b2-b34f-a94b200e951b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 950 time: 0.1200018 Feb 13 23:20:00.812781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea308550-affc-47fa-811c-617f49770573 req-ab7a0993-e9cd-4353-b7d5-1f149f2707d0 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:00.813790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ea308550-affc-47fa-811c-617f49770573 req-ab7a0993-e9cd-4353-b7d5-1f149f2707d0 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Synchronizing usage tracker for tenant:998a9ff1edbc48009932783a951f8c20 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:00.883088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:00.906829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0ecd920-9c5e-40b7-ba15-bf3e9b13f925 req-983b6b54-0355-4f3c-9548-3ee8b5c3a435 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988297 Feb 13 23:20:00.909801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ea308550-affc-47fa-811c-617f49770573 req-ab7a0993-e9cd-4353-b7d5-1f149f2707d0 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Unset dirty status for tenant:998a9ff1edbc48009932783a951f8c20 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:00.931792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea308550-affc-47fa-811c-617f49770573 req-ab7a0993-e9cd-4353-b7d5-1f149f2707d0 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 931 time: 0.5570700 Feb 13 23:20:01.008643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:01.065489 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'tag': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', 'status': 'completed', 'code': 200} Feb 13 23:20:01.067464 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe265dd-04a0-4719-bd33-319b290e2875', 'name': 'network-vif-deleted', 'tag': '3ef75d7d-d2c5-4b24-9be5-54cd09c7eacf', 'status': 'completed', 'code': 200} Feb 13 23:20:01.165094 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea308550-affc-47fa-811c-617f49770573 req-9fbdc8c1-9675-471e-a218-e16bd481961c tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323296 Feb 13 23:20:01.186415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-d15f5411-4e70-486b-849a-b69e7d031b4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 1100 time: 0.1655650 Feb 13 23:20:01.459829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c5b87b-2a3a-48b4-bb04-8351096b44f5 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:01.470798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:01.477346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-11cde1c9-a910-4f4e-bd3f-e1b9350e9c66 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips/be1c060c-e6b8-40ec-9ce1-8b15693a8e01 HTTP/1.1" status: 200 len: 692 time: 0.2404673 Feb 13 23:20:01.486224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904625-29fd-4eaf-bd50-c0f727834222 req-dae00544-ddb6-4aaa-b550-7dfdc44735e9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:01.487837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03904625-29fd-4eaf-bd50-c0f727834222 req-dae00544-ddb6-4aaa-b550-7dfdc44735e9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 945 time: 0.2276723 Feb 13 23:20:01.489122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf41b9-047f-4787-8485-d0b333795f1d req-35b645cf-0f2c-4089-986a-c188ded53f6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:01.490927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-35b645cf-0f2c-4089-986a-c188ded53f6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2789111 Feb 13 23:20:01.536262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Transition to ACTIVE for port object b5c5b87b-2a3a-48b4-bb04-8351096b44f5 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:01.588337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-29c5ebdd-54ad-4484-9142-b44bcb263895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0893826 Feb 13 23:20:01.619047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:01.644818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03904625-29fd-4eaf-bd50-c0f727834222 req-c9bfa8f6-5e9f-4b02-8a7b-fd74bd566d67 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447339 Feb 13 23:20:01.664712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf41b9-047f-4787-8485-d0b333795f1d req-cfe62cf0-a8a2-48c5-b32d-7a5a8ee9ce82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:01.666415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-cfe62cf0-a8a2-48c5-b32d-7a5a8ee9ce82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0689402 Feb 13 23:20:01.806783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-4bb57880-cc2a-4f13-b022-b316dd0b0555 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276734 Feb 13 23:20:01.888819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-34f1f16c-1e45-40d4-ace8-5b44f2559344 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.7415469 Feb 13 23:20:01.956216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e65b9a-29b6-4f64-9b6f-738f5fb49663'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:02.049105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38948) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:02.139151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:02.227133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-0f3c7e75-22a5-4f9c-bda1-b61adf3a3ea1 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:02.228460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-0f3c7e75-22a5-4f9c-bda1-b61adf3a3ea1 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.7440231 Feb 13 23:20:02.249499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-6d56b7b6-86f4-49f2-a58d-92d1e9861f8f tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:20:02.258827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-6d56b7b6-86f4-49f2-a58d-92d1e9861f8f tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127897 Feb 13 23:20:02.264202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b1a3ce9e-d80a-4673-a244-80ce0e226a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.264745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-2359b63b-c246-4f7e-b62e-61d4f285137f service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504349 Feb 13 23:20:02.285808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:02.352718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-0c407a19-684d-46ba-ba17-da12f5c9e33f tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.0928247 Feb 13 23:20:02.353725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Attempting to bind port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:02.354070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Attempting to bind port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:02.354451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Attempting to bind port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 on network da610181-cc81-4bfa-8d29-b15e65d93e4f {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:02.359505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1961108393-network', 'tenant_id': '5f8ff687360449899ce240d86468d7a3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:02.369147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:02.371944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-629f9f0d-f2a0-46a8-88e0-75ccf5057290 service neutron] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:02.395045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:02.403906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:02.404711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.417395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b25238-2120-4220-8995-dca6297d1469 req-8fee4c56-aea3-48b7-8d5a-4d4f3acb97ab tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:02.424258 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93b25238-2120-4220-8995-dca6297d1469 req-8fee4c56-aea3-48b7-8d5a-4d4f3acb97ab tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 945 time: 0.2666354 Feb 13 23:20:02.430672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Usage tracker for resource:network and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:02.437118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-629f9f0d-f2a0-46a8-88e0-75ccf5057290 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.438248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b50331-e7eb-45d4-8178-14d43c54b16a req-629f9f0d-f2a0-46a8-88e0-75ccf5057290 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a/bindings/n-h1-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.5280881 Feb 13 23:20:02.439532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:02.450693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 on network da610181-cc81-4bfa-8d29-b15e65d93e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:02.451299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Attempting to bind port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 on network da610181-cc81-4bfa-8d29-b15e65d93e4f {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:02.457824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:02.480579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:02.481627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Checking segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:02.482235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Bound using segment: {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:02.483456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Bound port: b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d06644-e1e0-4cb1-b19d-a664e63ff0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:02.483971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.497360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76979db7-2c76-40d3-9163-279deea3e6ee req-a9ec324c-e5b2-42db-8531-3cb36c62a7f7 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:02.498840 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76979db7-2c76-40d3-9163-279deea3e6ee req-a9ec324c-e5b2-42db-8531-3cb36c62a7f7 tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.42 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 945 time: 0.2648072 Feb 13 23:20:02.500673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9adf41b9-047f-4787-8485-d0b333795f1d req-2468804a-5fe5-497f-add0-29a4c99c7424 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281625 Feb 13 23:20:02.504854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-df17f888-f0d5-4bb8-92fb-c0cd6966032d tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.38 HTTP/1.1" status: 200 len: 695 time: 0.1402318 Feb 13 23:20:02.508268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:02.510763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.532260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.565775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.566579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93b25238-2120-4220-8995-dca6297d1469 req-9a9834c1-2ac0-405f-b1d5-6fafa8e53d4e tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/security-groups?id=01e6d4c9-070e-4d93-9821-4615e2f13d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412466 Feb 13 23:20:02.613704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:02.614917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Deleting port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:02.615333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.619315 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.697860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:02.789409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:02.792064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Deleting port ef810570-9849-45f6-a63a-39758d3dd9bd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:02.792209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:02.831949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Usage tracker for resource:security_group_rule and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:02.839538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:02.844135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] For port b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:02.854841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:02.872421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] For port b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:02.897457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.033740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b8f73-4ba6-4b5f-82f4-73b25637fbe4 req-f19493a5-2210-405e-aa10-9c688b9167cd tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:03.034470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-871b8f73-4ba6-4b5f-82f4-73b25637fbe4 req-f19493a5-2210-405e-aa10-9c688b9167cd tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:03.043003 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.044527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] 10.222.0.42 "PUT /v2.0/ports/b5c5b87b-2a3a-48b4-bb04-8351096b44f5 HTTP/1.1" status: 200 len: 1091 time: 3.1307688 Feb 13 23:20:03.073450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:03.084380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-871b8f73-4ba6-4b5f-82f4-73b25637fbe4 req-f19493a5-2210-405e-aa10-9c688b9167cd tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:03.085677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-871b8f73-4ba6-4b5f-82f4-73b25637fbe4 req-f19493a5-2210-405e-aa10-9c688b9167cd tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 950 time: 0.2368903 Feb 13 23:20:03.093835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f83eba-e7ac-4cce-b918-621e1a0aaf9d service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:03.134462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.135079 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.163073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] For port d8b017cf-818e-45cb-a9a5-3a09a2a199b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:03.163440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.211106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-871b8f73-4ba6-4b5f-82f4-73b25637fbe4 req-b8343eb4-89b2-4be2-b8b6-39d09d31bd90 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144159 Feb 13 23:20:03.335037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Calling delete_port for ef810570-9849-45f6-a63a-39758d3dd9bd owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:03.338301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Calling delete_port for d8b017cf-818e-45cb-a9a5-3a09a2a199b2 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:03.401459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.409574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.449211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:20:03.488501 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.489647 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Added segment 8b9f08e0-c0a0-4558-803c-889f80abc311 of type vlan for network a7041ba6-400b-4561-b8be-1de7319d9881 Feb 13 23:20:03.499120 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.500080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d8f20-7468-4ed2-91c9-e6f860a228a6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:03.556413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffb420-7f5f-431e-bdb8-32a372bd395d req-409e4a2b-fe82-40c6-b4c5-be3d40317d13 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:03.557789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cffb420-7f5f-431e-bdb8-32a372bd395d req-409e4a2b-fe82-40c6-b4c5-be3d40317d13 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.1914899 Feb 13 23:20:03.562997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.569617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-31b69804-b4cc-4dcb-ada2-34b40ba94422 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 1094 time: 0.3551307 Feb 13 23:20:03.617494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.634800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['d8b017cf-818e-45cb-a9a5-3a09a2a199b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:03.660604 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-eedd954e-efe1-421f-887d-9ada8133aaaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5 HTTP/1.1" status: 200 len: 217 time: 0.0824485 Feb 13 23:20:03.674204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Pushing event deleted for resources: {'Port': ['ID=d8b017cf-818e-45cb-a9a5-3a09a2a199b2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:03.675952 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.682602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cffb420-7f5f-431e-bdb8-32a372bd395d req-f78d7f5f-f803-42c2-929e-5873c497dc20 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154842 Feb 13 23:20:03.767899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] No DVR routers for this DVR port d8b017cf-818e-45cb-a9a5-3a09a2a199b2 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:03.770618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.774077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'name': 'network-vif-deleted', 'tag': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:03.790344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76979db7-2c76-40d3-9163-279deea3e6ee req-7ec312f7-a0b8-42ac-82d5-03e21a79b10a tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.42 "DELETE /v2.0/ports/d8b017cf-818e-45cb-a9a5-3a09a2a199b2 HTTP/1.1" status: 204 len: 173 time: 1.2765346 Feb 13 23:20:03.799341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.855649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.856412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:03.856985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:03.879545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Pushing event deleted for resources: {'Port': ['ID=ef810570-9849-45f6-a63a-39758d3dd9bd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:03.933331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d309531-7849-45e1-941c-de4762af6d40 req-c65b10b3-3d50-49a6-94ab-965ee5513f89 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:03.934808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d309531-7849-45e1-941c-de4762af6d40 req-c65b10b3-3d50-49a6-94ab-965ee5513f89 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 950 time: 0.0928195 Feb 13 23:20:03.949816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-14e19f66-290b-4eec-8fe6-bbcd9bb3a9ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:03.951295 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-14e19f66-290b-4eec-8fe6-bbcd9bb3a9ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 200 len: 863 time: 0.2825959 Feb 13 23:20:03.984529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d309531-7849-45e1-941c-de4762af6d40 req-1fdc9df4-043f-4ca5-997b-9d9c71f0774b tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 Feb 13 23:20:04.060529 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'code': 200} Feb 13 23:20:04.097449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] Pushing event updated for resources: {'Network': ['ID=a7041ba6-400b-4561-b8be-1de7319d9881,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:04.116033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70b7aa83-5521-4a57-a9f6-7f34d263051b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0639019 Feb 13 23:20:04.116142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:04.121794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Request body: {'subnet': {'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1961108393-subnet', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:04.122628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a7041ba6-400b-4561-b8be-1de7319d9881 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:20:04.129515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:04.140591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.143822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.144944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410d6dfd-d184-454c-b464-7f79baf6cc37 req-fc41ba44-1c19-42fa-8e52-d143f1b8c834 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "DELETE /v2.0/floatingips/be1c060c-e6b8-40ec-9ce1-8b15693a8e01 HTTP/1.1" status: 204 len: 173 time: 1.6138477 Feb 13 23:20:04.174835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-c266eb16-2721-4b36-ac7a-a539d5ce73ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da610181-cc81-4bfa-8d29-b15e65d93e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924994 Feb 13 23:20:04.230939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Usage tracker for resource:subnet and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:04.248588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:04.331701 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'status': 'completed', 'code': 200} Feb 13 23:20:04.345929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:04.356952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-77b132b3-e2cb-4093-97ba-deaf5ba10c68 service neutron] 10.222.0.42 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672182 Feb 13 23:20:04.383385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:04.385535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.488514 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f1dbce0c-9487-4da8-b84b-1507c8d6d106 req-670eb339-d5ef-4685-9c96-340bec49cdae tempest-AttachSCSIVolumeTestJSON-1107179222 tempest-AttachSCSIVolumeTestJSON-1107179222-project] 10.222.0.36 "GET /v2.0/ports?device_id=15d5f0a1-8b5a-46a0-86ab-face45fcfbc2 HTTP/1.1" status: 200 len: 210 time: 0.0981724 Feb 13 23:20:04.498690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fc7add7-a65f-4fef-acd1-cdadbc3938b7 req-6477dc22-e7c3-4092-b37c-affcc2b05cac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 1101 time: 0.3590043 Feb 13 23:20:04.508991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a0d5-ec89-42d3-aa02-230c9b08b3b5 req-cf86f75c-c65b-4d2b-93a6-0bd4ab824524 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:04.510545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-73e2a0d5-ec89-42d3-aa02-230c9b08b3b5 req-cf86f75c-c65b-4d2b-93a6-0bd4ab824524 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 943 time: 0.2762854 Feb 13 23:20:04.560295 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-507ec8e4-b8d6-480e-a537-0f5f5dc2f7e4 req-1ddf2b11-f080-4702-b5f9-7fe819f2d2cd service neutron] 10.222.0.42 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960423 Feb 13 23:20:04.599853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fc7add7-a65f-4fef-acd1-cdadbc3938b7 req-8caa16fc-12b1-47b4-861d-b1d73fd5dc04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843561 Feb 13 23:20:04.607366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-73e2a0d5-ec89-42d3-aa02-230c9b08b3b5 req-beb5aebc-4477-4231-8a63-9d39f639db1b tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771039 Feb 13 23:20:04.683398 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d5f0a1-8b5a-46a0-86ab-face45fcfbc2', 'name': 'network-vif-deleted', 'tag': 'd8b017cf-818e-45cb-a9a5-3a09a2a199b2', 'status': 'completed', 'code': 200} Feb 13 23:20:04.706084 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.739806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-0d56495b-4693-4ad5-a1f2-c04b2c051aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 1094 time: 0.1328979 Feb 13 23:20:04.746736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0ce6b83-3129-4958-803e-e633cac819b1 req-9fd81477-a0ac-4a92-85b0-d8ca0fb09aaa tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1096 time: 0.1052423 Feb 13 23:20:04.782396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ff9cd4-3aca-4c92-9f7d-43f939905b46,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:04.795332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Checking segment: {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:04.795685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Network hostable DHCP agents. Network: a7041ba6-400b-4561-b8be-1de7319d9881, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:20:04.819599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Network a7041ba6-400b-4561-b8be-1de7319d9881 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:20:04.829298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a7041ba6-400b-4561-b8be-1de7319d9881) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:04.833909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:04.834655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.854145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b158f-0f49-4b58-afc0-af9cd4fde261 None None] Network a7041ba6-400b-4561-b8be-1de7319d9881 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:04.859172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5d13777-a5af-4b13-8a6c-308f2096b7b0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7418125 Feb 13 23:20:04.861712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:04.867012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:04.872324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:04.876587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Usage tracker for resource:router and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:04.879642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:04.886352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:04.891754 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0ce6b83-3129-4958-803e-e633cac819b1 req-d3a3cb0e-b309-411a-a0e8-97ec6b132300 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177967 Feb 13 23:20:04.908137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.909322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.931043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:04.938826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-eefbe952-4857-478e-ba73-3ecb74875b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:04.940582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-eefbe952-4857-478e-ba73-3ecb74875b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 924 time: 0.1930285 Feb 13 23:20:05.040973 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.054352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-af06163c-239e-4cc0-8caf-40e0969968d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5 HTTP/1.1" status: 200 len: 217 time: 0.1046638 Feb 13 23:20:05.278184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-0c5c7ac6-ea6e-4947-b8c4-f95111fa3f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:05.279904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-0c5c7ac6-ea6e-4947-b8c4-f95111fa3f65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 200 len: 863 time: 0.2209635 Feb 13 23:20:05.296504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf03d47-a278-4d12-a01e-ec0bf3def9d6 None None] New status for floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:20:05.349240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.370118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759734-33f3-4d5b-a932-dd031dc8a7a7 req-058ed994-513f-4c64-98d7-523e501fe91b tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:05.374960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61562811-aad3-4f1a-91ac-525c19328422 req-883a5b8c-fe55-4e72-a5c5-422136fa2e09 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3570919 Feb 13 23:20:05.376883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d759734-33f3-4d5b-a932-dd031dc8a7a7 req-058ed994-513f-4c64-98d7-523e501fe91b tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 950 time: 0.1789751 Feb 13 23:20:05.404361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:05.411961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:05.433151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-69105e0f-d02e-4e53-b727-1a67b932a3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da610181-cc81-4bfa-8d29-b15e65d93e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434529 Feb 13 23:20:05.433580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-a7041ba6-400b-4561-b8be-1de7319d9881', 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'fixed_ips': [{'subnet_id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:20:05.434405 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.436833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d759734-33f3-4d5b-a932-dd031dc8a7a7 req-718297a7-f25d-4143-a550-0e76e6eb8665 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590827 Feb 13 23:20:05.470440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Usage tracker for resource:floatingip and tenant:fae442619c6e4e8f94139b857f86407b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:05.477177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:05.484494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:05.507764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.603755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-a65fc284-9a96-4860-afd1-fe4110441ee0 service neutron] 10.222.0.42 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633306 Feb 13 23:20:05.688098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Allocated IP 172.20.0.2 (a7041ba6-400b-4561-b8be-1de7319d9881/78ff9cd4-3aca-4c92-9f7d-43f939905b46/64e92bff-1b82-4057-af06-a93083ee29ee) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:05.743194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.776627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.779164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.837609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1bfd0c9a-d68e-442e-92e5-df18c5e9a4cf req-4f8c3f7a-a27a-4b7c-b3d9-0d13add3341f service neutron] 10.222.0.42 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241652 Feb 13 23:20:05.921596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3c310-8098-419d-9be2-836d571cb56c req-2f7cd75d-e501-47e9-b0a5-61e687169095 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:05.930631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79a3c310-8098-419d-9be2-836d571cb56c req-2f7cd75d-e501-47e9-b0a5-61e687169095 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.0918522 Feb 13 23:20:05.979086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:05.986407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79a3c310-8098-419d-9be2-836d571cb56c req-bb12e485-7ae1-4712-838e-5ecb99a3a793 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Feb 13 23:20:05.994940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Transition to ACTIVE for port object 64e92bff-1b82-4057-af06-a93083ee29ee will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:05.999254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Allocated IP 172.25.4.8 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c604727e-2de7-4eea-b35e-598c7ec52044) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:06.030110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Transition to ACTIVE for port object 64e92bff-1b82-4057-af06-a93083ee29ee will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:06.038281 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.080574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:06.122432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Network a7041ba6-400b-4561-b8be-1de7319d9881 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:06.125998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:06.127917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Pushing event updated for resources: {'Port': ['ID=64e92bff-1b82-4057-af06-a93083ee29ee,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:06.130091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:06.174527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8b017cf-818e-45cb-a9a5-3a09a2a199b2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:06.187048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.215586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: d8b017cf-818e-45cb-a9a5-3a09a2a199b2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:06.215586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8b017cf-818e-45cb-a9a5-3a09a2a199b2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:06.233894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.268366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Attempting to bind port 64e92bff-1b82-4057-af06-a93083ee29ee on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:06.268366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Attempting to bind port 64e92bff-1b82-4057-af06-a93083ee29ee by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:06.268366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Attempting to bind port 64e92bff-1b82-4057-af06-a93083ee29ee on network a7041ba6-400b-4561-b8be-1de7319d9881 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:06.268366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:06.275701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Checking segment: {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:06.275701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.275701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Bound using segment: {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:06.275701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Bound port: 64e92bff-1b82-4057-af06-a93083ee29ee, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:06.275701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.317007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-c0a8bcfb-cdb6-44b5-a150-91af1c2ad89e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:06.320297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-c0a8bcfb-cdb6-44b5-a150-91af1c2ad89e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.2074709 Feb 13 23:20:06.342384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-dcd65dc5-b386-438b-a8dd-5ac7996fc02b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/quotas/997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 375 time: 0.0168011 Feb 13 23:20:06.366055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:06.370309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:06.372729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:06.379121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] For port 64e92bff-1b82-4057-af06-a93083ee29ee, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:06.382869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] For port 64e92bff-1b82-4057-af06-a93083ee29ee, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64e92bff-1b82-4057-af06-a93083ee29ee,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:06.387665 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.417530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Pushing event updated for resources: {'Port': ['ID=c604727e-2de7-4eea-b35e-598c7ec52044,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:06.435510 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-1f975ea3-99fa-4979-a88b-f17d909fb782 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866673 Feb 13 23:20:06.446000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Allocated IP 172.25.4.6 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/2bfa993d-65e1-401c-b806-b0291cce8682) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:06.467404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c052b-7ad8-4b56-bb0d-92fae0d6b292 None None] Pushing event updated for resources: {'Port': ['ID=64e92bff-1b82-4057-af06-a93083ee29ee,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:06.591905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-6d0e4abe-0aa5-4748-8edc-f7770d4bb9b5 service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490581 Feb 13 23:20:06.708185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.748696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-a9c8a1fe-1db5-4a65-8b13-aa4c161ff0a7 service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558836 Feb 13 23:20:06.760634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.776894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.809618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.900100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:06.974622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-65b11c79-bd26-4e60-9f6d-764b4e8cb1f4 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=18214fd46f784211abc15b6b63a97516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358844 Feb 13 23:20:07.170851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-80b28bbd-6071-472a-966f-9694c6e61970 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:07.178590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-80b28bbd-6071-472a-966f-9694c6e61970 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976829 Feb 13 23:20:07.188560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:07.202627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-ab1c71e2-1feb-4841-bbb1-71502a51db7c tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/quotas/18214fd46f784211abc15b6b63a97516 HTTP/1.1" status: 200 len: 375 time: 0.0230477 Feb 13 23:20:07.204521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:07.214260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:07.305288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Pushing event updated for resources: {'Port': ['ID=2bfa993d-65e1-401c-b806-b0291cce8682,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:07.320877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-13c19bed-6c2d-4f43-bc56-46fc5da06bfa tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=18214fd46f784211abc15b6b63a97516&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169350 Feb 13 23:20:07.345000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64e92bff-1b82-4057-af06-a93083ee29ee up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:07.486342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:07.491084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 64e92bff-1b82-4057-af06-a93083ee29ee completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:07.495040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:07.631309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151bf87-4975-4569-bdec-85d6bb2b8199 None None] Network a7041ba6-400b-4561-b8be-1de7319d9881 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:07.661078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:07.715348 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:07.719043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61562811-aad3-4f1a-91ac-525c19328422 req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3236275 Feb 13 23:20:07.844524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753cce3-549a-46a1-bc6c-b98d2096cc99 req-c21b24cd-1376-4c2d-b873-45740ee0849c tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:07.846492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5753cce3-549a-46a1-bc6c-b98d2096cc99 req-c21b24cd-1376-4c2d-b873-45740ee0849c tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 943 time: 0.1371882 Feb 13 23:20:07.871426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-61562811-aad3-4f1a-91ac-525c19328422 req-710d4bb1-61b2-437e-8dc1-d007bd2ad7b1 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Synchronizing usage tracker for tenant:fae442619c6e4e8f94139b857f86407b on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:07.890260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed00c2a-c62e-4e5d-bfcb-0a796ba865ec tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Pushing event updated for resources: {'Port': ['ID=c604727e-2de7-4eea-b35e-598c7ec52044,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:07.906736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:07.907997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:07.913309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-61562811-aad3-4f1a-91ac-525c19328422 req-710d4bb1-61b2-437e-8dc1-d007bd2ad7b1 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Unset dirty status for tenant:fae442619c6e4e8f94139b857f86407b on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:07.914504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61562811-aad3-4f1a-91ac-525c19328422 req-710d4bb1-61b2-437e-8dc1-d007bd2ad7b1 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1607523 Feb 13 23:20:07.947404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5753cce3-549a-46a1-bc6c-b98d2096cc99 req-13ec0547-d278-4851-82d3-162ec9d8b457 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887911 Feb 13 23:20:08.001352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] Provisioning for port 64e92bff-1b82-4057-af06-a93083ee29ee completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:08.011340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] Provisioning complete for port 64e92bff-1b82-4057-af06-a93083ee29ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:08.011340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:08.178446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61562811-aad3-4f1a-91ac-525c19328422 req-eeb64f78-1d4b-4112-b83e-e549aa92f6e4 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:08.180128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61562811-aad3-4f1a-91ac-525c19328422 req-eeb64f78-1d4b-4112-b83e-e549aa92f6e4 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.1961884 Feb 13 23:20:08.228231 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', 'code': 200} Feb 13 23:20:08.232706 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:08.266618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b5c5b87b-2a3a-48b4-bb04-8351096b44f5 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:08.419733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1fda9834-2e1f-4bf6-8f72-a7431ec074fe req-2a61ad52-b055-4fca-ae11-5e8a1200482c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 1101 time: 0.1605289 Feb 13 23:20:08.500847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc7a76-09eb-4457-b5ef-bd45ac931b72 req-dba79f90-6e74-49d7-aa4d-539b61ba8bc3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:08.503406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aabc7a76-09eb-4457-b5ef-bd45ac931b72 req-dba79f90-6e74-49d7-aa4d-539b61ba8bc3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 950 time: 0.1646452 Feb 13 23:20:08.527110 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbc4905e-8a74-4765-bd98-0c0d1d4ff656 req-cdcccc33-16a4-4a7c-9e7f-755464cb61c5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 210 time: 0.1105261 Feb 13 23:20:08.603390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1fda9834-2e1f-4bf6-8f72-a7431ec074fe req-4eb111b0-02b3-4a0b-a8ad-dcbe5321b6ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362221 Feb 13 23:20:08.610533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] For port 64e92bff-1b82-4057-af06-a93083ee29ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64e92bff-1b82-4057-af06-a93083ee29ee,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:08.623098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:08.630367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:08.634973 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:08.664407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aabc7a76-09eb-4457-b5ef-bd45ac931b72 req-a434f4f6-2b50-44c3-afeb-44188a3c6b7c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459038 Feb 13 23:20:08.732515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'port_id': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'mac_address': 'fa:16:3e:90:60:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:20:08.829239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ccbe2-ffa3-473b-99d4-c755c6723d80 None None] Pushing event updated for resources: {'Port': ['ID=64e92bff-1b82-4057-af06-a93083ee29ee,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:08.858737 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:08.873905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cba0cde3-e90f-432a-a610-4079b59c0470 None None] Provisioning complete for port 64e92bff-1b82-4057-af06-a93083ee29ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:08.874380 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cba0cde3-e90f-432a-a610-4079b59c0470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:08.904032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-fb8e4d03-50f5-48de-8f70-31e029bdda21 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:08.905481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-fb8e4d03-50f5-48de-8f70-31e029bdda21 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.3135467 Feb 13 23:20:08.916860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ed4ec7b-631c-4ac6-a0e6-167566b012a6 req-53c6f2b1-dbd7-4364-8672-3c812be341b2 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 210 time: 0.0633607 Feb 13 23:20:08.920730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c5b87b-2a3a-48b4-bb04-8351096b44f5 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:08.935760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Request body: {'port': {'device_id': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'admin_state_up': True, 'tenant_id': '997caf35580a40679647c572a2b53650'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:08.956918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:08.972192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:09.105622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-c919478c-de67-4eab-963f-0bff4d363845 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips/046b1833-5657-49eb-ad1e-224e3f06332e HTTP/1.1" status: 200 len: 691 time: 0.1168449 Feb 13 23:20:09.174890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cb30c-6a38-4703-8ddd-0b8e78238afa req-3cf9b90b-7b21-4a7b-9582-9c2b113ac94a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:09.176496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d85cb30c-6a38-4703-8ddd-0b8e78238afa req-3cf9b90b-7b21-4a7b-9582-9c2b113ac94a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 946 time: 0.4499412 Feb 13 23:20:09.176924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:20:09.190977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:09.252593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b5c5b87b-2a3a-48b4-bb04-8351096b44f5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:09.285956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d85cb30c-6a38-4703-8ddd-0b8e78238afa req-a1320a0c-fac7-45f9-b101-e05f3df163bb tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893364 Feb 13 23:20:09.350511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64e92bff-1b82-4057-af06-a93083ee29ee up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:09.375797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:09.429961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-7101284a-9e8e-4d89-8157-eb19ee487867 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:09.431315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-7101284a-9e8e-4d89-8157-eb19ee487867 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.3246260 Feb 13 23:20:09.469775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:09.506562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 64e92bff-1b82-4057-af06-a93083ee29ee triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:09.507530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:09.551246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-0f3966b9-6382-4dbe-b98a-35516a822a44 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Synchronizing usage tracker for tenant:fae442619c6e4e8f94139b857f86407b on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:09.577897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-0f3966b9-6382-4dbe-b98a-35516a822a44 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Unset dirty status for tenant:fae442619c6e4e8f94139b857f86407b on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:09.585671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-0f3966b9-6382-4dbe-b98a-35516a822a44 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1482143 Feb 13 23:20:09.667116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Made reservation on behalf of 997caf35580a40679647c572a2b53650 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:09.670384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:09.676377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-aa1ea694-1248-4daf-bbec-6fa08e6af438 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0896170 Feb 13 23:20:09.738225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-a563089f-6f7a-4e72-b350-2221023f370f tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=18214fd46f784211abc15b6b63a97516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954647 Feb 13 23:20:10.013108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Deleting port c604727e-2de7-4eea-b35e-598c7ec52044 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:10.013625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.026520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7a5e-d809-4985-84d3-aad38dd1b0ac req-f08c97fe-f6cf-4054-842d-1e9b1694d84a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:10.028347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-201e7a5e-d809-4985-84d3-aad38dd1b0ac req-f08c97fe-f6cf-4054-842d-1e9b1694d84a tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 944 time: 0.3873937 Feb 13 23:20:10.199424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-201e7a5e-d809-4985-84d3-aad38dd1b0ac req-7be0102a-d428-4cbe-a05f-e83c46569fb9 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519563 Feb 13 23:20:10.200320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-0eccd9b9-88d5-4411-8dd2-7fac6fa55994 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1097 time: 0.3678634 Feb 13 23:20:10.215629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-37c3a934-40d9-4570-af31-c20c4ecb34f0 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:10.217062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-37c3a934-40d9-4570-af31-c20c4ecb34f0 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4651985 Feb 13 23:20:10.222338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-1'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:10.245534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Request body: {'port': {'device_id': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '18214fd46f784211abc15b6b63a97516'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:10.267694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Allocated IP 172.20.0.13 (aef79f5b-cbde-4340-aeca-aa3944399408/a8f0e3c9-33b9-4fab-ad39-b2f81de06821/07f5fff0-6d3c-4aac-961f-91a3f821eb3b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:10.343611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.343928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.464577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.478218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Calling delete_port for c604727e-2de7-4eea-b35e-598c7ec52044 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:10.479950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:10.493686 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Sync routers for ids ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:10.512714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-906f3820-9a9c-45c1-9d25-2a7538035afa req-0af87e62-8ba6-407c-b301-29e00ef7a88a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 210 time: 0.0952377 Feb 13 23:20:10.533433 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Routers {'3eb9ad4b-fe63-40f9-8ae1-312294f6e142'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:10.534084 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:10.639015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:10.659445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.664308 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-141f4eeb-3e7a-4aa3-9773-4d744e7db26a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8015411 Feb 13 23:20:10.667699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39090) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:10.669289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:10.746396 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Set router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:10.803149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:10.835751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:10.899170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.904083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:10.905792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Made reservation on behalf of 18214fd46f784211abc15b6b63a97516 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:10.909195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.912321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:10.956575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.109174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f95f1-9e48-4374-9875-a3cca231dee7 req-b4c3aaa5-85ab-4acc-b123-033023be8af6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:11.110688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d44f95f1-9e48-4374-9875-a3cca231dee7 req-b4c3aaa5-85ab-4acc-b123-033023be8af6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 950 time: 0.3561611 Feb 13 23:20:11.128066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:11.189821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on host n-h2-828979-1 for vnic_type normal with profile {"migrating_to": "n-h1-828979-1"} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:11.190242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:11.190568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:11.198980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:11.199463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Attempting to bind port 697d9298-7787-4a64-abd9-6da74d7a82c5 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:11.200135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.210380 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:20:07Z', 'revision_number': 3, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:11.217547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Checking router: 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:11.219084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:11.219430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:11.219810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:11.220242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Bound port: 697d9298-7787-4a64-abd9-6da74d7a82c5, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:11.220754 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.221048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Updating router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 port 2bfa993d-65e1-401c-b806-b0291cce8682 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:20:11.277100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.314813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Allocated IP 192.168.233.243 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/33758f24-6d8a-4c39-ad52-97ca38f7a3fe) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:11.328094 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.336926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Pushing event deleted for resources: {'Port': ['ID=c604727e-2de7-4eea-b35e-598c7ec52044,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:11.358145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:11.363977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Network aef79f5b-cbde-4340-aeca-aa3944399408 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:11.367368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d44f95f1-9e48-4374-9875-a3cca231dee7 req-6a9db5c5-316b-4331-bc1e-96d52e52bcfa tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122827 Feb 13 23:20:11.371676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:11.376840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:11.524024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:11.524657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.553767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.581059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:11.585104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:11.588437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.604392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-776f1e17-ce36-4dce-ba49-cc18ab8c74f7 req-51cbf07d-e59a-46b6-a0d0-6e8287185546 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "DELETE /v2.0/floatingips/046b1833-5657-49eb-ad1e-224e3f06332e HTTP/1.1" status: 204 len: 173 time: 1.9262547 Feb 13 23:20:11.608867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.783760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=8']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:11.875199 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.891037 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Transition to ACTIVE for port object 2bfa993d-65e1-401c-b806-b0291cce8682 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:11.900316 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.935545 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:11.936985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-a1cc9161-f3a0-47bc-8d98-ad2b82f7b00c service neutron] 10.222.0.31 "PUT /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 1122 time: 1.7284973 Feb 13 23:20:11.947987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee8ebc-c77e-4c27-9185-7f86e7c8be2b req-d8c952e6-b288-46d4-9262-0495a51f5aa0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:11.949502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57ee8ebc-c77e-4c27-9185-7f86e7c8be2b req-d8c952e6-b288-46d4-9262-0495a51f5aa0 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.2227073 Feb 13 23:20:11.982829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-eab9c562-6d7e-4d16-9b38-1fb5990060b5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0560031 Feb 13 23:20:12.001102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1e8b81da-a466-4489-8faa-462c31300841 req-cb063c1b-965b-4253-9c97-f078ffcd7912 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Synchronizing usage tracker for tenant:18214fd46f784211abc15b6b63a97516 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:12.014864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Request body: {'port': {'device_id': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:12.018592 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Pushing event updated for resources: {'Port': ['ID=2bfa993d-65e1-401c-b806-b0291cce8682,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:12.023713 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Attempting to bind port 2bfa993d-65e1-401c-b806-b0291cce8682 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:12.024070 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Attempting to bind port 2bfa993d-65e1-401c-b806-b0291cce8682 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:12.024419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Attempting to bind port 2bfa993d-65e1-401c-b806-b0291cce8682 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:12.037164 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.037506 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.037840 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.038205 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.038706 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.038976 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.039301 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.039617 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.039935 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.040246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.040559 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:12.047845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['697d9298-7787-4a64-abd9-6da74d7a82c5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:12.057570 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:12.058288 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:12.058927 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.060245 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:12.060903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Bound port: 2bfa993d-65e1-401c-b806-b0291cce8682, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:12.061454 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.071169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57ee8ebc-c77e-4c27-9185-7f86e7c8be2b req-fd7b5050-a0ea-4615-a2e1-a92acfc4f3ac tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153460 Feb 13 23:20:12.128518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1e8b81da-a466-4489-8faa-462c31300841 req-cb063c1b-965b-4253-9c97-f078ffcd7912 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Unset dirty status for tenant:18214fd46f784211abc15b6b63a97516 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:12.143389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e8b81da-a466-4489-8faa-462c31300841 req-cb063c1b-965b-4253-9c97-f078ffcd7912 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 210 time: 0.5634174 Feb 13 23:20:12.166336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['697d9298-7787-4a64-abd9-6da74d7a82c5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:12.210740 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'code': 200} Feb 13 23:20:12.245756 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] For port 2bfa993d-65e1-401c-b806-b0291cce8682, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:12.249241 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] For port 2bfa993d-65e1-401c-b806-b0291cce8682, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2bfa993d-65e1-401c-b806-b0291cce8682,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:12.263046 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.290086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b5c5b87b-2a3a-48b4-bb04-8351096b44f5 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:12.369168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:12.402538 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765cf4d-b7b7-47d4-8831-774687539e2e None None] Pushing event updated for resources: {'Port': ['ID=2bfa993d-65e1-401c-b806-b0291cce8682,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:12.419532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.440415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Transition to ACTIVE for port object 33758f24-6d8a-4c39-ad52-97ca38f7a3fe will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:12.465304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Routers {'3eb9ad4b-fe63-40f9-8ae1-312294f6e142'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:12.466393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:12.479051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.516286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b6329-2ebe-44af-82ef-30d258e7a7fd req-f6442507-b18d-4287-b07a-e2df7a4a5d45 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:12.517803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff3b6329-2ebe-44af-82ef-30d258e7a7fd req-f6442507-b18d-4287-b07a-e2df7a4a5d45 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 950 time: 0.1570842 Feb 13 23:20:12.523994 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.605352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff3b6329-2ebe-44af-82ef-30d258e7a7fd req-920e6bdb-2721-4523-9023-efb5d957fc8c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Feb 13 23:20:12.692661 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] Set router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:12.829831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:12.858986 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-5f7b90a3-d63c-4fc4-bc58-479770d31647 req-3d4a7284-0df8-457f-a14a-dedc1f482f5b tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] show failed (client error): The resource could not be found. Feb 13 23:20:12.861910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f7b90a3-d63c-4fc4-bc58-479770d31647 req-3d4a7284-0df8-457f-a14a-dedc1f482f5b tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips/046b1833-5657-49eb-ad1e-224e3f06332e HTTP/1.1" status: 404 len: 350 time: 0.1462255 Feb 13 23:20:12.876261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:12.913986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:12.915182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:12.945983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 has no active binding in host n-h1-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:20:13.088856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b9c44b84-7836-4f80-9aea-3da786791f5c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:13.105584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:13.146824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Pushing event updated for resources: {'Port': ['ID=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:13.216718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037ea10-9d28-4a74-814c-d61ace794653 req-7c6411ac-0f66-4813-a400-b3ab0e4a04f3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:13.220617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9037ea10-9d28-4a74-814c-d61ace794653 req-7c6411ac-0f66-4813-a400-b3ab0e4a04f3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 932 time: 0.1651173 Feb 13 23:20:13.231282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:13.257795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12674b-3335-4a6e-9697-5e620c7307a1 req-86ea9aea-cdb4-4629-9420-1d25ab6c6ef8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:13.259397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c12674b-3335-4a6e-9697-5e620c7307a1 req-86ea9aea-cdb4-4629-9420-1d25ab6c6ef8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 944 time: 0.8927741 Feb 13 23:20:13.260334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:13.269999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:13.276844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:13.280827 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:20:07Z', 'revision_number': 3, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:13.286481 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad154adb-d7a3-4031-8a4c-03da2389e130 None None] The sync data for ids ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'] in n-d-828979-1 is: [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:20:07Z', 'revision_number': 3, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:13.295980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:13.308298 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:13.310852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9037ea10-9d28-4a74-814c-d61ace794653 req-7fabd266-b65b-4b3d-a9f2-b077a20847b4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835552 Feb 13 23:20:13.382503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f5fff0-6d3c-4aac-961f-91a3f821eb3b {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:13.420446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:13.445622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:13.449730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:13.450483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:13.561283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Transition to ACTIVE for port object 07f5fff0-6d3c-4aac-961f-91a3f821eb3b will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:13.637913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-43cad51c-a3b3-4f45-9c3b-da9e924af847 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3985670 Feb 13 23:20:13.638598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:13.644216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c12674b-3335-4a6e-9697-5e620c7307a1 req-d234460e-acb0-40f3-92d3-97576087c63e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418207 Feb 13 23:20:13.690984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Request body: {'port': {'device_id': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:13.699762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7eb765d2-8180-40ea-897c-f81238c60bbd None None] Provisioning for port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:13.706161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7eb765d2-8180-40ea-897c-f81238c60bbd None None] Provisioning complete for port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:13.706767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7eb765d2-8180-40ea-897c-f81238c60bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:13.775814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7eb765d2-8180-40ea-897c-f81238c60bbd None None] Port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:13.917324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b53c8-f95c-412b-82c5-3f8fbcea573f req-b4d0b1f5-c905-4823-ab7b-e76cda696005 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:13.921254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b53c8-f95c-412b-82c5-3f8fbcea573f req-b4d0b1f5-c905-4823-ab7b-e76cda696005 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:13.922932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c1b53c8-f95c-412b-82c5-3f8fbcea573f req-b4d0b1f5-c905-4823-ab7b-e76cda696005 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad&device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 1691 time: 0.0895460 Feb 13 23:20:13.995395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c1b53c8-f95c-412b-82c5-3f8fbcea573f req-f02b3a94-4a46-4e09-9f08-1fdc7785a353 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658486 Feb 13 23:20:14.089128 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-bd102a77-339e-4ad3-985d-d4c5ac9bf819 req-f2da14e5-efbd-4ca1-99c5-3cee2d949ef8 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] show failed (client error): The resource could not be found. Feb 13 23:20:14.090307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd102a77-339e-4ad3-985d-d4c5ac9bf819 req-f2da14e5-efbd-4ca1-99c5-3cee2d949ef8 tempest-FloatingIPsTestJSON-1886868529 tempest-FloatingIPsTestJSON-1886868529-project] 10.222.0.36 "GET /v2.0/floatingips/046b1833-5657-49eb-ad1e-224e3f06332e HTTP/1.1" status: 404 len: 350 time: 0.3687499 Feb 13 23:20:14.108401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39122) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:14.178254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:14.191053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101e9f-193e-4283-b7e8-eaa84c711857 req-f120fbaa-d714-496a-a0ae-cdb61acb0b44 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:14.200115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2101e9f-193e-4283-b7e8-eaa84c711857 req-f120fbaa-d714-496a-a0ae-cdb61acb0b44 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.1024227 Feb 13 23:20:14.204746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:14.226732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:14.256751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2101e9f-193e-4283-b7e8-eaa84c711857 req-58a56102-6b07-4d32-b0e8-2f1055b219e4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557117 Feb 13 23:20:14.332710 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'code': 200} Feb 13 23:20:14.443214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39130) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:14.572178 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'status': 'completed', 'code': 200} Feb 13 23:20:14.630065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1ebcdad-5d26-41bb-a56f-fa3cc68e9e1b req-da7ea489-41e7-4945-8b92-bd995c8171b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 1096 time: 0.2203481 Feb 13 23:20:14.677670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:14.678001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:14.678351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:14.730310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ff9bc-87db-4e6c-9cb7-a33f43b3ac87 req-8dacd649-4884-42dc-874b-5ab27acedf62 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:14.736832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f72ff9bc-87db-4e6c-9cb7-a33f43b3ac87 req-8dacd649-4884-42dc-874b-5ab27acedf62 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 936 time: 0.4598391 Feb 13 23:20:14.738460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:14.738793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:14.738895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1ebcdad-5d26-41bb-a56f-fa3cc68e9e1b req-0f67d79e-1e92-459d-a5d5-7c46bbbcea6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995719 Feb 13 23:20:14.784682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416718-2284-4e68-ac2b-53a71431e62e req-1967222b-d0a7-4367-bd02-b3fc0f1483d1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:14.786141 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5416718-2284-4e68-ac2b-53a71431e62e req-1967222b-d0a7-4367-bd02-b3fc0f1483d1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.1283247 Feb 13 23:20:14.860554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:14.860893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:14.861275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:14.861713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Bound port: 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:14.862076 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:14.951889 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5416718-2284-4e68-ac2b-53a71431e62e req-bcd81793-5ff6-47bc-a084-2a04dcd5fb2f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185627 Feb 13 23:20:15.027766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.036176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f72ff9bc-87db-4e6c-9cb7-a33f43b3ac87 req-047ff70a-2343-468b-b061-3fd039c9d8c7 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985103 Feb 13 23:20:15.087656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-02f334c4-d222-4a05-bea9-bf7f6760bbd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1125 time: 0.4898303 Feb 13 23:20:15.274692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:15.309458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2bfa993d-65e1-401c-b806-b0291cce8682 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:15.311892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:15.339310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b76268af-1341-4aba-83f0-803f4a756bcb req-82d0bb92-7a77-459b-ba94-1c7932c534c3 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 1101 time: 0.1051695 Feb 13 23:20:15.394477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:20:15.406576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b76268af-1341-4aba-83f0-803f4a756bcb req-bc4e56e5-22e5-4e1a-95b7-74987107f6ae tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595641 Feb 13 23:20:15.407387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2bfa993d-65e1-401c-b806-b0291cce8682 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:15.422638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2bfa993d-65e1-401c-b806-b0291cce8682 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:15.423377 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.424857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.577793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.595902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2bfa993d-65e1-401c-b806-b0291cce8682, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2bfa993d-65e1-401c-b806-b0291cce8682,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:15.603302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.681153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2bfa993d-65e1-401c-b806-b0291cce8682,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:15.734108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd383fe0-b601-4bed-a7b5-b937dc686716 req-acca1855-a67b-4546-bbba-01bad0c064a1 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:15.735975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd383fe0-b601-4bed-a7b5-b937dc686716 req-acca1855-a67b-4546-bbba-01bad0c064a1 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.1929042 Feb 13 23:20:15.803572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.804900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] 10.222.0.31 "PUT /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 1092 time: 3.7941177 Feb 13 23:20:15.822690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:15.832629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd383fe0-b601-4bed-a7b5-b937dc686716 req-7048def2-e9ea-4651-bb2c-c0dbdbc68b70 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898008 Feb 13 23:20:15.864001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:15.875813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a022ff-5d78-4358-9d9e-66453369648e req-f13959df-5998-4fee-8416-ae9e2494e227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:15.877108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-f13959df-5998-4fee-8416-ae9e2494e227 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.7684584 Feb 13 23:20:15.917011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33758f24-6d8a-4c39-ad52-97ca38f7a3fe {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:16.006328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:16.012935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Deleting port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:16.013270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:16.020406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768123f8-4cb5-4bac-827f-16c348319ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:16.089350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c6e9e-bc60-4e96-9d8a-157272177725 req-169df0ca-ccde-43e0-a791-a00f2b3c0d24 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:16.090747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-917c6e9e-bc60-4e96-9d8a-157272177725 req-169df0ca-ccde-43e0-a791-a00f2b3c0d24 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 945 time: 0.8722537 Feb 13 23:20:16.096862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-cf8c312f-9c5b-4bbe-9242-80f581915a7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 217 time: 0.1756632 Feb 13 23:20:16.098429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Transition to ACTIVE for port object 33758f24-6d8a-4c39-ad52-97ca38f7a3fe will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:16.168314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:16.194956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-073cc1a3-ec73-4772-8e10-4d1163c197a7 req-0c65b37a-3dcb-4ec6-beea-8b16613e38bf tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 1101 time: 0.2384987 Feb 13 23:20:16.269054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] For port 6b0ba500-656b-446a-8fb0-4eb402b1f9c3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:16.269417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:16.287125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-073cc1a3-ec73-4772-8e10-4d1163c197a7 req-6a5cce51-ec52-4a36-956b-99becc075cc4 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855746 Feb 13 23:20:16.413687 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'status': 'completed', 'code': 200} Feb 13 23:20:16.437960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Calling delete_port for 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:16.501640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a022ff-5d78-4358-9d9e-66453369648e req-e35a1229-1fb2-4284-9375-096c4dcac765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:16.504140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-e35a1229-1fb2-4284-9375-096c4dcac765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.3899262 Feb 13 23:20:16.505113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Pushing event updated for resources: {'Port': ['ID=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:16.583957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-917c6e9e-bc60-4e96-9d8a-157272177725 req-54d323cc-c05e-4788-b9d2-bf30cd2afb82 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829640 Feb 13 23:20:16.601557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-8eeba842-050e-47b0-8c50-6078cdde91a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698600 Feb 13 23:20:16.612401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499435-32a1-4fc3-b0a9-0e9beda86149 req-aa7482e6-5a40-4880-bac1-ddb27dbf68d6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:16.613913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-26499435-32a1-4fc3-b0a9-0e9beda86149 req-aa7482e6-5a40-4880-bac1-ddb27dbf68d6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.1250172 Feb 13 23:20:16.618248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-5a9cbc60-67b8-47e5-bb6f-e68131461500 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1095 time: 0.7454808 Feb 13 23:20:16.717478 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-26499435-32a1-4fc3-b0a9-0e9beda86149 req-c356a68d-93a5-4e3b-be12-3711a9e9c54b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934381 Feb 13 23:20:16.730557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:16.786091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0ba500-656b-446a-8fb0-4eb402b1f9c3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:16.788356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Allocated IP 172.20.0.1 (a7041ba6-400b-4561-b8be-1de7319d9881/78ff9cd4-3aca-4c92-9f7d-43f939905b46/c6427ee3-65d9-481c-ac08-8bf05ecb9491) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:17.199395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-4221f35c-e1ef-4bf3-b467-314dfe66ddd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 217 time: 0.5404480 Feb 13 23:20:17.323570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2bfa993d-65e1-401c-b806-b0291cce8682 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:17.379019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:17.407127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff75378-78ea-4819-ae21-20368dea738f req-a72dab84-dbdc-4d36-b0e7-734aef8da3bc tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:17.408039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2bfa993d-65e1-401c-b806-b0291cce8682 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:17.408777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ff75378-78ea-4819-ae21-20368dea738f req-a72dab84-dbdc-4d36-b0e7-734aef8da3bc tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.2639022 Feb 13 23:20:17.409115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:17.435170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:17.481941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ff75378-78ea-4819-ae21-20368dea738f req-a777f423-32e6-418b-a151-709e1f269e6f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659783 Feb 13 23:20:17.484311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:17.531779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-8ffcb837-99fb-407d-bafe-2e707b78724a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:17.533471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-8ffcb837-99fb-407d-bafe-2e707b78724a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.3154180 Feb 13 23:20:17.652676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-e8852bba-4f61-4b8c-9662-230d87a8441d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386596 Feb 13 23:20:17.733267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Transition to ACTIVE for port object c6427ee3-65d9-481c-ac08-8bf05ecb9491 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:17.740408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Attempting to bind port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:17.740934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Attempting to bind port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:17.741265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Attempting to bind port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:17.751507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-67c38578-e218-4904-b196-f6c3ab61c371 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1303811 Feb 13 23:20:17.758340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-5691a308-d3c3-4f5c-a118-9b3eeb70e2c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702548 Feb 13 23:20:17.813782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:17.814139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Attempting to bind port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:17.822806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-5b4316f7-0614-4b2e-ade0-33f066a97d24 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:17.824228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-5b4316f7-0614-4b2e-ade0-33f066a97d24 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651630 Feb 13 23:20:17.830063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973043f-bb3d-4f2d-8f8e-e1b94237f731 req-a6860ce8-3418-45c5-8216-9de69e07942a tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:17.831497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6973043f-bb3d-4f2d-8f8e-e1b94237f731 req-a6860ce8-3418-45c5-8216-9de69e07942a tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 948 time: 1.0976386 Feb 13 23:20:17.859136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-cd0b4d43-1ce0-4761-a6d8-d610fb275fb4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/quotas/6a37e2a3e8ca4b8ea8924bb2899c3b2e HTTP/1.1" status: 200 len: 375 time: 0.0293100 Feb 13 23:20:17.979150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:17.979505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:17.979894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:17.980341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Bound port: 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:17.980690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:18.099364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:18.118639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-1f63d761-6749-49ce-80b0-5121386223d1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2514427 Feb 13 23:20:18.190823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a022ff-5d78-4358-9d9e-66453369648e req-44682a1c-e4fb-4c54-b7c5-f7d797727a97 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284575 Feb 13 23:20:18.281805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Network a7041ba6-400b-4561-b8be-1de7319d9881 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:18.299046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:18.321318 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6973043f-bb3d-4f2d-8f8e-e1b94237f731 req-276bdce4-91d2-4f83-97db-595a535317f3 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352591 Feb 13 23:20:18.365868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:18.461631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:18.526284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-6191679c-eb5f-4dd3-8ad2-c3ed3f119009 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416101 Feb 13 23:20:18.666132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Router f1da0a61-ee16-440d-8fbf-790d2be6cb61 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:20:18.715064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Pushing event updated for resources: {'Port': ['ID=c6427ee3-65d9-481c-ac08-8bf05ecb9491,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:18.717829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-e012a170-2739-46ba-84eb-b9af2d876b78 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634383 Feb 13 23:20:18.741228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] For port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:18.801343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f4a5f655-2f75-451a-8a31-8622f228f2e3 None None] Provisioning for port c6427ee3-65d9-481c-ac08-8bf05ecb9491 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:18.809579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f4a5f655-2f75-451a-8a31-8622f228f2e3 None None] Provisioning complete for port c6427ee3-65d9-481c-ac08-8bf05ecb9491 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:18.810253 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f655-2f75-451a-8a31-8622f228f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:18.827568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] For port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:18.863592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:18.893560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5f655-2f75-451a-8a31-8622f228f2e3 None None] Port c6427ee3-65d9-481c-ac08-8bf05ecb9491 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:19.029647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a19efd-43e0-4a98-b262-eb780a66e467 req-221727a9-0df3-4422-88cd-bbb130043e5d service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657373 Feb 13 23:20:19.061345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:19.062637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] 10.222.0.31 "PUT /v2.0/ports/33758f24-6d8a-4c39-ad52-97ca38f7a3fe HTTP/1.1" status: 200 len: 1096 time: 5.3757484 Feb 13 23:20:19.070936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'tag': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:19.113016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-67ae64d1-1263-4b19-b533-119522014886 service neutron] 10.222.0.42 "GET /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.3421195 Feb 13 23:20:19.195528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-ca6d961f-88d5-4d47-841e-9d93bce2e9f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8902433 Feb 13 23:20:19.242491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:19.293916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-6681ccd4-4231-4a9a-aee5-833d3440b7cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 1095 time: 0.5214825 Feb 13 23:20:19.307597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e0f3-13f6-4cfa-bcef-78daa0342b46 req-fbf4d3c9-0fea-45ab-ba18-6d070af16dbb tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:19.315188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c06e0f3-13f6-4cfa-bcef-78daa0342b46 req-fbf4d3c9-0fea-45ab-ba18-6d070af16dbb tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.5454016 Feb 13 23:20:19.344824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873afd8-e461-437c-8356-995d764fcc40 service neutron] Pushing event updated for resources: {'Port': ['ID=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:19.455374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f467520-18c0-43b1-8a13-dd3299203f41 req-3707475f-4db2-4a26-990d-707dcc2c4c6e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:19.456879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f467520-18c0-43b1-8a13-dd3299203f41 req-3707475f-4db2-4a26-990d-707dcc2c4c6e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 945 time: 0.8023970 Feb 13 23:20:19.652764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c06e0f3-13f6-4cfa-bcef-78daa0342b46 req-f59b6119-b6c1-4bda-9b49-18a16af949ed tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341250 Feb 13 23:20:19.669550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-daa7a85c-9642-40b4-b459-6386e1341dd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18214fd46f784211abc15b6b63a97516&device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 1099 time: 0.5120838 Feb 13 23:20:19.709911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-1ed8f438-6e46-46a5-9622-be1f344f4527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:19.711585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-1ed8f438-6e46-46a5-9622-be1f344f4527 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.3615019 Feb 13 23:20:19.869702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-75951e94-d017-47c8-b7be-d3ca54067b4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 200 len: 217 time: 0.1439228 Feb 13 23:20:19.870150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-6ddbe4bf-34e7-462b-ad01-78755ed30ca5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1095 time: 0.7596347 Feb 13 23:20:19.880541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:19.970513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:19.996420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-af1a3089-13fd-41a7-9da3-778d2ae0f92e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1095 time: 0.6982985 Feb 13 23:20:20.024052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:20.036579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] Sync routers for ids ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:20.041324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-8169fded-c980-41b5-b81f-74cf9cb75e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:20.042808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-8169fded-c980-41b5-b81f-74cf9cb75e3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1434236 Feb 13 23:20:20.046955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f467520-18c0-43b1-8a13-dd3299203f41 req-d056e123-1ea8-493a-91b3-76167cda2bfa tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733471 Feb 13 23:20:20.057891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697d9298-7787-4a64-abd9-6da74d7a82c5 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:20.059614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] Routers {'f1da0a61-ee16-440d-8fbf-790d2be6cb61'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:20.060571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:20.092112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-598f4c75-4e36-4f84-a056-2d79c1fb9216 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe HTTP/1.1" status: 200 len: 217 time: 0.2211132 Feb 13 23:20:20.104292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9922f00-012d-4dd0-804f-30f68c50d17c admin admin] 10.222.0.36 "PUT /v2.0/routers/f1da0a61-ee16-440d-8fbf-790d2be6cb61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6607783 Feb 13 23:20:20.106332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:20.120170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39186) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:20.127062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-1da31b11-19b0-4ca9-b92b-5071b3ddcae9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741236 Feb 13 23:20:20.223197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17515d-7336-4808-8cc8-9ec4682fb11f req-58bd1ce3-fa8d-497f-be92-bc72fc77acae tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:20.230307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad17515d-7336-4808-8cc8-9ec4682fb11f req-58bd1ce3-fa8d-497f-be92-bc72fc77acae tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 944 time: 0.4100628 Feb 13 23:20:20.296219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] Set router f1da0a61-ee16-440d-8fbf-790d2be6cb61 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:20.397217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-9d3eac4b-742b-4664-b428-c2ae7b4249f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:20.398712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-9d3eac4b-742b-4664-b428-c2ae7b4249f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2952971 Feb 13 23:20:20.471087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-672c6660-9081-4066-a691-6da817c2d62c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:20.472708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-672c6660-9081-4066-a691-6da817c2d62c service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.5278373 Feb 13 23:20:20.535718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-fc39d4c9-4b48-4904-bae9-60c158c2a663 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439054 Feb 13 23:20:20.541981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:20.612158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:20:20.638086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-0ccf22d5-ae3f-49a5-a3ef-1cc2176a5f0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:20.640063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-0ccf22d5-ae3f-49a5-a3ef-1cc2176a5f0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.5876670 Feb 13 23:20:20.684076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:20:16Z', 'revision_number': 5, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:20.688885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] Checking router: f1da0a61-ee16-440d-8fbf-790d2be6cb61 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:20.704931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] Routers {'f1da0a61-ee16-440d-8fbf-790d2be6cb61'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:20.705594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:20.706852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:20.711664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-c1a847ee-ef9a-40ca-8804-72cad8591261 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 217 time: 0.1820827 Feb 13 23:20:20.716881 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'tag': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe', 'status': 'completed', 'code': 200} Feb 13 23:20:20.780938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:20.828005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad17515d-7336-4808-8cc8-9ec4682fb11f req-9bc5acb5-c52f-466a-bff6-f7a1f0240017 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967281 Feb 13 23:20:20.836246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-ef10863d-9172-432e-a275-be9e42c3d640 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2047296 Feb 13 23:20:20.871883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-40b0fe33-59f0-4fab-953b-e6cc689d8b6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.2233245 Feb 13 23:20:21.040504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] Set router f1da0a61-ee16-440d-8fbf-790d2be6cb61 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:21.052872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-05313bcc-c10b-41a9-83e3-6c7d5c78e2e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:21.054759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-05313bcc-c10b-41a9-83e3-6c7d5c78e2e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.3138463 Feb 13 23:20:21.101953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Pushing event updated for resources: {'Port': ['ID=c6427ee3-65d9-481c-ac08-8bf05ecb9491,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:21.105599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:21.134839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-173251c7-9b17-4525-b9d2-a0e5673cac8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:21.136291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-173251c7-9b17-4525-b9d2-a0e5673cac8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.2317090 Feb 13 23:20:21.140529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-57d6489a-1bb8-476e-bb06-35b85fa1031a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7192602 Feb 13 23:20:21.142582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-c55c16b4-3210-495a-a423-2ff32c23ecf8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721223 Feb 13 23:20:21.248832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-72c4ab53-1aad-45b2-be1c-d21d0ccb9959 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2133880 Feb 13 23:20:21.259498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-e2202d0f-6509-4fac-8e1a-f342aae136af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119666 Feb 13 23:20:21.356340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:20:16Z', 'revision_number': 5, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:21.360882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9d081-56eb-405c-a784-d10b112fc51f None None] The sync data for ids ['f1da0a61-ee16-440d-8fbf-790d2be6cb61'] in n-d-828979-1 is: [{'id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'name': 'tempest-AttachSCSIVolumeTestJSON-260131779-router', 'tenant_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:36Z', 'updated_at': '2022-02-13T23:20:16Z', 'revision_number': 5, 'project_id': '7d3d581c3b9544fc80807c0f8c413f4e', 'gw_port': {'id': 'cb517c00-1b5b-4409-860a-c1112d6137fc', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1da0a61-ee16-440d-8fbf-790d2be6cb61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:37Z', 'updated_at': '2022-02-13T23:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:21.384728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] Transition to ACTIVE for port object 697d9298-7787-4a64-abd9-6da74d7a82c5 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:21.478737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:21.520367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-445ace74-a4ba-4b33-a615-5f8313348dc7 req-e4860774-e065-4258-99b2-1d299ab5c607 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9313366 Feb 13 23:20:21.742146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-83bdc268-f179-4f89-83ce-a83391bf5caf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:21.743581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-83bdc268-f179-4f89-83ce-a83391bf5caf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6454971 Feb 13 23:20:21.781141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:21.783103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273506-6626-467b-9b8a-c8856e50987f req-7d85f70f-8207-4765-a87d-721070dec2ac tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:21.784566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2273506-6626-467b-9b8a-c8856e50987f req-7d85f70f-8207-4765-a87d-721070dec2ac tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 948 time: 0.8147538 Feb 13 23:20:21.807472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] Pushing event updated for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:21.824419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-083042d7-6568-4c69-ad97-b797e1627aca tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:21.825825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-083042d7-6568-4c69-ad97-b797e1627aca tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4676695 Feb 13 23:20:21.878910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] No DVR routers for this DVR port 697d9298-7787-4a64-abd9-6da74d7a82c5 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:21.886019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-a48c48dd-5fdf-44f0-87b1-aa3c04eb002a service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000070 Feb 13 23:20:21.890946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:21.909024 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-cafe9824-92e1-4811-ae7c-777c2396fd72 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986499 Feb 13 23:20:21.911345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda2e1-7fa7-4fe8-b402-42e025843304 req-50129780-c966-4d86-9385-168fd3cc51e8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:21.912774 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7bfda2e1-7fa7-4fe8-b402-42e025843304 req-50129780-c966-4d86-9385-168fd3cc51e8 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 945 time: 0.6923008 Feb 13 23:20:21.930172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:21.939838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Network a7041ba6-400b-4561-b8be-1de7319d9881 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:21.974856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:21.995842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Request body: {'floatingip': {'port_id': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:22.027134 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-6c496dfa-4cc4-464c-8b70-6f363c675491 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887273 Feb 13 23:20:22.203703 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.256043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc004927-7582-474f-a7fd-13678970c85c req-606e7ebd-c6ca-4f42-bb74-8eda83066c26 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 210 time: 0.1759238 Feb 13 23:20:22.264939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-c5045c47-9fb9-449b-a2e6-e1addc5d8a4b service neutron] 10.222.0.42 "PUT /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5/bindings/n-h1-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1427383 Feb 13 23:20:22.272693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30c4dc06-6890-4556-a274-fcc989726f81 None None] Provisioning complete for port c6427ee3-65d9-481c-ac08-8bf05ecb9491 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:22.273273 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30c4dc06-6890-4556-a274-fcc989726f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.303863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:22.378661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:22.388519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-30c4dc06-6890-4556-a274-fcc989726f81 None None] Port c6427ee3-65d9-481c-ac08-8bf05ecb9491 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:22.400873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:22.431387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6442b5c6-0915-4ddf-886a-f93f3e6902ba req-620c94df-7906-43a0-bee7-68a72710d94b service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172581 Feb 13 23:20:22.439877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:22.441356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2273506-6626-467b-9b8a-c8856e50987f req-b6eb2001-4551-4619-8be3-85de6be31b4d tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321638 Feb 13 23:20:22.514122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:22.534435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:22.556097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:22.571114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'port_id': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'mac_address': 'fa:16:3e:27:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f0e3c9-33b9-4fab-ad39-b2f81de06821', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:20:22.592388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.605792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24bb85a8-2c0b-480a-a8ee-ac665727c7a1 req-2d5640bf-1f50-45e3-a572-1f2e4980e617 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999648 Feb 13 23:20:22.636271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.657283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f5fff0-6d3c-4aac-961f-91a3f821eb3b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:22.676578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:22.682007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.696912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b01606cd-819f-4dbd-b72f-4f20ece0f2bf req-d1d732a4-d830-460e-ab91-a7dc85d580fe service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559388 Feb 13 23:20:22.716470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Deleting port 1e643493-145f-4cfa-ac9a-26949c36077b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:22.716799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.764867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:22.775512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.775986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.776338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.776661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.777131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.777463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.777785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.778297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.778676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.779112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.779565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:22.782623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:22.785714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:22.854636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:22.988853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['07f5fff0-6d3c-4aac-961f-91a3f821eb3b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:23.004330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:23.007988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:23.155409 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-27135ab0-7fbd-4e46-a56a-218eecbf212d tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.7860570 Feb 13 23:20:23.167574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a82b-b9d2-434e-8db8-61eeaf2d070c req-29b1674b-715a-4786-bb0f-44dceaa6d01c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:23.168632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df75a82b-b9d2-434e-8db8-61eeaf2d070c req-29b1674b-715a-4786-bb0f-44dceaa6d01c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.7301168 Feb 13 23:20:23.192875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d834ae-e467-47fd-b528-ba0fbaf458bb req-cf364007-ca09-458e-ad12-508ca414e53a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:23.194380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3d834ae-e467-47fd-b528-ba0fbaf458bb req-cf364007-ca09-458e-ad12-508ca414e53a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 0.5770178 Feb 13 23:20:23.228477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:23.266736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:23.267095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6b0ba500-656b-446a-8fb0-4eb402b1f9c3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:23.301145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-ce31cad7-6858-46b8-bdd7-333947a995d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18214fd46f784211abc15b6b63a97516&device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 1099 time: 0.5489256 Feb 13 23:20:23.316240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] For port 1e643493-145f-4cfa-ac9a-26949c36077b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1e643493-145f-4cfa-ac9a-26949c36077b,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:23.316593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:23.356656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3d834ae-e467-47fd-b528-ba0fbaf458bb req-d4875a3d-2acd-430c-b169-a98398e0291e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487997 Feb 13 23:20:23.516443 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df75a82b-b9d2-434e-8db8-61eeaf2d070c req-6b222490-88e7-4a41-9882-db939bec5425 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083665 Feb 13 23:20:23.519858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Calling delete_port for 1e643493-145f-4cfa-ac9a-26949c36077b owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:23.526893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.119 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/93eb48db-9289-455d-8f31-f99224b8843a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:23.624603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13d59160-790c-410a-aa67-417243d1d25c req-be767c42-5c40-4017-a00a-32d97099a7e2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 210 time: 0.1126571 Feb 13 23:20:23.708319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-ffa4b418-283a-4b76-bb25-da3199a5afa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:23.709762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-ffa4b418-283a-4b76-bb25-da3199a5afa1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3954093 Feb 13 23:20:23.736272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-fbaf0add-dd58-4e32-b8fe-94f83c3f300d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6&tenant_id=b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 1096 time: 0.5655892 Feb 13 23:20:23.798405 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-1f8f4a57-6cd1-4bbd-ae96-a4b6854ea9bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe HTTP/1.1" status: 200 len: 217 time: 0.0802522 Feb 13 23:20:23.810221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:20:23.979035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-ca22afc3-fcf9-4368-aaf7-7cd80db89a16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:23.980479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-ca22afc3-fcf9-4368-aaf7-7cd80db89a16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1724222 Feb 13 23:20:24.000985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.021618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0150-1753-43fe-a8ba-9239a65bd5ca req-dfc6fd20-3b4f-4073-803c-7611f218170e tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:24.023104 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79ac0150-1753-43fe-a8ba-9239a65bd5ca req-dfc6fd20-3b4f-4073-803c-7611f218170e tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 948 time: 0.3475604 Feb 13 23:20:24.028004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Deleting port cb517c00-1b5b-4409-860a-c1112d6137fc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:24.028331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.095628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.115395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-ab203f15-9afd-45ca-a2f9-e2c1c2878054 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1096 time: 0.3455312 Feb 13 23:20:24.151229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e643493-145f-4cfa-ac9a-26949c36077b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:24.279871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-80c5cac6-7450-4c03-91c1-709ff35b82a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2909029 Feb 13 23:20:24.391684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.394923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:24.492712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:24.502307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:24.502830 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.510660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79ac0150-1753-43fe-a8ba-9239a65bd5ca req-748b61df-7756-454f-abe2-f721c4587004 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541035 Feb 13 23:20:24.511880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object 93eb48db-9289-455d-8f31-f99224b8843a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:24.517973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:20:24.688294 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.723470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:24.725009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:24.730990 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.763389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.764966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-d42eb704-6399-4341-831d-1080fa4b6697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:24.766315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-d42eb704-6399-4341-831d-1080fa4b6697 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.6347034 Feb 13 23:20:24.767133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-d45b9609-c71d-42e7-aad1-d01f812e0ffa service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291251 Feb 13 23:20:24.790678 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:24.803566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:24.822541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:24.832049 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Sync routers for ids ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:24.844889 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Routers {'3eb9ad4b-fe63-40f9-8ae1-312294f6e142'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:24.845681 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:24.910091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a471-d105-48c0-98e0-3761da9a820e req-15945aba-eb74-4ea9-8fb1-6f68882bf5e8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:24.912030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4865a471-d105-48c0-98e0-3761da9a820e req-15945aba-eb74-4ea9-8fb1-6f68882bf5e8 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 0.2786510 Feb 13 23:20:24.925764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f197d6fc-d816-4c0f-897a-32614a660420 admin admin] 10.222.0.36 "PUT /v2.0/routers/3eb9ad4b-fe63-40f9-8ae1-312294f6e142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2501681 Feb 13 23:20:24.967624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] For port cb517c00-1b5b-4409-860a-c1112d6137fc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb517c00-1b5b-4409-860a-c1112d6137fc,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:24.967933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.039178 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa4bcdf0-6b49-4bbb-bd14-9d429e29142b req-9418cd0a-745d-47a7-933d-c446800e897e service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530005 Feb 13 23:20:25.043695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4865a471-d105-48c0-98e0-3761da9a820e req-e42b8eda-c4c7-4e07-b1a1-367818e79029 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153033 Feb 13 23:20:25.044229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.058825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:25.059033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.132051 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Set router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:25.148770 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-46f1d545-7a11-42d4-a31f-e3d4bd344539 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 200 len: 217 time: 0.3555796 Feb 13 23:20:25.153999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39216) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:25.343897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Calling delete_port for cb517c00-1b5b-4409-860a-c1112d6137fc owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:25.380191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1171119924'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:25.406585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be33f8bb-d57f-4b28-bfce-139648a152f1 req-9d8e7c48-ee10-4cf7-bcf7-7a45c40e3b17 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 210 time: 0.1054471 Feb 13 23:20:25.410860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:25.426577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:network and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:25.436118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:25.457009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:25.464665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.166 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/5bb15353-0677-4474-b008-c932953eeeb6) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:25.487914 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'code': 200} Feb 13 23:20:25.503657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:25.509643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.543085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=93eb48db-9289-455d-8f31-f99224b8843a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:25.588538 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:20:18Z', 'revision_number': 4, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c6427ee3-65d9-481c-ac08-8bf05ecb9491', 'name': '', 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'mac_address': 'fa:16:3e:fe:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:16Z', 'updated_at': '2022-02-13T23:20:19Z', 'revision_number': 2, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'subnets': [{'id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:25.592732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:25.593634 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Checking router: 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:25.594255 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Updating router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 port c6427ee3-65d9-481c-ac08-8bf05ecb9491 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:20:25.615317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021242f-9d09-45e2-b3e6-211a428eab14 req-dc034511-4c87-49a4-95b3-7de3ec946963 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:25.623888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1021242f-9d09-45e2-b3e6-211a428eab14 req-dc034511-4c87-49a4-95b3-7de3ec946963 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.9195766 Feb 13 23:20:25.626569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-b86fad25-5222-4c28-a53d-39ee7fab472e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:25.627844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-b86fad25-5222-4c28-a53d-39ee7fab472e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.3427269 Feb 13 23:20:25.629773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:25.655674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:25.700008 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.839074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-11a98a26-4b5c-423b-9e08-524f3f710dcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946560 Feb 13 23:20:25.863062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:20:25.903275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.903520 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Added segment ac4d4b82-c963-4bc5-8b91-dc9bddd54543 of type vlan for network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b Feb 13 23:20:25.939526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-af513dec-59d1-4459-9ffc-bca4c6ebe12b None None] Provisioning for port 93eb48db-9289-455d-8f31-f99224b8843a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:25.946960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-af513dec-59d1-4459-9ffc-bca4c6ebe12b None None] Provisioning complete for port 93eb48db-9289-455d-8f31-f99224b8843a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:25.947568 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-af513dec-59d1-4459-9ffc-bca4c6ebe12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.980206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:25.991696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5894419-0bd8-4051-a06a-50a0f0de94cc req-d103cf25-7f93-488d-9d88-8599886e69e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1097 time: 0.4322629 Feb 13 23:20:26.048656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cc778-2a49-4245-b48d-80f9dbcb690b req-b0fe2a32-2a22-4e0f-9cd0-813ec9143288 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:26.055522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-956cc778-2a49-4245-b48d-80f9dbcb690b req-b0fe2a32-2a22-4e0f-9cd0-813ec9143288 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 948 time: 0.3083293 Feb 13 23:20:26.069793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-af513dec-59d1-4459-9ffc-bca4c6ebe12b None None] Port 93eb48db-9289-455d-8f31-f99224b8843a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:26.144882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.149206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:26.149751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.184960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:26.185594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.190604 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.198717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1021242f-9d09-45e2-b3e6-211a428eab14 req-1039c8f1-45fd-476f-b784-20329291ae0f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739112 Feb 13 23:20:26.203464 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Transition to ACTIVE for port object c6427ee3-65d9-481c-ac08-8bf05ecb9491 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:26.212435 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.304556 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2527818-6d0c-4723-b10c-8dd83b64cbff None None] Pushing event updated for resources: {'Port': ['ID=c6427ee3-65d9-481c-ac08-8bf05ecb9491,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:26.315187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5894419-0bd8-4051-a06a-50a0f0de94cc req-fe15a8ba-54e2-4361-91eb-66fb66bb4e76 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132467 Feb 13 23:20:26.345509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1850505 Feb 13 23:20:26.345730 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-bd1e00b2-f12f-4de3-a04c-e86391ad472c service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882534 Feb 13 23:20:26.347644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39226) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:26.354611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-956cc778-2a49-4245-b48d-80f9dbcb690b req-bdcf0356-0356-4014-9566-c3d6cf625c89 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981997 Feb 13 23:20:26.358741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf0408-2f66-44d8-ad8b-113763e0b87d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Network': ['ID=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:26.371151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:20:26.404139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-b6390f05-35fb-4a43-bd55-825a52858ecc tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6259730 Feb 13 23:20:26.474725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'subnet': {'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:26.500671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Router 5ac70376-1307-480e-91e0-868ca23289b5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:20:26.593205 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Attempting to bind port c6427ee3-65d9-481c-ac08-8bf05ecb9491 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:26.593497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Attempting to bind port c6427ee3-65d9-481c-ac08-8bf05ecb9491 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:26.593848 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Attempting to bind port c6427ee3-65d9-481c-ac08-8bf05ecb9491 on network a7041ba6-400b-4561-b8be-1de7319d9881 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:26.601767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 33758f24-6d8a-4c39-ad52-97ca38f7a3fe details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:26.608712 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:26.609332 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Checking segment: {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:26.609831 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.610269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Bound using segment: {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:26.610739 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Bound port: c6427ee3-65d9-481c-ac08-8bf05ecb9491, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9f08e0-c0a0-4558-803c-889f80abc311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:26.611105 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.613180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Request body: {'port': {'device_id': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:26.705958 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] For port c6427ee3-65d9-481c-ac08-8bf05ecb9491, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:26.709888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] For port c6427ee3-65d9-481c-ac08-8bf05ecb9491, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6427ee3-65d9-481c-ac08-8bf05ecb9491,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:26.715505 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.772938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:26.791900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe', 'mac_address': 'fa:16:3e:02:66:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:20:26.860134 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2527818-6d0c-4723-b10c-8dd83b64cbff None None] Pushing event updated for resources: {'Port': ['ID=c6427ee3-65d9-481c-ac08-8bf05ecb9491,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:26.861739 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.870692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Routers {'3eb9ad4b-fe63-40f9-8ae1-312294f6e142'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:26.871380 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:26.886747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2c98c39-4827-49fc-a482-19f56b2f9cb5 req-32d7b41f-c11b-408d-99ae-d7713f18a3f1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 210 time: 0.2914760 Feb 13 23:20:26.916573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33758f24-6d8a-4c39-ad52-97ca38f7a3fe {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:26.919899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.967527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:26.976520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:26.992022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:27.018885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:27.027392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:subnet and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:27.043466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:27.048667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9f7bf5fc-1025-4288-ab02-13cd7bc29f32 admin admin] 10.222.0.36 "PUT /v2.0/routers/5ac70376-1307-480e-91e0-868ca23289b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9369669 Feb 13 23:20:27.052268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39232) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:27.091218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] Sync routers for ids ['5ac70376-1307-480e-91e0-868ca23289b5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:27.099210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:27.119072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:27.133047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] Routers {'5ac70376-1307-480e-91e0-868ca23289b5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:27.133978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5ac70376-1307-480e-91e0-868ca23289b5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:27.146893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object 5bb15353-0677-4474-b008-c932953eeeb6 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:27.148311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:27.150931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb517c00-1b5b-4409-860a-c1112d6137fc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:27.228600 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] Set router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:27.251747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-be55d28b-4d6c-417a-860c-8d4b101b8363 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797569 Feb 13 23:20:27.252352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:27.371614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe616d-261a-4969-9f27-8a817171ae4b req-4324d352-9ee6-4d31-9893-052d0e7b2cf7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:27.378742 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3fe616d-261a-4969-9f27-8a817171ae4b req-4324d352-9ee6-4d31-9893-052d0e7b2cf7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 1.0300632 Feb 13 23:20:27.387189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] Set router 5ac70376-1307-480e-91e0-868ca23289b5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:27.398255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:27.409590 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:27.617080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:27.640318 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd associated. External IP: 172.25.4.7, port: b5c5b87b-2a3a-48b4-bb04-8351096b44f5. Feb 13 23:20:27.641274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:27.656503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54158-2f5c-43ad-89ea-069fd9727eec req-c7278f85-a325-451f-a5d8-78f99254a630 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:27.657270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05d54158-2f5c-43ad-89ea-069fd9727eec req-c7278f85-a325-451f-a5d8-78f99254a630 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:27.695921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05d54158-2f5c-43ad-89ea-069fd9727eec req-c7278f85-a325-451f-a5d8-78f99254a630 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:27.698255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05d54158-2f5c-43ad-89ea-069fd9727eec req-c7278f85-a325-451f-a5d8-78f99254a630 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.2129519 Feb 13 23:20:27.728408 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:20:18Z', 'revision_number': 4, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c6427ee3-65d9-481c-ac08-8bf05ecb9491', 'name': '', 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'mac_address': 'fa:16:3e:fe:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:16Z', 'updated_at': '2022-02-13T23:20:26Z', 'revision_number': 4, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'subnets': [{'id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:27.741028 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190c862-6ffb-4d6d-abb5-e55bd29be5cf None None] The sync data for ids ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'] in n-d-828979-1 is: [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:20:18Z', 'revision_number': 4, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c6427ee3-65d9-481c-ac08-8bf05ecb9491', 'name': '', 'network_id': 'a7041ba6-400b-4561-b8be-1de7319d9881', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'mac_address': 'fa:16:3e:fe:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:16Z', 'updated_at': '2022-02-13T23:20:26Z', 'revision_number': 4, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'subnets': [{'id': '78ff9cd4-3aca-4c92-9f7d-43f939905b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:27.821474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['33758f24-6d8a-4c39-ad52-97ca38f7a3fe'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:27.850780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05d54158-2f5c-43ad-89ea-069fd9727eec req-e2e083bc-6bc1-46cb-8daa-bd1c6e6b6352 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452837 Feb 13 23:20:27.870676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:27.882868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Deleting port a856233e-f639-4406-b640-03d479dc1347 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:27.883218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:28.221144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] For port a856233e-f639-4406-b640-03d479dc1347, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a856233e-f639-4406-b640-03d479dc1347,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:28.221504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:28.246859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:28.251830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'a856233e-f639-4406-b640-03d479dc1347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:20:23Z', 'revision_number': 5, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port': {'id': 'a856233e-f639-4406-b640-03d479dc1347', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac70376-1307-480e-91e0-868ca23289b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:19:34Z', 'updated_at': '2022-02-13T23:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:28.258905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] Checking router: 5ac70376-1307-480e-91e0-868ca23289b5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:28.363814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Calling delete_port for a856233e-f639-4406-b640-03d479dc1347 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:28.402575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] Routers {'5ac70376-1307-480e-91e0-868ca23289b5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:28.403257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5ac70376-1307-480e-91e0-868ca23289b5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:28.509080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:28.616486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e014-ddf8-4d8a-a21a-92922df5281b req-140fa600-d997-4b45-a586-0bca2c7ce239 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:28.623909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b342e014-ddf8-4d8a-a21a-92922df5281b req-140fa600-d997-4b45-a586-0bca2c7ce239 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 949 time: 0.5283735 Feb 13 23:20:28.649349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] Set router 5ac70376-1307-480e-91e0-868ca23289b5 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:28.671317 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:28.689934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b342e014-ddf8-4d8a-a21a-92922df5281b req-a6740fa0-193a-4224-a456-845b312ca9b1 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650897 Feb 13 23:20:28.744254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a856233e-f639-4406-b640-03d479dc1347,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:28.784477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:20:27Z', 'revision_number': 6, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:28.803676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088bec8-1e2b-4a80-ab12-5ff652366558 None None] The sync data for ids ['5ac70376-1307-480e-91e0-868ca23289b5'] in n-d-828979-1 is: [{'id': '5ac70376-1307-480e-91e0-868ca23289b5', 'name': 'tempest-FloatingIPsTestJSON-1090127854-router', 'tenant_id': 'fae442619c6e4e8f94139b857f86407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:19:33Z', 'updated_at': '2022-02-13T23:20:27Z', 'revision_number': 6, 'project_id': 'fae442619c6e4e8f94139b857f86407b', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:29.069995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:29.086686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:29.100483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:29.152559 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.155069 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.200331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.250570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93eb48db-9289-455d-8f31-f99224b8843a {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:29.262825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=5bb15353-0677-4474-b008-c932953eeeb6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:29.302347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3fe616d-261a-4969-9f27-8a817171ae4b req-d58db5e3-7c18-4aad-b16f-b41c75b5a80d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9192426 Feb 13 23:20:29.316893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.363356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dc7a2-3b46-4c7b-b526-f7cc4f3d97de req-aa5d739e-7770-408b-995f-d69afc8f4027 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:29.364765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b27dc7a2-3b46-4c7b-b526-f7cc4f3d97de req-aa5d739e-7770-408b-995f-d69afc8f4027 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 936 time: 0.4980905 Feb 13 23:20:29.419472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6427ee3-65d9-481c-ac08-8bf05ecb9491 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:29.423690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-eb1dff7a-1972-4a0e-8edf-46051cba665e tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1096 time: 1.6167488 Feb 13 23:20:29.424243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.424769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1da0a61-ee16-440d-8fbf-790d2be6cb61 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:20:29.433855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Transition to ACTIVE for port object 93eb48db-9289-455d-8f31-f99224b8843a will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:29.496486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5fd353f5-9b57-4ac0-902b-3e3f3d44213d None None] Provisioning for port 5bb15353-0677-4474-b008-c932953eeeb6 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:29.504585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5fd353f5-9b57-4ac0-902b-3e3f3d44213d None None] Provisioning complete for port 5bb15353-0677-4474-b008-c932953eeeb6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:29.505523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5fd353f5-9b57-4ac0-902b-3e3f3d44213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.550766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.554324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:29.555003 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.560388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c6427ee3-65d9-481c-ac08-8bf05ecb9491 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:29.569508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6427ee3-65d9-481c-ac08-8bf05ecb9491 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:29.570351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.580549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b27dc7a2-3b46-4c7b-b526-f7cc4f3d97de req-b126f0cb-fdb4-4277-ac4e-f0212a0537e0 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410129 Feb 13 23:20:29.584273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.591537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.619641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.620439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac70376-1307-480e-91e0-868ca23289b5 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:20:29.639793 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.640768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b90c3509-d7ee-46a6-9727-3aa18ab93a67 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5ac70376-1307-480e-91e0-868ca23289b5 HTTP/1.1" status: 204 len: 168 time: 2.5872970 Feb 13 23:20:29.641496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5fd353f5-9b57-4ac0-902b-3e3f3d44213d None None] Port 5bb15353-0677-4474-b008-c932953eeeb6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:29.643267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39244) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:29.665664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.669209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb46ac27-d5b6-4037-88af-b0e9332fbe24 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f1da0a61-ee16-440d-8fbf-790d2be6cb61 HTTP/1.1" status: 204 len: 168 time: 9.5429854 Feb 13 23:20:29.669209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-63a18a0e-5934-4f6c-9cbd-fad850606cec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.7869635 Feb 13 23:20:29.676519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39248) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:29.707465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Request body: {'port': {'device_id': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:29.715966 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.753891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Deleting subnet be43cfce-48f0-4cf1-b9d1-1f175f17695e {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:20:29.755345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c6427ee3-65d9-481c-ac08-8bf05ecb9491, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6427ee3-65d9-481c-ac08-8bf05ecb9491,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:29.760733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.762528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.799745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Deleting subnet 3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:20:29.801350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e643493-145f-4cfa-ac9a-26949c36077b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:29.808360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.867485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1e643493-145f-4cfa-ac9a-26949c36077b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:29.868292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e643493-145f-4cfa-ac9a-26949c36077b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:29.876519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:29.897073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c6427ee3-65d9-481c-ac08-8bf05ecb9491,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:29.952985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.075844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Pushing event updated for resources: {'Port': ['ID=93eb48db-9289-455d-8f31-f99224b8843a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:30.107314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.134826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.137051 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91a7648a-81f8-4318-853b-6cb7c9f3c66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.166980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a5a2-fd0e-45f8-a06a-11ae5264be2f req-09e480c8-4a63-4ac7-8096-eb6784604214 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:30.168444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f02a5a2-fd0e-45f8-a06a-11ae5264be2f req-09e480c8-4a63-4ac7-8096-eb6784604214 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 949 time: 0.2590549 Feb 13 23:20:30.261883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f02a5a2-fd0e-45f8-a06a-11ae5264be2f req-fcc5ebca-85c6-4670-a164-d0314e60b164 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828736 Feb 13 23:20:30.269618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.309216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.312434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-4c3e8f46-687d-47e8-a32d-53b72268567f service neutron] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:30.319517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be43cfce-48f0-4cf1-b9d1-1f175f17695e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:30.320657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9289421-2921-43ea-8016-5ae5ff3cbee7 req-47c324fb-b88b-4e6e-8aee-35228a7fa623 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:30.327320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9289421-2921-43ea-8016-5ae5ff3cbee7 req-47c324fb-b88b-4e6e-8aee-35228a7fa623 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.8256900 Feb 13 23:20:30.330154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.333513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938d9a1-0b56-41a7-be49-9c2914c22efa None None] Network 4163eb5f-21cb-423b-aecc-4ea3efba8811 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:30.351509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.365541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:30.367154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-4c3e8f46-687d-47e8-a32d-53b72268567f service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.367883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.368240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-000539c8-c5f9-4073-b747-57beaeed1fcb req-4c3e8f46-687d-47e8-a32d-53b72268567f service neutron] 10.222.0.31 "DELETE /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5/bindings/n-h2-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.9296248 Feb 13 23:20:30.369617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0ea83f20-d6c7-44d4-b96a-aabbd57b94be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3a82f800-d0a4-4ae5-9e7e-b0d46b98dac4 HTTP/1.1" status: 204 len: 168 time: 0.6896605 Feb 13 23:20:30.374139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dfa52939-7686-4780-9a6e-713d2cf893d8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be43cfce-48f0-4cf1-b9d1-1f175f17695e HTTP/1.1" status: 204 len: 168 time: 0.7298725 Feb 13 23:20:30.374785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39258) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:30.375503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39260) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:30.390282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.448097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafad8db-a240-45ab-8698-28275b3d511f None None] Network c532c059-feef-45d9-8ba0-46d7506cfd34 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:30.472286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 33758f24-6d8a-4c39-ad52-97ca38f7a3fe up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:30.532204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Attempting to bind port 93eb48db-9289-455d-8f31-f99224b8843a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:30.532511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Attempting to bind port 93eb48db-9289-455d-8f31-f99224b8843a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:30.533018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Attempting to bind port 93eb48db-9289-455d-8f31-f99224b8843a on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:30.633537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9289421-2921-43ea-8016-5ae5ff3cbee7 req-43ebf29f-3a9c-4b52-8144-c149e580c4d2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052514 Feb 13 23:20:30.636668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.639892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.674120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Deleting port c6571be1-02a4-4b1d-868d-13bd45f6190a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:30.674467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.683220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Subnet': ['ID=77a82397-55eb-4c77-be94-9ac14a8b00c0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:30.706453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Deleting port 2170564b-697e-4c2b-98e7-d110e8857ad3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:30.706952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:30.848128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Port 93eb48db-9289-455d-8f31-f99224b8843a on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:30.848595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Attempting to bind port 93eb48db-9289-455d-8f31-f99224b8843a on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:30.863645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Checking segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:30.864735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network hostable DHCP agents. Network: f6bc7453-8eaa-4db0-b4e6-4f8788f6433b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:20:30.902421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b9943-09ca-40d0-bf53-112b1da4ebcc req-e922e6e2-e80b-4404-b368-61ecaf2aa123 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:30.909277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c7b9943-09ca-40d0-bf53-112b1da4ebcc req-e922e6e2-e80b-4404-b368-61ecaf2aa123 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 0.3948224 Feb 13 23:20:30.950111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:30.969816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:30.969816 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.115521 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.147125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:31.157566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:31.166666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.177910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:31.178417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:31.178893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:31.179436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Bound port: 93eb48db-9289-455d-8f31-f99224b8843a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:31.180145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.182730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c7b9943-09ca-40d0-bf53-112b1da4ebcc req-e5f64dde-6c78-46ef-ba33-bb43fad3437d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724266 Feb 13 23:20:31.300847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:31.327672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:20:31.344597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] For port 93eb48db-9289-455d-8f31-f99224b8843a, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:31.350217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] DHCP port deletion for 4163eb5f-21cb-423b-aecc-4ea3efba8811 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:20:31.354906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Deleting port 2170564b-697e-4c2b-98e7-d110e8857ad3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:31.355286 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.404900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] DHCP port deletion for c532c059-feef-45d9-8ba0-46d7506cfd34 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:20:31.416523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] For port 93eb48db-9289-455d-8f31-f99224b8843a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=93eb48db-9289-455d-8f31-f99224b8843a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:31.434751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Deleting port c6571be1-02a4-4b1d-868d-13bd45f6190a {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:31.435121 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.449296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] For port 2170564b-697e-4c2b-98e7-d110e8857ad3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2170564b-697e-4c2b-98e7-d110e8857ad3,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:31.452736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96a13-4e17-4d8d-b355-e9af9ea6ea64 req-1f06bc22-c703-45ac-b4b1-8f3eb15cd2de tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:31.453804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-25e96a13-4e17-4d8d-b355-e9af9ea6ea64 req-1f06bc22-c703-45ac-b4b1-8f3eb15cd2de tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:31.456094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.460372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f6bc7453-8eaa-4db0-b4e6-4f8788f6433b) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:31.465550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.499991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c6cbd0-5d49-4711-b5f5-c7c84308ebfd None None] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:31.513179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6427ee3-65d9-481c-ac08-8bf05ecb9491 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:31.516723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:31.517326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.626591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.627979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] 10.222.0.42 "PUT /v2.0/ports/93eb48db-9289-455d-8f31-f99224b8843a HTTP/1.1" status: 200 len: 1096 time: 5.0349627 Feb 13 23:20:31.637627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-25e96a13-4e17-4d8d-b355-e9af9ea6ea64 req-1f06bc22-c703-45ac-b4b1-8f3eb15cd2de tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:31.643942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25e96a13-4e17-4d8d-b355-e9af9ea6ea64 req-1f06bc22-c703-45ac-b4b1-8f3eb15cd2de tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 936 time: 0.7827725 Feb 13 23:20:31.644269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Calling delete_port for 2170564b-697e-4c2b-98e7-d110e8857ad3 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:31.659164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'tag': '93eb48db-9289-455d-8f31-f99224b8843a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:31.667973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-53350738-bdb5-47ac-94e8-ad26241b52e5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.2767067 Feb 13 23:20:31.673474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39278) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:31.683120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1155245339'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:31.786121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:31.823328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:network and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:31.828346 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:20:31.829004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.834973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:31.843696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7c6d0-f93c-4ff0-ad85-062bb1a77979 service neutron] Pushing event updated for resources: {'Port': ['ID=93eb48db-9289-455d-8f31-f99224b8843a,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:31.866694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:31.888977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb15353-0677-4474-b008-c932953eeeb6 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:31.912633 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.916165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] For port c6571be1-02a4-4b1d-868d-13bd45f6190a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6571be1-02a4-4b1d-868d-13bd45f6190a,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:31.916557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.930908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:31.934173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:31.949140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Pushing event deleted for resources: {'Port': ['ID=2170564b-697e-4c2b-98e7-d110e8857ad3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:31.950577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25e96a13-4e17-4d8d-b355-e9af9ea6ea64 req-469ea212-782b-4fc3-9dc9-b84581355912 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057573 Feb 13 23:20:31.997610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Transition to ACTIVE for port object 5bb15353-0677-4474-b008-c932953eeeb6 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:32.007199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-30bda29c-66f7-425f-a3c8-6481238f048e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 1099 time: 0.2849977 Feb 13 23:20:32.023704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:20:32.035926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.036969 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Added segment 582500d8-9fc0-4cff-8166-8a2d121ea7ee of type vlan for network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 Feb 13 23:20:32.058400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6427ee3-65d9-481c-ac08-8bf05ecb9491 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:32.058978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.085177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.124663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] No DVR routers for this DVR port 2170564b-697e-4c2b-98e7-d110e8857ad3 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:32.173627 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe', 'code': 200} Feb 13 23:20:32.253321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.257812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Calling delete_port for c6571be1-02a4-4b1d-868d-13bd45f6190a owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:32.306507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.310687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:32.311274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.334981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] For port 2170564b-697e-4c2b-98e7-d110e8857ad3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2170564b-697e-4c2b-98e7-d110e8857ad3,segment=NetworkSegment(61a1236a-7490-46b4-89fd-3cb6b9627fa2),segment_id=61a1236a-7490-46b4-89fd-3cb6b9627fa2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:32.335378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.347526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:20:32.436444 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.462650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51074e3c-bf9e-49b0-94d9-dbff7d6483d0 req-ddd4e8f6-b981-418e-b0bd-bf13872a75c5 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1097 time: 0.7232897 Feb 13 23:20:32.503907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4163eb5f-21cb-423b-aecc-4ea3efba8811']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:32.517437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.519209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] For port c6571be1-02a4-4b1d-868d-13bd45f6190a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6571be1-02a4-4b1d-868d-13bd45f6190a,segment=NetworkSegment(84d70a72-aa0b-43aa-b03d-48427842b671),segment_id=84d70a72-aa0b-43aa-b03d-48427842b671)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:32.519674 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.543215 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-71745fdc-a95c-42f3-b545-003d523ff672 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=93eb48db-9289-455d-8f31-f99224b8843a HTTP/1.1" status: 200 len: 217 time: 0.3653007 Feb 13 23:20:32.543640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Calling delete_port for 2170564b-697e-4c2b-98e7-d110e8857ad3 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:32.572686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a1236a-7490-46b4-89fd-3cb6b9627fa2') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:32.573174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a1236a-7490-46b4-89fd-3cb6b9627fa2') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:32.605854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fbb45d05-7706-4b1d-a6c3-36f3cb0113f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.615004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.624137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c6571be1-02a4-4b1d-868d-13bd45f6190a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:32.636436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] No DVR routers for this DVR port c6571be1-02a4-4b1d-868d-13bd45f6190a on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:32.670579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51074e3c-bf9e-49b0-94d9-dbff7d6483d0 req-bf4acffd-d387-4574-90eb-19d4f832743f tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070374 Feb 13 23:20:32.748102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0716944 Feb 13 23:20:32.761162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb15353-0677-4474-b008-c932953eeeb6,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:32.783968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Calling delete_port for c6571be1-02a4-4b1d-868d-13bd45f6190a owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:32.784597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.787248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39284) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:32.791093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81300c-5f97-4850-ab40-2bc46abaa126 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Network': ['ID=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:32.812249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.825525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'subnet': {'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:32.827918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:20:32.835538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c532c059-feef-45d9-8ba0-46d7506cfd34']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:32.843323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:20:32.843718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:20:32.869096 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:20:32.924451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'fixed_ips': [{'subnet_id': '77a82397-55eb-4c77-be94-9ac14a8b00c0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:20:32.926219 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.005789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:33.013788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:subnet and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:33.015626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:33.020867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:33.048962 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'tag': '93eb48db-9289-455d-8f31-f99224b8843a', 'status': 'completed', 'code': 200} Feb 13 23:20:33.071987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:33.134438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d70a72-aa0b-43aa-b03d-48427842b671') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:33.134916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d70a72-aa0b-43aa-b03d-48427842b671') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:33.208390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.235106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.244212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:20:33.245174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:20:33.267014 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:20:33.299414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2170564b-697e-4c2b-98e7-d110e8857ad3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:33.324329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.329570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-a98a57ad-3f77-4343-b258-8a77bfbe04ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:33.330233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:20:33.330873 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:20:33.331353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-a98a57ad-3f77-4343-b258-8a77bfbe04ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.7344754 Feb 13 23:20:33.346317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2170564b-697e-4c2b-98e7-d110e8857ad3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:33.347560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2170564b-697e-4c2b-98e7-d110e8857ad3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:33.347757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a856233e-f639-4406-b640-03d479dc1347 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:33.361179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.381895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] Pushing event deleted for resources: {'Network': ['ID=4163eb5f-21cb-423b-aecc-4ea3efba8811,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:33.402808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.405304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a856233e-f639-4406-b640-03d479dc1347 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:33.405304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a856233e-f639-4406-b640-03d479dc1347 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:33.405717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb517c00-1b5b-4409-860a-c1112d6137fc no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:33.410689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ec7bd3b9-dfb0-4f34-874c-3b06dcac3896 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4163eb5f-21cb-423b-aecc-4ea3efba8811 HTTP/1.1" status: 204 len: 168 time: 3.0305393 Feb 13 23:20:33.427890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.428773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154ce73-fb0f-4dbb-89b2-fb75256bb73e req-ec87a6ae-fc80-4d33-bea9-78282f437b4f tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:33.430253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c154ce73-fb0f-4dbb-89b2-fb75256bb73e req-ec87a6ae-fc80-4d33-bea9-78282f437b4f tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 950 time: 1.1790652 Feb 13 23:20:33.437375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:20:33.437972 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:20:33.438505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c532c059-feef-45d9-8ba0-46d7506cfd34,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:33.452413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82ff614a-7027-407f-985d-202d5868150f req-a3464c84-945b-4d62-99d0-cf6a8b0e9d31 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1096 time: 0.3212266 Feb 13 23:20:33.465634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: cb517c00-1b5b-4409-860a-c1112d6137fc {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:33.466595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb517c00-1b5b-4409-860a-c1112d6137fc not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:33.488165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d3812a5-28aa-4d8c-9237-316297dc25fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/c532c059-feef-45d9-8ba0-46d7506cfd34 HTTP/1.1" status: 204 len: 168 time: 3.1119571 Feb 13 23:20:33.491767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39294) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:33.496498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0d72a6f8-f523-476c-a137-aebc0d7c3b56 req-aab44d02-171d-4675-8b3e-478528e153d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 1101 time: 1.3599758 Feb 13 23:20:33.537009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.580717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.618693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6571be1-02a4-4b1d-868d-13bd45f6190a no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:33.646411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82ff614a-7027-407f-985d-202d5868150f req-1708e232-ad33-4852-aaf1-bd60708a25ee tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931169 Feb 13 23:20:33.691944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c6571be1-02a4-4b1d-868d-13bd45f6190a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:33.692965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6571be1-02a4-4b1d-868d-13bd45f6190a not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:33.713179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Allocated IP 19.80.0.2 (f6bc7453-8eaa-4db0-b4e6-4f8788f6433b/77a82397-55eb-4c77-be94-9ac14a8b00c0/8c306363-1b05-4211-af89-3f598b03ccf7) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:33.730764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Attempting to bind port 5bb15353-0677-4474-b008-c932953eeeb6 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:33.731154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Attempting to bind port 5bb15353-0677-4474-b008-c932953eeeb6 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:33.731477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Attempting to bind port 5bb15353-0677-4474-b008-c932953eeeb6 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:33.732984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39300) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:33.734668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.744683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c154ce73-fb0f-4dbb-89b2-fb75256bb73e req-59b9804b-e86a-4ebd-a031-9a52670307c5 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909820 Feb 13 23:20:33.759063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0d72a6f8-f523-476c-a137-aebc0d7c3b56 req-f2b3ea9b-85c8-4a87-a5c0-bbdcef8c99ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476430 Feb 13 23:20:33.768328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Port 5bb15353-0677-4474-b008-c932953eeeb6 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:33.768651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Attempting to bind port 5bb15353-0677-4474-b008-c932953eeeb6 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:33.803680 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-d0751ff2-579e-48c5-a0cd-14715cdcfd38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4176185 Feb 13 23:20:33.808562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:33.808888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:33.809274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:33.809960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Bound port: 5bb15353-0677-4474-b008-c932953eeeb6, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:33.810363 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.865778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39308) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:33.866073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5d1e63ce-42e2-47b9-a2f7-001d418e017b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fae442619c6e4e8f94139b857f86407b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1298819 Feb 13 23:20:33.911556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Deleting port 2170564b-697e-4c2b-98e7-d110e8857ad3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:33.919343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:33.980083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Deleting port c6571be1-02a4-4b1d-868d-13bd45f6190a {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:33.987727 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.064412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-16e8e223-a535-466a-99ea-888b78057c29 None None] The port '2170564b-697e-4c2b-98e7-d110e8857ad3' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:20:34.111479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-667b1798-f3a9-4cf3-aae9-055428494731 None None] The port 'c6571be1-02a4-4b1d-868d-13bd45f6190a' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:20:34.193670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.232790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a5bb0-4c0f-4268-98d6-c8a86156cccc req-8e9bd229-96e5-46af-941d-5650cca3b853 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:34.233945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca3a5bb0-4c0f-4268-98d6-c8a86156cccc req-8e9bd229-96e5-46af-941d-5650cca3b853 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 948 time: 0.2824695 Feb 13 23:20:34.269113 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.286101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Transition to ACTIVE for port object 8c306363-1b05-4211-af89-3f598b03ccf7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:34.307117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Transition to ACTIVE for port object 8c306363-1b05-4211-af89-3f598b03ccf7 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:34.320505 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.366322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca3a5bb0-4c0f-4268-98d6-c8a86156cccc req-53d14cfb-17cf-476d-adaa-7e799083f2b4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202042 Feb 13 23:20:34.413104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:34.420785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:34.425153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:34.432192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.535606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Attempting to bind port 8c306363-1b05-4211-af89-3f598b03ccf7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:34.536037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Attempting to bind port 8c306363-1b05-4211-af89-3f598b03ccf7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:34.536618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Attempting to bind port 8c306363-1b05-4211-af89-3f598b03ccf7 on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:34.539198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Pushing event updated for resources: {'Port': ['ID=8c306363-1b05-4211-af89-3f598b03ccf7,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:34.548548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:34.549257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Checking segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:34.549884 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.550502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Bound using segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:34.551186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Bound port: 8c306363-1b05-4211-af89-3f598b03ccf7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:34.552322 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.566098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-ff66cd8d-34c2-4288-b425-ce04d9e7ff2d service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390590 Feb 13 23:20:34.625856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] For port 5bb15353-0677-4474-b008-c932953eeeb6, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:34.654078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] For port 8c306363-1b05-4211-af89-3f598b03ccf7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:34.658095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] For port 8c306363-1b05-4211-af89-3f598b03ccf7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8c306363-1b05-4211-af89-3f598b03ccf7,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:34.665183 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.694158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Subnet': ['ID=b4c5e110-52cb-406c-b888-dd1ad1c82e55,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:34.732455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] For port 5bb15353-0677-4474-b008-c932953eeeb6, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bb15353-0677-4474-b008-c932953eeeb6,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:34.761206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.767982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5118d6-11b1-46c1-a323-baedb4101f1c None None] Pushing event updated for resources: {'Port': ['ID=8c306363-1b05-4211-af89-3f598b03ccf7,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:34.804005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b258a774-9252-4c1a-a86d-aff8fc4ccdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.887032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:34.901335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:34.911554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:34.932006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Checking segment: {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:34.932557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network hostable DHCP agents. Network: 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:20:34.941637 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:34.943752 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:35.041282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:35.056545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] 10.222.0.31 "PUT /v2.0/ports/5bb15353-0677-4474-b008-c932953eeeb6 HTTP/1.1" status: 200 len: 1096 time: 5.3660374 Feb 13 23:20:35.173801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'tag': '5bb15353-0677-4474-b008-c932953eeeb6'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:35.234611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64edf4ad-54a5-4bdd-b5d8-d642713f1212 req-34f1304c-d81d-41ce-8b00-88e908a56272 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 1096 time: 1.0884576 Feb 13 23:20:35.276254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:35.447952 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:35.471373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b258a774-9252-4c1a-a86d-aff8fc4ccdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:35.513525 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-67d76762-4c48-46f4-a002-96c05dfdadd6 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "PUT /v2.0/floatingips/051f2eb2-5856-4d56-9a04-1bd76c6efcfd HTTP/1.1" status: 200 len: 989 time: 13.5779989 Feb 13 23:20:35.514333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ed90e-51db-43f1-9edb-26c7cc6fb4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb15353-0677-4474-b008-c932953eeeb6,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:35.557118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7b54c-5cf5-45a4-9a67-a9935a7b3ce3 req-b69542f7-67fe-4af5-a105-0d2d12f734ae tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:35.558749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75a7b54c-5cf5-45a4-9a67-a9935a7b3ce3 req-b69542f7-67fe-4af5-a105-0d2d12f734ae tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 950 time: 0.4615576 Feb 13 23:20:35.624384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-4a896388-7f64-4cc5-afbe-57589d9372a4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0430369 Feb 13 23:20:35.719796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8c306363-1b05-4211-af89-3f598b03ccf7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:35.732277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:20:35.760600 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75a7b54c-5cf5-45a4-9a67-a9935a7b3ce3 req-2ad94b45-a044-4abb-b76a-22b0769cc5fc tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939526 Feb 13 23:20:35.770379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64edf4ad-54a5-4bdd-b5d8-d642713f1212 req-c1a5faa7-a432-41e0-a59e-2a297fbd9ea7 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796855 Feb 13 23:20:35.812685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8c306363-1b05-4211-af89-3f598b03ccf7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:35.836501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:35.852187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b11bf3-ef99-4f09-9da1-dce7faa5731f None None] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:35.882928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:35.890450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:35.959475 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'tag': '5bb15353-0677-4474-b008-c932953eeeb6', 'status': 'completed', 'code': 200} Feb 13 23:20:35.966955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f1aae8e3-fbba-4028-a865-31030682501b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1782229 Feb 13 23:20:35.982878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b258a774-9252-4c1a-a86d-aff8fc4ccdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:35.985218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b258a774-9252-4c1a-a86d-aff8fc4ccdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:36.006059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b258a774-9252-4c1a-a86d-aff8fc4ccdb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c84bb81e-0a1c-4751-ba32-15e6629d788d HTTP/1.1" status: 204 len: 168 time: 1.9087980 Feb 13 23:20:36.058611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-d8a17667-8782-4a0a-b123-5a9d0019cb7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 1099 time: 0.5704889 Feb 13 23:20:36.144874 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '051f2eb2-5856-4d56-9a04-1bd76c6efcfd', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'port_id': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'mac_address': 'fa:16:3e:90:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:18:42Z', 'updated_at': '2022-02-13T23:20:23Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:36.159239 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:36.188465 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:36.195268 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:36.251397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Deleting port a8c342ac-b848-4aef-842c-d8553ba8e491 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:36.252217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:36.299530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-43564696-e4f4-4834-bfa2-6de0ba00b046 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5bb15353-0677-4474-b008-c932953eeeb6 HTTP/1.1" status: 200 len: 217 time: 0.1941042 Feb 13 23:20:36.300267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258a774-9252-4c1a-a86d-aff8fc4ccdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84bb81e-0a1c-4751-ba32-15e6629d788d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:36.331158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b16cf7-67e6-4ee3-a69c-838a31ffac61 req-70ad4fb5-2748-4891-a5ff-b10dd33c560a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:36.338784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38b16cf7-67e6-4ee3-a69c-838a31ffac61 req-70ad4fb5-2748-4891-a5ff-b10dd33c560a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 948 time: 0.2533104 Feb 13 23:20:36.354359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-99c12a00-9251-4fa8-ab2f-439ada8e70d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 1099 time: 0.6679425 Feb 13 23:20:36.416382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-723cc7ae-74d2-4d74-85dc-ebf2d06e80c7', 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'fixed_ips': [{'subnet_id': 'b4c5e110-52cb-406c-b888-dd1ad1c82e55'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:20:36.417178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:36.577890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff32101-cf8a-4a75-b18d-ed0f785a2e58 None None] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:36.579875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38b16cf7-67e6-4ee3-a69c-838a31ffac61 req-b590a795-c2cc-4f80-aef0-919508f4a6d8 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400098 Feb 13 23:20:36.581099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-acdcb390-fbda-424f-856a-654f21f52cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:36.590779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-acdcb390-fbda-424f-856a-654f21f52cac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2186489 Feb 13 23:20:36.682853 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:36.691522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065eaed-5851-42b0-aac1-4a3b530d52ff req-3f5f7c95-6ac4-4d99-91dc-f8a96dcebfdd tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:36.693063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2065eaed-5851-42b0-aac1-4a3b530d52ff req-3f5f7c95-6ac4-4d99-91dc-f8a96dcebfdd tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 945 time: 0.3901582 Feb 13 23:20:36.709090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] For port a8c342ac-b848-4aef-842c-d8553ba8e491, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a8c342ac-b848-4aef-842c-d8553ba8e491,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:36.711099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:36.785555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-75cd9544-6e37-4a25-b96a-fa737146f930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:36.792696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-75cd9544-6e37-4a25-b96a-fa737146f930 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3850110 Feb 13 23:20:36.827974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] Provisioning for port 8c306363-1b05-4211-af89-3f598b03ccf7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:36.884500 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2065eaed-5851-42b0-aac1-4a3b530d52ff req-c6873aa6-81e3-467f-9ba1-7c2e5c35d9e7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757226 Feb 13 23:20:36.885049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Calling delete_port for a8c342ac-b848-4aef-842c-d8553ba8e491 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:36.888700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] Provisioning complete for port 8c306363-1b05-4211-af89-3f598b03ccf7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:36.889065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:36.896874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-3dee3e65-84c0-4da9-b376-47c90a6750b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=93eb48db-9289-455d-8f31-f99224b8843a HTTP/1.1" status: 200 len: 217 time: 0.0841932 Feb 13 23:20:36.899902 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-7a300917-d8a6-4149-a56e-fa17f5b3f800 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946732 Feb 13 23:20:37.007127 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:37.075238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-ae40327b-a7f1-4e37-9617-fb752d5c6870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:37.077302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-ae40327b-a7f1-4e37-9617-fb752d5c6870 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1728134 Feb 13 23:20:37.227367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:37.291057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Allocated IP 19.86.0.2 (723cc7ae-74d2-4d74-85dc-ebf2d06e80c7/b4c5e110-52cb-406c-b888-dd1ad1c82e55/36646f9e-25a6-4429-b674-e22a4e33f4b9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:37.306173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c342ac-b848-4aef-842c-d8553ba8e491,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:37.401700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-a75abc3d-9aa5-49bc-a2fe-ead64e52caa8 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182390 Feb 13 23:20:37.601790 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '051f2eb2-5856-4d56-9a04-1bd76c6efcfd', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'port_id': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'mac_address': 'fa:16:3e:90:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:18:42Z', 'updated_at': '2022-02-13T23:20:23Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:37.615473 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efec5b9-211d-43c1-9fcb-99d36eb8e1ae None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '051f2eb2-5856-4d56-9a04-1bd76c6efcfd', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'port_id': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'mac_address': 'fa:16:3e:90:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:18:42Z', 'updated_at': '2022-02-13T23:20:23Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:37.890972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39380) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:37.968045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:38.020238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.034145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Transition to ACTIVE for port object 36646f9e-25a6-4429-b674-e22a4e33f4b9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:38.080888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Transition to ACTIVE for port object 36646f9e-25a6-4429-b674-e22a4e33f4b9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:38.092530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.095538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfca397-1e8e-4055-88aa-84a12aace881 req-09716258-1d5d-4583-9faf-3bb21e49d474 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076903 Feb 13 23:20:38.129194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.132581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.272795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Pushing event updated for resources: {'Port': ['ID=36646f9e-25a6-4429-b674-e22a4e33f4b9,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:38.308902 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-860a6cbb-63c8-4f54-8c9a-924cae03f730 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2242298 Feb 13 23:20:38.312309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:38.316084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-38d66ba1-53a9-4cc5-a808-df0da268437a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:38.320515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] For port 8c306363-1b05-4211-af89-3f598b03ccf7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8c306363-1b05-4211-af89-3f598b03ccf7,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:38.322233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-38d66ba1-53a9-4cc5-a808-df0da268437a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:38.322350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:38.322433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-38d66ba1-53a9-4cc5-a808-df0da268437a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:38.325500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:38.336205 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.353929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-network', 'tenant_id': '150de312debc4fcb841c795be8bb008a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:38.374367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:38.376087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 93eb48db-9289-455d-8f31-f99224b8843a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:38.394883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Usage tracker for resource:network and tenant:150de312debc4fcb841c795be8bb008a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:38.404948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:38.427029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:38.482988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Made reservation on behalf of 150de312debc4fcb841c795be8bb008a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:38.487165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.509068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.542325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470f269-fb66-4574-8ed9-605d3887237b req-ffd14353-b35a-42e4-ac91-32a80ae0aa43 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:38.544364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2470f269-fb66-4574-8ed9-605d3887237b req-ffd14353-b35a-42e4-ac91-32a80ae0aa43 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 950 time: 0.2382002 Feb 13 23:20:38.597727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:38.608458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Usage tracker for resource:security_group_rule and tenant:150de312debc4fcb841c795be8bb008a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:38.616339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Attempting to bind port 36646f9e-25a6-4429-b674-e22a4e33f4b9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:38.617041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Attempting to bind port 36646f9e-25a6-4429-b674-e22a4e33f4b9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:38.620448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Attempting to bind port 36646f9e-25a6-4429-b674-e22a4e33f4b9 on network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:38.623588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.625755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-38d66ba1-53a9-4cc5-a808-df0da268437a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:38.628966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:38.634767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-38d66ba1-53a9-4cc5-a808-df0da268437a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/networks?id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b&id=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7&id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b HTTP/1.1" status: 200 len: 1392 time: 0.8177161 Feb 13 23:20:38.638425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e754d14-d32f-45b9-8bc0-9a057a1ca2dc None None] Pushing event updated for resources: {'Port': ['ID=8c306363-1b05-4211-af89-3f598b03ccf7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:38.650246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:20:38.669912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:38.675583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-e47dfdcc-b055-4f79-bc1a-555d21090f3c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/quotas/5f8ff687360449899ce240d86468d7a3 HTTP/1.1" status: 200 len: 375 time: 0.0398476 Feb 13 23:20:38.731724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:38.732216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Checking segment: {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:38.732713 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.733199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Bound using segment: {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:38.734307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Bound port: 36646f9e-25a6-4429-b674-e22a4e33f4b9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:38.735283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:38.778022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2470f269-fb66-4574-8ed9-605d3887237b req-0da6beb7-93c8-4bc9-abe5-60b84ac5f9e3 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207265 Feb 13 23:20:38.948196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-11c95f4f-dd33-492a-94d8-6da4002d1014 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215191 Feb 13 23:20:38.952663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-ec60e70a-7771-4f4e-8eb4-4e05922bd611 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 1099 time: 0.7658818 Feb 13 23:20:39.013833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 93eb48db-9289-455d-8f31-f99224b8843a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=93eb48db-9289-455d-8f31-f99224b8843a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:39.027220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] For port 36646f9e-25a6-4429-b674-e22a4e33f4b9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:39.040313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '93eb48db-9289-455d-8f31-f99224b8843a', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '93eb48db-9289-455d-8f31-f99224b8843a', 'mac_address': 'fa:16:3e:91:73:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:20:39.042795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] For port 36646f9e-25a6-4429-b674-e22a4e33f4b9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36646f9e-25a6-4429-b674-e22a4e33f4b9,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:39.045168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-292b6f18-bef5-43a6-a047-966709a4a165 None None] Provisioning complete for port 8c306363-1b05-4211-af89-3f598b03ccf7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:39.045528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-292b6f18-bef5-43a6-a047-966709a4a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.075872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.123412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.228969 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.250290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93eb48db-9289-455d-8f31-f99224b8843a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:39.301052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840da81-6712-41a3-802d-6f0db403c0cd None None] Pushing event updated for resources: {'Port': ['ID=36646f9e-25a6-4429-b674-e22a4e33f4b9,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:39.307289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 93eb48db-9289-455d-8f31-f99224b8843a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=93eb48db-9289-455d-8f31-f99224b8843a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:39.329871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-969a6c74-ccaa-4fda-bd92-e223e3bf91f6 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6533530 Feb 13 23:20:39.398643 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.510263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=93eb48db-9289-455d-8f31-f99224b8843a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:39.664457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.667018 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f83ae5c-f138-4eca-a94d-dd11dc88806a req-5a07b237-2e48-44f2-aea0-8bd521d6a0a4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118728 Feb 13 23:20:39.695600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:39.706011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-41aa637b-161b-4650-becc-6dea5498f0e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:39.707509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-41aa637b-161b-4650-becc-6dea5498f0e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.6953254 Feb 13 23:20:39.725912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2443de62-0af6-4984-98ce-4ee55fafa2ae,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:39.763318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:20:39.805451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8c306363-1b05-4211-af89-3f598b03ccf7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:39.826077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:39.828227 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Added segment c749b002-3130-4c2f-9a85-a1cc2bad96ba of type vlan for network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 Feb 13 23:20:39.831182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-c63091c7-74dd-4649-9fb0-fb1eaf48ba9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=5bb15353-0677-4474-b008-c932953eeeb6 HTTP/1.1" status: 200 len: 217 time: 0.1077559 Feb 13 23:20:39.840104 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ccd3617c-45b1-443e-b585-a99ea673ba5c service neutron] 10.222.0.36 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093551 Feb 13 23:20:39.856420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eec73-c659-408e-9a2a-10fa9b552e9b req-109c3384-a55d-4868-8409-fc58f68434c0 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:39.860661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd3eec73-c659-408e-9a2a-10fa9b552e9b req-109c3384-a55d-4868-8409-fc58f68434c0 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 948 time: 0.2584288 Feb 13 23:20:39.993576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-1c61a095-ec10-4586-b127-70a8da56a41f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:39.994962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-1c61a095-ec10-4586-b127-70a8da56a41f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1540358 Feb 13 23:20:40.015614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8c306363-1b05-4211-af89-3f598b03ccf7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:40.015984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:40.064242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:40.105361 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ed84385b-96e6-4ba8-a762-13febb6c5a53 service neutron] 10.222.0.36 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221990 Feb 13 23:20:40.119884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-7d905e03-c68f-4a00-9a0e-30bfaebe1aa2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151276 Feb 13 23:20:40.160049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd3eec73-c659-408e-9a2a-10fa9b552e9b req-94eab97c-583e-422d-9f54-5209aa1f9ff8 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903802 Feb 13 23:20:40.188245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:40.189296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:40.190097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:40.299553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-3f78690a-2a17-4b92-b8dc-2a3a4a58ca31 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593633 Feb 13 23:20:40.350163 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'status': 'completed', 'code': 200} Feb 13 23:20:40.372558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4698226 Feb 13 23:20:40.372558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d63cdd-34f7-4d74-b9cc-e75b487bc684 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0181f3-c67c-4a8c-abb8-2a5849236fe7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:40.376630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:40.382811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:20:40.385551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Request body: {'subnet': {'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-subnet', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:40.391714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:40.398239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Usage tracker for resource:subnet and tenant:150de312debc4fcb841c795be8bb008a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:40.408069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:40.417466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:40.434224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Router 367aeef4-844a-4ec3-890c-890ed29cb0b9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:20:40.453821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Made reservation on behalf of 150de312debc4fcb841c795be8bb008a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:40.456494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:40.529425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bb15353-0677-4474-b008-c932953eeeb6 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:20:40.635924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79e11e0d-5dae-47b2-89d2-38a4fcf2ec0a req-5a3a146a-d0cd-474e-858c-98682c56e16c service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841864 Feb 13 23:20:40.772128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bb15353-0677-4474-b008-c932953eeeb6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bb15353-0677-4474-b008-c932953eeeb6,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:40.802841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '5bb15353-0677-4474-b008-c932953eeeb6', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '5bb15353-0677-4474-b008-c932953eeeb6', 'mac_address': 'fa:16:3e:f5:30:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:20:40.821182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-bb2607ae-1211-44bc-86b3-dcd5aea8825d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998a9ff1edbc48009932783a951f8c20&device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 1096 time: 0.5206597 Feb 13 23:20:40.828840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-9130e20f-e896-4287-8c24-8f1f5702c9f2 service neutron] 10.222.0.36 "GET /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124877 Feb 13 23:20:40.919961 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:40.970106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2b565-91f8-4045-82ab-3f9834e07f26 None None] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:41.000585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb15353-0677-4474-b008-c932953eeeb6 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:41.137975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69053f21-2f3b-4cf0-9476-48eb107968fc None None] New status for floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:20:41.153550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:41.164242 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] Sync routers for ids ['367aeef4-844a-4ec3-890c-890ed29cb0b9'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:41.165386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-db71947b-bb8a-4bda-9746-81e9774a4f86 admin admin] 10.222.0.36 "PUT /v2.0/routers/367aeef4-844a-4ec3-890c-890ed29cb0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6726127 Feb 13 23:20:41.169589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:41.185744 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] Routers {'367aeef4-844a-4ec3-890c-890ed29cb0b9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:41.186712 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['367aeef4-844a-4ec3-890c-890ed29cb0b9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:41.206081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bb15353-0677-4474-b008-c932953eeeb6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bb15353-0677-4474-b008-c932953eeeb6,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:41.237545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:41.315079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5bb15353-0677-4474-b008-c932953eeeb6,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:41.338523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:41.364437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5d729c6c-851d-4b80-bbba-89ebba613bd5 None None] Provisioning for port 36646f9e-25a6-4429-b674-e22a4e33f4b9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:41.444830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-1334f35d-22ec-4b02-b741-43c3f18adfd7 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 1101 time: 0.3688538 Feb 13 23:20:41.476250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70031e8-713d-42e5-974e-7c3b33bc8486,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:41.481776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-82106094-66ad-42db-be40-72e537e75069 service neutron] 10.222.0.36 "GET /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007037 Feb 13 23:20:41.506004 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] Set router 367aeef4-844a-4ec3-890c-890ed29cb0b9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:41.512689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:41.546815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Checking segment: {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:41.547127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Network hostable DHCP agents. Network: bb0181f3-c67c-4a8c-abb8-2a5849236fe7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:20:41.590747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:41.591136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-22ed39ea-3bbb-4b5a-9b12-76db4d59e7dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:41.592905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-22ed39ea-3bbb-4b5a-9b12-76db4d59e7dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 200 len: 924 time: 0.7631338 Feb 13 23:20:41.598678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Usage tracker for resource:security_group_rule and tenant:bcc146e02c7e4f9e85f44c0172902aee is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:41.604123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:41.611185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:41.646709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:20:41.657268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:41.692157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bb0181f3-c67c-4a8c-abb8-2a5849236fe7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:41.721396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:41.722578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:41.741653 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:41.806188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807f43a-76af-433b-9214-7734c82ef299 None None] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:41.819701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36646f9e-25a6-4429-b674-e22a4e33f4b9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:41.884366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-7ae7edd9-ee69-423f-b82a-f8f5decaab06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5 HTTP/1.1" status: 200 len: 997 time: 0.2831438 Feb 13 23:20:41.977452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-2aedb135-e6c2-474b-9b0a-0f67e010bb2e service neutron] 10.222.0.36 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694932 Feb 13 23:20:42.106360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ff2d8f3f-651e-4e63-81e1-709d4c007cd6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7272024 Feb 13 23:20:42.110081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.111701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39436) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:42.125032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:42.132825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.142340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:42.150731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-9e02834f-65a2-4d93-a5b5-d5ebc00f9f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:42.152419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-9e02834f-65a2-4d93-a5b5-d5ebc00f9f39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 200 len: 863 time: 0.2589147 Feb 13 23:20:42.179033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Usage tracker for resource:router and tenant:150de312debc4fcb841c795be8bb008a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:42.184325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:42.197454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:42.228266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7722c5-e4c0-4d8f-bb16-495cac85775a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:42.233924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Synchronizing usage tracker for tenant:bcc146e02c7e4f9e85f44c0172902aee on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:42.245850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.246766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.254071 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:20:37Z', 'revision_number': 5, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:42.262550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] Checking router: 367aeef4-844a-4ec3-890c-890ed29cb0b9 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:42.280859 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] Routers {'367aeef4-844a-4ec3-890c-890ed29cb0b9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:42.281562 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['367aeef4-844a-4ec3-890c-890ed29cb0b9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:42.285334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] Unset dirty status for tenant:bcc146e02c7e4f9e85f44c0172902aee on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:42.298662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78e0ea59-e4cd-4a96-b84d-c0206fc3aeed req-ee5242f0-4697-43f4-9fe6-fd57c0497837 tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529115 Feb 13 23:20:42.319792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.329167 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-c6aede57-d754-4fc2-902b-3d70f76707d0 service neutron] 10.222.0.36 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349817 Feb 13 23:20:42.347220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-af847941-aba8-4478-9490-23547a40c068 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da610181-cc81-4bfa-8d29-b15e65d93e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850541 Feb 13 23:20:42.593725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-99996609-c666-41d4-959a-ad3fba6bb37b service neutron] 10.222.0.42 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376335 Feb 13 23:20:42.609475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 93eb48db-9289-455d-8f31-f99224b8843a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:42.611234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] Set router 367aeef4-844a-4ec3-890c-890ed29cb0b9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:42.769802 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80e2024b-9e22-4217-b6ec-224d8be43970 req-895de586-09c7-4fe3-a02b-e31babe16a4e service neutron] 10.222.0.42 "GET /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550202 Feb 13 23:20:42.771855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.811243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Deleting port c6a0cb6e-af70-4772-8575-f171df71b46d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:42.811577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:42.864798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-477432e4-911a-4734-bc4c-899fdb069f42 req-ed24f2cc-ebf6-4745-8a15-c9858d1e4961 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 210 time: 0.0739498 Feb 13 23:20:42.992110 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:20:37Z', 'revision_number': 5, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:42.998767 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b5827-f58b-45ba-a878-d97a56229a17 None None] The sync data for ids ['367aeef4-844a-4ec3-890c-890ed29cb0b9'] in n-d-828979-1 is: [{'id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1200592620-router', 'tenant_id': '3d77fcc7ff764984a74f0030d5209a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:20:37Z', 'revision_number': 5, 'project_id': '3d77fcc7ff764984a74f0030d5209a58', 'gw_port': {'id': 'c6a0cb6e-af70-4772-8575-f171df71b46d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aeef4-844a-4ec3-890c-890ed29cb0b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:58Z', 'updated_at': '2022-02-13T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:43.128165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.147432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9cbc-11d6-4e97-b297-4f112dd3ed5b req-a8d644dd-e266-4fb3-8c05-67f37a5abcad tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:43.148797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69dd9cbc-11d6-4e97-b297-4f112dd3ed5b req-a8d644dd-e266-4fb3-8c05-67f37a5abcad tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 949 time: 0.5910416 Feb 13 23:20:43.162283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 93eb48db-9289-455d-8f31-f99224b8843a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:43.187053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 36646f9e-25a6-4429-b674-e22a4e33f4b9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:43.212273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-bb0181f3-c67c-4a8c-abb8-2a5849236fe7', 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'fixed_ips': [{'subnet_id': 'd70031e8-713d-42e5-974e-7c3b33bc8486'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:20:43.213281 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.243148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 93eb48db-9289-455d-8f31-f99224b8843a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:43.243505 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.255908 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69dd9cbc-11d6-4e97-b297-4f112dd3ed5b req-46f34f95-d8ca-4f74-817d-db238cf0029c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983343 Feb 13 23:20:43.291607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 36646f9e-25a6-4429-b674-e22a4e33f4b9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:43.292047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.342671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] For port c6a0cb6e-af70-4772-8575-f171df71b46d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6a0cb6e-af70-4772-8575-f171df71b46d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:43.343008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.623419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a2b16529-5033-4d14-bc3d-68e8108a296a None None] Provisioning complete for port 36646f9e-25a6-4429-b674-e22a4e33f4b9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:43.624060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a2b16529-5033-4d14-bc3d-68e8108a296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.635020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Calling delete_port for c6a0cb6e-af70-4772-8575-f171df71b46d owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:43.638388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-350ec774-5037-4c67-bc46-3b9480ad95f3 req-86be6d90-5e06-4c31-aa15-8a1fdb4f4aed tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 1101 time: 0.1052167 Feb 13 23:20:43.713831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-350ec774-5037-4c67-bc46-3b9480ad95f3 req-ec483f9e-b407-4171-aee8-fbe96b5676dc tempest-ServersAdminNegativeTestJSON-1061118632 tempest-ServersAdminNegativeTestJSON-1061118632-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742195 Feb 13 23:20:43.912121 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:43.929446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Allocated IP 172.20.0.2 (bb0181f3-c67c-4a8c-abb8-2a5849236fe7/d70031e8-713d-42e5-974e-7c3b33bc8486/6d144c9e-1840-4ff4-a0b5-b62db1d61746) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:43.953207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.086597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.130445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 36646f9e-25a6-4429-b674-e22a4e33f4b9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36646f9e-25a6-4429-b674-e22a4e33f4b9,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:44.165077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a0cb6e-af70-4772-8575-f171df71b46d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:44.179845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eb48db-9289-455d-8f31-f99224b8843a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:44.190700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.210778 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.285811 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a2b16529-5033-4d14-bc3d-68e8108a296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.291892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.300462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 93eb48db-9289-455d-8f31-f99224b8843a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=93eb48db-9289-455d-8f31-f99224b8843a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:44.321588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.339268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-26d5d9e7-f2e4-42eb-a79a-f9aef9055e81 req-3ce31184-c149-4f24-b73b-f8fc4437d367 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 210 time: 0.1540539 Feb 13 23:20:44.402543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a8c342ac-b848-4aef-842c-d8553ba8e491 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:44.461004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a8c342ac-b848-4aef-842c-d8553ba8e491 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:44.461567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a8c342ac-b848-4aef-842c-d8553ba8e491 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:44.496594 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eb48db-9289-455d-8f31-f99224b8843a', 'code': 200} Feb 13 23:20:44.502587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bb15353-0677-4474-b008-c932953eeeb6 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:44.570942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=36646f9e-25a6-4429-b674-e22a4e33f4b9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:44.700961 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-a2b16529-5033-4d14-bc3d-68e8108a296a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:20:44.701410 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-a2b16529-5033-4d14-bc3d-68e8108a296a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:20:44.745167 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.748302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=93eb48db-9289-455d-8f31-f99224b8843a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:44.752892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-dfc2d6a9-ee85-493c-a9c7-1b53a2d508dc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:44.760293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-dfc2d6a9-ee85-493c-a9c7-1b53a2d508dc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:44.762227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-dfc2d6a9-ee85-493c-a9c7-1b53a2d508dc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "GET /v2.0/networks?id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b&id=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7&id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b HTTP/1.1" status: 200 len: 1392 time: 0.3679011 Feb 13 23:20:44.763843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Transition to ACTIVE for port object 6d144c9e-1840-4ff4-a0b5-b62db1d61746 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:44.813311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 5bb15353-0677-4474-b008-c932953eeeb6 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:44.824758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Transition to ACTIVE for port object 6d144c9e-1840-4ff4-a0b5-b62db1d61746 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:44.827212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'port': {'device_id': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'admin_state_up': True, 'tenant_id': '5f8ff687360449899ce240d86468d7a3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:44.838933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 5bb15353-0677-4474-b008-c932953eeeb6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:44.839402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:44.890600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.011417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:45.012503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:45.014619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Pushing event updated for resources: {'Port': ['ID=6d144c9e-1840-4ff4-a0b5-b62db1d61746,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:45.018300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:45.152229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b7453c9-01fb-46a4-a228-f050b38ecbd5 req-628a1294-dad3-4727-9328-e600bbcfac4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1225173 Feb 13 23:20:45.159327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.178765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3784938-32ba-47d8-bf52-655368c91de9 req-af6ac7a8-f6b8-4b9a-88a9-ef246ba7a68d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:45.180428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3784938-32ba-47d8-bf52-655368c91de9 req-af6ac7a8-f6b8-4b9a-88a9-ef246ba7a68d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 949 time: 0.4171050 Feb 13 23:20:45.191347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:45.212054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:port and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:45.213527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:45.227939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:45.294516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3784938-32ba-47d8-bf52-655368c91de9 req-be5f73c2-6012-4d72-a40e-1bec67d993b7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069050 Feb 13 23:20:45.305993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:45.323160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.352106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Attempting to bind port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:45.352665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Attempting to bind port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:45.352924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Attempting to bind port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 on network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:45.411480 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.433122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:45.433806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Checking segment: {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:45.434390 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.434972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Bound using segment: {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:45.435603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Bound port: 6d144c9e-1840-4ff4-a0b5-b62db1d61746, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:45.436140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.601468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9e12491-463f-4297-afe3-757ac329418c req-e0c08cae-07ea-455a-ba82-28cb1238fd74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 1101 time: 0.6567256 Feb 13 23:20:45.604021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.610593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] For port 6d144c9e-1840-4ff4-a0b5-b62db1d61746, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:45.615495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] For port 6d144c9e-1840-4ff4-a0b5-b62db1d61746, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d144c9e-1840-4ff4-a0b5-b62db1d61746,segment=NetworkSegment(c749b002-3130-4c2f-9a85-a1cc2bad96ba),segment_id=c749b002-3130-4c2f-9a85-a1cc2bad96ba)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:45.629972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Allocated IP 172.25.4.182 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c349dc12-3e4b-4d2e-ab92-06b5633a9e35) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:45.636135 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.639496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.680067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7afcf131-b80c-4225-b038-7c1d6f51c74a req-bed02230-d4ec-415d-bce1-1b7d7fc88caf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 210 time: 0.0750844 Feb 13 23:20:45.711131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Allocated IP 19.80.0.35 (f6bc7453-8eaa-4db0-b4e6-4f8788f6433b/77a82397-55eb-4c77-be94-9ac14a8b00c0/59f82162-85fb-4def-802f-8816f4f2305c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:45.731575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bb15353-0677-4474-b008-c932953eeeb6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bb15353-0677-4474-b008-c932953eeeb6,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:45.744652 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.783754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9e12491-463f-4297-afe3-757ac329418c req-b1e9cfec-7085-4759-ab9a-cf3d27442079 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662726 Feb 13 23:20:45.793441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.793958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367aeef4-844a-4ec3-890c-890ed29cb0b9 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:20:45.808880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db77f4-e29d-449e-b6dd-b4b6c5191352 None None] Pushing event updated for resources: {'Port': ['ID=6d144c9e-1840-4ff4-a0b5-b62db1d61746,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:45.855812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:45.862338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0a888aa-82e0-44ef-93a6-20629594c2bc admin admin] 10.222.0.36 "DELETE /v2.0/routers/367aeef4-844a-4ec3-890c-890ed29cb0b9 HTTP/1.1" status: 204 len: 168 time: 4.6856592 Feb 13 23:20:45.862338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39508) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:45.945062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5bb15353-0677-4474-b008-c932953eeeb6,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:46.020016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.047169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Deleting subnet 0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:20:46.058736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.149434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.198184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.250842 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.263647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dcbaa-afcf-4892-9b36-2e3d1ae3fa5a req-23eb9e78-2bd2-444d-bda7-7d62c5507f31 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:46.265096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb3dcbaa-afcf-4892-9b36-2e3d1ae3fa5a req-23eb9e78-2bd2-444d-bda7-7d62c5507f31 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 950 time: 0.1735387 Feb 13 23:20:46.291337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Transition to ACTIVE for port object 59f82162-85fb-4def-802f-8816f4f2305c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:46.300914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:46.305018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:46.310867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:46.341367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb3dcbaa-afcf-4892-9b36-2e3d1ae3fa5a req-825ea246-1ea6-4b91-9edc-3b1bc65e55b3 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638130 Feb 13 23:20:46.344744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Pushing event updated for resources: {'Port': ['ID=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:46.377657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.396607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.498941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb15353-0677-4474-b008-c932953eeeb6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:46.502482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:46.546941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:46.553549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36646f9e-25a6-4429-b674-e22a4e33f4b9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:46.558162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:46.705978 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb15353-0677-4474-b008-c932953eeeb6', 'code': 200} Feb 13 23:20:46.767071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.774509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Port': ['ID=59f82162-85fb-4def-802f-8816f4f2305c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:46.816296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 36646f9e-25a6-4429-b674-e22a4e33f4b9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:46.816658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.848015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:46.853818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:46.853818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.867922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:46.905041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70201-7f1f-4d24-a56d-08121f93b251 req-c9b2ca7e-f676-416b-9c49-65b8d1b59221 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:46.906675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51f70201-7f1f-4d24-a56d-08121f93b251 req-c9b2ca7e-f676-416b-9c49-65b8d1b59221 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 950 time: 0.2384202 Feb 13 23:20:46.911643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-798a4acf-6065-425d-a472-8cce9011af06 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0a8ee2db-8ecd-4e3b-920d-5aa9a167a03a HTTP/1.1" status: 204 len: 168 time: 1.0488477 Feb 13 23:20:46.915227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39522) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:46.941188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff9e2b-614b-4011-9927-9d90888b0e30 None None] Network 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:47.125349 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-19fda36e-befd-44bd-b65d-e77b0b7f5c68 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3026345 Feb 13 23:20:47.214678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'port': {'device_id': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7', 'admin_state_up': True, 'tenant_id': '5f8ff687360449899ce240d86468d7a3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:47.230366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.307571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ecfdffb4-45d6-4693-97e4-d76a30d467b6 None None] Provisioning for port 59f82162-85fb-4def-802f-8816f4f2305c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:47.408855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6a0cb6e-af70-4772-8575-f171df71b46d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:47.448725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c6a0cb6e-af70-4772-8575-f171df71b46d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:47.449313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6a0cb6e-af70-4772-8575-f171df71b46d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:47.452017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.452017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.452298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ecfdffb4-45d6-4693-97e4-d76a30d467b6 None None] Provisioning complete for port 59f82162-85fb-4def-802f-8816f4f2305c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:47.452298 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ecfdffb4-45d6-4693-97e4-d76a30d467b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.511832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7bafe544-01fe-48b3-9aed-d6976b8be593 req-d324fc2e-e8eb-49f8-b40c-ce4118c9c28a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 1101 time: 0.6538467 Feb 13 23:20:47.562756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51f70201-7f1f-4d24-a56d-08121f93b251 req-98646d87-15b2-4253-b80f-4d69384f29b5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464479 Feb 13 23:20:47.563702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Deleting port 2e18ce68-d622-4f61-8089-d0e34aadc096 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:47.563842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.568394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdffb4-45d6-4693-97e4-d76a30d467b6 None None] Port 59f82162-85fb-4def-802f-8816f4f2305c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:47.642565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bb2c9-42df-4cbf-bf3a-4cad0604ba60 None None] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:20:47.701687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-a5f7b4dd-f31a-4ed7-9b36-fb66dd515842 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:47.702466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-a5f7b4dd-f31a-4ed7-9b36-fb66dd515842 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:47.791028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:47.802008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] DHCP port deletion for 7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:20:47.805816 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7bafe544-01fe-48b3-9aed-d6976b8be593 req-8ee29a43-15a7-424d-a1af-3e1c51e75778 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836394 Feb 13 23:20:47.813543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-a5f7b4dd-f31a-4ed7-9b36-fb66dd515842 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:47.817330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Deleting port 2e18ce68-d622-4f61-8089-d0e34aadc096 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:47.818005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.821865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-a5f7b4dd-f31a-4ed7-9b36-fb66dd515842 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 931 time: 0.8607006 Feb 13 23:20:47.825281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:port and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:20:47.834463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:20:47.861551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:47.873160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6eafbbfe-69fd-450f-84f9-a8aee046b37e None None] Provisioning for port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:47.900001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:47.904958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:47.935360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-ea1144d4-1a61-4740-bbb7-35e2792da0cc tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:47.936267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-ea1144d4-1a61-4740-bbb7-35e2792da0cc tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.31 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 950 time: 0.3560543 Feb 13 23:20:47.945034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-fcb4c600-fb2e-4bd7-bb15-5042d667cdb7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:48.097921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] For port 2e18ce68-d622-4f61-8089-d0e34aadc096, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e18ce68-d622-4f61-8089-d0e34aadc096,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:48.098669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.119137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867435cf-d05e-4e9f-8c18-9d2b16c31d6e req-9fb4fd2c-07ea-49d5-835b-06a8cd2ac9f3 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:48.127740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-867435cf-d05e-4e9f-8c18-9d2b16c31d6e req-9fb4fd2c-07ea-49d5-835b-06a8cd2ac9f3 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 950 time: 0.3614206 Feb 13 23:20:48.138598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-fcb4c600-fb2e-4bd7-bb15-5042d667cdb7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:48.139992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e93b1e6d-1689-47bb-a1de-ca88aa0e5475 req-fcb4c600-fb2e-4bd7-bb15-5042d667cdb7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167973 Feb 13 23:20:48.188204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] For port 2e18ce68-d622-4f61-8089-d0e34aadc096, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2e18ce68-d622-4f61-8089-d0e34aadc096,segment=NetworkSegment(2f4b5359-e0b7-4b65-a45b-88e6285f5144),segment_id=2f4b5359-e0b7-4b65-a45b-88e6285f5144)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:48.189091 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.206419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Deleting port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:48.206749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.306923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Calling delete_port for 2e18ce68-d622-4f61-8089-d0e34aadc096 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:48.389102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-867435cf-d05e-4e9f-8c18-9d2b16c31d6e req-c0afc9ce-c995-4075-b568-a0c48aa81b25 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605054 Feb 13 23:20:48.433457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.441262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Calling delete_port for 2e18ce68-d622-4f61-8089-d0e34aadc096 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:48.472548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d144c9e-1840-4ff4-a0b5-b62db1d61746 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:48.520274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e18ce68-d622-4f61-8089-d0e34aadc096,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:48.539522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] No DVR routers for this DVR port 2e18ce68-d622-4f61-8089-d0e34aadc096 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:48.610218 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:20:48.610854 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:20:48.620843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] For port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:48.621357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.629045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:48.637187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:48.637815 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.687853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.720606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7051165d-e0e9-4624-8cb9-8fdefd0fcdd6']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:48.734888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4b5359-e0b7-4b65-a45b-88e6285f5144') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:48.735332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4b5359-e0b7-4b65-a45b-88e6285f5144') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:48.749196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.768093 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.777099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:20:48.777670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.789464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:20:48.808605 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:20:48.897465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6d144c9e-1840-4ff4-a0b5-b62db1d61746, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d144c9e-1840-4ff4-a0b5-b62db1d61746,segment=NetworkSegment(c749b002-3130-4c2f-9a85-a1cc2bad96ba),segment_id=c749b002-3130-4c2f-9a85-a1cc2bad96ba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:48.905282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.962713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:48.987889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.003220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] Pushing event deleted for resources: {'Network': ['ID=7051165d-e0e9-4624-8cb9-8fdefd0fcdd6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:49.008596 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-52cb51cb-f092-4239-aa04-f78e3c6af539 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7051165d-e0e9-4624-8cb9-8fdefd0fcdd6 HTTP/1.1" status: 204 len: 168 time: 2.0354927 Feb 13 23:20:49.022228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Router 8956db97-5c5c-4827-aa7b-cc4d80b72461 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:20:49.022549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e18ce68-d622-4f61-8089-d0e34aadc096 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:49.057156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Calling delete_port for 33758f24-6d8a-4c39-ad52-97ca38f7a3fe owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:49.083919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2e18ce68-d622-4f61-8089-d0e34aadc096 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:49.084236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2e18ce68-d622-4f61-8089-d0e34aadc096 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:49.109666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b9212b5c-0cf1-4e33-a204-15958df966ff None None] Provisioning complete for port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:49.110053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b9212b5c-0cf1-4e33-a204-15958df966ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.156901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Deleting port 2e18ce68-d622-4f61-8089-d0e34aadc096 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:49.157267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.365562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Allocated IP 19.86.0.13 (723cc7ae-74d2-4d74-85dc-ebf2d06e80c7/b4c5e110-52cb-406c-b888-dd1ad1c82e55/7b44a895-dc15-4f2b-a466-47b3a8d456a4) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:49.371408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39544) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:49.388575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:49.392106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6d144c9e-1840-4ff4-a0b5-b62db1d61746,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:49.403520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Sync routers for ids ['8956db97-5c5c-4827-aa7b-cc4d80b72461'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:49.440238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cc9b1-352b-44d4-88f5-36c0edfcf340 None None] The port '2e18ce68-d622-4f61-8089-d0e34aadc096' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:20:49.471195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Routers {'8956db97-5c5c-4827-aa7b-cc4d80b72461'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:49.471974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8956db97-5c5c-4827-aa7b-cc4d80b72461'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:49.495544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.498270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-24711759-3efd-4d89-b0ce-342e183a5754 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d3d581c3b9544fc80807c0f8c413f4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1264834 Feb 13 23:20:49.499324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.500257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a2e8ad2a-6518-463a-9502-9f23c202e49b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3867793 Feb 13 23:20:49.501965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:49.502314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39554) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:49.533991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['33758f24-6d8a-4c39-ad52-97ca38f7a3fe'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:49.558068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b9c44b84-7836-4f80-9aea-3da786791f5c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:20:49.602506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Pushing event deleted for resources: {'Port': ['ID=33758f24-6d8a-4c39-ad52-97ca38f7a3fe,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:49.785409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] No DVR routers for this DVR port 33758f24-6d8a-4c39-ad52-97ca38f7a3fe on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:49.792071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.804330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'name': 'network-vif-deleted', 'tag': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:49.839717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf6a3-1fef-47af-aec9-30171a015638 req-3e4fc7be-56b6-420a-8814-a1a8fc154dbf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:49.846636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8daf6a3-1fef-47af-aec9-30171a015638 req-3e4fc7be-56b6-420a-8814-a1a8fc154dbf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 950 time: 0.4837713 Feb 13 23:20:49.951783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282ecf-e469-45f0-8962-8b15537de8a3 req-b535119a-775e-4fda-8da2-93c1b4d6b912 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:49.953062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63282ecf-e469-45f0-8962-8b15537de8a3 req-b535119a-775e-4fda-8da2-93c1b4d6b912 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:49.965910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30d6dea8-f0d9-440d-9cad-0b3b72f724af req-9e3fadec-16d4-492e-bc7e-5cb4b66ac1e8 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.31 "DELETE /v2.0/ports/33758f24-6d8a-4c39-ad52-97ca38f7a3fe HTTP/1.1" status: 204 len: 173 time: 1.9334381 Feb 13 23:20:49.980585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0c88b08-d5e1-4ff6-ba46-4d370c5a3831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:49.987357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Set router 8956db97-5c5c-4827-aa7b-cc4d80b72461 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:50.034764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8daf6a3-1fef-47af-aec9-30171a015638 req-60e35a90-e146-4f3d-ad00-d7e6659f578f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871357 Feb 13 23:20:50.047533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63282ecf-e469-45f0-8962-8b15537de8a3 req-b535119a-775e-4fda-8da2-93c1b4d6b912 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:50.048717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63282ecf-e469-45f0-8962-8b15537de8a3 req-b535119a-775e-4fda-8da2-93c1b4d6b912 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 931 time: 0.6294823 Feb 13 23:20:50.143182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0c88b08-d5e1-4ff6-ba46-4d370c5a3831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:50.170762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:50.212055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Transition to ACTIVE for port object 7b44a895-dc15-4f2b-a466-47b3a8d456a4 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:50.264020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63282ecf-e469-45f0-8962-8b15537de8a3 req-78c6ef1f-044e-4318-9be9-1eb84f669435 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894522 Feb 13 23:20:50.268446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:50.307796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0c88b08-d5e1-4ff6-ba46-4d370c5a3831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:50.336446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c88b08-d5e1-4ff6-ba46-4d370c5a3831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6d4c9-070e-4d93-9821-4615e2f13d89,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:50.435761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6d640262-ad01-4dfe-8862-f8577707b4a6 req-e49b2d09-0b19-42a9-8f75-7315e8d1cbfc tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Synchronizing usage tracker for tenant:18214fd46f784211abc15b6b63a97516 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:50.444478 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0967ee3d-d5f8-43db-8e09-c06e9ca59645', 'name': 'network-vif-deleted', 'tag': '33758f24-6d8a-4c39-ad52-97ca38f7a3fe', 'status': 'completed', 'code': 200} Feb 13 23:20:50.481888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:50.484820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0c88b08-d5e1-4ff6-ba46-4d370c5a3831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:50.489231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0c88b08-d5e1-4ff6-ba46-4d370c5a3831 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01e6d4c9-070e-4d93-9821-4615e2f13d89 HTTP/1.1" status: 204 len: 168 time: 0.9803214 Feb 13 23:20:50.489474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:50.490476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:50.493604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:50.555143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d144c9e-1840-4ff4-a0b5-b62db1d61746 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:50.569590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:50.570408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:50.586059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6d640262-ad01-4dfe-8862-f8577707b4a6 req-e49b2d09-0b19-42a9-8f75-7315e8d1cbfc tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Unset dirty status for tenant:18214fd46f784211abc15b6b63a97516 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:50.587511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d640262-ad01-4dfe-8862-f8577707b4a6 req-e49b2d09-0b19-42a9-8f75-7315e8d1cbfc tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=0967ee3d-d5f8-43db-8e09-c06e9ca59645 HTTP/1.1" status: 200 len: 210 time: 0.2293510 Feb 13 23:20:50.595996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-eb51faef-4452-4254-86e6-79b822d7c5c0 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4099164 Feb 13 23:20:50.630862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'port': {'device_id': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'admin_state_up': True, 'tenant_id': '5f8ff687360449899ce240d86468d7a3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:50.978455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:50.978455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.006313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:20:51.031822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:20:51.062212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:20:51.066181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.077313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8891ce98-5c6f-46be-9360-fd1aba97dd12 None None] Provisioning for port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:51.103796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8891ce98-5c6f-46be-9360-fd1aba97dd12 None None] Provisioning complete for port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:51.104095 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8891ce98-5c6f-46be-9360-fd1aba97dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.160418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:20:46Z', 'revision_number': 3, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:51.196441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Checking router: 8956db97-5c5c-4827-aa7b-cc4d80b72461 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:51.196737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Updating router 8956db97-5c5c-4827-aa7b-cc4d80b72461 port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:20:51.251383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8891ce98-5c6f-46be-9360-fd1aba97dd12 None None] Port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:51.328591 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.428417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39576) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:51.573064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Allocated IP 19.80.0.178 (f6bc7453-8eaa-4db0-b4e6-4f8788f6433b/77a82397-55eb-4c77-be94-9ac14a8b00c0/54854113-2cdb-4092-94be-06e37482a24b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:51.651111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4f09425d-0f60-4075-b0ec-e7bea18c3cbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d77fcc7ff764984a74f0030d5209a58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2102203 Feb 13 23:20:51.656319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39584) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:51.672713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.700503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde540c6-9c62-4dfd-87eb-8cd03517ee2b req-d8cd2b6c-ed4d-4405-9bd4-703bf4c3579a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:51.702277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dde540c6-9c62-4dfd-87eb-8cd03517ee2b req-d8cd2b6c-ed4d-4405-9bd4-703bf4c3579a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 950 time: 0.3618510 Feb 13 23:20:51.728135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b62279-b94c-48f5-bd54-a7ef5d3a2337 req-e2065392-5dbd-4efd-b565-cddd90438766 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:51.735816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b62279-b94c-48f5-bd54-a7ef5d3a2337 req-e2065392-5dbd-4efd-b565-cddd90438766 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:51.737647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f7b62279-b94c-48f5-bd54-a7ef5d3a2337 req-e2065392-5dbd-4efd-b565-cddd90438766 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:20:51.821549 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.838916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Transition to ACTIVE for port object c349dc12-3e4b-4d2e-ab92-06b5633a9e35 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:51.848725 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.855818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f7b62279-b94c-48f5-bd54-a7ef5d3a2337 req-e2065392-5dbd-4efd-b565-cddd90438766 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:20:51.863204 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7b62279-b94c-48f5-bd54-a7ef5d3a2337 req-e2065392-5dbd-4efd-b565-cddd90438766 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 1653 time: 0.3696940 Feb 13 23:20:51.900867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dde540c6-9c62-4dfd-87eb-8cd03517ee2b req-45367229-6718-4936-b5c9-fabf4b08fbb6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254668 Feb 13 23:20:51.903903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3e11ce-a321-4579-ae17-94bdc415a5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.982554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3e11ce-a321-4579-ae17-94bdc415a5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:51.993579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7b62279-b94c-48f5-bd54-a7ef5d3a2337 req-829547a1-e48d-42be-9e40-d31f69f99a9f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242254 Feb 13 23:20:52.000384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.045720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Transition to ACTIVE for port object 54854113-2cdb-4092-94be-06e37482a24b will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:52.092719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.160168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc60e37-8f88-4ef5-9426-6d03cc61f37d None None] Pushing event updated for resources: {'Port': ['ID=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:52.193641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Attempting to bind port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:52.194577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Attempting to bind port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:52.195804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Attempting to bind port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:52.203638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:52.204381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:52.205737 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.206439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:52.207145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Bound port: c349dc12-3e4b-4d2e-ab92-06b5633a9e35, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:52.207834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.218731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:52.222670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:52.225511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:52.227727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:52.248979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Allocated IP 172.20.0.1 (bb0181f3-c67c-4a8c-abb8-2a5849236fe7/d70031e8-713d-42e5-974e-7c3b33bc8486/08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:20:52.298351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] For port c349dc12-3e4b-4d2e-ab92-06b5633a9e35, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:52.303755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] For port c349dc12-3e4b-4d2e-ab92-06b5633a9e35, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:52.311000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.473722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Routers {'8956db97-5c5c-4827-aa7b-cc4d80b72461'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:52.474757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8956db97-5c5c-4827-aa7b-cc4d80b72461'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:52.549589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 33758f24-6d8a-4c39-ad52-97ca38f7a3fe no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:52.625975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:52.626772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.626930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.646365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Transition to ACTIVE for port object 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:52.670296 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8e4b9084-852f-4866-b9c6-72700658e6fc tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0553651 Feb 13 23:20:52.675223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 33758f24-6d8a-4c39-ad52-97ca38f7a3fe {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:52.675562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 33758f24-6d8a-4c39-ad52-97ca38f7a3fe not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:52.681745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3e11ce-a321-4579-ae17-94bdc415a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.697032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc60e37-8f88-4ef5-9426-6d03cc61f37d None None] Pushing event updated for resources: {'Port': ['ID=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:52.711937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Request body: {'port': {'device_id': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:52.712135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.717507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e11ce-a321-4579-ae17-94bdc415a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cebf6c-f504-4c51-88b8-2897ee2db23f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:52.768916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-52d736d3-ae8e-4690-8a04-3876367ded57 None None] Provisioning for port 54854113-2cdb-4092-94be-06e37482a24b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:52.814357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-52d736d3-ae8e-4690-8a04-3876367ded57 None None] Provisioning complete for port 54854113-2cdb-4092-94be-06e37482a24b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:52.814856 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-52d736d3-ae8e-4690-8a04-3876367ded57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:52.867106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bad53-8a47-4bb7-a34b-1fc139ea15ae req-d4154092-0b6c-47a5-bc9f-048ffa2aa27f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:52.868565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e56bad53-8a47-4bb7-a34b-1fc139ea15ae req-d4154092-0b6c-47a5-bc9f-048ffa2aa27f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 950 time: 0.6037471 Feb 13 23:20:52.871272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] Set router 8956db97-5c5c-4827-aa7b-cc4d80b72461 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:52.909473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:53.001072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3e11ce-a321-4579-ae17-94bdc415a5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:53.002462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d3e11ce-a321-4579-ae17-94bdc415a5ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8cebf6c-f504-4c51-88b8-2897ee2db23f HTTP/1.1" status: 204 len: 168 time: 1.3452537 Feb 13 23:20:53.014649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Pushing event updated for resources: {'Port': ['ID=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:53.029316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:53.031826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:53.034820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:20:53.209327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:53.221607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcb273-99ef-49bc-89cb-4d02e4820f55 req-4f49a664-4aa5-4afe-9b76-426ece7804e2 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:53.228836 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dbcb273-99ef-49bc-89cb-4d02e4820f55 req-4f49a664-4aa5-4afe-9b76-426ece7804e2 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 950 time: 0.4289238 Feb 13 23:20:53.308481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dbcb273-99ef-49bc-89cb-4d02e4820f55 req-b3ce3b1e-3176-4b2b-985d-e3f4a536fde0 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785751 Feb 13 23:20:53.345229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-52d736d3-ae8e-4690-8a04-3876367ded57 None None] Port 54854113-2cdb-4092-94be-06e37482a24b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:53.468334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-036e374e-563e-46db-8db7-427670a52e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:20:46Z', 'revision_number': 3, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:53.481052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e374e-563e-46db-8db7-427670a52e9f None None] The sync data for ids ['8956db97-5c5c-4827-aa7b-cc4d80b72461'] in n-d-828979-1 is: [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:20:46Z', 'revision_number': 3, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:20:53.505869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:53.512975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e56bad53-8a47-4bb7-a34b-1fc139ea15ae req-f6f06586-e835-4bc2-8363-467e08025567 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307461 Feb 13 23:20:53.684284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c178b364-adf1-422b-a6ab-9495e968fa59 None None] Provisioning for port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:53.695104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c178b364-adf1-422b-a6ab-9495e968fa59 None None] Provisioning complete for port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:53.697147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c178b364-adf1-422b-a6ab-9495e968fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:53.830983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f82162-85fb-4def-802f-8816f4f2305c {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:53.849395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:53.876384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c178b364-adf1-422b-a6ab-9495e968fa59 None None] Port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:53.900967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Transition to ACTIVE for port object 59f82162-85fb-4def-802f-8816f4f2305c will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:53.916030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:54.380689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23f9b1a1-742f-4f1f-8ec7-f78ea6690583 req-5fd4d056-5e7f-4a1e-aaff-e5ab33d55a44 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1097 time: 0.6382771 Feb 13 23:20:54.434090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c349dc12-3e4b-4d2e-ab92-06b5633a9e35 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:54.464748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Pushing event updated for resources: {'Port': ['ID=59f82162-85fb-4def-802f-8816f4f2305c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:54.495465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-a9675e5d-ef5f-401f-973d-3afbb59b3b17 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:54.497081 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-a9675e5d-ef5f-401f-973d-3afbb59b3b17 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 950 time: 0.4588602 Feb 13 23:20:54.499462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:20:54.655543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:54.663662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:20:54.694494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:54.694874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:54.696318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:54.699462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d76c-1de0-4b41-bbc4-822a9bb33cc5 req-9a48ac58-4cdc-4887-8faa-7f858afec590 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:54.704354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d76c-1de0-4b41-bbc4-822a9bb33cc5 req-9a48ac58-4cdc-4887-8faa-7f858afec590 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:54.720282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d76c-1de0-4b41-bbc4-822a9bb33cc5 req-9a48ac58-4cdc-4887-8faa-7f858afec590 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:54.721982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6572d76c-1de0-4b41-bbc4-822a9bb33cc5 req-9a48ac58-4cdc-4887-8faa-7f858afec590 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2387 time: 0.4909518 Feb 13 23:20:54.833767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Attempting to bind port 59f82162-85fb-4def-802f-8816f4f2305c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:54.834526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Attempting to bind port 59f82162-85fb-4def-802f-8816f4f2305c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:54.835199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Attempting to bind port 59f82162-85fb-4def-802f-8816f4f2305c on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:54.835698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23f9b1a1-742f-4f1f-8ec7-f78ea6690583 req-163f33e2-ac3e-4083-a600-e4e46b4bb49e tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511034 Feb 13 23:20:54.884666 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6572d76c-1de0-4b41-bbc4-822a9bb33cc5 req-1eb33702-27c1-4304-bdcb-09385b273fbe tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473465 Feb 13 23:20:54.885804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Port 59f82162-85fb-4def-802f-8816f4f2305c on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:54.886150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Attempting to bind port 59f82162-85fb-4def-802f-8816f4f2305c on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:54.925204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:54.925795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Checking segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:54.927123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Bound using segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:54.929686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Bound port: 59f82162-85fb-4def-802f-8816f4f2305c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:54.930251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.013343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.055956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Deleting port b9c44b84-7836-4f80-9aea-3da786791f5c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:20:55.058262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.121619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c349dc12-3e4b-4d2e-ab92-06b5633a9e35, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:55.132525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.171359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.183611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] For port 59f82162-85fb-4def-802f-8816f4f2305c, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:55.183743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Pushing event updated for resources: {'Port': ['ID=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:55.201069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] For port 59f82162-85fb-4def-802f-8816f4f2305c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=59f82162-85fb-4def-802f-8816f4f2305c,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:55.212713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.292457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:55.390466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.392167 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] 10.222.0.42 "PUT /v2.0/ports/59f82162-85fb-4def-802f-8816f4f2305c HTTP/1.1" status: 200 len: 1091 time: 2.7020192 Feb 13 23:20:55.392780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'tag': '59f82162-85fb-4def-802f-8816f4f2305c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:55.435850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Request body: {'port': {'device_id': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:55.533751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Pushing event updated for resources: {'Port': ['ID=59f82162-85fb-4def-802f-8816f4f2305c,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:55.622731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.623079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.624211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.624719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.625250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.625745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.626326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.626809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.627307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.627787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.628266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212df3a-4d15-4d9e-82a3-5485335c8924 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:55.683852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:55.834280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:20:55.839698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:20:55.901767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258eab-2cd3-4b3a-a150-735e8d877d4f req-ac061f84-9e30-4827-a553-df241760b5b2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:55.905814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258eab-2cd3-4b3a-a150-735e8d877d4f req-ac061f84-9e30-4827-a553-df241760b5b2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:55.907463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b258eab-2cd3-4b3a-a150-735e8d877d4f req-ac061f84-9e30-4827-a553-df241760b5b2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19&device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 1691 time: 0.2044599 Feb 13 23:20:56.051338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b258eab-2cd3-4b3a-a150-735e8d877d4f req-7e646d17-4f2e-43bc-8b4a-f02d3d23a288 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179540 Feb 13 23:20:56.204096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b44a895-dc15-4f2b-a466-47b3a8d456a4 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:56.210136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff3aca-b484-470b-acab-aec5a13a22c1 req-9caccab0-016a-4c2b-a2f1-f4e3bde64f21 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:56.211951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10ff3aca-b484-470b-acab-aec5a13a22c1 req-9caccab0-016a-4c2b-a2f1-f4e3bde64f21 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a74136d-4aeb-453b-86b9-1defcda3f33c HTTP/1.1" status: 200 len: 950 time: 0.5647166 Feb 13 23:20:56.218146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:56.219069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7954cef0-d607-4b45-91b0-177c123b723e None None] Provisioning complete for port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:56.219069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7954cef0-d607-4b45-91b0-177c123b723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:56.245727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Transition to ACTIVE for port object 7b44a895-dc15-4f2b-a466-47b3a8d456a4 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:56.290948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7954cef0-d607-4b45-91b0-177c123b723e None None] Port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:20:56.328504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] For port b9c44b84-7836-4f80-9aea-3da786791f5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b9c44b84-7836-4f80-9aea-3da786791f5c,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:20:56.328878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:56.332224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c349dc12-3e4b-4d2e-ab92-06b5633a9e35 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:20:56.416042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:20:56.416417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:56.421261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:56.595866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Pushing event updated for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:56.805432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-775372e1-9d0e-4a70-a1e6-e108d309f150 req-f02ec53d-65b5-404a-9f27-78163becb042 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5563164 Feb 13 23:20:56.842549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Calling delete_port for b9c44b84-7836-4f80-9aea-3da786791f5c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:20:56.851723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Attempting to bind port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:56.851723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Attempting to bind port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:56.851723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Attempting to bind port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 on network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:56.868315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 on network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:56.868315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Attempting to bind port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 on network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:56.881692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:56.881692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Checking segment: {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:56.881692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Bound using segment: {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:56.881692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Bound port: 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582500d8-9fc0-4cff-8166-8a2d121ea7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:56.881692 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:57.036838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10ff3aca-b484-470b-acab-aec5a13a22c1 req-200840f5-ea73-43df-a3b6-1a04983297e2 tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.36 "GET /v2.0/security-groups?id=246c299c-1b03-43bf-a1f7-9ab37ad221a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076570 Feb 13 23:20:57.037865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:57.042288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:57.047960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:57.128615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:57.131018 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b44a895-dc15-4f2b-a466-47b3a8d456a4 HTTP/1.1" status: 200 len: 1091 time: 1.7076728 Feb 13 23:20:57.172830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Request body: {'port': {'device_id': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:57.320070 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'tag': '59f82162-85fb-4def-802f-8816f4f2305c', 'status': 'completed', 'code': 200} Feb 13 23:20:57.339279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:57.416046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8384-09f8-48f0-bd7f-edcd305e6457 service neutron] Pushing event updated for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:57.438681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:57.462732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Pushing event deleted for resources: {'Port': ['ID=b9c44b84-7836-4f80-9aea-3da786791f5c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:57.556558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.557150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.558871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.559516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.560094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.560573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.560919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.561262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.561598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.562116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.562451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:20:57.624336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] No DVR routers for this DVR port b9c44b84-7836-4f80-9aea-3da786791f5c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:20:57.635113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-1be954f7-51eb-4f1a-bf83-685595e7fee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2797 time: 0.3080971 Feb 13 23:20:57.641815 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:57.649328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'name': 'network-vif-deleted', 'tag': 'b9c44b84-7836-4f80-9aea-3da786791f5c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:57.700774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-365b06ae-8989-4a0d-a50e-545af607c4b4 req-55d32397-2d5f-4010-bc37-c3c88cf3abef tempest-ServersAdminNegativeTestJSON-581916482 tempest-ServersAdminNegativeTestJSON-581916482-project] 10.222.0.42 "DELETE /v2.0/ports/b9c44b84-7836-4f80-9aea-3da786791f5c HTTP/1.1" status: 204 len: 173 time: 3.1583815 Feb 13 23:20:57.891859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0606-9a88-4f56-80a6-0092e52f112a req-73811d36-6e70-455a-8a28-612d4662d1cd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:57.898129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0606-9a88-4f56-80a6-0092e52f112a req-73811d36-6e70-455a-8a28-612d4662d1cd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:57.903802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0606-9a88-4f56-80a6-0092e52f112a req-73811d36-6e70-455a-8a28-612d4662d1cd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:57.905573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35bb0606-9a88-4f56-80a6-0092e52f112a req-73811d36-6e70-455a-8a28-612d4662d1cd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2399 time: 0.2082691 Feb 13 23:20:57.908667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Router 8956db97-5c5c-4827-aa7b-cc4d80b72461 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:20:58.098009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-1aad2546-23d3-45bf-b418-f04c914e76d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:58.098804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-1aad2546-23d3-45bf-b418-f04c914e76d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:58.098804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-1aad2546-23d3-45bf-b418-f04c914e76d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:58.100320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-1aad2546-23d3-45bf-b418-f04c914e76d1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5f8ff687360449899ce240d86468d7a3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4541817 Feb 13 23:20:58.199945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35bb0606-9a88-4f56-80a6-0092e52f112a req-062a8179-c62c-498f-88b0-9d104fabcc48 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847548 Feb 13 23:20:58.383858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:20:58.399711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1c03d0aa-1b60-423b-b1e1-323104d830cb admin admin] 10.222.0.36 "PUT /v2.0/routers/8956db97-5c5c-4827-aa7b-cc4d80b72461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8958404 Feb 13 23:20:58.433354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b9c44b84-7836-4f80-9aea-3da786791f5c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:20:58.442759 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Sync routers for ids ['8956db97-5c5c-4827-aa7b-cc4d80b72461'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:20:58.469528 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Routers {'8956db97-5c5c-4827-aa7b-cc4d80b72461'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:20:58.470189 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8956db97-5c5c-4827-aa7b-cc4d80b72461'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:58.493084 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a74136d-4aeb-453b-86b9-1defcda3f33c', 'name': 'network-vif-deleted', 'tag': 'b9c44b84-7836-4f80-9aea-3da786791f5c', 'status': 'completed', 'code': 200} Feb 13 23:20:58.496801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54854113-2cdb-4092-94be-06e37482a24b {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:20:58.511060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b9c44b84-7836-4f80-9aea-3da786791f5c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:20:58.512007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-bb326d7b-78e6-4695-9925-949763b9aa32 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:20:58.512517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b9c44b84-7836-4f80-9aea-3da786791f5c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:20:58.514260 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-bb326d7b-78e6-4695-9925-949763b9aa32 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077538 Feb 13 23:20:58.517163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-d4eab6c3-cf51-4463-8638-358d4f0946ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:20:58.518888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-329b5a46-04c3-4dee-9988-ae3a5066c3e3 req-d4eab6c3-cf51-4463-8638-358d4f0946ce service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4047651 Feb 13 23:20:58.525091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:58.533921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Request body: {'binding': {'host': 'n-h2-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:20:58.534384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:20:58.598279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Transition to ACTIVE for port object 54854113-2cdb-4092-94be-06e37482a24b will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:20:58.622094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:58.833132 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Set router 8956db97-5c5c-4827-aa7b-cc4d80b72461 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:20:59.015785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:20:59.294065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f726702-4787-4bc5-b205-4c4241ee6abd req-6634d43c-e0a8-4ead-b323-a4de408cc14b tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 1101 time: 0.1206565 Feb 13 23:20:59.314986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Attempting to bind port 54854113-2cdb-4092-94be-06e37482a24b on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:59.315567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Attempting to bind port 54854113-2cdb-4092-94be-06e37482a24b by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:59.315677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Attempting to bind port 54854113-2cdb-4092-94be-06e37482a24b on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:59.333435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:20:59.346800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Port 54854113-2cdb-4092-94be-06e37482a24b on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:59.347129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Attempting to bind port 54854113-2cdb-4092-94be-06e37482a24b on network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:59.351915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on host n-h2-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:20:59.352290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:20:59.352607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:59.361620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:59.362315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Checking segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:59.362315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Bound using segment: {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:59.362759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Bound port: 54854113-2cdb-4092-94be-06e37482a24b, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:59.363100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:59.369974 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:20:53Z', 'revision_number': 4, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f', 'name': '', 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'mac_address': 'fa:16:3e:da:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd70031e8-713d-42e5-974e-7c3b33bc8486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:51Z', 'updated_at': '2022-02-13T23:20:53Z', 'revision_number': 2, 'project_id': '150de312debc4fcb841c795be8bb008a', 'subnets': [{'id': 'd70031e8-713d-42e5-974e-7c3b33bc8486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:20:59.377479 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Checking router: 8956db97-5c5c-4827-aa7b-cc4d80b72461 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:20:59.377874 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Updating router 8956db97-5c5c-4827-aa7b-cc4d80b72461 port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:20:59.378994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:20:59.379472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:20:59.387266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f726702-4787-4bc5-b205-4c4241ee6abd req-c99b40c5-4c54-4555-bdfe-e4e3fbf73123 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825307 Feb 13 23:20:59.388256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:20:59.388574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:20:59.388956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:20:59.389382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Bound port: 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:20:59.448523 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:59.505620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:59.508929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:20:59.514533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:59.526583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-1f89d392-030c-4141-93ff-2c29f299194c service neutron] 10.222.0.36 "POST /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9980319 Feb 13 23:20:59.528439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=54854113-2cdb-4092-94be-06e37482a24b,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:20:59.538222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:59.629763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39710) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:20:59.700142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:20:59.702370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/54854113-2cdb-4092-94be-06e37482a24b HTTP/1.1" status: 200 len: 1092 time: 2.5383289 Feb 13 23:20:59.736175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0133fa-2eca-476e-99d0-67cb09cc99f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:00.059250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-27e57294-9c2a-4329-8fa0-bca09502b86e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1097 time: 0.2253792 Feb 13 23:21:00.073796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876752ea-8e0a-4250-a1f0-9042a1447550 req-72736a66-775d-434f-a3c1-a7f15e4b7acf tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.079803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64287ff1-30dd-4ece-9e67-a4367fb80370 req-f437d526-3faf-47a8-864e-fd6522c5ffd3 tempest-FloatingIPsNegativeTestJSON-132514980 tempest-FloatingIPsNegativeTestJSON-132514980-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=150de312debc4fcb841c795be8bb008a HTTP/1.1" status: 200 len: 217 time: 0.1316955 Feb 13 23:21:00.083266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-876752ea-8e0a-4250-a1f0-9042a1447550 req-72736a66-775d-434f-a3c1-a7f15e4b7acf tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 945 time: 0.1792309 Feb 13 23:21:00.088325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-67084528-f733-4691-abc4-75f2784e137f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2864 time: 0.3237331 Feb 13 23:21:00.154794 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0fb2dbd7-de5c-4470-ab43-efa0bf65089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.174890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa07c27e-ba7e-447d-b1d6-a50a06c9c844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18214fd46f784211abc15b6b63a97516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5432057 Feb 13 23:21:00.177898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39720) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:00.197614 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.222231 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Transition to ACTIVE for port object 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:00.243334 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.366446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-7baef26e-c815-4e32-996b-381a7e68c718 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=59f82162-85fb-4def-802f-8816f4f2305c HTTP/1.1" status: 200 len: 217 time: 0.1182668 Feb 13 23:21:00.401043 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fe508-7c7d-4284-afa5-1bbff3316143 None None] Pushing event updated for resources: {'Port': ['ID=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:00.424554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8384f3e-6074-47de-ae33-ae52965dfc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.486442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-876752ea-8e0a-4250-a1f0-9042a1447550 req-b5c7d1e2-e92e-48a4-b3a9-a259ab568555 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups?id=058d9207-1f42-449a-9725-a7a45d00f9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447124 Feb 13 23:21:00.540144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-91c86483-6a80-48eb-8327-09bcecea2512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.541590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-91c86483-6a80-48eb-8327-09bcecea2512 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77a82397-55eb-4c77-be94-9ac14a8b00c0 HTTP/1.1" status: 200 len: 801 time: 0.1543057 Feb 13 23:21:00.544148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-6a9c1629-e0ce-448c-aada-0dbffbca52b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.545503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-6a9c1629-e0ce-448c-aada-0dbffbca52b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.4561739 Feb 13 23:21:00.586547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Attempting to bind port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:00.587154 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Attempting to bind port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:00.587271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Attempting to bind port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f on network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:00.597725 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8384f3e-6074-47de-ae33-ae52965dfc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.607600 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:00.607964 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Checking segment: {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:00.608932 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.609495 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Bound using segment: {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:00.610177 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Bound port: 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c749b002-3130-4c2f-9a85-a1cc2bad96ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:00.610995 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.623557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a03a-dd77-4a4f-b6cd-d0c12afdea02 req-25a1b906-b0bf-4988-83d2-d11c4e2d43ef tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.632186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a03a-dd77-4a4f-b6cd-d0c12afdea02 req-25a1b906-b0bf-4988-83d2-d11c4e2d43ef tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.637024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a03a-dd77-4a4f-b6cd-d0c12afdea02 req-25a1b906-b0bf-4988-83d2-d11c4e2d43ef tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.656095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af26a03a-dd77-4a4f-b6cd-d0c12afdea02 req-25a1b906-b0bf-4988-83d2-d11c4e2d43ef tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2411 time: 0.3679192 Feb 13 23:21:00.757091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af26a03a-dd77-4a4f-b6cd-d0c12afdea02 req-4b6170f1-84ee-4fe7-aa36-75c573fb9099 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001179 Feb 13 23:21:00.776569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ea506447-5390-46f6-b87f-c097d26293c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 217 time: 0.2237828 Feb 13 23:21:00.786193 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] For port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:00.790279 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] For port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,segment=NetworkSegment(c749b002-3130-4c2f-9a85-a1cc2bad96ba),segment_id=c749b002-3130-4c2f-9a85-a1cc2bad96ba)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:00.793638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-12a47d32-ff41-45cb-b85b-f503632b6727 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.796048 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.796747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-12a47d32-ff41-45cb-b85b-f503632b6727 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.42 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 945 time: 0.2866359 Feb 13 23:21:00.874143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8384f3e-6074-47de-ae33-ae52965dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.929955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-4674d618-f7e8-47c1-91aa-eb8efd6c7afd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:00.931454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-4674d618-f7e8-47c1-91aa-eb8efd6c7afd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1452820 Feb 13 23:21:00.942371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8384f3e-6074-47de-ae33-ae52965dfc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246c299c-1b03-43bf-a1f7-9ab37ad221a3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:00.968582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Deleting port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:00.968919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:00.994569 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fe508-7c7d-4284-afa5-1bbff3316143 None None] Pushing event updated for resources: {'Port': ['ID=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:01.032214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8384f3e-6074-47de-ae33-ae52965dfc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:01.036430 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4', 'status': 'completed', 'code': 200} Feb 13 23:21:01.036580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b8384f3e-6074-47de-ae33-ae52965dfc9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/246c299c-1b03-43bf-a1f7-9ab37ad221a3 HTTP/1.1" status: 204 len: 168 time: 0.8491659 Feb 13 23:21:01.039274 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Routers {'8956db97-5c5c-4827-aa7b-cc4d80b72461'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:01.040111 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8956db97-5c5c-4827-aa7b-cc4d80b72461'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:01.092103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-0520793f-cbc6-4c28-9d55-46f76f98fc8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416092 Feb 13 23:21:01.467155 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] Set router 8956db97-5c5c-4827-aa7b-cc4d80b72461 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:01.500495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-e597ba81-a3e2-4cb6-a066-5de03cb650b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9465575 Feb 13 23:21:01.658632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] For port b5c5b87b-2a3a-48b4-bb04-8351096b44f5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:01.659276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:01.673833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-2ab641ff-82bd-4989-b273-d4317ef6546f service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739329 Feb 13 23:21:01.687171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4180f-e921-41c1-8c12-ff9aad6b063e req-188ae8e9-a888-4be6-821e-cd5e4c0c3c35 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:01.694890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25c4180f-e921-41c1-8c12-ff9aad6b063e req-188ae8e9-a888-4be6-821e-cd5e4c0c3c35 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.3133221 Feb 13 23:21:01.919868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:20:53Z', 'revision_number': 4, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f', 'name': '', 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'mac_address': 'fa:16:3e:da:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd70031e8-713d-42e5-974e-7c3b33bc8486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:51Z', 'updated_at': '2022-02-13T23:21:00Z', 'revision_number': 4, 'project_id': '150de312debc4fcb841c795be8bb008a', 'subnets': [{'id': 'd70031e8-713d-42e5-974e-7c3b33bc8486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:01.927574 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3923f-9fb7-43dd-9373-d0f0e437f79f None None] The sync data for ids ['8956db97-5c5c-4827-aa7b-cc4d80b72461'] in n-d-828979-1 is: [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:20:53Z', 'revision_number': 4, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f', 'name': '', 'network_id': 'bb0181f3-c67c-4a8c-abb8-2a5849236fe7', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'mac_address': 'fa:16:3e:da:c6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd70031e8-713d-42e5-974e-7c3b33bc8486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:51Z', 'updated_at': '2022-02-13T23:21:00Z', 'revision_number': 4, 'project_id': '150de312debc4fcb841c795be8bb008a', 'subnets': [{'id': 'd70031e8-713d-42e5-974e-7c3b33bc8486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:21:01.980900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39738) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:02.099072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7667d4d-4861-4082-9083-c0ce1b976af0 req-9942c7d2-0e63-452c-b9fd-e34b8062fa61 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 1101 time: 1.0737391 Feb 13 23:21:02.119352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25c4180f-e921-41c1-8c12-ff9aad6b063e req-6865bd2b-8792-404b-a930-ab38631de60e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232907 Feb 13 23:21:02.131779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-5ac73168-072f-4c67-a584-ec8371ab7ed3 service neutron] 10.222.0.42 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209540 Feb 13 23:21:02.135855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.136219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.136524 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd disassociated. External IP: 172.25.4.7, port: b5c5b87b-2a3a-48b4-bb04-8351096b44f5. Feb 13 23:21:02.136866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Calling delete_port for b5c5b87b-2a3a-48b4-bb04-8351096b44f5 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:02.219935 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3505d52f-b83e-4d78-a6a4-956ee7f0ccf8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcc146e02c7e4f9e85f44c0172902aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2366936 Feb 13 23:21:02.224758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39748) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:02.276363 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c59eff9f-f464-44c5-9371-88349b6629b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.277197 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7667d4d-4861-4082-9083-c0ce1b976af0 req-b09f334d-e921-46ce-a8be-8f60eabc151b tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770818 Feb 13 23:21:02.383366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:02.387240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b0cbccf-a0df-4720-b173-5963a9863742 req-490777be-340c-4195-9bad-2041b1c78f83 tempest-FloatingIPsNegativeTestJSON-132514980 tempest-FloatingIPsNegativeTestJSON-132514980-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1398461 Feb 13 23:21:02.450908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2a42245-ead5-4cc9-b308-dec96ff0d864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.479862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-a3ec08bf-c018-4549-a47d-4ab6820d2ca6 service neutron] 10.222.0.42 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228865 Feb 13 23:21:02.484662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-40ba7bdd-5a02-4c41-a124-13c40feb4c3d service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722406 Feb 13 23:21:02.508119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2a42245-ead5-4cc9-b308-dec96ff0d864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.545957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.625659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:02.634355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:02.634712 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:02.686701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event deleted for resources: {'Port': ['ID=b5c5b87b-2a3a-48b4-bb04-8351096b44f5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:02.793913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b988b8a-04ff-4940-8dd6-b3dc309652a9 req-67fc3030-5b41-4160-a860-a256a4172e15 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 210 time: 0.1313989 Feb 13 23:21:02.818851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-7962bff2-1d71-4f8c-8ce7-e3e9f08d8a33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4 HTTP/1.1" status: 200 len: 217 time: 0.3308001 Feb 13 23:21:02.896963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:03.028806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,segment=NetworkSegment(c749b002-3130-4c2f-9a85-a1cc2bad96ba),segment_id=c749b002-3130-4c2f-9a85-a1cc2bad96ba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:03.037440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:03.050487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'tag': '54854113-2cdb-4092-94be-06e37482a24b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:03.089212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-24888da3-74c2-42f4-add6-148584630892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:03.101185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-24888da3-74c2-42f4-add6-148584630892 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b4c5e110-52cb-406c-b888-dd1ad1c82e55 HTTP/1.1" status: 200 len: 801 time: 0.2581694 Feb 13 23:21:03.111165 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-d6ca9671-7cb9-46c9-939f-75e4564b8941 req-d330a535-a96d-42c2-add4-8b75237ae7e5 tempest-FloatingIPsNegativeTestJSON-132514980 tempest-FloatingIPsNegativeTestJSON-132514980-project] show failed (client error): The resource could not be found. Feb 13 23:21:03.112534 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6ca9671-7cb9-46c9-939f-75e4564b8941 req-d330a535-a96d-42c2-add4-8b75237ae7e5 tempest-FloatingIPsNegativeTestJSON-132514980 tempest-FloatingIPsNegativeTestJSON-132514980-project] 10.222.0.36 "GET /v2.0/floatingips/b35bd2eb-e2c9-459b-b6b8-39f5163075b5 HTTP/1.1" status: 404 len: 350 time: 0.1041808 Feb 13 23:21:03.121024 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2a42245-ead5-4cc9-b308-dec96ff0d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:03.135839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f250-22c8-4292-bfde-e60e93064242 req-390188fd-9f93-4fb3-a2c2-fb03acc3a2d4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:03.147565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39770) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:03.148930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a42245-ead5-4cc9-b308-dec96ff0d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7722c5-e4c0-4d8f-bb16-495cac85775a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:03.150161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f250-22c8-4292-bfde-e60e93064242 req-390188fd-9f93-4fb3-a2c2-fb03acc3a2d4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:03.154621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f250-22c8-4292-bfde-e60e93064242 req-390188fd-9f93-4fb3-a2c2-fb03acc3a2d4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:03.162397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0212f250-22c8-4292-bfde-e60e93064242 req-390188fd-9f93-4fb3-a2c2-fb03acc3a2d4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2411 time: 0.4490669 Feb 13 23:21:03.271252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:03.347507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0212f250-22c8-4292-bfde-e60e93064242 req-17b673b7-c98e-4865-99ca-bb7db91aa064 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942478 Feb 13 23:21:03.450566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-f4b0c218-301f-4e6c-b841-1dc5238056b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2871940 Feb 13 23:21:03.503418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:03.550674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-46bdee1c-b5f4-4552-84d2-ab5260ed54d2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176474 Feb 13 23:21:03.657008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:03.782267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-cba1a6ef-9207-469b-a7fe-6dec97c3284b service neutron] 10.222.0.42 "GET /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187828 Feb 13 23:21:03.788030 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'tag': '54854113-2cdb-4092-94be-06e37482a24b', 'status': 'completed', 'code': 200} Feb 13 23:21:03.933947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39790) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:03.979825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2a42245-ead5-4cc9-b308-dec96ff0d864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:03.992623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a2a42245-ead5-4cc9-b308-dec96ff0d864 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd7722c5-e4c0-4d8f-bb16-495cac85775a HTTP/1.1" status: 204 len: 168 time: 1.7649505 Feb 13 23:21:04.031810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01fac-ca55-43c3-b98f-b06ae678db0c req-3b78c524-4146-4514-8a35-13cebaeb0b44 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:04.039664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f1d01fac-ca55-43c3-b98f-b06ae678db0c req-3b78c524-4146-4514-8a35-13cebaeb0b44 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.2489922 Feb 13 23:21:04.086902 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-cc236ea4-9749-4294-a57c-8cf07beb4b9b service neutron] 10.222.0.42 "GET /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948503 Feb 13 23:21:04.198820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc6621-2db9-4286-b5cc-d562475098cd req-2232b4aa-297e-414a-a1e6-3f283f7a1de4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:04.201157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:04.205891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-2232b4aa-297e-414a-a1e6-3f283f7a1de4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6098349 Feb 13 23:21:04.227137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-072b40b7-f039-4185-8a9a-0eb73dea582a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=54854113-2cdb-4092-94be-06e37482a24b HTTP/1.1" status: 200 len: 217 time: 0.1203504 Feb 13 23:21:04.237329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-cf66582c-2915-4169-975f-f9e656286e94 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/quotas/6a37e2a3e8ca4b8ea8924bb2899c3b2e HTTP/1.1" status: 200 len: 375 time: 0.0302069 Feb 13 23:21:04.242616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f1d01fac-ca55-43c3-b98f-b06ae678db0c req-d2c47365-5edf-480b-9219-24052c7cad61 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020059 Feb 13 23:21:04.326999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:21:04.377137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:04.384911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Usage tracker for resource:security_group_rule and tenant:168736dd3d03478cbf5e7a1e00270b5a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:04.389143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:04.411566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:04.419112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-9edbc469-986d-4b62-97fd-a89583cf4d39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:04.419294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:04.420570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-9edbc469-986d-4b62-97fd-a89583cf4d39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77a82397-55eb-4c77-be94-9ac14a8b00c0 HTTP/1.1" status: 200 len: 801 time: 0.1770544 Feb 13 23:21:04.528852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b5c5b87b-2a3a-48b4-bb04-8351096b44f5 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:04.560777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b1e15e8-4ecd-4067-bf67-fc73c0056401 req-42bb9ca9-794b-4403-8a6d-957dc7c38bbe tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 210 time: 0.0616152 Feb 13 23:21:04.607397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b5c5b87b-2a3a-48b4-bb04-8351096b44f5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:04.609556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b5c5b87b-2a3a-48b4-bb04-8351096b44f5 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:04.638859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:04.639615 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:04.652027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-3118ab30-d4b3-44a1-8132-4b5f8f12424b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2233977 Feb 13 23:21:04.657735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:04.715170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:04.719551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8c1354ca-9e4b-4e46-8b0d-20665262fd56 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4812965 Feb 13 23:21:04.903984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:05.028240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=168736dd3d03478cbf5e7a1e00270b5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0908926 Feb 13 23:21:05.028240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f274e3-2790-4e94-8551-4369b995e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606f8d56-88f1-4af4-8c21-4387e0e550dc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:05.031886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39816) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:05.165713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5610daa6-551f-44e3-8b26-5f7f4ea5c503 req-8f253844-9616-4930-81c7-ce9837f10364 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 210 time: 0.1559207 Feb 13 23:21:05.217700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35497b-3d7a-4bed-acd6-9c0ead515980 req-2fe48fa6-8389-4949-bed1-be001fec8d1f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:05.222544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35497b-3d7a-4bed-acd6-9c0ead515980 req-2fe48fa6-8389-4949-bed1-be001fec8d1f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:05.228977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35497b-3d7a-4bed-acd6-9c0ead515980 req-2fe48fa6-8389-4949-bed1-be001fec8d1f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:05.240076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e35497b-3d7a-4bed-acd6-9c0ead515980 req-2fe48fa6-8389-4949-bed1-be001fec8d1f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2411 time: 0.2009678 Feb 13 23:21:05.268893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:05.328964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e35497b-3d7a-4bed-acd6-9c0ead515980 req-6a23aa1a-e9c5-4221-8a91-304c60c471a7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877960 Feb 13 23:21:05.414618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-a02f5dfb-833e-42b2-a60d-30ae0f7a6454 service neutron] 10.222.0.42 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539625 Feb 13 23:21:05.434855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:21:05.463160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:21:05.499175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:05.499828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:05.534664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] No DVR routers for this DVR port b5c5b87b-2a3a-48b4-bb04-8351096b44f5 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:05.570271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:05.572248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d150104-6e7c-470c-8fe0-de6d820a96a3 req-ef96919f-dc07-423c-9c24-50158b069a0e tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.42 "DELETE /v2.0/ports/b5c5b87b-2a3a-48b4-bb04-8351096b44f5 HTTP/1.1" status: 204 len: 173 time: 4.7597244 Feb 13 23:21:05.574197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'name': 'network-vif-deleted', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:05.735798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff534df-c079-4066-8a04-cdf796aacf27 req-c2a6e089-fdb1-431d-ab6b-f12146b726bc tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:05.737481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ff534df-c079-4066-8a04-cdf796aacf27 req-c2a6e089-fdb1-431d-ab6b-f12146b726bc tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.2044985 Feb 13 23:21:05.751430 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661b26be-6555-4541-886b-2ecd5c6fe3cc', 'name': 'network-vif-deleted', 'tag': 'b5c5b87b-2a3a-48b4-bb04-8351096b44f5', 'status': 'completed', 'code': 200} Feb 13 23:21:05.905902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ff534df-c079-4066-8a04-cdf796aacf27 req-2952d734-d0c4-42a9-9c6c-84e2e20cb2e7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533659 Feb 13 23:21:05.950495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46640e1f-dc33-4c56-8b4a-69ff0ca4ffe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:05.978971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46640e1f-dc33-4c56-8b4a-69ff0ca4ffe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:06.043679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4a68202-e274-4dfb-a2d6-88d125a7f12d req-7e10aa2a-2683-4332-b87a-743ad2874a9e service neutron] 10.222.0.42 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140544 Feb 13 23:21:06.109884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:06.131826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46640e1f-dc33-4c56-8b4a-69ff0ca4ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:06.196569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46640e1f-dc33-4c56-8b4a-69ff0ca4ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606f8d56-88f1-4af4-8c21-4387e0e550dc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:06.226650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc48bc15-86a5-41de-a761-f2182cc50031 req-bd3cca1d-b82f-41d4-a107-6634c188c099 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/ports?device_id=661b26be-6555-4541-886b-2ecd5c6fe3cc HTTP/1.1" status: 200 len: 210 time: 0.1816661 Feb 13 23:21:06.260802 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46640e1f-dc33-4c56-8b4a-69ff0ca4ffe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:06.275401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46640e1f-dc33-4c56-8b4a-69ff0ca4ffe6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/606f8d56-88f1-4af4-8c21-4387e0e550dc HTTP/1.1" status: 204 len: 168 time: 1.1771638 Feb 13 23:21:06.330126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-d80b7790-f767-4af2-a48f-a2a1656a8b66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2864 time: 0.1994572 Feb 13 23:21:06.693894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-43ed1663-993f-4fd1-913e-b07b6fac7fc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:06.695524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-43ed1663-993f-4fd1-913e-b07b6fac7fc2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 HTTP/1.1" status: 200 len: 902 time: 0.3571775 Feb 13 23:21:06.724269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:06.734885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:21:06.741900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f380c3b6-db57-4ed2-8057-7f13c11ea3ac req-5815942f-3829-41ff-b1ff-a0d5dccd3d77 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 210 time: 0.2023866 Feb 13 23:21:06.762984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:06.763593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:06.809056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-f4dc5612-87e3-44e6-ab99-2bce369e0f49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4 HTTP/1.1" status: 200 len: 217 time: 0.1048515 Feb 13 23:21:06.823334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bf5f0-8817-4a0a-b466-4397ca795744 req-b84d775b-58e1-483d-bb5c-e27997d6b371 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:06.827769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bf5f0-8817-4a0a-b466-4397ca795744 req-b84d775b-58e1-483d-bb5c-e27997d6b371 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:06.832520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bf5f0-8817-4a0a-b466-4397ca795744 req-b84d775b-58e1-483d-bb5c-e27997d6b371 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:06.840265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d20bf5f0-8817-4a0a-b466-4397ca795744 req-b84d775b-58e1-483d-bb5c-e27997d6b371 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2411 time: 0.2407370 Feb 13 23:21:06.963607 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d20bf5f0-8817-4a0a-b466-4397ca795744 req-833ef348-6a6e-47f6-8788-dbb725f0d3af tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220877 Feb 13 23:21:06.977190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-4bf31400-34e3-4fea-80a3-b599685a7e1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:06.979361 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-4bf31400-34e3-4fea-80a3-b599685a7e1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b4c5e110-52cb-406c-b888-dd1ad1c82e55 HTTP/1.1" status: 200 len: 801 time: 0.1367872 Feb 13 23:21:07.112951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:07.175251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-f07c9515-08e4-4849-a34b-83a4c8554b93 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842483 Feb 13 23:21:07.206610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-983441a5-bead-4cce-ae95-45bf6dfd08e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2164996 Feb 13 23:21:07.295237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:07.641039 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-723b411e-c9da-43a8-b6ff-abab93ae681b service neutron] 10.222.0.42 "GET /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244189 Feb 13 23:21:07.671320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc6621-2db9-4286-b5cc-d562475098cd req-11e18a40-878d-499a-b1cd-16a35d629764 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:07.672915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-11e18a40-878d-499a-b1cd-16a35d629764 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4957824 Feb 13 23:21:07.745634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93bb83-ed29-4dab-a9d6-70823bd449be req-e3a57bdd-61de-4fca-aa65-88d836dc406e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:07.763647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca93bb83-ed29-4dab-a9d6-70823bd449be req-e3a57bdd-61de-4fca-aa65-88d836dc406e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.4380934 Feb 13 23:21:07.767256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:07.961336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adc998a6-43c8-4f28-bfbf-ab7da22342d1 req-cf722ea9-e53e-455e-95f9-8d4479ef5161 service neutron] 10.222.0.42 "GET /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095238 Feb 13 23:21:08.064363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8bc8d8da-a0b9-49fe-a47b-3c73ca9317d9 req-05177493-4977-4b2e-b7a8-37596bbe81c2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 210 time: 0.0810542 Feb 13 23:21:08.117047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39894) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:08.168440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:08.181650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4dec4-96ea-4b15-b5cb-9da8b21bd084 None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:17:59Z', 'revision_number': 4, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3587fbb4-b3b3-4044-b609-badd0deceb00', 'name': '', 'network_id': 'da610181-cc81-4bfa-8d29-b15e65d93e4f', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'mac_address': 'fa:16:3e:a4:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:59Z', 'updated_at': '2022-02-13T23:18:22Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'subnets': [{'id': '2a5bb5a4-4422-44ea-ad72-a3a163aaea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:21:08.191945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-6da1fb62-e476-437a-ad11-1ba155bb7dd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2864 time: 0.1262076 Feb 13 23:21:08.208800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39902) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:08.277565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca93bb83-ed29-4dab-a9d6-70823bd449be req-ba65375e-96f7-4ea4-8514-28c599ac62cf tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573531 Feb 13 23:21:08.315959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:08.395364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-d223b079-b424-429e-908d-8c68583d2ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:08.396813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-d223b079-b424-429e-908d-8c68583d2ae7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b HTTP/1.1" status: 200 len: 902 time: 0.1952829 Feb 13 23:21:08.466492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 59f82162-85fb-4def-802f-8816f4f2305c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:08.510480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:08.515419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Deleting port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:08.516750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.541573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-842104217-network', 'tenant_id': '62ee50f15c1c4c5c9080d9b788b24f44'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:08.546686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:08.556702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Usage tracker for resource:network and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:08.574865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:08.577891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:08.587511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-f2d44e8b-3358-4f7d-b75f-427f0cfd46c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=54854113-2cdb-4092-94be-06e37482a24b HTTP/1.1" status: 200 len: 217 time: 0.1830084 Feb 13 23:21:08.610644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:08.613638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.659255 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.677016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ae1428a-ed38-4f0e-885c-509aec39ab16 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.677393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-9dfe5f30-7fb0-43e5-9070-f628405a3514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:08.678883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-9dfe5f30-7fb0-43e5-9070-f628405a3514 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77a82397-55eb-4c77-be94-9ac14a8b00c0 HTTP/1.1" status: 200 len: 801 time: 0.0817275 Feb 13 23:21:08.680736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Made reservation on behalf of 62ee50f15c1c4c5c9080d9b788b24f44 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:08.682990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.734431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 59f82162-85fb-4def-802f-8816f4f2305c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=59f82162-85fb-4def-802f-8816f4f2305c,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:08.753165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '59f82162-85fb-4def-802f-8816f4f2305c', 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'port_id': '59f82162-85fb-4def-802f-8816f4f2305c', 'mac_address': 'fa:16:3e:10:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a82397-55eb-4c77-be94-9ac14a8b00c0', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:08.806394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.831538 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:21:08.835853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.862802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f82162-85fb-4def-802f-8816f4f2305c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:08.868040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ae1428a-ed38-4f0e-885c-509aec39ab16 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.885935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 59f82162-85fb-4def-802f-8816f4f2305c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=59f82162-85fb-4def-802f-8816f4f2305c,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:08.893667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:08.895849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 54854113-2cdb-4092-94be-06e37482a24b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:09.026646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7392ae-a2f2-48d0-8678-d7bab8495b02 req-4aeb9980-3c8d-4d10-a32d-78d68dc495d5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:09.030565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7392ae-a2f2-48d0-8678-d7bab8495b02 req-4aeb9980-3c8d-4d10-a32d-78d68dc495d5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:09.032008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] For port 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,segment=NetworkSegment(c749b002-3130-4c2f-9a85-a1cc2bad96ba),segment_id=c749b002-3130-4c2f-9a85-a1cc2bad96ba)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:09.032404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.034963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7392ae-a2f2-48d0-8678-d7bab8495b02 req-4aeb9980-3c8d-4d10-a32d-78d68dc495d5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:09.042966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc7392ae-a2f2-48d0-8678-d7bab8495b02 req-4aeb9980-3c8d-4d10-a32d-78d68dc495d5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2411 time: 0.5641704 Feb 13 23:21:09.044238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:09.063977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:09.069958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:09.072429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=59f82162-85fb-4def-802f-8816f4f2305c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:09.109163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=54854113-2cdb-4092-94be-06e37482a24b,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:09.109914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:09.122644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-6855564b-e691-4e75-9f70-6e23f4750d86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4155328 Feb 13 23:21:09.131333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '54854113-2cdb-4092-94be-06e37482a24b', 'network_id': 'f6bc7453-8eaa-4db0-b4e6-4f8788f6433b', 'port_id': '54854113-2cdb-4092-94be-06e37482a24b', 'mac_address': 'fa:16:3e:66:4f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a82397-55eb-4c77-be94-9ac14a8b00c0', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:09.189466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc7392ae-a2f2-48d0-8678-d7bab8495b02 req-6547da4b-22d3-4ce5-b7e5-1e3c01f9f42b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464336 Feb 13 23:21:09.202685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.255947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54854113-2cdb-4092-94be-06e37482a24b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:09.268012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ae1428a-ed38-4f0e-885c-509aec39ab16 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.286920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=54854113-2cdb-4092-94be-06e37482a24b,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:09.293325 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.294486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7b44a895-dc15-4f2b-a466-47b3a8d456a4 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:09.297438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Calling delete_port for 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:09.349752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1428a-ed38-4f0e-885c-509aec39ab16 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d9207-1f42-449a-9725-a7a45d00f9d9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:09.392542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.8 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/cc8d06c7-34ef-4794-b662-34cd2c2d789d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:09.412991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ae1428a-ed38-4f0e-885c-509aec39ab16 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.414712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6ae1428a-ed38-4f0e-885c-509aec39ab16 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "DELETE /v2.0/security-groups/058d9207-1f42-449a-9725-a7a45d00f9d9 HTTP/1.1" status: 204 len: 168 time: 1.1941700 Feb 13 23:21:09.418582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39926) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:09.491988 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-7a032510-4a3c-4f0e-aa7b-05d018609419 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] show failed (client error): The resource could not be found. Feb 13 23:21:09.493467 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7a032510-4a3c-4f0e-aa7b-05d018609419 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "GET /v2.0/security-groups/058d9207-1f42-449a-9725-a7a45d00f9d9 HTTP/1.1" status: 404 len: 347 time: 0.0720112 Feb 13 23:21:09.502965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39930) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:09.540035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-89b6e797-b863-4d87-8fa8-1ce02d543c62 req-d3d63af9-ea08-4c0a-9c3b-9d1bd3be39b3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:09.609573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-89b6e797-b863-4d87-8fa8-1ce02d543c62 req-d3d63af9-ea08-4c0a-9c3b-9d1bd3be39b3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:09.611254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b6e797-b863-4d87-8fa8-1ce02d543c62 req-d3d63af9-ea08-4c0a-9c3b-9d1bd3be39b3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 210 time: 0.1913245 Feb 13 23:21:09.720924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:09.791143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:09.830641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '7b44a895-dc15-4f2b-a466-47b3a8d456a4', 'network_id': '723cc7ae-74d2-4d74-85dc-ebf2d06e80c7', 'port_id': '7b44a895-dc15-4f2b-a466-47b3a8d456a4', 'mac_address': 'fa:16:3e:dc:09:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c5e110-52cb-406c-b888-dd1ad1c82e55', 'ip_address': '19.86.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:09.848699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Deleting port a37734a3-ef16-4d82-80e1-42376fed7be9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:09.849833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.886710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-a8dbd29a-727e-4022-a656-872763a2c0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207241 Feb 13 23:21:09.944526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:09.981718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b44a895-dc15-4f2b-a466-47b3a8d456a4 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:10.025089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:10.035814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.037779 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.103692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:10.143668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410035f-1278-4da8-b920-7b00ee2d5fbb req-0cbc4e77-9e4b-4c09-838f-9db55b79932a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:10.145989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3410035f-1278-4da8-b920-7b00ee2d5fbb req-0cbc4e77-9e4b-4c09-838f-9db55b79932a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.3100896 Feb 13 23:21:10.150603 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.234148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:10.248965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d5fbb9e-d7db-4f21-ba7f-5b0a4f6cbdf6 req-ae1b9a27-c0a0-46be-afac-cca608cdb8a1 service neutron] 10.222.0.42 "GET /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162379 Feb 13 23:21:10.259636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39942) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:10.321152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object cc8d06c7-34ef-4794-b662-34cd2c2d789d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:10.391724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['7b44a895-dc15-4f2b-a466-47b3a8d456a4'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:10.418498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3410035f-1278-4da8-b920-7b00ee2d5fbb req-25f35202-3182-4423-87ec-4947a39aa9f7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637250 Feb 13 23:21:10.453244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.470701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['59f82162-85fb-4def-802f-8816f4f2305c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:10.534669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.548743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:21:10.562107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.562343 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Added segment d63a3ddb-5e08-45e3-921c-fa4c8ae7d035 of type vlan for network 267bdd04-3202-48ff-a115-db974cdad2f6 Feb 13 23:21:10.596072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.689679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.690580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:10.691163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.761711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6379368 Feb 13 23:21:10.762062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:10.836735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Request body: {'subnet': {'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-842104217-subnet', 'tenant_id': '62ee50f15c1c4c5c9080d9b788b24f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:10.861897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c28a75-9195-474f-bffa-6c541e4e9370,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:10.927648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.928288 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.938918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:10.945838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e19431-461d-4be1-8c35-083125192ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=267bdd04-3202-48ff-a115-db974cdad2f6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:10.948088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:10.961691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 267bdd04-3202-48ff-a115-db974cdad2f6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:21:10.976449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Usage tracker for resource:subnet and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:10.980951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:11.011114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ebcd1c5-e731-4461-a21b-a98d1a811d71 req-164ef10f-2a6e-4903-bf55-11158d72fb0b tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 210 time: 0.1030648 Feb 13 23:21:11.014268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:11.033847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.107936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Calling delete_port for a37734a3-ef16-4d82-80e1-42376fed7be9 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:11.109745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Made reservation on behalf of 62ee50f15c1c4c5c9080d9b788b24f44 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:11.112142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.151718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', '5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:11.162007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc874a-ec47-4b11-8cdf-9ce23fe0b49d req-29166b6d-8924-471a-9b1a-4f752e5b6548 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:11.166711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc874a-ec47-4b11-8cdf-9ce23fe0b49d req-29166b6d-8924-471a-9b1a-4f752e5b6548 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:11.172795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc874a-ec47-4b11-8cdf-9ce23fe0b49d req-29166b6d-8924-471a-9b1a-4f752e5b6548 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:11.181516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01dc874a-ec47-4b11-8cdf-9ce23fe0b49d req-29166b6d-8924-471a-9b1a-4f752e5b6548 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2414 time: 0.7208784 Feb 13 23:21:11.213864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:11.242427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:11.252931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Usage tracker for resource:security_group_rule and tenant:970cf825741c44ad8a5cbee3d4f31e16 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:11.255712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=cc8d06c7-34ef-4794-b662-34cd2c2d789d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:11.261683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:11.264784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:11.276532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:11.278377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:11.280251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01dc874a-ec47-4b11-8cdf-9ce23fe0b49d req-3aa91888-cd69-43e6-9b90-77ec417222e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977490 Feb 13 23:21:11.361041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:11.361811 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.414080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.472994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-4086dc15-b510-458e-977c-a6ff9054c2e1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7453604 Feb 13 23:21:11.489142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Pushing event deleted for resources: {'Port': ['ID=a37734a3-ef16-4d82-80e1-42376fed7be9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:11.494011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Request body: {'port': {'device_id': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:11.631967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.640270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-aed225cb-97f9-4c13-af7f-a38c47975eb6 None None] Provisioning for port cc8d06c7-34ef-4794-b662-34cd2c2d789d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:11.642298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.673251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['54854113-2cdb-4092-94be-06e37482a24b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:11.696413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.700372 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-920b8269-d76e-4361-a2d6-61aee23beed7 tempest-ServersWithSpecificFlavorTestJSON-30206444 tempest-ServersWithSpecificFlavorTestJSON-30206444-project] 10.222.0.36 "DELETE /v2.0/floatingips/051f2eb2-5856-4d56-9a04-1bd76c6efcfd HTTP/1.1" status: 204 len: 168 time: 2.1926992 Feb 13 23:21:11.712490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.758955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ae8fafb8-ec0c-4a56-8d42-783b00a40969 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1097 time: 0.1089094 Feb 13 23:21:11.774333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828979-1'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:11.779932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-aed225cb-97f9-4c13-af7f-a38c47975eb6 None None] Provisioning complete for port cc8d06c7-34ef-4794-b662-34cd2c2d789d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:11.780312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aed225cb-97f9-4c13-af7f-a38c47975eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:11.805985 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c845200-b5f3-46bb-ab7b-2b77a83f36ab None None] New status for floating IP 051f2eb2-5856-4d56-9a04-1bd76c6efcfd: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:21:11.871241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:11.918452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77d2df-24a4-4797-a477-0b0fb014a57c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:11.950464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.109751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-aed225cb-97f9-4c13-af7f-a38c47975eb6 None None] Port cc8d06c7-34ef-4794-b662-34cd2c2d789d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:21:12.199922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.305057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.322260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.362736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-197786ec-c4a0-47b2-80a8-e68e4c9b5bfc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=970cf825741c44ad8a5cbee3d4f31e16&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0975537 Feb 13 23:21:12.368344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39978) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:12.482877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:12.485589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6975dd-77b8-4b33-ae23-64721651674b req-273a3774-f95e-4c03-89fc-4c6b0231d95a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:12.487348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa6975dd-77b8-4b33-ae23-64721651674b req-273a3774-f95e-4c03-89fc-4c6b0231d95a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 946 time: 0.8048391 Feb 13 23:21:12.513180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7e483-c03e-4b21-9e2f-6b7e950768f3 req-53abdf36-b512-45aa-81f1-d359e6a1913a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:12.514557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35b7e483-c03e-4b21-9e2f-6b7e950768f3 req-53abdf36-b512-45aa-81f1-d359e6a1913a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 934 time: 0.2513416 Feb 13 23:21:12.528206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7b44a895-dc15-4f2b-a466-47b3a8d456a4 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:12.566619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:12.577483 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c49f91db-aceb-4582-b61d-69d7bd75af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.588875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=635017be-31b2-444b-9504-6b562caa5ad1,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:12.628630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c49f91db-aceb-4582-b61d-69d7bd75af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.656542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35b7e483-c03e-4b21-9e2f-6b7e950768f3 req-625118ea-1f77-488c-b31a-27f151445e47 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299844 Feb 13 23:21:12.665124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:12.686617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa6975dd-77b8-4b33-ae23-64721651674b req-702dd996-614c-43fe-8041-3dae61d32f57 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550684 Feb 13 23:21:12.686855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:12.690343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Checking segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:12.690700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Network hostable DHCP agents. Network: 267bdd04-3202-48ff-a115-db974cdad2f6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:21:12.703222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b has no active binding in host n-h2-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:21:12.707274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:12.719583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:12.720088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.735817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:12.742695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.749673 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.811798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c49f91db-aceb-4582-b61d-69d7bd75af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.860761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8d06c7-34ef-4794-b662-34cd2c2d789d {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:12.886856 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.898310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f91db-aceb-4582-b61d-69d7bd75af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77d2df-24a4-4797-a477-0b0fb014a57c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:12.903335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c49f91db-aceb-4582-b61d-69d7bd75af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.904438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c49f91db-aceb-4582-b61d-69d7bd75af32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e77d2df-24a4-4797-a477-0b0fb014a57c HTTP/1.1" status: 204 len: 168 time: 0.5351672 Feb 13 23:21:12.918347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Transition to ACTIVE for port object cc8d06c7-34ef-4794-b662-34cd2c2d789d will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:12.921734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Network 267bdd04-3202-48ff-a115-db974cdad2f6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:21:12.932248 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:12.986564 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.017400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:13.028249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:13.034907 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.036243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 59f82162-85fb-4def-802f-8816f4f2305c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:13.103720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 267bdd04-3202-48ff-a115-db974cdad2f6) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:13.119392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abba5fb-b606-4ece-8232-2d72219c07d7 None None] Network 267bdd04-3202-48ff-a115-db974cdad2f6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:13.121608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:13.128595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on host n-h1-828979-1 for vnic_type normal with profile {"migrating_to": "n-h2-828979-1"} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:13.129480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:13.129800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:13.171924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:13.172509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.245861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:13.293442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 59f82162-85fb-4def-802f-8816f4f2305c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:13.303913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Pushing event updated for resources: {'Port': ['ID=cc8d06c7-34ef-4794-b662-34cd2c2d789d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:13.314634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 59f82162-85fb-4def-802f-8816f4f2305c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:13.315157 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.358957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:13.359277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Attempting to bind port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:13.374548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d470b83-2c04-43f6-800b-188c4fe78a5d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5673876 Feb 13 23:21:13.375684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-13acdc70-7308-4619-94c7-7d385e5cfc5b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:13.384297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-13acdc70-7308-4619-94c7-7d385e5cfc5b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.3120344 Feb 13 23:21:13.387207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:13.387541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:13.388765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:13.389275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Bound port: 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:13.389648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.506954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:13.512214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:13.514109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39996) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:13.542473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.581491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:13.586659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.595227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Usage tracker for resource:security_group_rule and tenant:534ef0400e524abcbc2093ad96e0b643 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:13.626717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ce848-3f2e-49c6-a412-499544e78ea8 req-d02de793-6331-471b-8837-05df3fe5723d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:13.631913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-a1a151f6-7037-40e2-81af-0439e6cc05a3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/quotas/b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 375 time: 0.2465489 Feb 13 23:21:13.635925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ce848-3f2e-49c6-a412-499544e78ea8 req-d02de793-6331-471b-8837-05df3fe5723d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:13.638326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:13.640173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ce848-3f2e-49c6-a412-499544e78ea8 req-d02de793-6331-471b-8837-05df3fe5723d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:13.647918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b59ce848-3f2e-49c6-a412-499544e78ea8 req-d02de793-6331-471b-8837-05df3fe5723d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2415 time: 0.6742473 Feb 13 23:21:13.654504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.662874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:13.667452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b968b0-5091-4dfb-8954-59a0ee2559c0 None None] Network 267bdd04-3202-48ff-a115-db974cdad2f6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:13.731542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Attempting to bind port cc8d06c7-34ef-4794-b662-34cd2c2d789d on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:13.731924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Attempting to bind port cc8d06c7-34ef-4794-b662-34cd2c2d789d by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:13.732120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Attempting to bind port cc8d06c7-34ef-4794-b662-34cd2c2d789d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:13.758692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b59ce848-3f2e-49c6-a412-499544e78ea8 req-80fcaf87-e9b5-45ce-8d2d-f87dc4b8779d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097732 Feb 13 23:21:13.764158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Port cc8d06c7-34ef-4794-b662-34cd2c2d789d on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:13.764528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Attempting to bind port cc8d06c7-34ef-4794-b662-34cd2c2d789d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:13.772744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 59f82162-85fb-4def-802f-8816f4f2305c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=59f82162-85fb-4def-802f-8816f4f2305c,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:13.777141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:13.777848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:13.779043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:13.780026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Bound port: cc8d06c7-34ef-4794-b662-34cd2c2d789d, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:13.780890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.792293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.835982 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'code': 200} Feb 13 23:21:13.840857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=8']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:13.909408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:13.911783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-ab3d4110-399d-4f1b-b4b5-3e4dbf3d3895 service neutron] 10.222.0.42 "PUT /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 1122 time: 2.1428630 Feb 13 23:21:13.923858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=59f82162-85fb-4def-802f-8816f4f2305c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:13.948457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] For port cc8d06c7-34ef-4794-b662-34cd2c2d789d, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:13.953192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] For port cc8d06c7-34ef-4794-b662-34cd2c2d789d, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:13.992656 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4', 'code': 200} Feb 13 23:21:13.996897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-9cd50732-4030-40f7-949f-402f174d3a77 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3551221 Feb 13 23:21:14.029022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['07f5fff0-6d3c-4aac-961f-91a3f821eb3b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:14.097650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.101849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['07f5fff0-6d3c-4aac-961f-91a3f821eb3b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:14.114549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.114899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.215179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cdcf9e-bfcc-4b3c-9f7f-ba5fed638aea,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:14.222129 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.224454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] 10.222.0.42 "PUT /v2.0/ports/cc8d06c7-34ef-4794-b662-34cd2c2d789d HTTP/1.1" status: 200 len: 1094 time: 2.7431107 Feb 13 23:21:14.225749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c4b221a5-6484-48df-a66d-47c8e4fd0226 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=534ef0400e524abcbc2093ad96e0b643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7105331 Feb 13 23:21:14.226317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'tag': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:14.238805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40012) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:14.299257 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-1a76a034-c979-496d-bdc3-26ad755fbe3c service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888720 Feb 13 23:21:14.407534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a46a-0a70-49c4-923f-40a60cfed3bb service neutron] Pushing event updated for resources: {'Port': ['ID=cc8d06c7-34ef-4794-b662-34cd2c2d789d,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:14.506399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-91dd791b-0b19-4e8c-b229-b4c8e7ef9718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 1097 time: 0.2129843 Feb 13 23:21:14.522774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 54854113-2cdb-4092-94be-06e37482a24b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:14.549108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11c336fb-a903-4158-aa02-b36f6e8d9012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.592706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11c336fb-a903-4158-aa02-b36f6e8d9012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.595027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 54854113-2cdb-4092-94be-06e37482a24b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:14.600687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 54854113-2cdb-4092-94be-06e37482a24b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:14.601131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.638362 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-04412661-2e29-4f9b-aec3-2d7d7bed933d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d HTTP/1.1" status: 200 len: 217 time: 0.0769615 Feb 13 23:21:14.641441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Router 8956db97-5c5c-4827-aa7b-cc4d80b72461 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:21:14.657342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-83db939e-1333-4a07-9509-c9b82b5f15e1 service neutron] 10.222.0.36 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510840 Feb 13 23:21:14.682410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11c336fb-a903-4158-aa02-b36f6e8d9012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.700748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c336fb-a903-4158-aa02-b36f6e8d9012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cdcf9e-bfcc-4b3c-9f7f-ba5fed638aea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:14.706585 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11c336fb-a903-4158-aa02-b36f6e8d9012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.710384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-11c336fb-a903-4158-aa02-b36f6e8d9012 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6cdcf9e-bfcc-4b3c-9f7f-ba5fed638aea HTTP/1.1" status: 204 len: 168 time: 0.4702013 Feb 13 23:21:14.807207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.848586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=54854113-2cdb-4092-94be-06e37482a24b,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:14.854928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:14.922268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc6621-2db9-4286-b5cc-d562475098cd req-ee6e26fb-d5a1-4880-95e9-216f7fefee2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:14.923706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-ee6e26fb-d5a1-4880-95e9-216f7fefee2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2786808 Feb 13 23:21:14.936927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:14.974588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-f6c4a5a7-a07f-4cf9-9b0e-462e0cc40367 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:14.976092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-f6c4a5a7-a07f-4cf9-9b0e-462e0cc40367 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 821 time: 0.5229352 Feb 13 23:21:15.147074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-09344a82-481c-498e-848a-4391b8633d85 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/quotas/62ee50f15c1c4c5c9080d9b788b24f44 HTTP/1.1" status: 200 len: 375 time: 0.1631231 Feb 13 23:21:15.214062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-e7c59869-89f0-4c0a-868e-f9c2f9fdd1fc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585465 Feb 13 23:21:15.304437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cecb-dec0-4146-97ec-fa9c2d461320 req-9aadf562-574f-4c2f-a18a-78bad03e6867 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:15.306612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3416cecb-dec0-4146-97ec-fa9c2d461320 req-9aadf562-574f-4c2f-a18a-78bad03e6867 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 946 time: 0.0908892 Feb 13 23:21:15.333237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-326b6b73-c7f0-4065-bd9d-cc1b3867a685 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3994577 Feb 13 23:21:15.357028 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3416cecb-dec0-4146-97ec-fa9c2d461320 req-d91fa84e-1224-478e-8919-385b5e5ab14b tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Feb 13 23:21:15.491769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:21:15.500280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb6a7b0d-48d6-4ddb-8168-a176f0647df9 admin admin] 10.222.0.36 "PUT /v2.0/routers/8956db97-5c5c-4827-aa7b-cc4d80b72461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3399770 Feb 13 23:21:15.502765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40052) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:15.506358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] Sync routers for ids ['8956db97-5c5c-4827-aa7b-cc4d80b72461'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:21:15.521495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] Routers {'8956db97-5c5c-4827-aa7b-cc4d80b72461'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:15.521921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8956db97-5c5c-4827-aa7b-cc4d80b72461'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:15.614216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-2a60a189-641b-413d-9014-843dca4aedb2 service neutron] 10.222.0.36 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836379 Feb 13 23:21:15.620606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2785-520e-4b0a-af58-9f449d44fc70 req-6b51a809-db45-4dc8-aadb-22e5fd1cdb71 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:15.627971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6ea2785-520e-4b0a-af58-9f449d44fc70 req-6b51a809-db45-4dc8-aadb-22e5fd1cdb71 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.1371853 Feb 13 23:21:15.698804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6ea2785-520e-4b0a-af58-9f449d44fc70 req-40a8c05b-5a04-4e89-acb2-eac92524e95a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697439 Feb 13 23:21:15.827287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40062) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:15.850401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] Set router 8956db97-5c5c-4827-aa7b-cc4d80b72461 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:15.876087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-d6f3b86e-d594-495f-b2c6-46a47797b0f5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297198 Feb 13 23:21:15.905405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:15.914526 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'tag': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'status': 'completed', 'code': 200} Feb 13 23:21:15.994414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:16.000541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f82162-85fb-4def-802f-8816f4f2305c'}, {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54854113-2cdb-4092-94be-06e37482a24b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:16.221564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-8c119602-277b-4d25-acbe-5666ea93b262 service neutron] 10.222.0.36 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063902 Feb 13 23:21:16.233446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-57579883-network', 'tenant_id': '9d07a04b82c64b11a3a4371928051be5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:16.239623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:16.243132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dadc6621-2db9-4286-b5cc-d562475098cd req-81aa5412-e707-415c-aa63-d3e49e8aae19 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536291 Feb 13 23:21:16.248147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Usage tracker for resource:network and tenant:9d07a04b82c64b11a3a4371928051be5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:16.248310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:21:09Z', 'revision_number': 5, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:16.255966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] Checking router: 8956db97-5c5c-4827-aa7b-cc4d80b72461 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:21:16.263633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:16.272738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:16.274600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] Routers {'8956db97-5c5c-4827-aa7b-cc4d80b72461'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:16.275274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8956db97-5c5c-4827-aa7b-cc4d80b72461'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:16.308689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:16.416308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Made reservation on behalf of 9d07a04b82c64b11a3a4371928051be5 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:16.417731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:16.440081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:16.477725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39625-340c-4e08-9812-d12f4b24bc35 req-6a64d7d5-01bb-4b4d-9b48-760a63f8ce60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:16.481945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39625-340c-4e08-9812-d12f4b24bc35 req-6a64d7d5-01bb-4b4d-9b48-760a63f8ce60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:16.485486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39625-340c-4e08-9812-d12f4b24bc35 req-6a64d7d5-01bb-4b4d-9b48-760a63f8ce60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:16.493211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ba39625-340c-4e08-9812-d12f4b24bc35 req-6a64d7d5-01bb-4b4d-9b48-760a63f8ce60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2417 time: 0.3190534 Feb 13 23:21:16.576479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] Set router 8956db97-5c5c-4827-aa7b-cc4d80b72461 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:16.630410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:16.689689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Usage tracker for resource:security_group_rule and tenant:9d07a04b82c64b11a3a4371928051be5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:16.711415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:16.726492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d37927e-d1eb-4b2a-a143-ec49465f8978 req-7bf56237-61cc-45ba-a62c-94f8a0636ff7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 210 time: 0.0727963 Feb 13 23:21:16.753098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:16.809243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-62ae535f-291f-4eaa-b69a-c05dbdce90c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 1097 time: 0.4361217 Feb 13 23:21:16.814016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ba39625-340c-4e08-9812-d12f4b24bc35 req-4836725e-ff62-48eb-97d2-120bcb8d52d8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198595 Feb 13 23:21:16.985752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-294ce059-627f-419f-8dad-200b04992ab4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:16.995447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-294ce059-627f-419f-8dad-200b04992ab4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 808 time: 0.4205577 Feb 13 23:21:17.002929 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'status': 'completed', 'code': 200} Feb 13 23:21:17.025988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Request body: {'port': {'device_id': '047ca884-617c-42d0-bea6-b2482a046946', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'admin_state_up': True, 'tenant_id': 'b6ad504142f4440290934e9d0c7d413f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:17.112063 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f82162-85fb-4def-802f-8816f4f2305c', 'code': 200} Feb 13 23:21:17.112621 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54854113-2cdb-4092-94be-06e37482a24b', 'code': 200} Feb 13 23:21:17.182355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:21:09Z', 'revision_number': 5, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:17.196984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1977f-bdd9-4ecb-87a9-bdb8d7ae1f15 None None] The sync data for ids ['8956db97-5c5c-4827-aa7b-cc4d80b72461'] in n-d-828979-1 is: [{'id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'name': 'tempest-FloatingIPsNegativeTestJSON-595191578-router', 'tenant_id': '150de312debc4fcb841c795be8bb008a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:42Z', 'updated_at': '2022-02-13T23:21:09Z', 'revision_number': 5, 'project_id': '150de312debc4fcb841c795be8bb008a', 'gw_port': {'id': 'c349dc12-3e4b-4d2e-ab92-06b5633a9e35', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956db97-5c5c-4827-aa7b-cc4d80b72461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:44Z', 'updated_at': '2022-02-13T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:21:17.236179 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04b747bc-0eea-4236-b597-0729c63891ff req-de935f62-f641-4c44-8952-0d45d517ccc3 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 210 time: 0.1342750 Feb 13 23:21:17.332847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-8afc9ad4-864e-44db-b9a8-40c099c191f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:17.334576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-8afc9ad4-864e-44db-b9a8-40c099c191f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.5130353 Feb 13 23:21:17.463914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.485712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.495862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-63b2aee8-0cfe-4c96-9f41-4c56af7ba9d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d HTTP/1.1" status: 200 len: 217 time: 0.1492429 Feb 13 23:21:17.496236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.502136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Deleting port c349dc12-3e4b-4d2e-ab92-06b5633a9e35 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:17.502668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.567849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:21:17.590362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:17.609552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.687425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7795e1-6987-4aef-b591-847054444819,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:17.809499 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.810203 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Added segment dd2cb21e-e40b-408d-8f27-fb0f481b6b37 of type vlan for network 96b65459-2ac5-48ff-8e43-cff9d5314117 Feb 13 23:21:17.813433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:17.856982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-d5e3a16c-108a-49b7-839f-df82acd3147f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:17.858455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-d5e3a16c-108a-49b7-839f-df82acd3147f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1824498 Feb 13 23:21:17.869626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd68c4-086c-46aa-a6a6-3ce1e288866e req-484e7e78-45da-4a5b-84de-f5fadfdaaf37 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:17.873528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-debd68c4-086c-46aa-a6a6-3ce1e288866e req-484e7e78-45da-4a5b-84de-f5fadfdaaf37 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.4557207 Feb 13 23:21:17.926357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-a7ded536-d81f-40f0-a2cb-d8a489b4fc43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1125 time: 0.8588476 Feb 13 23:21:17.944813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Made reservation on behalf of b6ad504142f4440290934e9d0c7d413f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:17.947865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.980470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] For port c349dc12-3e4b-4d2e-ab92-06b5633a9e35, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:17.981056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:17.981841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:18.008719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e0d2-3158-490a-a26a-dd7760c3f6a0 req-ad82dcea-f8c1-48eb-b213-546d9535c7fb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:18.011414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7650e0d2-3158-490a-a26a-dd7760c3f6a0 req-ad82dcea-f8c1-48eb-b213-546d9535c7fb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 946 time: 0.6818831 Feb 13 23:21:18.091112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-97118730-7dbc-4077-96c4-26b7863ccfcf req-4ea964af-bd59-4099-bbeb-1d4ff4931837 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2870 time: 0.8391075 Feb 13 23:21:18.120667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Calling delete_port for c349dc12-3e4b-4d2e-ab92-06b5633a9e35 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:18.157680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-debd68c4-086c-46aa-a6a6-3ce1e288866e req-fc6ab0e4-87e4-4780-b178-00434041f940 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787111 Feb 13 23:21:18.216907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-d39478da-d3cc-40f4-b0d7-99bf43cf2ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3033142 Feb 13 23:21:18.275365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:18.331359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:18.332660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 08a9af2a-d9e0-4507-9b6b-d7866d1f2f1f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:18.348373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:18.349223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:18.349825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:18.439764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c82426e-1c75-45e3-b3ea-c9fc85dca3fd req-9ef2c60d-b13f-45eb-b519-4e364d62e648 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 210 time: 0.0574198 Feb 13 23:21:18.528076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc8d06c7-34ef-4794-b662-34cd2c2d789d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:18.554880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7650e0d2-3158-490a-a26a-dd7760c3f6a0 req-67b0d1dd-13ab-446d-b2b0-c21a536890c9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695885 Feb 13 23:21:18.773959 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-6d0002ff-4064-41f2-9031-8d754028d83c service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301609 Feb 13 23:21:18.909221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9108076 Feb 13 23:21:18.943545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Allocated IP 172.20.0.11 (cbadd11c-9429-4fb4-8b41-9ffc2871bec8/e5e7f9f6-a3cd-42fb-a87f-b7e45878554b/66b10338-0230-4d33-af77-4f48a34b9897) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:18.947742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc8d06c7-34ef-4794-b662-34cd2c2d789d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:18.992521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40098) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:18.996967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-97118730-7dbc-4077-96c4-26b7863ccfcf req-3498538f-3294-40f4-ac52-48d1d39a83bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8749368 Feb 13 23:21:18.998214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-110cccce-0ada-4641-8d95-0d9dfbd1cd84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:18.998906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'mac_address': 'fa:16:3e:aa:15:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:19.000572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-110cccce-0ada-4641-8d95-0d9dfbd1cd84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 1.0619540 Feb 13 23:21:19.042855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Request body: {'subnet': {'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-57579883-subnet', 'tenant_id': '9d07a04b82c64b11a3a4371928051be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:19.053845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced1b96-1982-422d-a528-257b42f67e3b admin admin] Pushing event updated for resources: {'Network': ['ID=96b65459-2ac5-48ff-8e43-cff9d5314117,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:19.141475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac5e9c3-b7bd-4be5-b90c-0e7fb39d9dcf req-5a3c307c-ad31-4d59-ba1a-4561fb6ca784 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574462 Feb 13 23:21:19.188808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:19.200777 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:19.209751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:21:19.248741 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-63698825-e194-42cb-857b-195fb39b09cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 217 time: 0.2113857 Feb 13 23:21:19.272128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:19.286404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8d06c7-34ef-4794-b662-34cd2c2d789d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:19.293251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Usage tracker for resource:subnet and tenant:9d07a04b82c64b11a3a4371928051be5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:19.303664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc8d06c7-34ef-4794-b662-34cd2c2d789d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:19.317744 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:19.338438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3936edf5-0971-4bc6-8d2b-abccb11482a7 req-05687fb0-9d13-4293-9e1d-7efb1f47cf91 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 210 time: 0.3312619 Feb 13 23:21:19.349510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:19.361690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c349dc12-3e4b-4d2e-ab92-06b5633a9e35,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:19.423006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cc8d06c7-34ef-4794-b662-34cd2c2d789d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:19.442052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:19.558841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ebec-cbda-4c3f-8efc-f8101c907104 req-cd350194-1968-4575-818f-83da8fe8d176 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:19.562746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ebec-cbda-4c3f-8efc-f8101c907104 req-cd350194-1968-4575-818f-83da8fe8d176 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:19.567791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ebec-cbda-4c3f-8efc-f8101c907104 req-cd350194-1968-4575-818f-83da8fe8d176 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:19.569373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ac75ebec-cbda-4c3f-8efc-f8101c907104 req-cd350194-1968-4575-818f-83da8fe8d176 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2417 time: 0.4254193 Feb 13 23:21:19.580761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-ec05561f-f55d-44ab-994c-080665feafb1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:19.581431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-ec05561f-f55d-44ab-994c-080665feafb1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:19.600528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Made reservation on behalf of 9d07a04b82c64b11a3a4371928051be5 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:19.602776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:19.623310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-6f11a483-672b-449c-97de-936e1d887ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:19.624737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-6f11a483-672b-449c-97de-936e1d887ee0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.3484979 Feb 13 23:21:19.652446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cc8d06c7-34ef-4794-b662-34cd2c2d789d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:19.666187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:19.771137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-5be73de2-ea9a-44d3-a1b3-2bc4ed20e94b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302154 Feb 13 23:21:19.787440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-ec05561f-f55d-44ab-994c-080665feafb1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:19.788550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-ec05561f-f55d-44ab-994c-080665feafb1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.42 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 821 time: 1.2645190 Feb 13 23:21:19.864721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'port': {'device_id': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'admin_state_up': True, 'tenant_id': '62ee50f15c1c4c5c9080d9b788b24f44'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:19.920753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ac75ebec-cbda-4c3f-8efc-f8101c907104 req-8212cd16-f31a-4ab9-90a4-0819f78f2780 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924974 Feb 13 23:21:20.072387 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.077561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.143848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a47ea8a-7770-4544-b5b8-cae004df4c6b req-64c58d2c-1840-46ea-8ad4-c9b3df88a333 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 210 time: 0.0436616 Feb 13 23:21:20.147988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.149007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8956db97-5c5c-4827-aa7b-cc4d80b72461 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:21:20.181231 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.183874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c957647f-4e23-4f9e-b41e-907e59027dd9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8956db97-5c5c-4827-aa7b-cc4d80b72461 HTTP/1.1" status: 204 len: 168 time: 4.6783726 Feb 13 23:21:20.186241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40108) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:20.242955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.295952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Deleting subnet d70031e8-713d-42e5-974e-7c3b33bc8486 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:21:20.299381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.350266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.363650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['697d9298-7787-4a64-abd9-6da74d7a82c5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:20.424675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.462521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6d9d6-37fd-4172-a5ef-10c547ff2f9e req-c6c2efb9-412c-4a08-be35-2acc3fc6810b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:20.470569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4f6d9d6-37fd-4172-a5ef-10c547ff2f9e req-c6c2efb9-412c-4a08-be35-2acc3fc6810b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 944 time: 0.9547241 Feb 13 23:21:20.545357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1321d-33e1-4f60-ba4c-85fb3601f402 req-2650f454-9ccc-4200-b461-3ff5c3f347a1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:20.546894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17f1321d-33e1-4f60-ba4c-85fb3601f402 req-2650f454-9ccc-4200-b461-3ff5c3f347a1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 947 time: 0.2082801 Feb 13 23:21:20.555706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:20.582270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:20.584486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.622098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:20.664244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17f1321d-33e1-4f60-ba4c-85fb3601f402 req-7dce8f8a-1a45-493a-96da-cccde514ec3c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087842 Feb 13 23:21:20.704171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:20.704799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.774681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.798775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7844572 Feb 13 23:21:20.825573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70031e8-713d-42e5-974e-7c3b33bc8486,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:20.834663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:20.840069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad34caf-4371-44a2-8744-395d2733ed2d None None] Network bb0181f3-c67c-4a8c-abb8-2a5849236fe7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:20.848086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-dbb2d402-05c5-4f88-8cbe-a07dc98d139d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1757936 Feb 13 23:21:20.849551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-56e5e4e8-9f7d-40fb-a2a1-5170eeb1a44c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d70031e8-713d-42e5-974e-7c3b33bc8486 HTTP/1.1" status: 204 len: 168 time: 0.6615779 Feb 13 23:21:20.889374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40114) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:20.909235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Request body: {'port': {'device_id': '047ca884-617c-42d0-bea6-b2482a046946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:20.990188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78647f61-cd67-43eb-8e7c-a487a438439d req-cd409344-4f31-4bd2-ac7b-257bbae4b9e0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 210 time: 0.1353881 Feb 13 23:21:20.998430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f0ffe-970b-4e11-abbd-7b49bc008d82 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:21.002009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-a9a67284-f5f5-431e-9eb8-8807d10558a7 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2189336 Feb 13 23:21:21.107550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-fafa9f26-5cd8-498d-a322-6bdabf0cf016 service neutron] 10.222.0.31 "GET /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.2113907 Feb 13 23:21:21.165222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-0ac24223-a4c2-4780-b9ae-86b5c868c0d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 1096 time: 0.2706952 Feb 13 23:21:21.185089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] DHCP port deletion for bb0181f3-c67c-4a8c-abb8-2a5849236fe7 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:21:21.189891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:21.190145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] Deleting port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:21.190605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.245495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Usage tracker for resource:port and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:21.253104 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4f6d9d6-37fd-4172-a5ef-10c547ff2f9e req-fb2f61ca-b4fb-41a1-93e3-8d2ffdac6876 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7817807 Feb 13 23:21:21.254593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:21.312473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:21.354766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.408928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.418351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Made reservation on behalf of 62ee50f15c1c4c5c9080d9b788b24f44 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:21.421313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.430056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] For port 6d144c9e-1840-4ff4-a0b5-b62db1d61746, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d144c9e-1840-4ff4-a0b5-b62db1d61746,segment=NetworkSegment(c749b002-3130-4c2f-9a85-a1cc2bad96ba),segment_id=c749b002-3130-4c2f-9a85-a1cc2bad96ba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:21.430672 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.469274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.530870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17e0d-c94d-4415-953c-1b2a14b2562b req-d3a80244-5bf3-4ee3-92c8-3c3948814e34 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:21.535511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17e0d-c94d-4415-953c-1b2a14b2562b req-d3a80244-5bf3-4ee3-92c8-3c3948814e34 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:21.539980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17e0d-c94d-4415-953c-1b2a14b2562b req-d3a80244-5bf3-4ee3-92c8-3c3948814e34 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:21.541116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-32e17e0d-c94d-4415-953c-1b2a14b2562b req-d3a80244-5bf3-4ee3-92c8-3c3948814e34 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2417 time: 0.3688438 Feb 13 23:21:21.556005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-2775122a-f95e-4148-af0d-3fbc31a2feee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:21.557420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-2775122a-f95e-4148-af0d-3fbc31a2feee service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.3505254 Feb 13 23:21:21.560705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Deleting port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:21.561047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.562679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] Calling delete_port for 6d144c9e-1840-4ff4-a0b5-b62db1d61746 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:21.625873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4cdb956-9b1d-4a67-9a07-5036a03f88a5 req-406da2a9-238a-4992-94e4-e44bbc813af6 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014266 Feb 13 23:21:21.641933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:21.692820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] Pushing event deleted for resources: {'Port': ['ID=6d144c9e-1840-4ff4-a0b5-b62db1d61746,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:21.698150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952d1e7-92c4-4dfc-8112-9e00029cb096 None None] No DVR routers for this DVR port 6d144c9e-1840-4ff4-a0b5-b62db1d61746 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:21.792680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:21.800244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-d5fd4a9b-c437-45cc-b784-40900e0e4e02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 200 len: 217 time: 0.2192619 Feb 13 23:21:21.805748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feb3044-ddb4-4a01-8095-3fece4a5ef20,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:21.856863 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-32e17e0d-c94d-4415-953c-1b2a14b2562b req-d1d9d230-62a0-487e-9871-70a0c7a388b2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983332 Feb 13 23:21:21.872044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:21.914237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-4b9dcd47-cdce-457a-8ced-84faea0b5e75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:21.915690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-4b9dcd47-cdce-457a-8ced-84faea0b5e75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1074371 Feb 13 23:21:21.918942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] The port '6d144c9e-1840-4ff4-a0b5-b62db1d61746' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:21:21.971490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f5fff0-6d3c-4aac-961f-91a3f821eb3b {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:21.977015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-0187776c-4fb0-4024-8613-235247dcabd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523124 Feb 13 23:21:21.985082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:22.107586 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.233812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Checking segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:22.234197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Network hostable DHCP agents. Network: 96b65459-2ac5-48ff-8e43-cff9d5314117, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:21:22.261672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-4a920277-0151-4acf-bfd1-04a32160271b service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683358 Feb 13 23:21:22.269847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b16ff-8e51-4010-a26f-833c149a43f1 req-7307d07b-c597-4c2c-9a05-99d6a35025e8 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:22.271307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-573b16ff-8e51-4010-a26f-833c149a43f1 req-7307d07b-c597-4c2c-9a05-99d6a35025e8 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 947 time: 0.2882125 Feb 13 23:21:22.281511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f32fd-35a5-4dc0-9545-3e03e4ba3328 req-9215f35d-00d9-4d45-8003-6e60addf2cb4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:22.282240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-765f32fd-35a5-4dc0-9545-3e03e4ba3328 req-9215f35d-00d9-4d45-8003-6e60addf2cb4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:22.317697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d144c9e-1840-4ff4-a0b5-b62db1d61746 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:22.321409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.353916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6d144c9e-1840-4ff4-a0b5-b62db1d61746 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:22.354286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d144c9e-1840-4ff4-a0b5-b62db1d61746 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:22.354688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c349dc12-3e4b-4d2e-ab92-06b5633a9e35 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:22.390841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c349dc12-3e4b-4d2e-ab92-06b5633a9e35 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:22.391186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c349dc12-3e4b-4d2e-ab92-06b5633a9e35 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:22.391295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Allocated IP 172.20.0.7 (267bdd04-3202-48ff-a115-db974cdad2f6/635017be-31b2-444b-9504-6b562caa5ad1/ec7d725b-75fa-4ec5-8631-b68b3a500645) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:22.404419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] Transition to ACTIVE for port object 07f5fff0-6d3c-4aac-961f-91a3f821eb3b will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:22.415092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.438873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-765f32fd-35a5-4dc0-9545-3e03e4ba3328 req-9215f35d-00d9-4d45-8003-6e60addf2cb4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:22.440023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-765f32fd-35a5-4dc0-9545-3e03e4ba3328 req-9215f35d-00d9-4d45-8003-6e60addf2cb4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 932 time: 0.9884572 Feb 13 23:21:22.447833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0181f3-c67c-4a8c-abb8-2a5849236fe7']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:22.475924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-573b16ff-8e51-4010-a26f-833c149a43f1 req-07275d23-3286-43d6-9218-37b788d9df77 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765938 Feb 13 23:21:22.502679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c749b002-3130-4c2f-9a85-a1cc2bad96ba') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:22.502976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c749b002-3130-4c2f-9a85-a1cc2bad96ba') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:22.545713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:21:22.549461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.580057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc8d06c7-34ef-4794-b662-34cd2c2d789d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:22.584220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb0ed12-eb78-45ed-b3b7-256e515edae5 req-4cc85ff8-e5f8-493c-9634-cd3d4dcc6bc8 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055232 Feb 13 23:21:22.622364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] Pushing event updated for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=10']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:22.630640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] No DVR routers for this DVR port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:22.650141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 96b65459-2ac5-48ff-8e43-cff9d5314117) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:22.655503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.664418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27e7b3-94b8-448a-9966-8d49c45f4602 None None] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:22.689108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:22.689701 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.690798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-cbdd67be-3349-486a-95d2-edf723163f30 service neutron] 10.222.0.31 "PUT /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b/bindings/n-h2-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5767140 Feb 13 23:21:22.698556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:21:22.698956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.736984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cc8d06c7-34ef-4794-b662-34cd2c2d789d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:22.750175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cc8d06c7-34ef-4794-b662-34cd2c2d789d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:22.750537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:21:22.757121 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:21:22.832795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-765f32fd-35a5-4dc0-9545-3e03e4ba3328 req-b3808e86-a2ef-43f3-82d8-bf0f8d2bbd98 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732650 Feb 13 23:21:22.858559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f502857-a745-449d-ad40-4c64addf8494 req-8988ab30-c2fc-43e7-8ab4-32bb321b5a39 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 210 time: 0.1001530 Feb 13 23:21:22.865558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:21:22.896185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-75de9383-431e-4fb9-8b69-81104ead7cd8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8887465 Feb 13 23:21:22.899251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-4c269ba2-75f7-40e6-ad93-c557d0cc5208 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.1058731 Feb 13 23:21:23.039734 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.053760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.090509 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.091562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-4af120a0-e65c-4dee-8fb8-c01db25efeff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9&tenant_id=997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 1096 time: 0.1759033 Feb 13 23:21:23.152512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0181f3-c67c-4a8c-abb8-2a5849236fe7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:23.162313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b10338-0230-4d33-af77-4f48a34b9897 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:23.178475 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f83dd60c-4c4d-426c-aeba-e507e8b72c7f admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb0181f3-c67c-4a8c-abb8-2a5849236fe7 HTTP/1.1" status: 204 len: 168 time: 2.2753527 Feb 13 23:21:23.200387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:23.215457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.271496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-82420d72-cc23-4f23-b8f7-bbb2950c4c11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1096 time: 0.1526029 Feb 13 23:21:23.282014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc8d06c7-34ef-4794-b662-34cd2c2d789d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:23.282257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.288730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.320998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9300848-78a2-4f5a-9987-de018d1d9c11 None None] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:23.325189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Deleting port 3587fbb4-b3b3-4044-b609-badd0deceb00 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:23.325536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.357294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Transition to ACTIVE for port object 66b10338-0230-4d33-af77-4f48a34b9897 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:23.373082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.443333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40142) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:23.459222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cc8d06c7-34ef-4794-b662-34cd2c2d789d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:23.478358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.478981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.479477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.480065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.480648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.481119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.481598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.482155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.482617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.483083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.483571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:23.565075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d628d3f-86b3-4829-baa8-9e2c7b833235 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=150de312debc4fcb841c795be8bb008a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1196060 Feb 13 23:21:23.573666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:23.599369 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'code': 200} Feb 13 23:21:23.617824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:23.648750 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.658534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d92f6-32c1-48b2-995b-1353e3d772d3 req-2c9b0ff7-f1ae-4353-adf0-d82f563ed068 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:23.660617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-670d92f6-32c1-48b2-995b-1353e3d772d3 req-2c9b0ff7-f1ae-4353-adf0-d82f563ed068 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 945 time: 0.4835892 Feb 13 23:21:23.698104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-df78ee34-75bb-449c-a77a-86a34eb98695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:23.699557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-df78ee34-75bb-449c-a77a-86a34eb98695 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.4205308 Feb 13 23:21:23.718329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e7de-7bcb-4d06-8c4c-25f17c9d5258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.782769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-65282eab-faf8-4b22-a71e-5b4f745570bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 200 len: 217 time: 0.0654955 Feb 13 23:21:23.853498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] For port 3587fbb4-b3b3-4044-b609-badd0deceb00, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3587fbb4-b3b3-4044-b609-badd0deceb00,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:23.853860 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.859249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-8bacb732-54a7-426d-8bda-b9acfa7a75b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:23.860853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-8bacb732-54a7-426d-8bda-b9acfa7a75b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.0649629 Feb 13 23:21:23.869420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e7de-7bcb-4d06-8c4c-25f17c9d5258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:23.920713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-33cc6aec-f681-4faa-9204-6aebf1a14430 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441377 Feb 13 23:21:23.968258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:23.976762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Network 267bdd04-3202-48ff-a115-db974cdad2f6 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:24.163751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Calling delete_port for 3587fbb4-b3b3-4044-b609-badd0deceb00 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:24.190352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:24.219660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:24.283863 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-670d92f6-32c1-48b2-995b-1353e3d772d3 req-2257839a-6e86-4878-be2b-35f96664b7a1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708890 Feb 13 23:21:24.288692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e7de-7bcb-4d06-8c4c-25f17c9d5258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.326596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:24.326928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:24.327254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:24.334212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:24.334828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.349303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e7de-7bcb-4d06-8c4c-25f17c9d5258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2443de62-0af6-4984-98ce-4ee55fafa2ae,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:24.354558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-8fa607ab-c4da-477d-a824-944fae07e1ef service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260964 Feb 13 23:21:24.359988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-1fbf7565-c9d1-4626-9322-ff05f1d993c6 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:24.360531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4f8538f-652e-4b60-8c98-eb75cb78f9f3 req-c2df6dec-80e9-41e8-8d15-69a9a85fd9dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 1099 time: 0.6553574 Feb 13 23:21:24.366875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-1fbf7565-c9d1-4626-9322-ff05f1d993c6 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.2977240 Feb 13 23:21:24.377745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e7de-7bcb-4d06-8c4c-25f17c9d5258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.379514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e3d4e7de-7bcb-4d06-8c4c-25f17c9d5258 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2443de62-0af6-4984-98ce-4ee55fafa2ae HTTP/1.1" status: 204 len: 168 time: 0.8046346 Feb 13 23:21:24.400112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:24.400435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:24.412041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-20293013-fcb7-415a-a517-2ef1bd928d2f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5857887 Feb 13 23:21:24.418203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-c0ffc622-b7c5-4789-8f6f-e2797efb5057 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/quotas/9d07a04b82c64b11a3a4371928051be5 HTTP/1.1" status: 200 len: 375 time: 0.0503876 Feb 13 23:21:24.427822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:24.428163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:24.428544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:24.428983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Bound port: 66b10338-0230-4d33-af77-4f48a34b9897, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:24.429332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.445552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Request body: {'port': {'device_id': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:24.513816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-4c3708d2-7dd5-4e36-b86e-1196f18e06bd tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947509 Feb 13 23:21:24.586162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4f8538f-652e-4b60-8c98-eb75cb78f9f3 req-772fd40e-aad2-45ad-b670-1a17268a138c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153711 Feb 13 23:21:24.665051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:24.672783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-7a20d0f6-9a89-4ddc-938c-fce5820e49db service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962565 Feb 13 23:21:24.700105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-a0c0f382-b000-4a47-bbdd-7533a29f7314 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763101 Feb 13 23:21:24.741316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:24.761109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.787545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:24.798245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080537ce-68ed-458c-9dd9-30b350398e12 req-481375f0-06f9-4e35-a205-1202cbf2d922 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:24.799704 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-080537ce-68ed-458c-9dd9-30b350398e12 req-481375f0-06f9-4e35-a205-1202cbf2d922 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 948 time: 0.3603804 Feb 13 23:21:24.804107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.833321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:24.840237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-52dfbd19-f37f-482e-a583-cc9c11dd47d6 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390154 Feb 13 23:21:24.904219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:24.934812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Pushing event deleted for resources: {'Port': ['ID=3587fbb4-b3b3-4044-b609-badd0deceb00,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:25.172797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:25.174498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] 10.222.0.31 "PUT /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 1092 time: 4.2842193 Feb 13 23:21:25.219541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:25.341396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41009c60-140a-4632-ad91-9e79ca00282f req-0a409fe0-dd7c-48d1-adf4-1054e6a1898f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:25.345376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41009c60-140a-4632-ad91-9e79ca00282f req-0a409fe0-dd7c-48d1-adf4-1054e6a1898f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:25.347009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-080537ce-68ed-458c-9dd9-30b350398e12 req-64808458-4086-4e8d-a225-bca0cd98e0c2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079727 Feb 13 23:21:25.363577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41009c60-140a-4632-ad91-9e79ca00282f req-0a409fe0-dd7c-48d1-adf4-1054e6a1898f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:25.372315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41009c60-140a-4632-ad91-9e79ca00282f req-0a409fe0-dd7c-48d1-adf4-1054e6a1898f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2417 time: 0.1794987 Feb 13 23:21:25.381156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21a66-972b-4747-8b94-3d0eea88998f service neutron] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:25.431984 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-9ecf32c7-1682-4092-a3f0-cea76d5e51bb tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.3208482 Feb 13 23:21:25.527504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41009c60-140a-4632-ad91-9e79ca00282f req-23203e6c-0396-4926-b36e-f3552ed6287b tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542583 Feb 13 23:21:25.649019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-0a652393-9d3e-420a-b69c-48a79e863e74 service neutron] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:25.653765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-0a652393-9d3e-420a-b69c-48a79e863e74 service neutron] Notify callbacks [] for binding, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:25.655136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-938c4f6c-ba67-4d1a-9005-351b032fb290 req-0a652393-9d3e-420a-b69c-48a79e863e74 service neutron] 10.222.0.42 "DELETE /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b/bindings/n-h1-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.2123432 Feb 13 23:21:25.746185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40196) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:25.807491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf4b79-8c7f-4fb9-8d1e-58f387382724 req-239da775-d66c-44e6-bebc-eae1767f5fc7 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:25.814727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffcf4b79-8c7f-4fb9-8d1e-58f387382724 req-239da775-d66c-44e6-bebc-eae1767f5fc7 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 931 time: 0.1403689 Feb 13 23:21:25.842565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-29174a10-eafe-46a7-aed5-f1f0d3bd7f55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1095 time: 0.6077380 Feb 13 23:21:25.879848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffcf4b79-8c7f-4fb9-8d1e-58f387382724 req-a55988ca-71dd-495f-8cca-5e5f9f1e7723 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621738 Feb 13 23:21:26.008844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-983076956-network', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:26.057933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e02984c8-450d-4a80-a185-2c4b831f7b08 req-48461364-a48f-47d3-94d3-ca6e829b1a62 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 210 time: 0.0524445 Feb 13 23:21:26.059136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:26.063876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Usage tracker for resource:network and tenant:1c29f4fdd4d143b98c9d621fdd474d9e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:26.067643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:26.073759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:26.088144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Made reservation on behalf of 1c29f4fdd4d143b98c9d621fdd474d9e for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:26.092554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.095158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-ce457add-d543-4bf4-ba6b-b3a05b441d59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 217 time: 0.2300496 Feb 13 23:21:26.108899 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.144704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:26.148674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Usage tracker for resource:security_group_rule and tenant:1c29f4fdd4d143b98c9d621fdd474d9e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:26.151641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:26.159112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:26.159271 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897', 'status': 'completed', 'code': 200} Feb 13 23:21:26.180691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:21:26.208908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4ff6-9e43-4bfd-a190-13be3afad016 req-81e13e3e-f3df-42ee-ae5b-e3eec87211a6 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.215521 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-104a4ff6-9e43-4bfd-a190-13be3afad016 req-81e13e3e-f3df-42ee-ae5b-e3eec87211a6 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 944 time: 0.6186070 Feb 13 23:21:26.230239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.234918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.287278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98af2-39b8-4287-9e38-591e3541d832 req-b3420369-a81a-4090-a758-3e266a8de0fe tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.291595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98af2-39b8-4287-9e38-591e3541d832 req-b3420369-a81a-4090-a758-3e266a8de0fe tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.295456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98af2-39b8-4287-9e38-591e3541d832 req-b3420369-a81a-4090-a758-3e266a8de0fe tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.297026 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b98af2-39b8-4287-9e38-591e3541d832 req-b3420369-a81a-4090-a758-3e266a8de0fe tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2417 time: 0.7089856 Feb 13 23:21:26.299494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-b71a7576-ab49-481d-8add-ef5c2cf918df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.301556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-b71a7576-ab49-481d-8add-ef5c2cf918df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.2052221 Feb 13 23:21:26.303397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:21:26.324179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b948b993-d0df-4207-baef-778147b939d1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:26.329479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.329824 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Added segment 92d8d182-2984-408e-9b41-7ebd39545e29 of type vlan for network bfb05208-b625-4f10-ba40-1573f277b775 Feb 13 23:21:26.368286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.423736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-8a320b1f-4611-44a0-9e09-2e78bd0c9779 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042595 Feb 13 23:21:26.424937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40254ebf-c3ba-4983-a2f9-252be5af26a7 req-7b35e416-d36d-40ac-a2e0-cb8a8856781c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.427685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40254ebf-c3ba-4983-a2f9-252be5af26a7 req-7b35e416-d36d-40ac-a2e0-cb8a8856781c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 945 time: 0.1663229 Feb 13 23:21:26.431389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7d725b-75fa-4ec5-8631-b68b3a500645 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:26.453594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.454702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:26.455422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.480129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.548566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 59f82162-85fb-4def-802f-8816f4f2305c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:26.548834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.617433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-104a4ff6-9e43-4bfd-a190-13be3afad016 req-13efda4c-7901-470d-a1cf-3a55ee0605fd tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010487 Feb 13 23:21:26.618418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Transition to ACTIVE for port object ec7d725b-75fa-4ec5-8631-b68b3a500645 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:26.643515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:26.843517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0950398 Feb 13 23:21:26.850321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40206) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:26.864625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Request body: {'subnet': {'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-subnet', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:26.868676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c8ed-afb5-4d8e-b39b-e55c83a6c77d admin admin] Pushing event updated for resources: {'Network': ['ID=bfb05208-b625-4f10-ba40-1573f277b775,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:26.874279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:26.878803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bfb05208-b625-4f10-ba40-1573f277b775 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:21:26.880314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40254ebf-c3ba-4983-a2f9-252be5af26a7 req-82f90290-01ff-4d2a-bd2a-c0c6903921dd tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439764 Feb 13 23:21:26.885892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Usage tracker for resource:subnet and tenant:1c29f4fdd4d143b98c9d621fdd474d9e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:26.908544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:26.931058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:26.952591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:26.959232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-6b70811a-3600-45c3-b307-ed0296ae0a94 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116801 Feb 13 23:21:27.012089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-c41a8a6c-2c33-4421-be4f-91d6618ab6d5 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.013547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-c41a8a6c-2c33-4421-be4f-91d6618ab6d5 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.5205684 Feb 13 23:21:27.014834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Made reservation on behalf of 1c29f4fdd4d143b98c9d621fdd474d9e for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:27.017489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:27.062686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Request body: {'port': {'device_id': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'admin_state_up': True, 'tenant_id': '9d07a04b82c64b11a3a4371928051be5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:27.149747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:27.365453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:27.407766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Usage tracker for resource:port and tenant:9d07a04b82c64b11a3a4371928051be5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:27.417268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09c3e9-2ac0-4c88-b6b7-926d58c0f035 req-35864e8f-e494-47b5-8f4f-2a257fc70a7a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.421172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09c3e9-2ac0-4c88-b6b7-926d58c0f035 req-35864e8f-e494-47b5-8f4f-2a257fc70a7a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.425052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09c3e9-2ac0-4c88-b6b7-926d58c0f035 req-35864e8f-e494-47b5-8f4f-2a257fc70a7a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.426975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa09c3e9-2ac0-4c88-b6b7-926d58c0f035 req-35864e8f-e494-47b5-8f4f-2a257fc70a7a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 2417 time: 0.2854650 Feb 13 23:21:27.427794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:27.432191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45010055-a17e-4b25-bfd2-6be43c38e5a2 req-653a0751-b75f-4a53-a64c-ac4f67c3e906 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.433646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45010055-a17e-4b25-bfd2-6be43c38e5a2 req-653a0751-b75f-4a53-a64c-ac4f67c3e906 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 948 time: 0.6677742 Feb 13 23:21:27.443595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:27.490511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Made reservation on behalf of 9d07a04b82c64b11a3a4371928051be5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:27.493478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:27.508150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 59f82162-85fb-4def-802f-8816f4f2305c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=59f82162-85fb-4def-802f-8816f4f2305c,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:27.508510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:27.525591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77245520-8b57-4b60-be4b-b3ed8da8f466 req-1638f123-a1b4-4f03-a532-9d17d2848e94 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563674 Feb 13 23:21:27.556408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa09c3e9-2ac0-4c88-b6b7-926d58c0f035 req-64712ab0-9c3d-429b-ae15-9f559661ad1a tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199336 Feb 13 23:21:27.559232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:27.591489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Attempting to bind port ec7d725b-75fa-4ec5-8631-b68b3a500645 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:27.591816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Attempting to bind port ec7d725b-75fa-4ec5-8631-b68b3a500645 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:27.592146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Attempting to bind port ec7d725b-75fa-4ec5-8631-b68b3a500645 on network 267bdd04-3202-48ff-a115-db974cdad2f6 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:27.693961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:27.812609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 59f82162-85fb-4def-802f-8816f4f2305c owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:27.822850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Checking segment: {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:27.823210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Network hostable DHCP agents. Network: bfb05208-b625-4f10-ba40-1573f277b775, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:21:27.867057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Allocated IP 172.20.0.4 (96b65459-2ac5-48ff-8e43-cff9d5314117/3feb3044-ddb4-4a01-8095-3fece4a5ef20/0926b749-74f9-4a2c-97b3-b63055a4b3d7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:27.880775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Port ec7d725b-75fa-4ec5-8631-b68b3a500645 on network 267bdd04-3202-48ff-a115-db974cdad2f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:27.881107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Attempting to bind port ec7d725b-75fa-4ec5-8631-b68b3a500645 on network 267bdd04-3202-48ff-a115-db974cdad2f6 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:27.891101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45010055-a17e-4b25-bfd2-6be43c38e5a2 req-bede8679-981e-49d5-8dc1-88a8ec11e76e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421372 Feb 13 23:21:27.893534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421048c-a20c-4866-b179-26f4d9891066 req-435493f7-4514-4d3a-93ad-04152926db42 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.895549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5421048c-a20c-4866-b179-26f4d9891066 req-435493f7-4514-4d3a-93ad-04152926db42 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 943 time: 0.2061243 Feb 13 23:21:27.898572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Network bfb05208-b625-4f10-ba40-1573f277b775 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:21:27.912968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:27.913302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Checking segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:27.913677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Bound using segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:27.914161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Bound port: ec7d725b-75fa-4ec5-8631-b68b3a500645, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:27.914488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:27.939113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bfb05208-b625-4f10-ba40-1573f277b775) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:27.954682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b599e85-d02b-41e1-b62a-3adce21d16a2 None None] Network bfb05208-b625-4f10-ba40-1573f277b775 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:27.956113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:27.956820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.094686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5421048c-a20c-4866-b179-26f4d9891066 req-9b241f1f-fdbc-47a8-a396-0f2c41045735 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778624 Feb 13 23:21:28.096094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-357d6afa-b89e-4b4f-adad-999171861e55 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2413464 Feb 13 23:21:28.103166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40222) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:28.140654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:28.149841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:28.153945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-4c144ca0-c268-47d6-8b4a-c7f91a351eef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1095 time: 0.5595076 Feb 13 23:21:28.158489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Usage tracker for resource:router and tenant:1c29f4fdd4d143b98c9d621fdd474d9e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:28.163782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:28.174932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:28.201792 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.217558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.218530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.286725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-acc3438c-781f-4e47-bf06-c0ca8014ca0f req-7e349253-3dd3-493b-9069-c8a4dd149e1d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 210 time: 0.1535709 Feb 13 23:21:28.295450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.322579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.352048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=59f82162-85fb-4def-802f-8816f4f2305c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:28.358197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:28.362315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.380285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-bfb05208-b625-4f10-ba40-1573f277b775', 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'fixed_ips': [{'subnet_id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:21:28.381338 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.424894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:28.444730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.587152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac38d04-997d-473b-80e8-307fceee8583 req-9d4933e6-0641-4738-9ade-c3ad8944beac tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:28.594306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ac38d04-997d-473b-80e8-307fceee8583 req-9d4933e6-0641-4738-9ade-c3ad8944beac tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 944 time: 0.3820388 Feb 13 23:21:28.598965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:28.605002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port 59f82162-85fb-4def-802f-8816f4f2305c on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:28.616094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.621137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.622513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec7d725b-75fa-4ec5-8631-b68b3a500645 HTTP/1.1" status: 200 len: 1091 time: 4.1960485 Feb 13 23:21:28.622745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 54854113-2cdb-4092-94be-06e37482a24b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:28.625297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:28.629909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-deleted', 'tag': '59f82162-85fb-4def-802f-8816f4f2305c'}, {'name': 'network-changed', 'server_uuid': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'tag': 'ec7d725b-75fa-4ec5-8631-b68b3a500645'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:28.631012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:28.637035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:28.647688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Allocated IP 172.20.0.2 (bfb05208-b625-4f10-ba40-1573f277b775/fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a/fa20b442-656d-4309-b332-fe8bc31b97f7) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:28.688753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-73e5be55-f737-4339-b106-eb7c2b5effb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:28.690239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-73e5be55-f737-4339-b106-eb7c2b5effb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.4895945 Feb 13 23:21:28.724346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.741518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ac38d04-997d-473b-80e8-307fceee8583 req-a92bdbba-db86-4f01-8ac2-b6f6e93269ee tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459413 Feb 13 23:21:28.761032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:28.762529 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.867381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-76222585-2e16-4721-9e16-7364738cf5ce tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8119631 Feb 13 23:21:28.880390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Request body: {'port': {'device_id': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:28.901522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b98af2-39b8-4287-9e38-591e3541d832 req-ded3e8af-8e81-460a-83b7-6e3509154fb4 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "DELETE /v2.0/ports/59f82162-85fb-4def-802f-8816f4f2305c HTTP/1.1" status: 204 len: 173 time: 2.5876453 Feb 13 23:21:28.908481 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:28.916106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035e641-3323-4168-b505-78b43b4d7170 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:28.983763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54854113-2cdb-4092-94be-06e37482a24b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:29.009543 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-91085bcd-3c80-4a2b-ba09-931471c7985e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 217 time: 0.2567186 Feb 13 23:21:29.009783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=54854113-2cdb-4092-94be-06e37482a24b,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:29.025105 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.025890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7b44a895-dc15-4f2b-a466-47b3a8d456a4 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:29.089413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:29.089765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.095901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.131642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7877612e-4eea-4621-9086-d4deb9cdb6bf req-c1674d07-9eee-4863-9a8c-dd984a8e4f3c tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 1099 time: 0.6764786 Feb 13 23:21:29.140824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Transition to ACTIVE for port object fa20b442-656d-4309-b332-fe8bc31b97f7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:29.180409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:29.185669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Transition to ACTIVE for port object fa20b442-656d-4309-b332-fe8bc31b97f7 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:29.199053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.214803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-cb87a636-b300-4a96-8894-cd7789bd7458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:29.216258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-cb87a636-b300-4a96-8894-cd7789bd7458 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1914177 Feb 13 23:21:29.219407 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.233146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44f4e746-6f95-4990-84a2-ffd4e13994ea req-712b8c2a-3624-4cc3-859a-463d51c3019c tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1096 time: 0.2012947 Feb 13 23:21:29.320079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-a115bbbd-c21d-47ce-8cd0-a8cdec4054e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958505 Feb 13 23:21:29.327090 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-babe4832-bbf5-4ef1-89e9-886ae4d1f576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 1094 time: 0.5666037 Feb 13 23:21:29.345136 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.360283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Network bfb05208-b625-4f10-ba40-1573f277b775 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:29.368534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:29.371556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Pushing event updated for resources: {'Port': ['ID=fa20b442-656d-4309-b332-fe8bc31b97f7,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:29.373991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:29.433176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44f4e746-6f95-4990-84a2-ffd4e13994ea req-1aa9e4ca-32ef-4ac9-b305-242c30168436 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758430 Feb 13 23:21:29.461984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:29.463517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.477702 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.478638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 59f82162-85fb-4def-802f-8816f4f2305c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:29.515434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.559279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Attempting to bind port fa20b442-656d-4309-b332-fe8bc31b97f7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:29.560574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Attempting to bind port fa20b442-656d-4309-b332-fe8bc31b97f7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:29.560574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Attempting to bind port fa20b442-656d-4309-b332-fe8bc31b97f7 on network bfb05208-b625-4f10-ba40-1573f277b775 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:29.565712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 59f82162-85fb-4def-802f-8816f4f2305c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:29.566683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 59f82162-85fb-4def-802f-8816f4f2305c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:29.584045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:29.584341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Checking segment: {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:29.585257 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.585257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Bound using segment: {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:29.585825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Bound port: fa20b442-656d-4309-b332-fe8bc31b97f7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:29.586284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.606633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7877612e-4eea-4621-9086-d4deb9cdb6bf req-a941b34e-3589-4aee-8dfb-c8c30f97dd7f tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530418 Feb 13 23:21:29.653738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:29.731331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:29.736689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:29.747362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:29.839837 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54854113-2cdb-4092-94be-06e37482a24b', 'code': 200} Feb 13 23:21:29.848535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74163367-bee2-4973-a7dd-7e673c243da4 None None] Pushing event updated for resources: {'Port': ['ID=fa20b442-656d-4309-b332-fe8bc31b97f7,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:29.889507 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-deleted', 'tag': '59f82162-85fb-4def-802f-8816f4f2305c', 'status': 'completed', 'code': 200} Feb 13 23:21:29.889767 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'tag': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'status': 'completed', 'code': 200} Feb 13 23:21:29.912435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-bc4d1b01-d491-4367-975d-278994be3bf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645 HTTP/1.1" status: 200 len: 217 time: 0.4052706 Feb 13 23:21:29.992585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0926b749-74f9-4a2c-97b3-b63055a4b3d7 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:29.996892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Allocated IP 172.25.4.88 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/85c6e791-d976-4027-ac9b-cee7c34811c3) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:30.012290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.067387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Transition to ACTIVE for port object 0926b749-74f9-4a2c-97b3-b63055a4b3d7 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:30.149191 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e31ea7b-84e5-42b4-bcca-23d0fb2189b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.150540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.165813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-3add2c2f-e1d8-40be-b0da-86f9b26ca4f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:30.167248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-3add2c2f-e1d8-40be-b0da-86f9b26ca4f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 200 len: 861 time: 0.2321029 Feb 13 23:21:30.178087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:30.179121 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.233078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-04d7f157-212c-4077-b376-2e3162d47f83 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9050138 Feb 13 23:21:30.313039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08694e-bfd8-4b23-b2a9-977a69318619 req-2f1a25cc-aa8d-463a-90dd-75a779d8f9b6 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:30.318069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08694e-bfd8-4b23-b2a9-977a69318619 req-2f1a25cc-aa8d-463a-90dd-75a779d8f9b6 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:30.324906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d08694e-bfd8-4b23-b2a9-977a69318619 req-2f1a25cc-aa8d-463a-90dd-75a779d8f9b6 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 1678 time: 0.5519929 Feb 13 23:21:30.353697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-fddf139f-2673-4a85-b528-0909649fae90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=267bdd04-3202-48ff-a115-db974cdad2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781666 Feb 13 23:21:30.360534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 7b44a895-dc15-4f2b-a466-47b3a8d456a4 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:30.362242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:30.390012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa20b442-656d-4309-b332-fe8bc31b97f7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:30.452467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.468269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fa20b442-656d-4309-b332-fe8bc31b97f7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:30.497634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d08694e-bfd8-4b23-b2a9-977a69318619 req-c438f53f-4ec2-40ae-ba91-ca7cffcde05c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718738 Feb 13 23:21:30.549696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Attempting to bind port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:30.550057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Attempting to bind port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:30.550470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Attempting to bind port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:30.561343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:30.562114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Attempting to bind port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:30.571210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.613344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:30.614231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Checking segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:30.614865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Bound using segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:30.615487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Bound port: 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:30.616002 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:30.634304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90096-1972-473d-af75-575387b6cce7 req-11aa9f3e-90ae-4b79-a548-cc46e6178288 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:30.634992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6db90096-1972-473d-af75-575387b6cce7 req-11aa9f3e-90ae-4b79-a548-cc46e6178288 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:30.696196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:30.720445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:21:30.720757 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:21:30.735632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-680c48d3-cff6-4237-a485-0e5127e3fdb7 service neutron] 10.222.0.42 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245196 Feb 13 23:21:30.748561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e49d6c4e-cfd2-4325-8589-9ed5fb01bd6f req-c16bbde9-4bee-4427-bd9f-c5a57593e4fa service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986290 Feb 13 23:21:30.753859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:30.767125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:30.772620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:30.778319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6db90096-1972-473d-af75-575387b6cce7 req-11aa9f3e-90ae-4b79-a548-cc46e6178288 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:30.786557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6db90096-1972-473d-af75-575387b6cce7 req-11aa9f3e-90ae-4b79-a548-cc46e6178288 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 943 time: 0.8039632 Feb 13 23:21:30.819294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Pushing event updated for resources: {'Port': ['ID=85c6e791-d976-4027-ac9b-cee7c34811c3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:30.918084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6db90096-1972-473d-af75-575387b6cce7 req-c090d83a-1a3f-4a55-b9de-b3d891ce52d1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:30.934626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:30.953096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '66b10338-0230-4d33-af77-4f48a34b9897', 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8', 'port_id': '66b10338-0230-4d33-af77-4f48a34b9897', 'mac_address': 'fa:16:3e:04:ce:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e7f9f6-a3cd-42fb-a87f-b7e45878554b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:30.957056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Router 7f2aaa49-0c91-4f23-87a7-972916124dd4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:21:30.989915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d18e2d52-11aa-4e69-a68a-648960b21b44 req-5cb7ad84-c26c-44f8-8613-f401e36ed9fb service neutron] 10.222.0.42 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436175 Feb 13 23:21:30.992931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6db90096-1972-473d-af75-575387b6cce7 req-c090d83a-1a3f-4a55-b9de-b3d891ce52d1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:31.007710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6db90096-1972-473d-af75-575387b6cce7 req-c090d83a-1a3f-4a55-b9de-b3d891ce52d1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197075 Feb 13 23:21:31.086469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.124989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b10338-0230-4d33-af77-4f48a34b9897 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:31.129905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:31.143876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:31.161618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a03e-48f5-4206-b58d-ba7a3082b0c2 req-45452b41-08b6-42c1-b38a-7dfc64b0bf96 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:31.162381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f507a03e-48f5-4206-b58d-ba7a3082b0c2 req-45452b41-08b6-42c1-b38a-7dfc64b0bf96 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:31.164881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:31.167028 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.174664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.219988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.220316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] 10.222.0.31 "PUT /v2.0/ports/0926b749-74f9-4a2c-97b3-b63055a4b3d7 HTTP/1.1" status: 200 len: 1091 time: 2.3457015 Feb 13 23:21:31.221627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:31.269013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:31.275963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca073163-ef42-450e-b048-ebf840611486 None None] Network bfb05208-b625-4f10-ba40-1573f277b775 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:31.290833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:31.292477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.330299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f507a03e-48f5-4206-b58d-ba7a3082b0c2 req-45452b41-08b6-42c1-b38a-7dfc64b0bf96 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:31.332136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f507a03e-48f5-4206-b58d-ba7a3082b0c2 req-45452b41-08b6-42c1-b38a-7dfc64b0bf96 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 943 time: 0.6874061 Feb 13 23:21:31.374857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224d8d-31d2-4f98-b9ea-a1f103335380 service neutron] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:31.405767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.406651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.419076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] Provisioning for port fa20b442-656d-4309-b332-fe8bc31b97f7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:31.425208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] Provisioning complete for port fa20b442-656d-4309-b332-fe8bc31b97f7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:31.425404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.426015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f507a03e-48f5-4206-b58d-ba7a3082b0c2 req-c5af4d8d-3566-4477-b860-5917d1933303 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779943 Feb 13 23:21:31.489951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['66b10338-0230-4d33-af77-4f48a34b9897'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:31.581374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-e9f5c0a1-2b1a-46aa-a4ec-3854ae7215b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 1094 time: 0.3072376 Feb 13 23:21:31.665703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-a2fe47b4-f12b-44b9-a185-c4c1e8100a47 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828094 Feb 13 23:21:31.694414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-e2261e72-2901-473c-9655-9268ec191cc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 1094 time: 0.4108343 Feb 13 23:21:31.705138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-e622762c-9c9f-4e70-90d3-73070dcda9ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0997062 Feb 13 23:21:31.707427 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.746307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5af8dac6-5320-41ee-9af9-775bb5e74272 req-baec768c-fe34-4560-a0ed-d8d5cdda58a2 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 1096 time: 0.4614105 Feb 13 23:21:31.825112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:31.841693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:31.851368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.890215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-78917551-3f1e-4667-9be9-f6e448221206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:31.891252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-78917551-3f1e-4667-9be9-f6e448221206 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.1300921 Feb 13 23:21:31.896140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028851-427e-483c-afea-48e4b35b59da req-d6d9f076-b57b-48f3-809e-c66786ea45df tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:31.902723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-d6d9f076-b57b-48f3-809e-c66786ea45df tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280583 Feb 13 23:21:31.908186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 7b44a895-dc15-4f2b-a466-47b3a8d456a4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7b44a895-dc15-4f2b-a466-47b3a8d456a4,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:31.908807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:31.942422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5af8dac6-5320-41ee-9af9-775bb5e74272 req-62dd56e0-63b6-4a6f-8c8a-55547c6323ba tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949468 Feb 13 23:21:31.958194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c699dfd-de6b-491b-bbf3-fb6409f4222c None None] Pushing event updated for resources: {'Port': ['ID=fa20b442-656d-4309-b332-fe8bc31b97f7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:31.990171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-a0018761-a5f2-42ab-9221-ca83d7ce48db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836399 Feb 13 23:21:32.028411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-c5b74d6d-ee3d-490a-a2d8-c94413eb4be9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/quotas/6a37e2a3e8ca4b8ea8924bb2899c3b2e HTTP/1.1" status: 200 len: 375 time: 0.1242695 Feb 13 23:21:32.129464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 7b44a895-dc15-4f2b-a466-47b3a8d456a4 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:32.258622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-03e1a4fc-97ce-4a1f-836d-2563475afec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:32.260268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-03e1a4fc-97ce-4a1f-836d-2563475afec1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 921 time: 0.5527151 Feb 13 23:21:32.264307 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-55ae8afb-89e0-42fb-9909-e44cf89d51e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:32.302485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cb1d813f-b635-4b91-bbea-8849faf1e23a None None] Provisioning complete for port fa20b442-656d-4309-b332-fe8bc31b97f7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:32.302485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb1d813f-b635-4b91-bbea-8849faf1e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:32.302829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-81261801-6b0e-49ea-8780-1a7266151f3b service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023708 Feb 13 23:21:32.314586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-c48c910a-fafa-4fe0-abc9-a02c5c876285 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2851887 Feb 13 23:21:32.369610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa20b442-656d-4309-b332-fe8bc31b97f7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:32.392011 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-c6d20b27-e9dd-48ad-b12a-7a951f8d24e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645 HTTP/1.1" status: 200 len: 217 time: 0.1159127 Feb 13 23:21:32.476330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:21:32.487986 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] Sync routers for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:21:32.488530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7322a8cc-341b-4110-a5cb-f4f899bfa37f req-b174b6ec-e4fb-49a0-a6a9-a348161ed29b service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725054 Feb 13 23:21:32.505983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:32.506551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:21:32.507974 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:32.518481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fa20b442-656d-4309-b332-fe8bc31b97f7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:32.518652 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'status': 'completed', 'code': 200} Feb 13 23:21:32.519788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:32.601277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7f8bdaa1-4d76-46a8-aa64-45ffbacd31df admin admin] 10.222.0.36 "PUT /v2.0/routers/7f2aaa49-0c91-4f23-87a7-972916124dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7724750 Feb 13 23:21:32.610454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:32.796676 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:32.873498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-9c4f7f00-def4-48e4-aff4-109f42248ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:32.875388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-9c4f7f00-def4-48e4-aff4-109f42248ef1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 200 len: 861 time: 0.4736471 Feb 13 23:21:32.889146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:33.006849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-3994fafa-0d1d-4539-8941-406ed62fb8cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 1094 time: 0.3601279 Feb 13 23:21:33.016801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37d32f-ef33-45bb-a837-b206f1324be2 req-7f67874d-2ced-4b35-8825-7050fb0e5604 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:33.024293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37d32f-ef33-45bb-a837-b206f1324be2 req-7f67874d-2ced-4b35-8825-7050fb0e5604 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:33.033688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d37d32f-ef33-45bb-a837-b206f1324be2 req-7f67874d-2ced-4b35-8825-7050fb0e5604 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 1600 time: 0.2673855 Feb 13 23:21:33.178667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae0800-4557-4bc7-96c0-7ded08fc2e47 req-328079af-86eb-4777-b111-8fdbc8eb5fae tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:33.180224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7aae0800-4557-4bc7-96c0-7ded08fc2e47 req-328079af-86eb-4777-b111-8fdbc8eb5fae tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 945 time: 0.9611924 Feb 13 23:21:33.212575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=7b44a895-dc15-4f2b-a466-47b3a8d456a4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:33.215922 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-81c96782-2767-463b-93ee-f78bac5367c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=267bdd04-3202-48ff-a115-db974cdad2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287005 Feb 13 23:21:33.299983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:21:24Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:33.310891 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] Checking router: 7f2aaa49-0c91-4f23-87a7-972916124dd4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:21:33.327903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] Routers {'7f2aaa49-0c91-4f23-87a7-972916124dd4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:33.328568 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7f2aaa49-0c91-4f23-87a7-972916124dd4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:33.347582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d37d32f-ef33-45bb-a837-b206f1324be2 req-f0ce780d-1917-411a-b91c-646fdd98ab39 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126972 Feb 13 23:21:33.495463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port 7b44a895-dc15-4f2b-a466-47b3a8d456a4 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:33.506071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:33.506797 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4', 'code': 200} Feb 13 23:21:33.507969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b98af2-39b8-4287-9e38-591e3541d832 req-044515b0-5bcc-4661-ae91-49ad7d341b3f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "DELETE /v2.0/ports/7b44a895-dc15-4f2b-a466-47b3a8d456a4 HTTP/1.1" status: 204 len: 173 time: 4.5856779 Feb 13 23:21:33.510558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7aae0800-4557-4bc7-96c0-7ded08fc2e47 req-23c985c0-4a8d-483e-a7aa-ed9148553cd6 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123465 Feb 13 23:21:33.510982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-deleted', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:33.524154 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:33.530784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-eef5f018-1451-4f9a-9d66-1324c21fbc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:33.535030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-eef5f018-1451-4f9a-9d66-1324c21fbc28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 903 time: 0.4753795 Feb 13 23:21:33.636583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-58360b77-886b-4644-818d-012083a5adba service neutron] 10.222.0.42 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025831 Feb 13 23:21:33.640493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 54854113-2cdb-4092-94be-06e37482a24b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:33.640838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:33.676542 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:33.770566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-749d2478-9406-4342-9880-3618ad1efbd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7 HTTP/1.1" status: 200 len: 217 time: 0.2256978 Feb 13 23:21:33.774614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:21:33.790977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Sync routers for ids ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:21:33.802722 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] Set router 7f2aaa49-0c91-4f23-87a7-972916124dd4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:33.809220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Routers {'9ec648f5-ab30-41bd-93cf-1137c0cdca73'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:33.812506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:33.852985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-efd086e0-1dbb-41bc-816a-0fcac8f5040d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:33.854478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-efd086e0-1dbb-41bc-816a-0fcac8f5040d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.0637822 Feb 13 23:21:33.896826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:33.897798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-42b65e01-2631-4910-acde-f1816b602409 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7936442 Feb 13 23:21:33.907719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40280) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:33.986741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-35d59bca-48b7-4daa-b488-be90a4bce146 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228404 Feb 13 23:21:34.112601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc39849a-8fac-49b3-8d9c-63b203aa0c0d req-6426dbf9-175c-406b-b287-479ab23a8193 service neutron] 10.222.0.42 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302955 Feb 13 23:21:34.127870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Set router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:34.391809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939ca70-8fd2-41cb-aad5-297719cc7cfd req-835694a5-875e-4681-9fcc-dd929cda2bb2 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:34.402225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c939ca70-8fd2-41cb-aad5-297719cc7cfd req-835694a5-875e-4681-9fcc-dd929cda2bb2 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 943 time: 0.6800542 Feb 13 23:21:34.445889 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:21:24Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:34.449601 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ff220-d3d8-44ba-9ef1-529eaec4d1d9 None None] The sync data for ids ['7f2aaa49-0c91-4f23-87a7-972916124dd4'] in n-d-828979-1 is: [{'id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2127878818-router', 'tenant_id': '998a9ff1edbc48009932783a951f8c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:17:50Z', 'updated_at': '2022-02-13T23:21:24Z', 'revision_number': 5, 'project_id': '998a9ff1edbc48009932783a951f8c20', 'gw_port': {'id': '0178ed73-9e98-4b49-964e-bd56945414aa', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2aaa49-0c91-4f23-87a7-972916124dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:17:53Z', 'updated_at': '2022-02-13T23:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:21:34.453964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-5fdf826b-2591-490a-984d-c0edd6de8cf2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2666862 Feb 13 23:21:34.517258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:21:31Z', 'revision_number': 3, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:34.524098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Checking router: 9ec648f5-ab30-41bd-93cf-1137c0cdca73 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:21:34.524642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Updating router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 port 85c6e791-d976-4027-ac9b-cee7c34811c3 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:21:34.546146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-eca2639c-9dae-4c20-91b0-7259e615c37b service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059278 Feb 13 23:21:34.584353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c939ca70-8fd2-41cb-aad5-297719cc7cfd req-f7a77381-7740-455f-8349-759bc6c9c31a tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812561 Feb 13 23:21:34.590779 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:34.614945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd6502d7-c1e4-489a-9091-5acd14b3fa90 req-157f7700-1411-488e-bf5d-0e5abb65dcf3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 210 time: 0.2116342 Feb 13 23:21:34.629411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec7d725b-75fa-4ec5-8631-b68b3a500645 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:34.636703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 54854113-2cdb-4092-94be-06e37482a24b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=54854113-2cdb-4092-94be-06e37482a24b,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:34.637063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:34.646270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:34.800870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:34.835426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'port_id': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'mac_address': 'fa:16:3e:13:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635017be-31b2-444b-9504-6b562caa5ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:34.837116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:34.839414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:34.846360 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-deleted', 'tag': '7b44a895-dc15-4f2b-a466-47b3a8d456a4', 'status': 'completed', 'code': 200} Feb 13 23:21:34.902530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7032ecf2-79ad-4b25-889b-ef041a3f9b7f req-1a6dcabf-23ae-41a4-b912-2cb1de2b4c90 service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493810 Feb 13 23:21:34.903825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028851-427e-483c-afea-48e4b35b59da req-c2a5e26f-76d0-4f7c-88b0-4d080d24f304 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:34.905503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-c2a5e26f-76d0-4f7c-88b0-4d080d24f304 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043989 Feb 13 23:21:35.009595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:35.141039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:35.141857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d2802-b144-4444-bf53-b768d4bbfc39 req-8014728c-0d70-4668-889b-8f877947e063 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:35.149334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-597d2802-b144-4444-bf53-b768d4bbfc39 req-8014728c-0d70-4668-889b-8f877947e063 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 943 time: 0.3551531 Feb 13 23:21:35.206727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:35.217654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:35.223766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-597d2802-b144-4444-bf53-b768d4bbfc39 req-26e0c34b-43d6-4a17-a479-4c48f0b40825 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727077 Feb 13 23:21:35.251182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:35.256127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7d725b-75fa-4ec5-8631-b68b3a500645 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:35.260203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:21:35.301730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 66b10338-0230-4d33-af77-4f48a34b9897 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:35.333898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 54854113-2cdb-4092-94be-06e37482a24b owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:35.371787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:35.384016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 66b10338-0230-4d33-af77-4f48a34b9897 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:35.384604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:35.446738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:35.534261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:35.603102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:35.606658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:35.739075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34cbef-df6a-4cbd-96dd-1058bf97f98e req-91cafc75-23d0-4930-94d9-a855233c091d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:35.745634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d34cbef-df6a-4cbd-96dd-1058bf97f98e req-91cafc75-23d0-4930-94d9-a855233c091d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 945 time: 0.2967191 Feb 13 23:21:35.760386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ec7d725b-75fa-4ec5-8631-b68b3a500645'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:35.797832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d34cbef-df6a-4cbd-96dd-1058bf97f98e req-b7c7c996-278d-4e00-899d-2a9688d438cf tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 Feb 13 23:21:35.807758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201301-8a0a-4e9e-b18f-7959a079500e req-9fb9058d-10fe-4d01-a6af-47f900f48f36 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:35.808585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3a201301-8a0a-4e9e-b18f-7959a079500e req-9fb9058d-10fe-4d01-a6af-47f900f48f36 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:35.849534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:35.903372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'mac_address': 'fa:16:3e:60:3e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:35.912769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:35.953861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3a201301-8a0a-4e9e-b18f-7959a079500e req-9fb9058d-10fe-4d01-a6af-47f900f48f36 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:35.955259 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a201301-8a0a-4e9e-b18f-7959a079500e req-9fb9058d-10fe-4d01-a6af-47f900f48f36 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6b1405-7250-465f-9a7a-168960ecc10b HTTP/1.1" status: 200 len: 944 time: 0.7289846 Feb 13 23:21:35.985543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.004971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:36.013274 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:21:36.048958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.164 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/affbdd63-77f1-42d1-a03d-230cd64a8ac8) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:36.072357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=54854113-2cdb-4092-94be-06e37482a24b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:36.085127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:36.106005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.151027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a201301-8a0a-4e9e-b18f-7959a079500e req-49c9b558-8f61-4574-a190-d12adca60371 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869183 Feb 13 23:21:36.174414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.192615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013a803-a9db-4465-92a5-310766376c5b req-46082f86-0533-445a-ab13-1cbfe11272a8 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:36.195338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8013a803-a9db-4465-92a5-310766376c5b req-46082f86-0533-445a-ab13-1cbfe11272a8 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 944 time: 0.2725711 Feb 13 23:21:36.204496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:36.208950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.232018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port 54854113-2cdb-4092-94be-06e37482a24b on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:36.239430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.239916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.255081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0926b749-74f9-4a2c-97b3-b63055a4b3d7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:36.272438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:36.293417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.300372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Transition to ACTIVE for port object 85c6e791-d976-4027-ac9b-cee7c34811c3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:36.341107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3587fbb4-b3b3-4044-b609-badd0deceb00 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:36.392693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b98af2-39b8-4287-9e38-591e3541d832 req-413d0cf7-ff40-45bc-a254-565721c895e7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.42 "DELETE /v2.0/ports/54854113-2cdb-4092-94be-06e37482a24b HTTP/1.1" status: 204 len: 173 time: 2.8707654 Feb 13 23:21:36.392977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.410638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3587fbb4-b3b3-4044-b609-badd0deceb00 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:36.411487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3587fbb4-b3b3-4044-b609-badd0deceb00 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:36.445428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7cea3bbe-bc0c-467f-b180-de9dcaea37e2 req-e253f0ca-b4ff-498b-b87e-55beab261640 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:36.453307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8013a803-a9db-4465-92a5-310766376c5b req-d76793d4-c24d-4488-a8b1-9477d81a6a91 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437711 Feb 13 23:21:36.473052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.487450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Attempting to bind port 85c6e791-d976-4027-ac9b-cee7c34811c3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:36.487450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Attempting to bind port 85c6e791-d976-4027-ac9b-cee7c34811c3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:36.487450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Attempting to bind port 85c6e791-d976-4027-ac9b-cee7c34811c3 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:36.495162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:36.497686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Deleting port 0178ed73-9e98-4b49-964e-bd56945414aa {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:36.498204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.555525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:36.556176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:36.556273 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.556671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:36.557145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Bound port: 85c6e791-d976-4027-ac9b-cee7c34811c3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:36.557514 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.564562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7cea3bbe-bc0c-467f-b180-de9dcaea37e2 req-e253f0ca-b4ff-498b-b87e-55beab261640 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:36.578226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cea3bbe-bc0c-467f-b180-de9dcaea37e2 req-e253f0ca-b4ff-498b-b87e-55beab261640 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 210 time: 0.1798563 Feb 13 23:21:36.615074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0926b749-74f9-4a2c-97b3-b63055a4b3d7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:36.661779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Allocated IP 172.20.0.1 (bfb05208-b625-4f10-ba40-1573f277b775/fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a/feed53a7-b039-49e9-87f3-04fc11bb9304) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:36.692202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889bfb6-e3f4-4813-81dd-4b1faa7033c4 None None] Pushing event updated for resources: {'Port': ['ID=85c6e791-d976-4027-ac9b-cee7c34811c3,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:36.753550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] For port 85c6e791-d976-4027-ac9b-cee7c34811c3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:36.757091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] For port 85c6e791-d976-4027-ac9b-cee7c34811c3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=85c6e791-d976-4027-ac9b-cee7c34811c3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:36.764880 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897', 'code': 200} Feb 13 23:21:36.772434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.811634 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.877713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] For port 0178ed73-9e98-4b49-964e-bd56945414aa, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0178ed73-9e98-4b49-964e-bd56945414aa,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:36.878132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.937215 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:36.960807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Routers {'9ec648f5-ab30-41bd-93cf-1137c0cdca73'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:36.961442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:37.030225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-deleted', 'tag': '54854113-2cdb-4092-94be-06e37482a24b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:37.046621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.077756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889bfb6-e3f4-4813-81dd-4b1faa7033c4 None None] Pushing event updated for resources: {'Port': ['ID=85c6e791-d976-4027-ac9b-cee7c34811c3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:37.126333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Transition to ACTIVE for port object feed53a7-b039-49e9-87f3-04fc11bb9304 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:37.170433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cb42ff1-b10f-45f3-abce-2ff727ca5773 req-003dbe84-70c0-4133-aac6-3ad129b163db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1097 time: 0.2750185 Feb 13 23:21:37.177318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62931d-0d87-4655-ba5d-b18fc2d12541 req-67948785-4724-4d7c-bc1c-16ea6cd97385 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:37.184021 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d62931d-0d87-4655-ba5d-b18fc2d12541 req-67948785-4724-4d7c-bc1c-16ea6cd97385 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 944 time: 0.2874801 Feb 13 23:21:37.204911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object affbdd63-77f1-42d1-a03d-230cd64a8ac8 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:37.244169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Calling delete_port for 0178ed73-9e98-4b49-964e-bd56945414aa owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:37.275680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.309426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] Set router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:37.391154 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cb42ff1-b10f-45f3-abce-2ff727ca5773 req-1857d945-b74a-4803-9e3f-640dfc3fbe8b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895444 Feb 13 23:21:37.410080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d62931d-0d87-4655-ba5d-b18fc2d12541 req-865f8550-07cd-4022-af7a-2c490b337ff5 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247033 Feb 13 23:21:37.427259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870b8ca-dd93-4d08-af0e-25c80475cb32 req-a7d8e4a1-1cb2-481d-8983-17467e92a35d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:37.429021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7870b8ca-dd93-4d08-af0e-25c80475cb32 req-a7d8e4a1-1cb2-481d-8983-17467e92a35d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 946 time: 0.3090949 Feb 13 23:21:37.431570 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.457070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Network bfb05208-b625-4f10-ba40-1573f277b775 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:37.458750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Pushing event updated for resources: {'Port': ['ID=feed53a7-b039-49e9-87f3-04fc11bb9304,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:37.464964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:37.468379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:37.484082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a', 'cc8d06c7-34ef-4794-b662-34cd2c2d789d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:37.547096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:37.556840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:37.576302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:37.583375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.637268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40336) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:37.680683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=affbdd63-77f1-42d1-a03d-230cd64a8ac8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:37.780277 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6b1405-7250-465f-9a7a-168960ecc10b', 'name': 'network-vif-deleted', 'tag': '54854113-2cdb-4092-94be-06e37482a24b', 'status': 'completed', 'code': 200} Feb 13 23:21:37.806591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7870b8ca-dd93-4d08-af0e-25c80475cb32 req-7d2c6777-5efb-4b4a-b613-14ac218f0be9 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695695 Feb 13 23:21:37.815640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:37.817787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.877390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.892710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-bae720c8-3da7-4558-8669-c5e1b3fcc84c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8868656 Feb 13 23:21:37.895964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:37.993228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', '5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:38.000053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Request body: {'port': {'device_id': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:38.061534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Pushing event deleted for resources: {'Port': ['ID=0178ed73-9e98-4b49-964e-bd56945414aa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:38.121943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8ce89b78-3cdc-424b-accb-2121de21aae8 None None] Provisioning for port feed53a7-b039-49e9-87f3-04fc11bb9304 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:38.135563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8ce89b78-3cdc-424b-accb-2121de21aae8 None None] Provisioning complete for port feed53a7-b039-49e9-87f3-04fc11bb9304 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:38.135934 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b78-3cdc-424b-accb-2121de21aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.335925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.354578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.368739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89b78-3cdc-424b-accb-2121de21aae8 None None] Port feed53a7-b039-49e9-87f3-04fc11bb9304 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:21:38.384067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:21:31Z', 'revision_number': 3, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:38.413853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3012536-63dd-4506-8851-aa4944743a45 None None] The sync data for ids ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'] in n-d-828979-1 is: [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:21:31Z', 'revision_number': 3, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:21:38.516314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Pushing event updated for resources: {'Port': ['ID=feed53a7-b039-49e9-87f3-04fc11bb9304,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:38.585783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting subnet b4c5e110-52cb-406c-b888-dd1ad1c82e55 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:21:38.592224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.638544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.681155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec7d725b-75fa-4ec5-8631-b68b3a500645 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:38.755628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:38.804220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.833658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.889410 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.892731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:38.957182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f1a1670b-5c94-46a0-b548-93664377a5f9 None None] Provisioning for port affbdd63-77f1-42d1-a03d-230cd64a8ac8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:39.000075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f1a1670b-5c94-46a0-b548-93664377a5f9 None None] Provisioning complete for port affbdd63-77f1-42d1-a03d-230cd64a8ac8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:39.000748 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1a1670b-5c94-46a0-b548-93664377a5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.044850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e1472-d212-4475-b8ec-28023509bf37 req-42b798ed-e6a3-42b1-935a-645967723183 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:39.047171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-907e1472-d212-4475-b8ec-28023509bf37 req-42b798ed-e6a3-42b1-935a-645967723183 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 936 time: 0.8056808 Feb 13 23:21:39.168103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1670b-5c94-46a0-b548-93664377a5f9 None None] Port affbdd63-77f1-42d1-a03d-230cd64a8ac8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:21:39.191557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ec7d725b-75fa-4ec5-8631-b68b3a500645 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:39.246261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:39.253005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ec7d725b-75fa-4ec5-8631-b68b3a500645 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:39.253911 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.264728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.320463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:39.321429 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.396011 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.406349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.418593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-907e1472-d212-4475-b8ec-28023509bf37 req-74e6238b-53ed-4f10-ba6d-a12786dd6312 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560174 Feb 13 23:21:39.435890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.494295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.522794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3607f4-e922-4a77-b7d3-6acebf10747d req-55f297cd-78a6-4f6a-baa0-51e697d64934 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:39.538176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df3607f4-e922-4a77-b7d3-6acebf10747d req-55f297cd-78a6-4f6a-baa0-51e697d64934 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 944 time: 1.3457284 Feb 13 23:21:39.616084 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.629231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.629842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2aaa49-0c91-4f23-87a7-972916124dd4 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:21:39.657382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:39.671169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:39.672020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c5e110-52cb-406c-b888-dd1ad1c82e55,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:39.673833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.678706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9c8d221c-41d3-4995-95e4-8cfffb85a892 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f2aaa49-0c91-4f23-87a7-972916124dd4 HTTP/1.1" status: 204 len: 168 time: 7.0611682 Feb 13 23:21:39.679845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.686417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6058914-3c0f-4a29-816d-23029ad3f5e8 None None] Network 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:39.695962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e87e77d8-eb59-4600-9abf-81a0a30db98c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/subnets/b4c5e110-52cb-406c-b888-dd1ad1c82e55 HTTP/1.1" status: 204 len: 168 time: 2.0587144 Feb 13 23:21:39.702294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40368) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:39.703143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40370) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:39.717841 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:39.936585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f958d-842c-416a-94d8-26b4f5016e0a req-bb624c7b-1b9b-4dfa-9c60-54ea5001904c tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:39.938152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-542f958d-842c-416a-94d8-26b4f5016e0a req-bb624c7b-1b9b-4dfa-9c60-54ea5001904c tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 945 time: 0.2309430 Feb 13 23:21:39.983599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:39.986333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affbdd63-77f1-42d1-a03d-230cd64a8ac8 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:39.997615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.020720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Transition to ACTIVE for port object affbdd63-77f1-42d1-a03d-230cd64a8ac8 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:40.028948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.036175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.039835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.108009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:40.125959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Network bfb05208-b625-4f10-ba40-1573f277b775 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:40.130962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:40.146850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df3607f4-e922-4a77-b7d3-6acebf10747d req-a2c34170-e454-49a4-a298-41e8c8fbfe14 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077318 Feb 13 23:21:40.235581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:40.372282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-542f958d-842c-416a-94d8-26b4f5016e0a req-1d5072fb-21d1-4591-9766-df95ee589d16 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:40.400673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Pushing event updated for resources: {'Port': ['ID=affbdd63-77f1-42d1-a03d-230cd64a8ac8,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:40.508005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b810d-96df-4447-9828-41c5d72f266b None None] DHCP port deletion for 723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:21:40.525259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-162b810d-96df-4447-9828-41c5d72f266b None None] Deleting port 36646f9e-25a6-4429-b674-e22a4e33f4b9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:40.526080 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-162b810d-96df-4447-9828-41c5d72f266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.562064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 85c6e791-d976-4027-ac9b-cee7c34811c3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:40.609098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-542f958d-842c-416a-94d8-26b4f5016e0a req-1d5072fb-21d1-4591-9766-df95ee589d16 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:40.630073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-542f958d-842c-416a-94d8-26b4f5016e0a req-1d5072fb-21d1-4591-9766-df95ee589d16 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791537 Feb 13 23:21:40.647113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 36646f9e-25a6-4429-b674-e22a4e33f4b9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:40.647675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.714708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Attempting to bind port affbdd63-77f1-42d1-a03d-230cd64a8ac8 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:40.715307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Attempting to bind port affbdd63-77f1-42d1-a03d-230cd64a8ac8 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:40.715437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Attempting to bind port affbdd63-77f1-42d1-a03d-230cd64a8ac8 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:40.724131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Port affbdd63-77f1-42d1-a03d-230cd64a8ac8 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:40.724470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Attempting to bind port affbdd63-77f1-42d1-a03d-230cd64a8ac8 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:40.731541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:40.731940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:40.732244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:40.732667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Bound port: affbdd63-77f1-42d1-a03d-230cd64a8ac8, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:40.733009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.776425 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'code': 200} Feb 13 23:21:40.790828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Deleting subnet 2a5bb5a4-4422-44ea-ad72-a3a163aaea90 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:21:40.944208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 85c6e791-d976-4027-ac9b-cee7c34811c3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:40.960403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 85c6e791-d976-4027-ac9b-cee7c34811c3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:40.960813 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.973352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] For port affbdd63-77f1-42d1-a03d-230cd64a8ac8, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:40.974827 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:40.976730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] For port affbdd63-77f1-42d1-a03d-230cd64a8ac8, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:41.020669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.067191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c554f180-4369-43e0-a39a-be03328a7869 None None] Provisioning complete for port feed53a7-b039-49e9-87f3-04fc11bb9304 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:41.067810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c554f180-4369-43e0-a39a-be03328a7869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.119031 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.120940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] 10.222.0.42 "PUT /v2.0/ports/affbdd63-77f1-42d1-a03d-230cd64a8ac8 HTTP/1.1" status: 200 len: 1096 time: 3.2150767 Feb 13 23:21:41.121533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'tag': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:41.159740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451bcf-0684-40cb-8440-e8f150732cac service neutron] Pushing event updated for resources: {'Port': ['ID=affbdd63-77f1-42d1-a03d-230cd64a8ac8,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:41.177033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-162b810d-96df-4447-9828-41c5d72f266b None None] For port 36646f9e-25a6-4429-b674-e22a4e33f4b9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36646f9e-25a6-4429-b674-e22a4e33f4b9,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:41.177434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-162b810d-96df-4447-9828-41c5d72f266b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.224800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141794a-1fe1-4bc3-81a4-ea3b06115dbd req-90e3c234-70c5-43f0-9f9f-58d8d80ea325 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:41.233871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9141794a-1fe1-4bc3-81a4-ea3b06115dbd req-90e3c234-70c5-43f0-9f9f-58d8d80ea325 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 948 time: 0.2555881 Feb 13 23:21:41.257347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefdba-8c60-4143-a538-6438074dcfea req-cabacaf0-12ba-4de2-93e2-cfb84b3d4140 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:41.265198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36eefdba-8c60-4143-a538-6438074dcfea req-cabacaf0-12ba-4de2-93e2-cfb84b3d4140 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 946 time: 0.7316148 Feb 13 23:21:41.366418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9141794a-1fe1-4bc3-81a4-ea3b06115dbd req-7f907672-7ea0-4cdb-92db-04b6d1287bb1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311610 Feb 13 23:21:41.382446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-18c43e2f-24e0-4d8d-89e8-cba306334fb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 1099 time: 0.2137468 Feb 13 23:21:41.396303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.484143 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'tag': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8', 'status': 'completed', 'code': 200} Feb 13 23:21:41.487534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-162b810d-96df-4447-9828-41c5d72f266b None None] Calling delete_port for 36646f9e-25a6-4429-b674-e22a4e33f4b9 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:41.494143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-d7386067-3ad4-418d-9dd5-afab3d108933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8 HTTP/1.1" status: 200 len: 217 time: 0.1014595 Feb 13 23:21:41.525472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36eefdba-8c60-4143-a538-6438074dcfea req-02d03f69-1377-4885-b238-60ec148d691d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593427 Feb 13 23:21:41.593067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028851-427e-483c-afea-48e4b35b59da req-3680bc19-8c1c-4168-ad2e-bf6b795dea67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:41.595261 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-3680bc19-8c1c-4168-ad2e-bf6b795dea67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0945942 Feb 13 23:21:41.626275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e68798d-fe05-4eb2-b6f0-06adcff0a2c4 req-afadf1ad-51dc-48ad-b735-bda9d59349cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 1096 time: 0.6969507 Feb 13 23:21:41.655074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c554f180-4369-43e0-a39a-be03328a7869 None None] Port feed53a7-b039-49e9-87f3-04fc11bb9304 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:21:41.691476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-162b810d-96df-4447-9828-41c5d72f266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.762283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b810d-96df-4447-9828-41c5d72f266b None None] Pushing event deleted for resources: {'Port': ['ID=36646f9e-25a6-4429-b674-e22a4e33f4b9,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:41.805240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b810d-96df-4447-9828-41c5d72f266b None None] No DVR routers for this DVR port 36646f9e-25a6-4429-b674-e22a4e33f4b9 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:41.814109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693593a-17a2-4ce4-a83e-307b63d4dcd1 req-efff0421-3756-49d2-9821-8f847cb537e6 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:41.814671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.818498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5693593a-17a2-4ce4-a83e-307b63d4dcd1 req-efff0421-3756-49d2-9821-8f847cb537e6 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.1408639 Feb 13 23:21:41.836009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 85c6e791-d976-4027-ac9b-cee7c34811c3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=85c6e791-d976-4027-ac9b-cee7c34811c3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:41.844060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.869941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-4d95e1c1-b92b-4070-a9e2-961bdda13276 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666318 Feb 13 23:21:41.886215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0178ed73-9e98-4b49-964e-bd56945414aa no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:41.936949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 0178ed73-9e98-4b49-964e-bd56945414aa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:41.937313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0178ed73-9e98-4b49-964e-bd56945414aa not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:41.958785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e68798d-fe05-4eb2-b6f0-06adcff0a2c4 req-03283d1f-ec37-4984-8ce0-bd4e35091e24 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191926 Feb 13 23:21:41.968782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=85c6e791-d976-4027-ac9b-cee7c34811c3,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:41.974122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 36646f9e-25a6-4429-b674-e22a4e33f4b9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36646f9e-25a6-4429-b674-e22a4e33f4b9,segment=NetworkSegment(582500d8-9fc0-4cff-8166-8a2d121ea7ee),segment_id=582500d8-9fc0-4cff-8166-8a2d121ea7ee)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:41.974501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:41.995125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5693593a-17a2-4ce4-a83e-307b63d4dcd1 req-299c061d-e74e-497d-ae56-408e5d891dee tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704009 Feb 13 23:21:42.042126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-7de31bd8-79eb-4f0d-ac0f-179f983a8d1d service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634500 Feb 13 23:21:42.163084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 36646f9e-25a6-4429-b674-e22a4e33f4b9 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:42.241439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:42.271029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c028851-427e-483c-afea-48e4b35b59da req-5e06556a-af5d-451b-a845-3acf01ff033f service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220697 Feb 13 23:21:42.293187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b63da8-e97f-4677-8b1b-18ed9465af56 req-060073ee-58a4-43b2-8be6-3fd1a2dd1ab1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:42.302281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55b63da8-e97f-4677-8b1b-18ed9465af56 req-060073ee-58a4-43b2-8be6-3fd1a2dd1ab1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 945 time: 0.1284404 Feb 13 23:21:42.328136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e08280a-2f72-4926-85ff-04df1e2397a1 req-ac5bad33-30a5-4784-8438-b374e1571f6f tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1097 time: 0.4595017 Feb 13 23:21:42.367122 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:21:42.367380 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:21:42.372382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 85c6e791-d976-4027-ac9b-cee7c34811c3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:42.433870 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e08280a-2f72-4926-85ff-04df1e2397a1 req-baac540c-9fa8-44f3-b799-48e3b1e1ff69 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912819 Feb 13 23:21:42.437981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:42.451341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 85c6e791-d976-4027-ac9b-cee7c34811c3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:42.451806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:42.499727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55b63da8-e97f-4677-8b1b-18ed9465af56 req-ba0df139-7221-4b95-a6c0-b9ca3b99cd6d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957870 Feb 13 23:21:42.531422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-3a7b6234-5228-4678-a663-74c54ea127ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 1099 time: 0.1923764 Feb 13 23:21:42.538748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5bb5a4-4422-44ea-ad72-a3a163aaea90,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:42.552421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:21:42.557352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:42.562699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22143c42-8c56-446e-bfbb-5551ae53278b None None] Network da610181-cc81-4bfa-8d29-b15e65d93e4f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:42.655503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa9a0db1-f154-4bb7-b25b-3c863dd72161 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a5bb5a4-4422-44ea-ad72-a3a163aaea90 HTTP/1.1" status: 204 len: 168 time: 2.9410121 Feb 13 23:21:42.668114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:42.803848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d725b-75fa-4ec5-8631-b68b3a500645'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:42.877064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73b2a95d-40fe-44ae-92c9-8dbefc790b1d req-c93587f1-4f04-46fd-b662-e2ed480c39b9 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1097 time: 0.1485989 Feb 13 23:21:42.877799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 36646f9e-25a6-4429-b674-e22a4e33f4b9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:42.878268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:42.892944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-ded2ba8f-5738-4aa0-8039-08447a8dd4bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:42.896661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-ded2ba8f-5738-4aa0-8039-08447a8dd4bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3569503 Feb 13 23:21:42.976503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] The port '36646f9e-25a6-4429-b674-e22a4e33f4b9' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:21:42.988027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-c3bf3365-262b-4138-afc9-4079fa140c5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8 HTTP/1.1" status: 200 len: 217 time: 0.0862975 Feb 13 23:21:43.051600 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73b2a95d-40fe-44ae-92c9-8dbefc790b1d req-0c152c08-d7ec-41ff-b58b-a7c98eea1368 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726539 Feb 13 23:21:43.075404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.119589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-3c9fcc8f-8caf-428e-8a2a-8749dc722ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:43.121846 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-3c9fcc8f-8caf-428e-8a2a-8749dc722ba2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1264043 Feb 13 23:21:43.192527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] DHCP port deletion for da610181-cc81-4bfa-8d29-b15e65d93e4f request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:21:43.195790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.205720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] Deleting port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:43.206967 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.213938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b285255-93a8-43a6-9bcf-87ee6142958e req-bd845ef4-13b4-441c-ad40-afbce11984b3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:43.215677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b285255-93a8-43a6-9bcf-87ee6142958e req-bd845ef4-13b4-441c-ad40-afbce11984b3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 948 time: 0.4622774 Feb 13 23:21:43.219037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Deleting port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:43.219362 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.290743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36646f9e-25a6-4429-b674-e22a4e33f4b9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:43.304100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723cc7ae-74d2-4d74-85dc-ebf2d06e80c7']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:43.339739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582500d8-9fc0-4cff-8166-8a2d121ea7ee') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:43.339975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582500d8-9fc0-4cff-8166-8a2d121ea7ee') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:43.346952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-7c1b43ff-bb16-4a08-b052-4e4294ef105b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058334 Feb 13 23:21:43.370112 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'code': 200} Feb 13 23:21:43.391511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.395949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 36646f9e-25a6-4429-b674-e22a4e33f4b9 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:43.396480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36646f9e-25a6-4429-b674-e22a4e33f4b9 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:43.426167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b285255-93a8-43a6-9bcf-87ee6142958e req-3112b2e6-024f-4a63-8e1a-5c9d9273d1f3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679530 Feb 13 23:21:43.492729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.583665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:21:43.584137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:21:43.610804 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:21:43.723727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] For port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:43.724448 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.886783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] Calling delete_port for 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:43.919244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] For port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,segment=NetworkSegment(51d06644-e1e0-4cb1-b19d-a664e63ff0d7),segment_id=51d06644-e1e0-4cb1-b19d-a664e63ff0d7)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:43.919685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:43.950619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2619-da96-425d-9a0a-772da45b5cf4 req-db2f5778-b402-4b35-b65b-eefa0789addb tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:43.952068 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4f2b2619-da96-425d-9a0a-772da45b5cf4 req-db2f5778-b402-4b35-b65b-eefa0789addb tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.5539110 Feb 13 23:21:43.958185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-46c216b9-09fb-42ae-a728-c389b99d2b43 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045897 Feb 13 23:21:43.990045 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.056884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:21:44.067240 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Sync routers for ids ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:21:44.070986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Calling delete_port for 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:44.089958 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Routers {'9ec648f5-ab30-41bd-93cf-1137c0cdca73'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:44.091072 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:44.098701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] Pushing event deleted for resources: {'Port': ['ID=26f1f37f-ef69-4901-b67c-6c327b4ea4b7,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:44.102084 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.122075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be12e101-08a2-4612-bee7-6cab5192c2f0 None None] No DVR routers for this DVR port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:44.151570 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.156259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/networks/723cc7ae-74d2-4d74-85dc-ebf2d06e80c7 HTTP/1.1" status: 204 len: 168 time: 4.4371703 Feb 13 23:21:44.165977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:44.170706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82b11-2090-418b-b1d1-23a28710e707 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Network': ['ID=723cc7ae-74d2-4d74-85dc-ebf2d06e80c7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:44.219263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-801e3fe9-ce1a-4eec-9a0f-90583d0c285b admin admin] 10.222.0.36 "PUT /v2.0/routers/9ec648f5-ab30-41bd-93cf-1137c0cdca73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3014312 Feb 13 23:21:44.257731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7628f4d5-0e0f-4d78-a3d1-537f80d290a6 req-6759a941-e0c6-4c3c-85f4-588c0542c2b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 1096 time: 0.7208345 Feb 13 23:21:44.292040 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4f2b2619-da96-425d-9a0a-772da45b5cf4 req-84a69388-cf78-4402-98a8-eb93dfada45f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306706 Feb 13 23:21:44.304107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd133357-93b6-409a-afe9-1e49bdd7bbba req-6f75b8dc-c36e-447f-92b1-fb19fd6a6ba6 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963209 Feb 13 23:21:44.333310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c8407-8987-4a75-8a9a-7490a9c5f97a req-c2f1176f-2360-4491-90c7-0ae46f4d956d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:44.342549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d23c8407-8987-4a75-8a9a-7490a9c5f97a req-c2f1176f-2360-4491-90c7-0ae46f4d956d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 945 time: 0.6662190 Feb 13 23:21:44.357133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7628f4d5-0e0f-4d78-a3d1-537f80d290a6 req-90ca71b3-d513-4556-ac5d-20712a04f576 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886812 Feb 13 23:21:44.359344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:21:44.359662 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:21:44.397777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:44.406411 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Set router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:44.466369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:44.466764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:44.507303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d23c8407-8987-4a75-8a9a-7490a9c5f97a req-4103b346-8c45-4479-aa36-a090e05e39b0 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637242 Feb 13 23:21:44.574536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting subnet 77a82397-55eb-4c77-be94-9ac14a8b00c0 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:21:44.577867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.615998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-564f8d70-355a-4ea0-ac3f-b83af6bc450f req-fd7ff473-a7e1-453c-9e5d-45eb6d0306cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1044040 Feb 13 23:21:44.652463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.695065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device affbdd63-77f1-42d1-a03d-230cd64a8ac8 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:44.827173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b70c49-c13b-4acb-9402-7b5302854c8b req-f53531be-f6f8-4c50-8041-77a81ebac080 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:44.828762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39b70c49-c13b-4acb-9402-7b5302854c8b req-f53531be-f6f8-4c50-8041-77a81ebac080 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 948 time: 0.1798785 Feb 13 23:21:44.845710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.866919 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:21:37Z', 'revision_number': 4, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'feed53a7-b039-49e9-87f3-04fc11bb9304', 'name': '', 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'mac_address': 'fa:16:3e:6a:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:36Z', 'updated_at': '2022-02-13T23:21:38Z', 'revision_number': 2, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'subnets': [{'id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:44.871779 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Checking router: 9ec648f5-ab30-41bd-93cf-1137c0cdca73 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:21:44.872128 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Updating router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 port feed53a7-b039-49e9-87f3-04fc11bb9304 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:21:44.913538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Deleting port 26f1f37f-ef69-4901-b67c-6c327b4ea4b7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:44.913793 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.923766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port affbdd63-77f1-42d1-a03d-230cd64a8ac8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:44.937950 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:44.944369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8', 'mac_address': 'fa:16:3e:9e:e4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:45.024211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] The port '26f1f37f-ef69-4901-b67c-6c327b4ea4b7' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:21:45.037652 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.063339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affbdd63-77f1-42d1-a03d-230cd64a8ac8 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:45.093909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port affbdd63-77f1-42d1-a03d-230cd64a8ac8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:45.101365 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.160079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39b70c49-c13b-4acb-9402-7b5302854c8b req-1d30996b-90a9-40f6-9aa1-5a24eb08717f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209896 Feb 13 23:21:45.246538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.312265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Subnet': ['ID=77a82397-55eb-4c77-be94-9ac14a8b00c0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:45.316652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.325706 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.345492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a7fa2-cc6f-44f1-b00f-fe1172edab2f None None] Network f6bc7453-8eaa-4db0-b4e6-4f8788f6433b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:45.350802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad322d1a-a912-4fb7-b6da-ba4d0231a261 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/subnets/77a82397-55eb-4c77-be94-9ac14a8b00c0 HTTP/1.1" status: 204 len: 168 time: 1.1793313 Feb 13 23:21:45.351175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40442) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:45.358190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da610181-cc81-4bfa-8d29-b15e65d93e4f']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:45.373613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d06644-e1e0-4cb1-b19d-a664e63ff0d7') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:45.374199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d06644-e1e0-4cb1-b19d-a664e63ff0d7') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:45.390194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.412553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.420192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:21:45.420901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:21:45.459043 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:21:45.692970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['affbdd63-77f1-42d1-a03d-230cd64a8ac8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:45.741946 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.770848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 8c306363-1b05-4211-af89-3f598b03ccf7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:45.771338 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.793212 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.821052 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Transition to ACTIVE for port object feed53a7-b039-49e9-87f3-04fc11bb9304 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:45.854575 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.956844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:45.967032 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:21:45.967032 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Pushing event updated for resources: {'Port': ['ID=feed53a7-b039-49e9-87f3-04fc11bb9304,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:45.983043 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.983415 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.983752 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.984163 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.984505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.984831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.985155 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.985479 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.985796 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.986130 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:45.986422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=affbdd63-77f1-42d1-a03d-230cd64a8ac8,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:45.986530 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:21:46.007316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.015527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] Pushing event deleted for resources: {'Network': ['ID=da610181-cc81-4bfa-8d29-b15e65d93e4f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:46.023506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-467d45a8-709f-4cf8-9064-827b1befbed1 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:46.045291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d4b58226-c976-4cfa-ade6-4f0fae5d8594 admin admin] 10.222.0.36 "DELETE /v2.0/networks/da610181-cc81-4bfa-8d29-b15e65d93e4f HTTP/1.1" status: 204 len: 168 time: 3.3755331 Feb 13 23:21:46.056581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:46.222706 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Attempting to bind port feed53a7-b039-49e9-87f3-04fc11bb9304 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:46.223179 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Attempting to bind port feed53a7-b039-49e9-87f3-04fc11bb9304 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:46.223539 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Attempting to bind port feed53a7-b039-49e9-87f3-04fc11bb9304 on network bfb05208-b625-4f10-ba40-1573f277b775 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:46.225363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ac0f6cbf-acc6-4f77-baf8-cf076fb32d93 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:21:46.226451 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ac0f6cbf-acc6-4f77-baf8-cf076fb32d93 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0205357 Feb 13 23:21:46.247612 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:46.248010 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Checking segment: {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:46.248432 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.248789 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Bound using segment: {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:46.249258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Bound port: feed53a7-b039-49e9-87f3-04fc11bb9304, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d8d182-2984-408e-9b41-7ebd39545e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:46.249650 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.261013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Request body: {'binding': {'host': 'n-h2-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:46.261555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:21:46.448366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] DHCP port deletion for f6bc7453-8eaa-4db0-b4e6-4f8788f6433b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:21:46.453118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Deleting port 8c306363-1b05-4211-af89-3f598b03ccf7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:46.453794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 8c306363-1b05-4211-af89-3f598b03ccf7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8c306363-1b05-4211-af89-3f598b03ccf7,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:46.454344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.454436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.506365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-467d45a8-709f-4cf8-9064-827b1befbed1 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:46.508048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] For port feed53a7-b039-49e9-87f3-04fc11bb9304, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:46.512789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-467d45a8-709f-4cf8-9064-827b1befbed1 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9587994 Feb 13 23:21:46.513683 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] For port feed53a7-b039-49e9-87f3-04fc11bb9304, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=feed53a7-b039-49e9-87f3-04fc11bb9304,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:46.518669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:46.527684 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.529850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:46.537186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Usage tracker for resource:floatingip and tenant:1c29f4fdd4d143b98c9d621fdd474d9e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:46.541500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:46.549230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:46.584556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.684983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 8c306363-1b05-4211-af89-3f598b03ccf7 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:46.733655 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c7be3-9010-4fa7-b410-60a88cbf4494 None None] Pushing event updated for resources: {'Port': ['ID=feed53a7-b039-49e9-87f3-04fc11bb9304,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:46.743629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Routers {'9ec648f5-ab30-41bd-93cf-1137c0cdca73'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:46.746165 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:46.843030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] For port 8c306363-1b05-4211-af89-3f598b03ccf7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8c306363-1b05-4211-af89-3f598b03ccf7,segment=NetworkSegment(ac4d4b82-c963-4bc5-8b91-dc9bddd54543),segment_id=ac4d4b82-c963-4bc5-8b91-dc9bddd54543)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:46.857158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.871419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:46.987911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=8c306363-1b05-4211-af89-3f598b03ccf7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:46.999133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on host n-h2-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:46.999771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:47.000287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:47.015228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:21:47.019368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:47.046143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port 8c306363-1b05-4211-af89-3f598b03ccf7 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:21:47.081969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:47.082658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:47.083412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:47.084277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Bound port: 66b10338-0230-4d33-af77-4f48a34b9897, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:47.100550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] Set router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:47.138473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.147085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Calling delete_port for 8c306363-1b05-4211-af89-3f598b03ccf7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:47.213083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.245550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bc7453-8eaa-4db0-b4e6-4f8788f6433b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:47.261905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:47.262234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4d4b82-c963-4bc5-8b91-dc9bddd54543') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:47.271631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:21:47.272194 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:21:47.282696 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.307952 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.341178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:47.353555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:21:47.369979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:21:47.397385 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:21:47.403071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Allocated IP 172.25.4.29 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/36dcb6ca-c0de-48e3-806b-6f70f8221a24) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:47.517212 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.556712 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:21:37Z', 'revision_number': 4, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'feed53a7-b039-49e9-87f3-04fc11bb9304', 'name': '', 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'mac_address': 'fa:16:3e:6a:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:36Z', 'updated_at': '2022-02-13T23:21:46Z', 'revision_number': 4, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'subnets': [{'id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:47.563250 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc6802-c5d5-4728-b796-675d2402a983 None None] The sync data for ids ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'] in n-d-828979-1 is: [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:21:37Z', 'revision_number': 4, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'feed53a7-b039-49e9-87f3-04fc11bb9304', 'name': '', 'network_id': 'bfb05208-b625-4f10-ba40-1573f277b775', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'mac_address': 'fa:16:3e:6a:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:36Z', 'updated_at': '2022-02-13T23:21:46Z', 'revision_number': 4, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'subnets': [{'id': 'fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:21:47.589284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.590470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f61de769-dbd9-4903-9317-168fe282c27f service neutron] 10.222.0.36 "POST /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897/bindings HTTP/1.1" status: 201 len: 389 time: 1.3496208 Feb 13 23:21:47.655556 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.694580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.704855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Network': ['ID=f6bc7453-8eaa-4db0-b4e6-4f8788f6433b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:47.710300 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a78d4b82-070d-4c65-ba51-569f786f7003 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/networks/f6bc7453-8eaa-4db0-b4e6-4f8788f6433b HTTP/1.1" status: 204 len: 168 time: 2.3579590 Feb 13 23:21:47.725365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40468) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:47.743033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-475622676'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:47.751151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:47.757819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:network and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:47.761360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:47.767903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:47.773583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Deleting port 8c306363-1b05-4211-af89-3f598b03ccf7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:47.774275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.861188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:47.864953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.904663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:21:47.919555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-860f4d37-b12b-439d-9378-3002d128a7f4 None None] The port '8c306363-1b05-4211-af89-3f598b03ccf7' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:21:47.966821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.980544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:47.983249 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Added segment fe0bb8df-f990-49e0-9d4a-a8e402e2e976 of type vlan for network c9b1c709-fd80-4ae1-b251-8d621f1f396b Feb 13 23:21:48.020746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ca305358-8a52-437d-9f22-abb53c7d2188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1097 time: 0.1049566 Feb 13 23:21:48.045909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:48.137546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:48.141580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:48.141942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:48.241640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5133011 Feb 13 23:21:48.299135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40476) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:48.317408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'subnet': {'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:48.438292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device feed53a7-b039-49e9-87f3-04fc11bb9304 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:48.465255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7829a0-3930-4a30-b771-c7450c0a3c07 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Network': ['ID=c9b1c709-fd80-4ae1-b251-8d621f1f396b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:48.491984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-621d8f07-0f0c-48c1-a4cb-0057a24baeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:48.494364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-621d8f07-0f0c-48c1-a4cb-0057a24baeee service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.4619102 Feb 13 23:21:48.506164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:21:48.508431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310529e4-1e84-4235-8b27-6522e6af1e08 req-61602364-ded9-4dc0-9472-b13cb6e97ff4 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:48.512803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-310529e4-1e84-4235-8b27-6522e6af1e08 req-61602364-ded9-4dc0-9472-b13cb6e97ff4 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.3010652 Feb 13 23:21:48.528786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:48.621951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ef32f510-0819-43bf-8aa7-640c741c5d01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 217 time: 0.1074505 Feb 13 23:21:48.692599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port feed53a7-b039-49e9-87f3-04fc11bb9304 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:48.698454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=36dcb6ca-c0de-48e3-806b-6f70f8221a24,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:48.702013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port feed53a7-b039-49e9-87f3-04fc11bb9304 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:48.702412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:48.717508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:48.718133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-310529e4-1e84-4235-8b27-6522e6af1e08 req-60bdb7c4-e882-426f-9091-afd52e1a7bba tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398878 Feb 13 23:21:48.735763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ba67d205-9d87-4e12-9dad-1d9322018c59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:48.741340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ba67d205-9d87-4e12-9dad-1d9322018c59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1088748 Feb 13 23:21:48.745822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device affbdd63-77f1-42d1-a03d-230cd64a8ac8 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:48.789677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:48.792507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:subnet and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:48.795740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:48.803105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:48.820596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:48.825978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:48.841484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:48.889988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-8d93d206-ce74-4ee6-bcd8-d646ed2ef39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404765 Feb 13 23:21:48.958738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port affbdd63-77f1-42d1-a03d-230cd64a8ac8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:48.975232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port affbdd63-77f1-42d1-a03d-230cd64a8ac8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:48.975599 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.054302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.185081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port feed53a7-b039-49e9-87f3-04fc11bb9304, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=feed53a7-b039-49e9-87f3-04fc11bb9304,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:49.193097 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.218863 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-27202008-0801-483c-ab81-8cff448a7f83 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221321 Feb 13 23:21:49.239934 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.260526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ef08b-abb7-431e-90d9-32eacebb70b2 req-4fc570b5-8827-4e1d-a373-5ab0c4d55c4c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:49.262126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a70ef08b-abb7-431e-90d9-32eacebb70b2 req-4fc570b5-8827-4e1d-a373-5ab0c4d55c4c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 949 time: 0.3324578 Feb 13 23:21:49.297369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:49.311613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port affbdd63-77f1-42d1-a03d-230cd64a8ac8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:49.313082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=feed53a7-b039-49e9-87f3-04fc11bb9304,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:49.323416 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.395889 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a70ef08b-abb7-431e-90d9-32eacebb70b2 req-2bc78ece-a7d3-4d28-884a-86ce7beef267 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807073 Feb 13 23:21:49.410375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.414433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8c306363-1b05-4211-af89-3f598b03ccf7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:21:49.417522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-6c28bffd-49e0-4b6c-8166-1af58d4cf27c service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906278 Feb 13 23:21:49.469790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8c306363-1b05-4211-af89-3f598b03ccf7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:21:49.470067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8c306363-1b05-4211-af89-3f598b03ccf7 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:21:49.496277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=affbdd63-77f1-42d1-a03d-230cd64a8ac8,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:49.566834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.686979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf8530-0b27-40a1-956e-6c4496c7464b req-6185c372-3304-485d-8981-595319d18437 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:49.689999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25cf8530-0b27-40a1-956e-6c4496c7464b req-6185c372-3304-485d-8981-595319d18437 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 946 time: 0.1208889 Feb 13 23:21:49.713970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:49.823234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25cf8530-0b27-40a1-956e-6c4496c7464b req-45cba4d2-09c7-4a94-b06d-3bb38a66090b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226745 Feb 13 23:21:50.153810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906eaa-1c87-4a65-9854-e1e304c142fc req-eb4fca84-29ef-41a3-bbe1-69ec7421a2ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:50.164520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3906eaa-1c87-4a65-9854-e1e304c142fc req-eb4fca84-29ef-41a3-bbe1-69ec7421a2ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 945 time: 0.1606064 Feb 13 23:21:50.167385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.227375 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3906eaa-1c87-4a65-9854-e1e304c142fc req-a44e1183-0ccc-4a49-9785-6206ce4a07e0 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611329 Feb 13 23:21:50.236224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:21:50.327474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.351505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.426809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device feed53a7-b039-49e9-87f3-04fc11bb9304 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:50.486858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=36dcb6ca-c0de-48e3-806b-6f70f8221a24,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:50.521127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0e54e-9083-45a3-a7e0-5447bbbf8e2d req-80c421c3-968c-4446-a572-dd6eec26217e tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:50.522590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Subnet': ['ID=edc4b2a8-881e-4f92-88ba-d498f399b9d8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:50.540613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25a0e54e-9083-45a3-a7e0-5447bbbf8e2d req-80c421c3-968c-4446-a572-dd6eec26217e tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.1196337 Feb 13 23:21:50.564917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port feed53a7-b039-49e9-87f3-04fc11bb9304 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:50.565152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.636204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Checking segment: {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:50.636696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network hostable DHCP agents. Network: c9b1c709-fd80-4ae1-b251-8d621f1f396b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:21:50.640069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25a0e54e-9083-45a3-a7e0-5447bbbf8e2d req-07ad08dc-4206-45cd-ad31-0d74e9bafaf1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983288 Feb 13 23:21:50.702909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.753838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:21:50.758646 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8', 'code': 200} Feb 13 23:21:50.771183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.772540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-590339e2-c2be-43dd-8acf-bccc559f4e55 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2588289 Feb 13 23:21:50.777647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c9b1c709-fd80-4ae1-b251-8d621f1f396b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:50.783220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:50.784071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:50.830266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20375ba2-1ba9-43ba-9926-7297fceef23a None None] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:50.991227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Deleting port 63004b86-5dd6-476d-b25a-86ce11952ef5 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:50.991582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.046086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-839e5036-7969-4d3c-9a4f-6b1cdd937161 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:51.060881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e7d25d75-1ed4-4e46-9c8f-aac00a042faf tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7521474 Feb 13 23:21:51.064371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:51.098091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-839e5036-7969-4d3c-9a4f-6b1cdd937161 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:51.099060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2056480016'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:51.099932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-839e5036-7969-4d3c-9a4f-6b1cdd937161 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.3100395 Feb 13 23:21:51.132446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:51.157951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:network and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:51.166175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:51.194272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:51.252234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3c6e868-d93a-4970-89ac-f943ca94f3a7 req-46fcfe9c-98c8-4f46-a29d-27e75474ea2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 1101 time: 0.4072671 Feb 13 23:21:51.296336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:51.309085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.359599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c9b1c709-fd80-4ae1-b251-8d621f1f396b', 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'fixed_ips': [{'subnet_id': 'edc4b2a8-881e-4f92-88ba-d498f399b9d8'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:21:51.360393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.362840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3c6e868-d93a-4970-89ac-f943ca94f3a7 req-fb4646bb-a8c9-4a80-9e21-5a967f037feb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043894 Feb 13 23:21:51.370615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:21:51.393529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.399626 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Added segment 7c2bdea1-6c41-4ee3-b41d-95f2481683a5 of type vlan for network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 Feb 13 23:21:51.477320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.523052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] For port 63004b86-5dd6-476d-b25a-86ce11952ef5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=63004b86-5dd6-476d-b25a-86ce11952ef5,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:51.523556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.567556 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.572955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:51.574125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:51.575860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Allocated IP 19.80.0.2 (c9b1c709-fd80-4ae1-b251-8d621f1f396b/edc4b2a8-881e-4f92-88ba-d498f399b9d8/fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:51.726254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Network': ['ID=99d60a89-bf1e-40b7-8779-8bbe6eba2c19,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:51.734536 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7c41d50-8df0-4686-a3f7-816da4f5b91f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6687214 Feb 13 23:21:51.735593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40508) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:51.741022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:21:51.746105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'subnet': {'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:51.799381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Calling delete_port for 63004b86-5dd6-476d-b25a-86ce11952ef5 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:52.008987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.029195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Transition to ACTIVE for port object fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:52.079301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Transition to ACTIVE for port object fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:52.092519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.113136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:52.121901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:subnet and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:21:52.125340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:21:52.129074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.137037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:52.154021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:21:52.240864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Pushing event deleted for resources: {'Port': ['ID=63004b86-5dd6-476d-b25a-86ce11952ef5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:52.242575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:52.255596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:52.256792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:52.340214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Pushing event updated for resources: {'Port': ['ID=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:52.427423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.427656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Attempting to bind port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:52.428040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Attempting to bind port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:52.428501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Attempting to bind port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb on network c9b1c709-fd80-4ae1-b251-8d621f1f396b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:52.435276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:52.435808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Checking segment: {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:52.436312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.436807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Bound using segment: {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:52.437374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Bound port: fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:52.437861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.554821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] For port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:52.569793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] For port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:52.582961 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:52.616581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdd657-6c95-43e9-a368-5c92e8b5fec5 req-50d27eae-13df-49f7-919a-c37aebc61004 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:52.649019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-babdd657-6c95-43e9-a368-5c92e8b5fec5 req-50d27eae-13df-49f7-919a-c37aebc61004 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 950 time: 0.4734039 Feb 13 23:21:52.689008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bce472-aaa0-4460-a555-b6a4bae415a5 None None] Pushing event updated for resources: {'Port': ['ID=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:52.758153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-70a5fe4d-736f-4df6-b8a9-6afad388fc1a tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:52.759492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad994c56-8ac8-468e-820b-acaeb3889554 req-70a5fe4d-736f-4df6-b8a9-6afad388fc1a tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 1.6351330 Feb 13 23:21:52.784120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-babdd657-6c95-43e9-a368-5c92e8b5fec5 req-221e14c0-da90-4956-b328-bee757f23a94 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338685 Feb 13 23:21:52.874658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:53.069368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:53.187461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Subnet': ['ID=5678428e-68bd-4850-beb5-87960b02b941,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:53.255313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc0bcb-f2c9-49d8-a7c8-0f2882cd378f req-818c746e-e9dd-4de0-8c9b-f083f639d6c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:53.257317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfc0bcb-f2c9-49d8-a7c8-0f2882cd378f req-818c746e-e9dd-4de0-8c9b-f083f639d6c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 946 time: 0.2326274 Feb 13 23:21:53.259658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Checking segment: {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:53.260206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network hostable DHCP agents. Network: 99d60a89-bf1e-40b7-8779-8bbe6eba2c19, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:21:53.318770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-68cd18f9-b6e0-4910-b71a-3055bdf2cf76 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2881701 Feb 13 23:21:53.321459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:21:53.338182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcfc0bcb-f2c9-49d8-a7c8-0f2882cd378f req-77b8f6b2-9842-4ce3-bb40-3ec41bb8c198 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706875 Feb 13 23:21:53.339439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 99d60a89-bf1e-40b7-8779-8bbe6eba2c19) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:53.343555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:53.344203 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:53.345273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:53.349691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbdf013-a95a-4eb1-8d2c-eb3af0bad521 None None] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:53.352693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:21:53.377706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8301559-cc8b-4e93-b907-e59fed547372 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6329932 Feb 13 23:21:53.378005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:21:53.496666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:53.681090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9041-8b41-4a68-8022-f75317376e78 req-daadd958-b698-4f0b-b60b-bd1488f3b372 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:53.694324 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd4f9041-8b41-4a68-8022-f75317376e78 req-daadd958-b698-4f0b-b60b-bd1488f3b372 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.1534779 Feb 13 23:21:53.699938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-99d60a89-bf1e-40b7-8779-8bbe6eba2c19', 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'fixed_ips': [{'subnet_id': '5678428e-68bd-4850-beb5-87960b02b941'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:21:53.700769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:53.767716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd4f9041-8b41-4a68-8022-f75317376e78 req-210b9f78-3fc6-4fcc-9974-d27f58fa58ba tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719125 Feb 13 23:21:53.976642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:54.144134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Allocated IP 19.86.0.2 (99d60a89-bf1e-40b7-8779-8bbe6eba2c19/5678428e-68bd-4850-beb5-87960b02b941/a36cff01-5acf-42a2-99bd-ff91a88eb63f) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:54.153912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5bf0d-b5a6-4407-a911-481834cafc23 None None] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:54.254982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1512f055-35c1-4804-8ebc-92c6051219e2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:54.261513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1512f055-35c1-4804-8ebc-92c6051219e2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:54.262606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1512f055-35c1-4804-8ebc-92c6051219e2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:54.302340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1512f055-35c1-4804-8ebc-92c6051219e2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:54.303555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1512f055-35c1-4804-8ebc-92c6051219e2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/networks?id=c9b1c709-fd80-4ae1-b251-8d621f1f396b&id=99d60a89-bf1e-40b7-8779-8bbe6eba2c19 HTTP/1.1" status: 200 len: 1391 time: 0.3292742 Feb 13 23:21:54.333207 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-f2f3e630-84d5-40c5-8e1d-461e67f95591 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/quotas/5f8ff687360449899ce240d86468d7a3 HTTP/1.1" status: 200 len: 375 time: 0.0179853 Feb 13 23:21:54.470322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-fdd61cf0-b4d7-4a9c-9fab-a5c975fcb7fa tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:54.491465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-fdd61cf0-b4d7-4a9c-9fab-a5c975fcb7fa tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:54.493075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-fdd61cf0-b4d7-4a9c-9fab-a5c975fcb7fa tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1588826 Feb 13 23:21:54.623087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Allocated IP 172.25.4.84 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/5de59e6c-1652-4ae0-9051-9bb1876f0aac) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:21:54.645341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:54.658930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Transition to ACTIVE for port object a36cff01-5acf-42a2-99bd-ff91a88eb63f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:54.714858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:54.739836 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-4dcafa1d-8bba-4d96-b096-919291bf4565 service neutron] 10.222.0.36 "GET /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389381 Feb 13 23:21:54.797087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:21:54.834854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f852c83f-4a25-4f1c-890a-a7fc77af1b8a None None] Provisioning for port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:54.869750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Transition to ACTIVE for port object a36cff01-5acf-42a2-99bd-ff91a88eb63f will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:21:54.894585 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:54.899576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:54.928858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Router a4af1167-c226-4d77-9d01-c5b779ed7003 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:21:54.949439 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-9ea18a6c-c278-4d03-814c-b220e7f40db8 service neutron] 10.222.0.36 "GET /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082517 Feb 13 23:21:54.989923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:21:55.110370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:55.134976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Pushing event updated for resources: {'Port': ['ID=a36cff01-5acf-42a2-99bd-ff91a88eb63f,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:55.151402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:55.152799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-6b8c1f41-bd10-4e09-bdd0-33b0f8c1639f service neutron] 10.222.0.36 "GET /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954553 Feb 13 23:21:55.192572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:55.196027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:55.229459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:21:55.238231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:21:55.256678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:21:55.276390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:21:55.294416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:55.294803 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:55.324852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=5de59e6c-1652-4ae0-9051-9bb1876f0aac,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:55.419740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-39686bf8-ef9b-4cb9-94c1-7d6b3543b701 service neutron] 10.222.0.36 "GET /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576082 Feb 13 23:21:55.497443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Attempting to bind port a36cff01-5acf-42a2-99bd-ff91a88eb63f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:21:55.498473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Attempting to bind port a36cff01-5acf-42a2-99bd-ff91a88eb63f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:21:55.499006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Attempting to bind port a36cff01-5acf-42a2-99bd-ff91a88eb63f on network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:21:55.551526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:21:55.552136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Checking segment: {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:21:55.552686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:55.553226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Bound using segment: {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:21:55.553851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Bound port: a36cff01-5acf-42a2-99bd-ff91a88eb63f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:21:55.554400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:55.560525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:55.581928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:55.692956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'mac_address': 'fa:16:3e:60:3e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:21:55.727869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:55.791422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:21:55.842930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] Sync routers for ids ['a4af1167-c226-4d77-9d01-c5b779ed7003'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:21:55.884787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] Routers {'a4af1167-c226-4d77-9d01-c5b779ed7003'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:55.885855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a4af1167-c226-4d77-9d01-c5b779ed7003'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:55.894571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f1dbf8ee-b7a7-4b1b-8552-ae452f74134b admin admin] 10.222.0.36 "PUT /v2.0/routers/a4af1167-c226-4d77-9d01-c5b779ed7003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8368967 Feb 13 23:21:55.896642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40554) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:21:56.116832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286710-c68f-46f8-a1f7-d6c344df8266 req-ff3213e5-c2d3-4967-a20f-67d52fc64192 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:56.120290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a286710-c68f-46f8-a1f7-d6c344df8266 req-ff3213e5-c2d3-4967-a20f-67d52fc64192 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.2511599 Feb 13 23:21:56.192233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.237013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b7f17f0-aad2-4df5-9050-a122699da8a3 None None] Provisioning complete for port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:21:56.238943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b7f17f0-aad2-4df5-9050-a122699da8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.256187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a286710-c68f-46f8-a1f7-d6c344df8266 req-4ddd3297-33e9-43be-905e-fcb015e4733b tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294425 Feb 13 23:21:56.336894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.361329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] For port a36cff01-5acf-42a2-99bd-ff91a88eb63f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:56.381111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.392792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.406115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0926b749-74f9-4a2c-97b3-b63055a4b3d7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:21:56.413227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] For port a36cff01-5acf-42a2-99bd-ff91a88eb63f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a36cff01-5acf-42a2-99bd-ff91a88eb63f,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:21:56.451928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:56.460588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.537828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=5de59e6c-1652-4ae0-9051-9bb1876f0aac,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:56.580474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.605860 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.609308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:56.638125 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:56.930286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] Set router a4af1167-c226-4d77-9d01-c5b779ed7003 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:56.953983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9161b-dcab-488b-981d-216c3bc90fa5 req-e5d313b5-e2d1-4e75-acf0-d974cfb422f6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:56.966238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-def9161b-dcab-488b-981d-216c3bc90fa5 req-e5d313b5-e2d1-4e75-acf0-d974cfb422f6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 950 time: 0.3444097 Feb 13 23:21:57.101283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-def9161b-dcab-488b-981d-216c3bc90fa5 req-2e138175-5e5e-4b4f-bece-213ebb760580 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336374 Feb 13 23:21:57.113755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:57.216582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:57.223520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-a104c56a-9166-4c8a-93dc-184131ebfbe9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8878169 Feb 13 23:21:57.270620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0926b749-74f9-4a2c-97b3-b63055a4b3d7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:21:57.398922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490acf4-e805-42fd-9236-326465fca8e4 None None] Pushing event updated for resources: {'Port': ['ID=a36cff01-5acf-42a2-99bd-ff91a88eb63f,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:57.705392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ec8d9-c5b0-4d20-968d-4cf90cc8c6a8 req-18fdb715-4c4f-4ae4-b460-dc4f29e6270f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:57.709928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-3664644e-cef2-43c4-9e8a-a277b61e3463 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:21:57.712758 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f1ec8d9-c5b0-4d20-968d-4cf90cc8c6a8 req-18fdb715-4c4f-4ae4-b460-dc4f29e6270f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 946 time: 0.1823952 Feb 13 23:21:57.775872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f1ec8d9-c5b0-4d20-968d-4cf90cc8c6a8 req-2ff6fa95-ccca-4867-8870-968cadbe5eaf tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620463 Feb 13 23:21:58.007794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-3664644e-cef2-43c4-9e8a-a277b61e3463 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:21:58.020591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-3664644e-cef2-43c4-9e8a-a277b61e3463 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.7804582 Feb 13 23:21:58.303007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:58.357999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Deleting port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:21:58.358525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:58.423191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-09a11aed-2565-4f74-b923-e5d3321a6b35 req-3778d2ec-b245-4a6f-9b66-a43de7586e20 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 210 time: 0.2180929 Feb 13 23:21:58.432960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:58.524189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-21adac1d-23da-4693-8ee8-e17078f2e867 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1097 time: 0.2266443 Feb 13 23:21:58.537469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828979-1'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:21:58.806367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:21:58.837392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:21:51Z', 'revision_number': 5, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port': {'id': '1be0b716-45ff-4bcc-9e0c-2324b0fde2ed', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:18:09Z', 'updated_at': '2022-02-13T23:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:58.850848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] For port 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:58.850848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:58.865466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] Checking router: a4af1167-c226-4d77-9d01-c5b779ed7003 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:21:58.926274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] Routers {'a4af1167-c226-4d77-9d01-c5b779ed7003'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:21:58.926908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a4af1167-c226-4d77-9d01-c5b779ed7003'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:58.993086 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:59.112925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-e5593868-e230-4d18-a4e3-804c115a5151 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:59.143199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3affd40b-3848-418f-8f9e-8533ba0e7700 req-e5593868-e230-4d18-a4e3-804c115a5151 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 1.1087580 Feb 13 23:21:59.149018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5e22d-fc56-42b2-8484-5fd09b356920 None None] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:21:59.268073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:21:59.355639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Calling delete_port for 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:21:59.390022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adf74ae6-1026-4711-b083-c754e683b7f0 req-50c4216f-b0d7-4e6a-9ac3-ae05baf2d3bd tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 1101 time: 0.4629688 Feb 13 23:21:59.498194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:21:59.529665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] Set router a4af1167-c226-4d77-9d01-c5b779ed7003 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:21:59.654651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adf74ae6-1026-4711-b083-c754e683b7f0 req-e51d4bcd-3382-44a7-b2c9-7c0afb0725ef tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701573 Feb 13 23:21:59.681611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:21:59.709221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:59.938402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:21:59.949740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:59.959730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:21:59.959988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:21:58Z', 'revision_number': 6, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:21:59.991015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-519a49b9-9ddc-4ddb-9fdb-d7be9f1f8ec8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:21:59.999748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135f89c-6ca4-41e2-a102-15951b87c139 None None] The sync data for ids ['a4af1167-c226-4d77-9d01-c5b779ed7003'] in n-d-828979-1 is: [{'id': 'a4af1167-c226-4d77-9d01-c5b779ed7003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101558496-router', 'tenant_id': '2071b17242b841f49f91aa3e3023a367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:18:07Z', 'updated_at': '2022-02-13T23:21:58Z', 'revision_number': 6, 'project_id': '2071b17242b841f49f91aa3e3023a367', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:22:00.000867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-519a49b9-9ddc-4ddb-9fdb-d7be9f1f8ec8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:00.001664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-519a49b9-9ddc-4ddb-9fdb-d7be9f1f8ec8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:00.012732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4f5ab89d-cc47-4515-8a4f-0e253bbfd6c4 None None] Provisioning for port a36cff01-5acf-42a2-99bd-ff91a88eb63f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:00.117433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be0b716-45ff-4bcc-9e0c-2324b0fde2ed,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:00.130694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:00.161184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.161592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.162365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.162858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.163345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.163841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.164373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.164902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.165422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.165944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.166501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.169407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-519a49b9-9ddc-4ddb-9fdb-d7be9f1f8ec8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:00.171543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-519a49b9-9ddc-4ddb-9fdb-d7be9f1f8ec8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.31 "GET /v2.0/networks?id=c9b1c709-fd80-4ae1-b251-8d621f1f396b&id=99d60a89-bf1e-40b7-8779-8bbe6eba2c19 HTTP/1.1" status: 200 len: 1391 time: 2.4969761 Feb 13 23:22:00.219178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'port': {'device_id': '168aef48-9782-421d-ba99-f1467f70d3a0', 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b', 'admin_state_up': True, 'tenant_id': '5f8ff687360449899ce240d86468d7a3'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:00.290549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.291112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.291611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.292232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.292742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.293320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.293805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.294372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.294981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.295486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.295977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:00.389741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on host n-h1-828979-1 for vnic_type normal with profile {"migrating_to": "n-h2-828979-1"} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:00.390399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:00.390916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:00.402651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:00.404448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Attempting to bind port 66b10338-0230-4d33-af77-4f48a34b9897 on network cbadd11c-9429-4fb4-8b41-9ffc2871bec8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:00.412967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e44d85-7fb8-4702-ae66-57ff75b2f6fb req-00c851e6-6237-4262-acb4-34b156a42b68 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:00.415091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea18fa-75eb-4e89-b1eb-8bc028e47d98 req-91044724-e64e-4680-817c-6e1cde7e884e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:00.416931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2bea18fa-75eb-4e89-b1eb-8bc028e47d98 req-91044724-e64e-4680-817c-6e1cde7e884e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 944 time: 0.3456786 Feb 13 23:22:00.423254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:00.423901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Checking segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:00.424842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Bound using segment: {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:00.425663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Bound port: 66b10338-0230-4d33-af77-4f48a34b9897, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cbadd11c-9429-4fb4-8b41-9ffc2871bec8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:00.426394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:00.427056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2e44d85-7fb8-4702-ae66-57ff75b2f6fb req-00c851e6-6237-4262-acb4-34b156a42b68 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.7339787 Feb 13 23:22:00.450316 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5add6a41-4623-4ead-9ca3-e7e7b5eecebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:00.575280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:00.579644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:00.610066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2bea18fa-75eb-4e89-b1eb-8bc028e47d98 req-d896a202-798c-4c2d-8e39-3529efd02547 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509595 Feb 13 23:22:00.611440 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:00.622699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:00.633563 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:00.792614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:00.832997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:00.975871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=8']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:01.209164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a36cff01-5acf-42a2-99bd-ff91a88eb63f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:01.214407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:01.383729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:01.386709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-a01189c7-0b8a-411e-b017-69e4db8174dd service neutron] 10.222.0.42 "PUT /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 1122 time: 2.8544650 Feb 13 23:22:01.390771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12201229-acce-49fe-9fa1-bc4423ea905b req-d35626c8-f036-4168-b4cf-39fb13ae27c7 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5003181 Feb 13 23:22:01.401474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:01.413792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:01.436819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:01.443035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2e44d85-7fb8-4702-ae66-57ff75b2f6fb req-16ab8718-b36d-49f2-b179-e84f34beeaf0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0149174 Feb 13 23:22:01.444137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:01.458888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Usage tracker for resource:port and tenant:5f8ff687360449899ce240d86468d7a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:01.461941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:01.476625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:01.586556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['66b10338-0230-4d33-af77-4f48a34b9897'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:01.693249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['66b10338-0230-4d33-af77-4f48a34b9897'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:01.941142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:01.988999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:02.045678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:22:02.050913 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.078210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d284c53c-ffb3-4689-a50e-082dd1732fe9 req-573f4d8a-74a5-4009-a8d3-e78f05ead320 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:02.090825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.109146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.226938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a36cff01-5acf-42a2-99bd-ff91a88eb63f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:02.258275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.281304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a36cff01-5acf-42a2-99bd-ff91a88eb63f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:02.287721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.405236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d284c53c-ffb3-4689-a50e-082dd1732fe9 req-573f4d8a-74a5-4009-a8d3-e78f05ead320 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:02.419761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d284c53c-ffb3-4689-a50e-082dd1732fe9 req-573f4d8a-74a5-4009-a8d3-e78f05ead320 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 210 time: 0.4713595 Feb 13 23:22:02.444203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.447316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4af1167-c226-4d77-9d01-c5b779ed7003 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:22:02.476838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 has no active binding in host n-h2-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:22:02.502087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Allocated IP 172.25.4.63 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/24686a31-f937-454c-929b-b7e97d574b1f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:02.520064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:02.520064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.606184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4bec623-0ff7-4d8a-8ae2-9f8779b450e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.656032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.661329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f31fba28-f14f-4438-97d2-e6a14eb09ba1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a4af1167-c226-4d77-9d01-c5b779ed7003 HTTP/1.1" status: 204 len: 168 time: 6.7308328 Feb 13 23:22:02.662913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40648) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:02.764008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-deadcdf2-ed38-4315-be82-a95441da585c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361245 Feb 13 23:22:02.881724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Allocated IP 19.80.0.218 (c9b1c709-fd80-4ae1-b251-8d621f1f396b/edc4b2a8-881e-4f92-88ba-d498f399b9d8/6e1cf8b0-7667-4ffa-b9c8-3b9002d942be) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:02.953090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Deleting subnet fed8fbce-0727-47d9-989a-602d8a36725c {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:22:02.956361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:02.960811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.006454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.088865 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.104896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e0818fb6-bd33-4457-8ba5-4f33eedff01f None None] Provisioning complete for port a36cff01-5acf-42a2-99bd-ff91a88eb63f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:03.105288 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e0818fb6-bd33-4457-8ba5-4f33eedff01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.130702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:03.137212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:03.142118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:03.175053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.254133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-a48154b1-2e0f-4495-9992-09504439c8ec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:03.261384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-a48154b1-2e0f-4495-9992-09504439c8ec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4979742 Feb 13 23:22:03.351144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=24686a31-f937-454c-929b-b7e97d574b1f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:03.360018 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.405297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-66936903-867a-4af0-97d5-8c1d3ba1f674 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/quotas/6a37e2a3e8ca4b8ea8924bb2899c3b2e HTTP/1.1" status: 200 len: 375 time: 0.1430089 Feb 13 23:22:03.415388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a36cff01-5acf-42a2-99bd-ff91a88eb63f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a36cff01-5acf-42a2-99bd-ff91a88eb63f,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:03.448620 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.504529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:03.639214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:03.645766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.663984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.676101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.712594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:03.775599 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.777640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:03.778289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1be0b716-45ff-4bcc-9e0c-2324b0fde2ed not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:03.778888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 63004b86-5dd6-476d-b25a-86ce11952ef5 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:03.826663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-585e5e2c-ef28-4dc1-8a43-2ea4c514d29e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4202895 Feb 13 23:22:03.845621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a36cff01-5acf-42a2-99bd-ff91a88eb63f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:03.858667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 63004b86-5dd6-476d-b25a-86ce11952ef5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:03.859393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 63004b86-5dd6-476d-b25a-86ce11952ef5 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:03.871903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.873478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:03.941498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Transition to ACTIVE for port object 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:03.967539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.018002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.041528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:04.061857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697facf7-97fe-453d-991f-8d7913534aee None None] Network df54de3d-b097-4989-a373-c1a0a0c8dba1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:22:04.072726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.139798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fed8fbce-0727-47d9-989a-602d8a36725c HTTP/1.1" status: 204 len: 168 time: 1.4727552 Feb 13 23:22:04.144714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40664) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:04.156058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.230913 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897', 'code': 200} Feb 13 23:22:04.451884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f5008-9ca4-42ad-81b7-e20de0e7a61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed8fbce-0727-47d9-989a-602d8a36725c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:04.577519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.588675 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.614595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] DHCP port deletion for df54de3d-b097-4989-a373-c1a0a0c8dba1 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:22:04.624972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] Deleting port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:04.625515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:04.739067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:04.808840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:04.831732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:04.973488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.014463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=24686a31-f937-454c-929b-b7e97d574b1f,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:05.034620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.043365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12201229-acce-49fe-9fa1-bc4423ea905b req-8829d3f0-9761-4239-a876-d0dc440b6d81 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6466622 Feb 13 23:22:05.111891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.243477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Port': ['ID=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:05.308629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:05.309370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.319542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Deleting port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:05.336359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.345004 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.480785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fcca5-0c7e-4b44-8e68-48c350607e05 req-a470935f-827d-46a9-9cf5-73099401a1ef tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:05.488603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-071fcca5-0c7e-4b44-8e68-48c350607e05 req-a470935f-827d-46a9-9cf5-73099401a1ef tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 1.0207660 Feb 13 23:22:05.524255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1de51c72-50dd-4ddd-a451-fae3d85260e1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3109672 Feb 13 23:22:05.530349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-12201229-acce-49fe-9fa1-bc4423ea905b req-10fd6a6a-9dae-4eb6-bca4-49eb97a605a8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:05.537092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Request body: {'port': {'device_id': '168aef48-9782-421d-ba99-f1467f70d3a0', 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19', 'admin_state_up': True, 'tenant_id': '5f8ff687360449899ce240d86468d7a3'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:05.622588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-12201229-acce-49fe-9fa1-bc4423ea905b req-10fd6a6a-9dae-4eb6-bca4-49eb97a605a8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:05.624682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12201229-acce-49fe-9fa1-bc4423ea905b req-10fd6a6a-9dae-4eb6-bca4-49eb97a605a8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.5740178 Feb 13 23:22:05.676119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a36cff01-5acf-42a2-99bd-ff91a88eb63f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:05.766375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] For port d5bcef45-97ff-4b4f-92b9-240f4f2c3779, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:05.766767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:05.787762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f20cae25-6c16-43fa-a1c6-cd7ac9c58fb0 None None] Provisioning for port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:06.001921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] For port d5bcef45-97ff-4b4f-92b9-240f4f2c3779, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,segment=NetworkSegment(1715c99a-b918-4a0f-b555-33c11f69b4f9),segment_id=1715c99a-b918-4a0f-b555-33c11f69b4f9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:06.009318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:06.035668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] Calling delete_port for d5bcef45-97ff-4b4f-92b9-240f4f2c3779 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:06.135682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f20cae25-6c16-43fa-a1c6-cd7ac9c58fb0 None None] Provisioning complete for port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:06.135682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f20cae25-6c16-43fa-a1c6-cd7ac9c58fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:06.185979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201229-acce-49fe-9fa1-bc4423ea905b req-c5af92fc-d58f-4e71-826f-6db63b3f1994 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:06.187478 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12201229-acce-49fe-9fa1-bc4423ea905b req-c5af92fc-d58f-4e71-826f-6db63b3f1994 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.5558977 Feb 13 23:22:06.188721 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-459de30f-d3c5-4c54-aa5f-e9bf9e6b3ee1 service neutron] 10.222.0.31 "GET /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.6472547 Feb 13 23:22:06.207504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Calling delete_port for d5bcef45-97ff-4b4f-92b9-240f4f2c3779 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:06.210402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-12201229-acce-49fe-9fa1-bc4423ea905b req-7697a45d-196e-4c55-ad8b-ebd235ef82cf tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:22:06.211023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f20cae25-6c16-43fa-a1c6-cd7ac9c58fb0 None None] Port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:22:06.211438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12201229-acce-49fe-9fa1-bc4423ea905b req-7697a45d-196e-4c55-ad8b-ebd235ef82cf tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0159354 Feb 13 23:22:06.215320 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:06.324778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:06.332543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] No DVR routers for this DVR port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:06.354699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a36cff01-5acf-42a2-99bd-ff91a88eb63f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:06.355075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:06.487005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5733b-bff3-4e1d-9483-41903302a01f None None] Pushing event deleted for resources: {'Port': ['ID=d5bcef45-97ff-4b4f-92b9-240f4f2c3779,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:06.553735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:22:06.554335 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:22:06.663902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-071fcca5-0c7e-4b44-8e68-48c350607e05 req-c63fbf03-d00b-49d1-8701-06f0cf9ca205 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1739855 Feb 13 23:22:06.780767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:06.805265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:06.865020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5bcef45-97ff-4b4f-92b9-240f4f2c3779 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:06.931695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Made reservation on behalf of 5f8ff687360449899ce240d86468d7a3 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:22:06.931695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:06.973178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:06.973964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d5bcef45-97ff-4b4f-92b9-240f4f2c3779 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:06.974283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5bcef45-97ff-4b4f-92b9-240f4f2c3779 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:07.055474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Deleting port d5bcef45-97ff-4b4f-92b9-240f4f2c3779 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:07.055829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:07.172838 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-39e60879-cc25-4042-8920-9b51e21a3544 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3495464 Feb 13 23:22:07.288389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] The port 'd5bcef45-97ff-4b4f-92b9-240f4f2c3779' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:22:07.435629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c57c6-cdb4-452b-aa31-2f9f75850b4e req-43779a83-6600-4795-aea3-668ceb870720 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:07.443355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c1c57c6-cdb4-452b-aa31-2f9f75850b4e req-43779a83-6600-4795-aea3-668ceb870720 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 932 time: 0.5223517 Feb 13 23:22:07.479969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-66b8dae9-b37e-4eaf-9f40-f536cad4a6c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:07.482091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-66b8dae9-b37e-4eaf-9f40-f536cad4a6c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039718 Feb 13 23:22:07.506882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Request body: {'port': {'device_id': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '6a37e2a3e8ca4b8ea8924bb2899c3b2e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:07.543233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313acc-ecb3-4939-aea2-ecb2102f7837 req-930b6c1b-652e-4a7a-ba4c-bd527dd0779d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:07.545491 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d313acc-ecb3-4939-aea2-ecb2102f7837 req-930b6c1b-652e-4a7a-ba4c-bd527dd0779d tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 944 time: 0.6903086 Feb 13 23:22:07.547297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:07.564015 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:07.611216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Allocated IP 19.86.0.119 (99d60a89-bf1e-40b7-8779-8bbe6eba2c19/5678428e-68bd-4850-beb5-87960b02b941/21416dbd-c43c-4a42-b6be-7ae79e783d0e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:07.638263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df54de3d-b097-4989-a373-c1a0a0c8dba1']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:07.670353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c1c57c6-cdb4-452b-aa31-2f9f75850b4e req-4b935da5-4cb4-4460-bfe8-440ef2adefa5 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608715 Feb 13 23:22:07.698691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1715c99a-b918-4a0f-b555-33c11f69b4f9') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:07.699083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1715c99a-b918-4a0f-b555-33c11f69b4f9') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:07.705264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:07.737888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:07.775356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:07.784610 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'code': 200} Feb 13 23:22:07.795317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b10338-0230-4d33-af77-4f48a34b9897 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:07.807614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:07.808360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:22:07.809366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:22:07.825897 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:22:07.899607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:07.910441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:07.938433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:07.942522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d313acc-ecb3-4939-aea2-ecb2102f7837 req-cffe2cda-9b4f-49b8-b1da-58f8ff5553fe tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231766 Feb 13 23:22:08.051662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] Transition to ACTIVE for port object 66b10338-0230-4d33-af77-4f48a34b9897 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:08.052230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e556b16-28ff-4a99-8e74-28be3f51a069 req-4cd565b1-f73a-481c-842e-f79b42d45d66 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 210 time: 0.0598207 Feb 13 23:22:08.058117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.165487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Made reservation on behalf of 6a37e2a3e8ca4b8ea8924bb2899c3b2e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:22:08.165743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.169450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.267379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] Pushing event updated for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:08.355417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.400792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=df54de3d-b097-4989-a373-c1a0a0c8dba1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:08.426060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.450366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Allocated IP 192.168.233.209 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/c0bc366d-fc1c-4a53-9e57-0b21d532b81d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:08.456997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Transition to ACTIVE for port object 21416dbd-c43c-4a42-b6be-7ae79e783d0e will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:08.463564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9404f8a-2127-4940-b81c-ad64ccbefc7d admin admin] 10.222.0.36 "DELETE /v2.0/networks/df54de3d-b097-4989-a373-c1a0a0c8dba1 HTTP/1.1" status: 204 len: 168 time: 4.2788160 Feb 13 23:22:08.491509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-1c661161-8735-43e6-9914-178e9008d32d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1096 time: 0.1674526 Feb 13 23:22:08.510397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.597778 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897', 'status': 'completed', 'code': 200} Feb 13 23:22:08.599073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] No DVR routers for this DVR port 66b10338-0230-4d33-af77-4f48a34b9897 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:08.622705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:08.762623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40716) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:08.854864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:08.894678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d2394250-88bd-4af7-acc0-bd226947598e service neutron] 10.222.0.31 "PUT /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897/bindings/n-h2-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6822226 Feb 13 23:22:08.903937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1c336e4d-df08-4015-890d-d0b2baa735a5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:08.914792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1c336e4d-df08-4015-890d-d0b2baa735a5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.3713174 Feb 13 23:22:08.923194 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-2fe2dc14-79b7-4744-a591-60b06f5d50b4 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6576245 Feb 13 23:22:08.950429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:08.958990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:08.997237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event updated for resources: {'Port': ['ID=21416dbd-c43c-4a42-b6be-7ae79e783d0e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:08.997511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:09.000593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-e0d490dc-7cef-434a-9c42-785089ad446f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:09.002500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-e0d490dc-7cef-434a-9c42-785089ad446f service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.5046327 Feb 13 23:22:09.027723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:09.030284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-e4e675d4-4e6f-4524-812a-bf9a5965c710 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/quotas/997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 375 time: 0.1147318 Feb 13 23:22:09.046691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:09.058091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:09.088405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Transition to ACTIVE for port object c0bc366d-fc1c-4a53-9e57-0b21d532b81d will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:09.095342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:09.100672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:09.134865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:09.207151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-ba74ebf2-8e1f-4070-8843-368c97d00d7d tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.2451599 Feb 13 23:22:09.301024 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:09.304764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:09.305687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:09.317411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', '5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:09.341189 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-17d9e115-9da5-465e-b4c0-402a7df678f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 217 time: 0.3078284 Feb 13 23:22:09.353665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a', 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'affbdd63-77f1-42d1-a03d-230cd64a8ac8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:09.482600 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-45ae8606-6946-4658-9c4d-9358970b4571 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=998a9ff1edbc48009932783a951f8c20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7188427 Feb 13 23:22:09.496979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40726) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:09.572551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event updated for resources: {'Port': ['ID=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:09.576504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:09.579834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:09.586652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:09.597747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-96bbd20e-bc20-486f-8305-4c7347d4f56d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0657003 Feb 13 23:22:09.616449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Request body: {'port': {'device_id': '168aef48-9782-421d-ba99-f1467f70d3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:09.639468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bdfef9a7-e6a2-45a7-85b6-e2e9d84a57b1 None None] Provisioning for port 21416dbd-c43c-4a42-b6be-7ae79e783d0e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:09.687457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bdfef9a7-e6a2-45a7-85b6-e2e9d84a57b1 None None] Provisioning complete for port 21416dbd-c43c-4a42-b6be-7ae79e783d0e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:09.688474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bdfef9a7-e6a2-45a7-85b6-e2e9d84a57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:09.702280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-a840c665-5c13-4161-b970-b77fd0a4a8be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:09.703917 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-a840c665-5c13-4161-b970-b77fd0a4a8be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.3009634 Feb 13 23:22:09.737429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-0a312b2d-38d3-4575-adeb-2da59603eb76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946&tenant_id=b6ad504142f4440290934e9d0c7d413f HTTP/1.1" status: 200 len: 1096 time: 0.5170648 Feb 13 23:22:09.778614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:09.778614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:09.867397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-71201f48-6df5-4394-8dc7-14d00c3a4f02 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7601271 Feb 13 23:22:09.904937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bdfef9a7-e6a2-45a7-85b6-e2e9d84a57b1 None None] Port 21416dbd-c43c-4a42-b6be-7ae79e783d0e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:22:09.922701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-4afceaf0-3652-44ae-8d57-53299acb4e10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4208019 Feb 13 23:22:09.936337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Request body: {'port': {'device_id': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:09.997866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.105544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-79d99070-3f9b-4d76-a085-acda0ba658e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3751664 Feb 13 23:22:10.106969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3460b7-6d8a-4bbf-9a99-20e421adc78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.167182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Allocated IP 172.25.4.226 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/1f31a149-7afe-4e1d-a1b9-eae39a216b90) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:10.295481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46c0862f-2925-49b3-859d-a092440dc553 None None] Provisioning for port c0bc366d-fc1c-4a53-9e57-0b21d532b81d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:10.308363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.328056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1ce31662-8c15-45a3-b095-964ffd454084 service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597259 Feb 13 23:22:10.334684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.370312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.376232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46c0862f-2925-49b3-859d-a092440dc553 None None] Provisioning complete for port c0bc366d-fc1c-4a53-9e57-0b21d532b81d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:10.376873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46c0862f-2925-49b3-859d-a092440dc553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.449050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:10.462193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:10.470101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:10.514789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-46c0862f-2925-49b3-859d-a092440dc553 None None] Port c0bc366d-fc1c-4a53-9e57-0b21d532b81d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:22:10.575632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-5455b0a1-07c1-4ea2-82d2-da32dda98255 service neutron] 10.222.0.36 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058585 Feb 13 23:22:10.601529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=1f31a149-7afe-4e1d-a1b9-eae39a216b90,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:10.626325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-24217293-dd05-4de5-a4a6-e0913afdbf87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1096 time: 0.8156240 Feb 13 23:22:10.762497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:10.850266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3460b7-6d8a-4bbf-9a99-20e421adc78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:11.266536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:11.363071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-5d43f1b2-2618-4ea9-b2bf-6a6a6d7e6cfb service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0291259 Feb 13 23:22:11.403801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3460b7-6d8a-4bbf-9a99-20e421adc78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:11.599020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3460b7-6d8a-4bbf-9a99-20e421adc78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb8557-ce9f-449f-bfe5-9c7554638c49,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:11.618211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d3460b7-6d8a-4bbf-9a99-20e421adc78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:11.619492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d3460b7-6d8a-4bbf-9a99-20e421adc78f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfbb8557-ce9f-449f-bfe5-9c7554638c49 HTTP/1.1" status: 204 len: 168 time: 2.1211843 Feb 13 23:22:11.745791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44208f9-2c01-448a-98a0-06a5c7043af6 req-78fb5c7e-efe9-46e2-91d4-8e640471e2cd tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:11.753890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b44208f9-2c01-448a-98a0-06a5c7043af6 req-78fb5c7e-efe9-46e2-91d4-8e640471e2cd tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.4828038 Feb 13 23:22:11.793706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-328bda46-ccf4-4060-9805-560cd2298aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:11.801335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-328bda46-ccf4-4060-9805-560cd2298aa3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 1.1510696 Feb 13 23:22:11.808115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86ebfc24-a2a6-4fa4-b0e4-b20c452bce6d req-8379f222-fe9e-4136-9c9d-0b8bddcf67d6 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285991 Feb 13 23:22:11.860876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b44208f9-2c01-448a-98a0-06a5c7043af6 req-e1ac467b-6a6b-4da4-8cc4-d5b6dbe6a505 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011589 Feb 13 23:22:11.885333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.133723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:12.158158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.216148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.273250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Transition to ACTIVE for port object 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:12.286924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.385849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:12.442444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40752) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:12.451647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.568558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event updated for resources: {'Port': ['ID=1f31a149-7afe-4e1d-a1b9-eae39a216b90,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:12.572452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e301eb-82a0-4520-94e9-65307879c9e7 req-2e1fb559-83a6-4c1a-b1c7-2830da003e60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:12.577070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e301eb-82a0-4520-94e9-65307879c9e7 req-2e1fb559-83a6-4c1a-b1c7-2830da003e60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:12.578235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e1e301eb-82a0-4520-94e9-65307879c9e7 req-2e1fb559-83a6-4c1a-b1c7-2830da003e60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:12.582152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-28b9a284-93ad-4f10-803c-4a0635d8e833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 200 len: 217 time: 0.3604252 Feb 13 23:22:12.683238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bc366d-fc1c-4a53-9e57-0b21d532b81d {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:12.685750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e1e301eb-82a0-4520-94e9-65307879c9e7 req-2e1fb559-83a6-4c1a-b1c7-2830da003e60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:12.687459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1e301eb-82a0-4520-94e9-65307879c9e7 req-2e1fb559-83a6-4c1a-b1c7-2830da003e60 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1655 time: 0.4893594 Feb 13 23:22:12.705359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-084f8ebc-4c99-483d-a140-2c3dc780631f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2071b17242b841f49f91aa3e3023a367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829331 Feb 13 23:22:12.707588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.715388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40756) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:12.739106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d5c45bb2-bfa4-4be0-b705-50e6e286e865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:12.740649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-d5c45bb2-bfa4-4be0-b705-50e6e286e865 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1467841 Feb 13 23:22:12.794997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Attempting to bind port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:12.795737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Attempting to bind port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:12.796757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Attempting to bind port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be on network c9b1c709-fd80-4ae1-b251-8d621f1f396b {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:12.809291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Transition to ACTIVE for port object c0bc366d-fc1c-4a53-9e57-0b21d532b81d will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:12.811104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be on network c9b1c709-fd80-4ae1-b251-8d621f1f396b not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:12.811673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Attempting to bind port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be on network c9b1c709-fd80-4ae1-b251-8d621f1f396b {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:12.819403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.822645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:12.823184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Checking segment: {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:12.823738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Bound using segment: {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:12.824331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Bound port: 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:12.824855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.845391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-f4951a0c-dd95-4d14-beb9-a71b98e1f7aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936770 Feb 13 23:22:12.856742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.857379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1e301eb-82a0-4520-94e9-65307879c9e7 req-ba7af8b3-e6b8-409c-99d4-484aa118f78d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545913 Feb 13 23:22:12.872961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:12.874412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-9c4c5193-cb33-40d8-b266-21706a4aef67 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9328310 Feb 13 23:22:13.019400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] For port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:13.024632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] For port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:13.030563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:13.191124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:13.219152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-129b80d5-e9b9-4443-9431-5d0ce3ad9747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:13.290247 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:13.291888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-09984284-1e9f-4228-af01-ac4e3c9f4d89 service neutron] 10.222.0.31 "PUT /v2.0/ports/6e1cf8b0-7667-4ffa-b9c8-3b9002d942be HTTP/1.1" status: 200 len: 1092 time: 3.6849785 Feb 13 23:22:13.292519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'tag': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:13.353676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Request body: {'port': {'device_id': '168aef48-9782-421d-ba99-f1467f70d3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:13.399637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-b1139c36-9d27-4322-a687-98ac18919ad6 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:13.494126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9e566-a1a3-439b-b217-00aacb666503 req-33b53594-080f-439f-845e-929b2dc981c2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:13.500901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35f9e566-a1a3-439b-b217-00aacb666503 req-33b53594-080f-439f-845e-929b2dc981c2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 945 time: 0.3127589 Feb 13 23:22:13.573801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35f9e566-a1a3-439b-b217-00aacb666503 req-b120fb85-4f00-4900-a0d4-93517f4268c4 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716231 Feb 13 23:22:13.611092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:13.624611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-42c40666-f9b2-4fc9-84a1-ea6ddecf2712 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469902 Feb 13 23:22:13.631599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1d650767-97cb-4a2a-a9ba-f7c6d73fda4f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:13.633430 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1d650767-97cb-4a2a-a9ba-f7c6d73fda4f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 821 time: 0.5557654 Feb 13 23:22:13.671486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:13.829172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Request body: {'port': {'device_id': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'admin_state_up': True, 'tenant_id': '997caf35580a40679647c572a2b53650'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:14.041563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-129b80d5-e9b9-4443-9431-5d0ce3ad9747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:14.130115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:14.211125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-b1139c36-9d27-4322-a687-98ac18919ad6 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:14.221849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-b1139c36-9d27-4322-a687-98ac18919ad6 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 1.2882802 Feb 13 23:22:14.267228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:14.351734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21416dbd-c43c-4a42-b6be-7ae79e783d0e {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:14.361238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:14.396361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Transition to ACTIVE for port object 21416dbd-c43c-4a42-b6be-7ae79e783d0e will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:14.406877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989d39e-27dc-4369-ac8d-8759f3d97d36 req-b4a2880c-de89-45dd-a8d6-70c22639b90b tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:14.415841 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9989d39e-27dc-4369-ac8d-8759f3d97d36 req-b4a2880c-de89-45dd-a8d6-70c22639b90b tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 948 time: 0.3055193 Feb 13 23:22:14.434166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:14.543034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Attempting to bind port c0bc366d-fc1c-4a53-9e57-0b21d532b81d on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:14.543644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Attempting to bind port c0bc366d-fc1c-4a53-9e57-0b21d532b81d by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:14.544297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Attempting to bind port c0bc366d-fc1c-4a53-9e57-0b21d532b81d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:14.554702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Made reservation on behalf of 997caf35580a40679647c572a2b53650 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:22:14.563191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:14.583561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=21416dbd-c43c-4a42-b6be-7ae79e783d0e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:14.634873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9989d39e-27dc-4369-ac8d-8759f3d97d36 req-f52f166d-2282-49ce-8b17-6eb377f05f8c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181163 Feb 13 23:22:14.678067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-1928a8e4-d417-4a9e-8579-6c55ee6318f1 service neutron] 10.222.0.42 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0415354 Feb 13 23:22:14.678617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Port c0bc366d-fc1c-4a53-9e57-0b21d532b81d on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:14.678941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Attempting to bind port c0bc366d-fc1c-4a53-9e57-0b21d532b81d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:14.714813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:14.715146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:14.723218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:14.724027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Bound port: c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:14.724596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:14.908072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be169b03-ef89-451f-b90d-8b1dbf4aa700 req-c02fdbf4-a2a4-487b-864d-3be84aa263e6 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 210 time: 0.0909295 Feb 13 23:22:15.051372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Attempting to bind port 21416dbd-c43c-4a42-b6be-7ae79e783d0e on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:15.051713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Attempting to bind port 21416dbd-c43c-4a42-b6be-7ae79e783d0e by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:15.055773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Attempting to bind port 21416dbd-c43c-4a42-b6be-7ae79e783d0e on network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:15.095934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Port 21416dbd-c43c-4a42-b6be-7ae79e783d0e on network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:15.096395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Attempting to bind port 21416dbd-c43c-4a42-b6be-7ae79e783d0e on network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:15.121476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:15.121816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Checking segment: {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:15.122227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Bound using segment: {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:15.125646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Bound port: 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2bdea1-6c41-4ee3-b41d-95f2481683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:15.126611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:15.344922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-6425f084-c271-4533-ac15-6e86e9c4590d tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:15.361282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b64b2-a0a6-45b2-90bb-99989bb4672b req-ae40b782-399f-4bfd-beb7-8907022234fc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:15.364591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-875b64b2-a0a6-45b2-90bb-99989bb4672b req-ae40b782-399f-4bfd-beb7-8907022234fc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 945 time: 0.1887078 Feb 13 23:22:15.366073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] For port 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:15.370910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] For port 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:15.383687 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-892cc61a-dd1e-49b6-ae13-11a3d72d8486 req-6425f084-c271-4533-ac15-6e86e9c4590d tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 1.1508234 Feb 13 23:22:15.396735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:15.418350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-129b80d5-e9b9-4443-9431-5d0ce3ad9747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:15.576506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:15.579365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] 10.222.0.31 "PUT /v2.0/ports/21416dbd-c43c-4a42-b6be-7ae79e783d0e HTTP/1.1" status: 200 len: 1092 time: 2.2350349 Feb 13 23:22:15.625893 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-875b64b2-a0a6-45b2-90bb-99989bb4672b req-fe38a28a-0d5e-41fe-b293-d59f52dad46a tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518225 Feb 13 23:22:15.710118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d475519-2d58-4a18-83e2-85eefc2d4bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=21416dbd-c43c-4a42-b6be-7ae79e783d0e,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:15.727687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b80d5-e9b9-4443-9431-5d0ce3ad9747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b9693-220f-4db1-8259-e5053a0ab6de,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:15.788765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-1638d233-0430-45fa-b94f-d510015bc7bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1981 time: 0.1548944 Feb 13 23:22:15.936489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-2e74dbe0-2e57-45ed-85e2-478150444f16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be HTTP/1.1" status: 200 len: 217 time: 0.1374435 Feb 13 23:22:15.981825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] For port c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:15.997228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] For port c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:16.003077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Allocated IP 172.20.0.11 (aef79f5b-cbde-4340-aeca-aa3944399408/a8f0e3c9-33b9-4fab-ad39-b2f81de06821/8cffeab8-4d92-4a9b-a5dc-9531b28eb661) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:16.011137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-129b80d5-e9b9-4443-9431-5d0ce3ad9747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:16.014340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-129b80d5-e9b9-4443-9431-5d0ce3ad9747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/433b9693-220f-4db1-8259-e5053a0ab6de HTTP/1.1" status: 204 len: 168 time: 3.2941599 Feb 13 23:22:16.041215 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-4fed1937-3c49-4d1d-b3b6-ec80318d2253 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946&tenant_id=b6ad504142f4440290934e9d0c7d413f&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.8864968 Feb 13 23:22:16.046085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:16.160670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:16.164078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] 10.222.0.31 "PUT /v2.0/ports/c0bc366d-fc1c-4a53-9e57-0b21d532b81d HTTP/1.1" status: 200 len: 1096 time: 6.2319801 Feb 13 23:22:16.250126 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'tag': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be', 'status': 'completed', 'code': 200} Feb 13 23:22:16.258478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'tag': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:16.404204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-72683aa4-4e05-4035-900a-a0623551d66e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:16.418002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-72683aa4-4e05-4035-900a-a0623551d66e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edc4b2a8-881e-4f92-88ba-d498f399b9d8 HTTP/1.1" status: 200 len: 801 time: 0.4029090 Feb 13 23:22:16.466355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b35a-4fe6-4066-9d32-df9ab0661158 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:16.609312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2680d-463a-459e-9439-aa806efdd0bf req-e9337b69-ea47-4f34-a04e-46feaec5a62c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:16.623785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2680d-463a-459e-9439-aa806efdd0bf req-e9337b69-ea47-4f34-a04e-46feaec5a62c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:16.637749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fc2680d-463a-459e-9439-aa806efdd0bf req-e9337b69-ea47-4f34-a04e-46feaec5a62c tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1679 time: 0.6971054 Feb 13 23:22:16.765271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fc2680d-463a-459e-9439-aa806efdd0bf req-93db2332-e289-43e0-a7e5-39ce6c37e496 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223831 Feb 13 23:22:16.779276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-ca80d9f6-757e-49dc-8d98-7301b0ccd18c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c9b1c709-fd80-4ae1-b251-8d621f1f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3517404 Feb 13 23:22:16.965282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-5ea1dc98-4944-4560-bcc3-a64cf8a6a04d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 1099 time: 0.5874791 Feb 13 23:22:17.100341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-4dbb2f7a-2ce8-4757-be72-a6c977e05782 service neutron] 10.222.0.31 "GET /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145027 Feb 13 23:22:17.235790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-497b3854-47a4-4e20-bdc4-5daa3b9483ec service neutron] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:17.239969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-0eff4c93-91f0-4592-ba82-2edac9866fa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d HTTP/1.1" status: 200 len: 217 time: 0.2092330 Feb 13 23:22:17.253534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-497b3854-47a4-4e20-bdc4-5daa3b9483ec service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:17.260046 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c940f7b4-1277-4504-8988-9f60e39062e9 req-497b3854-47a4-4e20-bdc4-5daa3b9483ec service neutron] 10.222.0.42 "DELETE /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897/bindings/n-h1-828979-1 HTTP/1.1" status: 204 len: 173 time: 1.1939983 Feb 13 23:22:17.379232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8c3255a-e441-4481-bd5b-6cb30e521139 req-e830fc54-f766-4c8e-bc96-db17b61cdfe2 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips/04e3cb8a-b687-4c94-985d-92dd2c06121f HTTP/1.1" status: 200 len: 693 time: 0.2776318 Feb 13 23:22:17.430958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51200d15-88d2-4616-92ac-42fb44837322 req-65753627-5f52-477b-b7b2-0a4c17f10632 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:17.441170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51200d15-88d2-4616-92ac-42fb44837322 req-65753627-5f52-477b-b7b2-0a4c17f10632 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 945 time: 0.4830692 Feb 13 23:22:17.454870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-fd7bbb2e-afde-46cf-954b-cc610707a5ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:17.458773 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-fd7bbb2e-afde-46cf-954b-cc610707a5ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1843097 Feb 13 23:22:17.462704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:17.623501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-091b4f70-094c-4475-b705-d86c859f1e28 service neutron] 10.222.0.31 "GET /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884418 Feb 13 23:22:17.691195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51200d15-88d2-4616-92ac-42fb44837322 req-d8493d30-9681-47ba-b3f0-713b22d2050b tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490182 Feb 13 23:22:17.699044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:17.712787 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-0ad01d95-2ee6-4f15-9001-de3086f67236 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089033 Feb 13 23:22:17.713462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['07f5fff0-6d3c-4aac-961f-91a3f821eb3b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:17.997682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Network aef79f5b-cbde-4340-aeca-aa3944399408 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:18.007665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:18.014082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:18.130117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:18.132392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:18.173151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:18.273088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-4fe697c1-71f1-4e14-981b-89907977f8a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5506413 Feb 13 23:22:18.308985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Request body: {'port': {'device_id': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:18.411559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'tag': '21416dbd-c43c-4a42-b6be-7ae79e783d0e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:18.453884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-2a87b8ed-50d1-4e98-bd00-49f61bceedb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e HTTP/1.1" status: 200 len: 217 time: 0.7847335 Feb 13 23:22:18.521259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3255a-e441-4481-bd5b-6cb30e521139 req-4f296481-b36f-4d56-8877-f57414089e62 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:18.529466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8c3255a-e441-4481-bd5b-6cb30e521139 req-4f296481-b36f-4d56-8877-f57414089e62 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 1.1492217 Feb 13 23:22:18.539368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-c8c3255a-e441-4481-bd5b-6cb30e521139 req-b30f6f3a-2ecc-4297-a065-ec5a3f404131 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:22:18.554669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:18.566617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8c3255a-e441-4481-bd5b-6cb30e521139 req-b30f6f3a-2ecc-4297-a065-ec5a3f404131 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0359552 Feb 13 23:22:18.605463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-a39406e5-89c4-43c4-8201-03f5694573e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:18.608213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-a39406e5-89c4-43c4-8201-03f5694573e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5678428e-68bd-4850-beb5-87960b02b941 HTTP/1.1" status: 200 len: 801 time: 0.1404011 Feb 13 23:22:18.680047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-8d0fe3a5-36bf-4b16-970d-e04053bc1504 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198596 Feb 13 23:22:18.779222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-05142fba-518c-454f-b0d4-33b81a9bb629 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99d60a89-bf1e-40b7-8779-8bbe6eba2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1646044 Feb 13 23:22:19.140974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ecece-814c-44d5-8526-f662e53b97ac req-2457e5f7-2673-4825-8bec-83861c9a247c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:19.141757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7e3ecece-814c-44d5-8526-f662e53b97ac req-2457e5f7-2673-4825-8bec-83861c9a247c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:19.156474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-67de8a58-58cb-4ebd-8f4e-e2a3f6f4935c service neutron] 10.222.0.31 "GET /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650949 Feb 13 23:22:19.446732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7e3ecece-814c-44d5-8526-f662e53b97ac req-2457e5f7-2673-4825-8bec-83861c9a247c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:19.454630 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e3ecece-814c-44d5-8526-f662e53b97ac req-2457e5f7-2673-4825-8bec-83861c9a247c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 948 time: 1.2839766 Feb 13 23:22:19.510461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0838bcd7-9ce8-4df3-8291-cfb13a58bd32 req-5b5efae6-c61e-4042-b339-3c0865ffd015 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232589 Feb 13 23:22:19.608876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ebebcdd-c11d-48d0-bef0-f32f27200024 req-5b518005-3bfe-47b7-8f47-19dbfc33a816 service neutron] 10.222.0.31 "GET /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456415 Feb 13 23:22:19.726600 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e3ecece-814c-44d5-8526-f662e53b97ac req-3be839fa-a7ba-4168-87ec-53df5c6f607a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716434 Feb 13 23:22:19.837882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:19.842746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709006b5-fb62-4ffd-af56-847881c55db9 req-5ea47d16-cad8-4360-b373-cf6aa16bc8fd tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:19.845581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-709006b5-fb62-4ffd-af56-847881c55db9 req-5ea47d16-cad8-4360-b373-cf6aa16bc8fd tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 932 time: 0.1593299 Feb 13 23:22:19.865488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:19.900925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Transition to ACTIVE for port object 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:19.910372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:20.074433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-709006b5-fb62-4ffd-af56-847881c55db9 req-f76846ff-55b1-4fc0-8314-70858baae19e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201867 Feb 13 23:22:20.157492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-420f78e8-6328-4642-a6f3-01d120adae21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1981 time: 0.2679927 Feb 13 23:22:20.207383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:20.312883 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'tag': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d', 'status': 'completed', 'code': 200} Feb 13 23:22:20.557731 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'tag': '21416dbd-c43c-4a42-b6be-7ae79e783d0e', 'status': 'completed', 'code': 200} Feb 13 23:22:20.640736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-4bdd5a74-5d5d-4fcd-aa0c-55af31d859c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 1099 time: 0.3367901 Feb 13 23:22:20.648757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:20.649097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:20.649425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:20.692899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723236-6f91-462f-a750-bf5d5ab99251 req-6820696d-cf69-4c33-9646-2e3e57dfa613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:20.694376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-6820696d-cf69-4c33-9646-2e3e57dfa613 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c9b1c709-fd80-4ae1-b251-8d621f1f396b HTTP/1.1" status: 200 len: 901 time: 0.5296721 Feb 13 23:22:20.774133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-c6f63cb1-a8b4-4a30-b9a7-80ec32898c47 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips/04e3cb8a-b687-4c94-985d-92dd2c06121f HTTP/1.1" status: 200 len: 693 time: 0.2044122 Feb 13 23:22:20.781140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:20.781466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:20.812387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:20.813157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:20.813157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:20.813581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Bound port: 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:20.813929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:20.834505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe1edb-d636-426d-b223-211818ebbd50 req-9afb0368-8b13-4554-aec3-7ffba36b7e9f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:20.839673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe1edb-d636-426d-b223-211818ebbd50 req-9afb0368-8b13-4554-aec3-7ffba36b7e9f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:20.847195 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9fe1edb-d636-426d-b223-211818ebbd50 req-9afb0368-8b13-4554-aec3-7ffba36b7e9f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1679 time: 0.3724310 Feb 13 23:22:20.880002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-f4bf88c2-a1bb-40dc-83b2-0524779166a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be HTTP/1.1" status: 200 len: 217 time: 0.1748838 Feb 13 23:22:20.912478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9fe1edb-d636-426d-b223-211818ebbd50 req-3cd4ce83-d524-4846-9def-489d119f4e98 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642991 Feb 13 23:22:20.996908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723236-6f91-462f-a750-bf5d5ab99251 req-3f94fc98-f9aa-416e-98f5-d5f8253f84fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:21.000174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-3f94fc98-f9aa-416e-98f5-d5f8253f84fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edc4b2a8-881e-4f92-88ba-d498f399b9d8 HTTP/1.1" status: 200 len: 801 time: 0.0914712 Feb 13 23:22:21.077273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-0ba5757e-659d-4879-890f-3667b92f4662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:21.077734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-feb560c1-f071-48d9-b307-8404434539f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5147243 Feb 13 23:22:21.078852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-0ba5757e-659d-4879-890f-3667b92f4662 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4262850 Feb 13 23:22:21.168926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-337a30ab-459f-4f05-bcdf-06b16b5fecd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d HTTP/1.1" status: 200 len: 217 time: 0.0788810 Feb 13 23:22:21.172943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-8488d190-16c1-4197-aa23-f052376cedc1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c9b1c709-fd80-4ae1-b251-8d621f1f396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609123 Feb 13 23:22:21.174954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-95de3fdf-722c-4188-b307-b5f5bc618ab6 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:21.175840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-95de3fdf-722c-4188-b307-b5f5bc618ab6 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.4013369 Feb 13 23:22:21.185114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:21.343017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:21.357896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:21.413872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-a9069b6b-0c53-4a50-802e-114a5769ccf2 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.2258279 Feb 13 23:22:21.475959 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-3144d163-a4e0-4f95-b455-5e21d666dc04 service neutron] 10.222.0.31 "GET /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913465 Feb 13 23:22:21.557831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-b379352f-2f6f-49d3-b96e-f25ec7014a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:21.559567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-b379352f-2f6f-49d3-b96e-f25ec7014a41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.3758986 Feb 13 23:22:21.603548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:21.604852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] 10.222.0.42 "PUT /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 1092 time: 3.3191321 Feb 13 23:22:21.619706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f7192d05-9348-4846-a44e-837651c6653a req-a30ebcad-5997-4a25-a7b9-8e87e9071a56 tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 1096 time: 0.3409891 Feb 13 23:22:21.685402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-22389549-d129-44f4-a7db-3a633f56d85a tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.2588432 Feb 13 23:22:21.685402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7406b-b026-4864-bbdf-6592ec9fa11d service neutron] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:21.700365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-3a5d2c71-9493-405c-a07f-42d45b613e2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6ad504142f4440290934e9d0c7d413f&device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 1095 time: 0.4144099 Feb 13 23:22:21.995100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f7192d05-9348-4846-a44e-837651c6653a req-ecc4d7a7-1fb3-4778-bdb8-f855ef050dfe tempest-LiveMigrationTest-1043003330 tempest-LiveMigrationTest-1043003330-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744230 Feb 13 23:22:22.062431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34723236-6f91-462f-a750-bf5d5ab99251 req-e278a61b-60f4-4fd0-b608-d22d3eb15926 service neutron] 10.222.0.31 "GET /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783627 Feb 13 23:22:22.086579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-37515aa5-d415-4ca8-9d8e-7bdc24473aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:22.088356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-37515aa5-d415-4ca8-9d8e-7bdc24473aa5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 200 len: 908 time: 0.3398726 Feb 13 23:22:22.171878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Deleting port 1f31a149-7afe-4e1d-a1b9-eae39a216b90 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:22.172386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:22.214623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-d82d9804-0a91-4929-929e-9037c6696848 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 200 len: 217 time: 0.1171994 Feb 13 23:22:22.217204 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-303605b4-ea29-43bf-a900-094241087f69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1095 time: 0.5249808 Feb 13 23:22:22.226606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-b8a4b8b1-86e5-426e-bdf1-98bdb7ac30bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6249113 Feb 13 23:22:22.359019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-1f6a3f0f-bb0a-4ba3-8ff3-e31a9d8628e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:22.360632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-1f6a3f0f-bb0a-4ba3-8ff3-e31a9d8628e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 200 len: 848 time: 0.1097934 Feb 13 23:22:22.439381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:22.445557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-fedbb853-51ba-43bb-9e9c-990aa2dcd270 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592393 Feb 13 23:22:22.447301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-aa24e785-e884-4077-a0b6-58336a5cbfbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbadd11c-9429-4fb4-8b41-9ffc2871bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773809 Feb 13 23:22:22.461581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-815276e0-4580-4b04-8a58-232fd2b822fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8ff687360449899ce240d86468d7a3&device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1981 time: 0.2718453 Feb 13 23:22:22.512825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-0fd2f2af-2de1-4a1c-81e8-dbae8650d944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 217 time: 0.2852221 Feb 13 23:22:22.754759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1914d3fa-d290-4f92-b302-26e7f64cf93a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:22.756065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-1914d3fa-d290-4f92-b302-26e7f64cf93a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1377263 Feb 13 23:22:22.825379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec7d725b-75fa-4ec5-8631-b68b3a500645 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:22.844234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:22:22.861499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-69251e8d-2239-4b7c-93b6-f475d3f8b802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:22.864335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-c2bbf2cf-a311-4bda-9f8d-9f67807615b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948284 Feb 13 23:22:22.864458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-69251e8d-2239-4b7c-93b6-f475d3f8b802 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99d60a89-bf1e-40b7-8779-8bbe6eba2c19 HTTP/1.1" status: 200 len: 902 time: 0.3364353 Feb 13 23:22:22.867915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-40bea342-1fc9-43b8-ba87-2961b7789431 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036055 Feb 13 23:22:22.886762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:22.888613 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:22.963980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 21416dbd-c43c-4a42-b6be-7ae79e783d0e details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:23.098978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261a29-b8f6-4551-b9d9-225c6ca84d6c req-30d2956c-6222-4498-b70e-53738ce5ef1a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:23.101186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d261a29-b8f6-4551-b9d9-225c6ca84d6c req-30d2956c-6222-4498-b70e-53738ce5ef1a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 948 time: 0.6145663 Feb 13 23:22:23.106278 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:22:23.106833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-610eb16c-50d5-4971-824e-0181bc09f5fc service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255092 Feb 13 23:22:23.126240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3698ac2f-452e-49fe-a795-4f2e03e3fa3e req-8a411fe1-8dfd-41e1-86a0-9fed9be34e30 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617713 Feb 13 23:22:23.202584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-be1b9359-e352-4f61-8f8e-9f206b9faf3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e HTTP/1.1" status: 200 len: 217 time: 0.3209918 Feb 13 23:22:23.253954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:23.281771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'port_id': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'mac_address': 'fa:16:3e:13:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635017be-31b2-444b-9504-6b562caa5ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:23.298701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Calling delete_port for 1f31a149-7afe-4e1d-a1b9-eae39a216b90 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:23.338981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-2696cdc0-1a6f-449a-ac28-16dadef38145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:23.341329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-2696cdc0-1a6f-449a-ac28-16dadef38145 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5678428e-68bd-4850-beb5-87960b02b941 HTTP/1.1" status: 200 len: 801 time: 0.1129937 Feb 13 23:22:23.417518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:23.438447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:23.474754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '21416dbd-c43c-4a42-b6be-7ae79e783d0e', 'network_id': '99d60a89-bf1e-40b7-8779-8bbe6eba2c19', 'port_id': '21416dbd-c43c-4a42-b6be-7ae79e783d0e', 'mac_address': 'fa:16:3e:d8:dd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5678428e-68bd-4850-beb5-87960b02b941', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:23.481763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec7d725b-75fa-4ec5-8631-b68b3a500645 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:23.488474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7ea7aad-2942-4331-9aae-1aa6d91880d3 req-ea5c6532-e0d3-49b6-8bcb-3c6a72e853f3 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640289 Feb 13 23:22:23.508288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dc79d0c-345d-4e73-8a8b-84c4bbcb922b req-9d4bcf9d-0559-4d7d-8e67-d6062f5f94b8 service neutron] 10.222.0.31 "GET /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265438 Feb 13 23:22:23.524117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:23.551939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d261a29-b8f6-4551-b9d9-225c6ca84d6c req-48e90cdf-0801-4181-b369-abf02abcc710 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830736 Feb 13 23:22:23.584300 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:23.594106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-9fd4a23b-49d3-4316-b1fe-15fac0a10928 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99d60a89-bf1e-40b7-8779-8bbe6eba2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2406886 Feb 13 23:22:23.700219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:23.726000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.726816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.727683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.728168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.729512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.730000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.730624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.731029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.731588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.732352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.732998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:22:23.753681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:23.782395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21416dbd-c43c-4a42-b6be-7ae79e783d0e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:23.812178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:23.833520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:23.835575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0bc366d-fc1c-4a53-9e57-0b21d532b81d details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:23.870977 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:23.905366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ec7d725b-75fa-4ec5-8631-b68b3a500645'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:23.922589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-017cd6af-3f77-47e5-8094-2807d8d1e4bd service neutron] 10.222.0.31 "GET /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223252 Feb 13 23:22:24.086659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event deleted for resources: {'Port': ['ID=1f31a149-7afe-4e1d-a1b9-eae39a216b90,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:24.090286 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:24.142624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:24.154612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4440a27-caee-4353-adcc-2aed6f9d29ac req-b276a53c-9948-4f39-920d-4b0afdf0763b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "DELETE /v2.0/floatingips/04e3cb8a-b687-4c94-985d-92dd2c06121f HTTP/1.1" status: 204 len: 173 time: 2.2762091 Feb 13 23:22:24.159802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:22:24.206699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89b3af88-f8f5-403d-aab9-74f3d290b16d req-8dd74b2f-ce44-4fe7-baab-11db5618ba55 service neutron] 10.222.0.31 "GET /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773623 Feb 13 23:22:24.297483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=21416dbd-c43c-4a42-b6be-7ae79e783d0e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:24.297850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb637f3-69a0-435a-a736-9d7be841790c req-dc746812-ef35-4e8a-9080-67d4a3510859 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:24.312962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ecb637f3-69a0-435a-a736-9d7be841790c req-dc746812-ef35-4e8a-9080-67d4a3510859 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.1697454 Feb 13 23:22:24.329974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:24.356167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d', 'mac_address': 'fa:16:3e:70:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:24.423698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ecb637f3-69a0-435a-a736-9d7be841790c req-b1ac799b-5fef-4929-af4a-d178685eea96 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095393 Feb 13 23:22:24.456637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffccc0-48ec-4dd1-ac98-4cff3e56ea12 req-72c051cf-e747-4796-a620-6357d565b682 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:24.460540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffccc0-48ec-4dd1-ac98-4cff3e56ea12 req-72c051cf-e747-4796-a620-6357d565b682 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:24.468113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3ffccc0-48ec-4dd1-ac98-4cff3e56ea12 req-72c051cf-e747-4796-a620-6357d565b682 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1680 time: 0.1080682 Feb 13 23:22:24.469152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:24.512357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bc366d-fc1c-4a53-9e57-0b21d532b81d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:24.542479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3ffccc0-48ec-4dd1-ac98-4cff3e56ea12 req-52b19be4-481b-45f5-8b50-98b062ac9f3d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729713 Feb 13 23:22:24.543262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:24.551941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:24.552767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:24.694193 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'status': 'completed', 'code': 200} Feb 13 23:22:24.698078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:24.804882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:24.831690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec7d725b-75fa-4ec5-8631-b68b3a500645 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:24.852786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-7225e3eb-0290-44a7-b5a2-36991f361e73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1095 time: 0.1296227 Feb 13 23:22:24.875126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be', 'network_id': 'c9b1c709-fd80-4ae1-b251-8d621f1f396b', 'port_id': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be', 'mac_address': 'fa:16:3e:22:fe:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc4b2a8-881e-4f92-88ba-d498f399b9d8', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:24.987489 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:25.021481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-9bf4be1a-719f-48b8-8929-bfee0d26bf91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.022685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:25.023817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-9bf4be1a-719f-48b8-8929-bfee0d26bf91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.1634126 Feb 13 23:22:25.041240 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:25.058264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:25.064413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec7d725b-75fa-4ec5-8631-b68b3a500645 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:25.070183 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:25.153271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:25.162412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:25.169282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:25.172652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-0b89627d-a084-4fbc-9434-30915bec2b3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 217 time: 0.1413901 Feb 13 23:22:25.211804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23620220-793f-4b84-9325-5a2556147837 req-c169268f-cd84-4e7d-86b7-1e0ef570b48f tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.215674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23620220-793f-4b84-9325-5a2556147837 req-c169268f-cd84-4e7d-86b7-1e0ef570b48f tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3965640 Feb 13 23:22:25.237163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e45f9a-afe8-4594-addb-de1450313065 req-c56fd71a-10f3-4579-a02a-3ad347298ab1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.239202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37e45f9a-afe8-4594-addb-de1450313065 req-c56fd71a-10f3-4579-a02a-3ad347298ab1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 944 time: 0.1528974 Feb 13 23:22:25.258510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:25.294371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37e45f9a-afe8-4594-addb-de1450313065 req-27cc2ba1-fb67-487d-8126-d2191068b2d1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488999 Feb 13 23:22:25.433809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-d55f8ebd-b81b-4af6-adac-ff3c401fcc07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.435350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-d55f8ebd-b81b-4af6-adac-ff3c401fcc07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.2525067 Feb 13 23:22:25.441906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffb25a-36d5-4e5f-9952-0255ce3a0bd6 req-ba73175d-69d5-41a6-9dda-5e35513ca478 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.445367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['6e1cf8b0-7667-4ffa-b9c8-3b9002d942be'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:25.448658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ffb25a-36d5-4e5f-9952-0255ce3a0bd6 req-ba73175d-69d5-41a6-9dda-5e35513ca478 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 949 time: 0.1090262 Feb 13 23:22:25.500177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ffb25a-36d5-4e5f-9952-0255ce3a0bd6 req-4c37afb8-a9b1-41ce-8848-8ce3dc8bf62c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 Feb 13 23:22:25.551843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0bc366d-fc1c-4a53-9e57-0b21d532b81d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:25.569714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-9552794a-1130-4599-bbd5-890227ae9bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236868 Feb 13 23:22:25.625696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0694e5d3-e037-475a-8e76-15b67cb14a72 req-253ed154-512e-4b99-a27e-ea5fd9375535 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=1c29f4fdd4d143b98c9d621fdd474d9e HTTP/1.1" status: 200 len: 1654 time: 0.0898438 Feb 13 23:22:25.774462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3c987-8e0f-4987-b9db-b3fbfc090d63 req-91d5de39-2879-47d8-91ce-3c3d9fe5e01f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.775940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9c3c987-8e0f-4987-b9db-b3fbfc090d63 req-91d5de39-2879-47d8-91ce-3c3d9fe5e01f tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 945 time: 0.2949088 Feb 13 23:22:25.789488 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-744132e9-51c3-4d5e-8a37-8b4a3d8a5c03 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071834 Feb 13 23:22:25.806841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694e5d3-e037-475a-8e76-15b67cb14a72 req-2dc880dd-05d0-4c84-8919-c1f5daf6d981 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.808380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-ab1553f9-e037-4b3d-811d-044a04c6b325 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:25.808554 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0694e5d3-e037-475a-8e76-15b67cb14a72 req-2dc880dd-05d0-4c84-8919-c1f5daf6d981 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks?id=adbce963-6987-43eb-b443-2350a645d61f&id=adbce963-6987-43eb-b443-2350a645d61f&id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 787 time: 0.1753955 Feb 13 23:22:25.810128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-ab1553f9-e037-4b3d-811d-044a04c6b325 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 945 time: 0.2716753 Feb 13 23:22:25.976686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Deleting port 66b10338-0230-4d33-af77-4f48a34b9897 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:25.977028 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:26.011624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9c3c987-8e0f-4987-b9db-b3fbfc090d63 req-1ed6a876-cf26-42f3-8dc1-75835a30aab5 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257221 Feb 13 23:22:26.114288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3835c5e8-a1d2-4304-a691-cba82d14ae4b req-7c7d78ab-55a1-44e3-842f-4c036cef090b service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015373 Feb 13 23:22:26.287345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6291a-aeae-4ad5-9155-f758a419a8cf req-775f7bd5-0947-4502-9e2e-816955e4f79d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:26.291216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6291a-aeae-4ad5-9155-f758a419a8cf req-775f7bd5-0947-4502-9e2e-816955e4f79d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:26.292741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6bd6291a-aeae-4ad5-9155-f758a419a8cf req-775f7bd5-0947-4502-9e2e-816955e4f79d tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1681 time: 0.0830982 Feb 13 23:22:26.341189 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6bd6291a-aeae-4ad5-9155-f758a419a8cf req-4fc29c26-3ec8-4a5b-b73a-f5d993cf3ec2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Feb 13 23:22:26.421430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] For port 66b10338-0230-4d33-af77-4f48a34b9897, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66b10338-0230-4d33-af77-4f48a34b9897,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:26.421785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:26.470536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-7e036dfd-dc2c-4f3c-8f66-ef85bcd4466b tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips/d91f51be-9de1-42f3-988d-9298033be4cf HTTP/1.1" status: 200 len: 692 time: 0.0810726 Feb 13 23:22:26.545754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Calling delete_port for 66b10338-0230-4d33-af77-4f48a34b9897 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:26.577629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183953a-b559-400f-a3f1-e043eefe45b5 req-d576329d-c67f-4b3a-9928-48f532f9d759 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:26.578323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d183953a-b559-400f-a3f1-e043eefe45b5 req-d576329d-c67f-4b3a-9928-48f532f9d759 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:26.603880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['21416dbd-c43c-4a42-b6be-7ae79e783d0e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:26.617921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d183953a-b559-400f-a3f1-e043eefe45b5 req-d576329d-c67f-4b3a-9928-48f532f9d759 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:26.619089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d183953a-b559-400f-a3f1-e043eefe45b5 req-d576329d-c67f-4b3a-9928-48f532f9d759 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.4169967 Feb 13 23:22:26.623691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-ee33d5b4-bbfd-4b77-9757-9234a616d4cf tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:26.625079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-ee33d5b4-bbfd-4b77-9757-9234a616d4cf tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.1488538 Feb 13 23:22:26.636484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-d84f1ec4-82d3-428a-925f-8b882c43beb4 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:22:26.637489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-d84f1ec4-82d3-428a-925f-8b882c43beb4 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066793 Feb 13 23:22:26.720648 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d183953a-b559-400f-a3f1-e043eefe45b5 req-b64d9416-3ffe-4724-a398-185e9b76c973 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873091 Feb 13 23:22:26.726552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-6c31ab2b-0d91-4c9d-bcf1-7f0d42a826f1 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.0823026 Feb 13 23:22:26.747246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:26.763136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['66b10338-0230-4d33-af77-4f48a34b9897'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:26.801639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event deleted for resources: {'Port': ['ID=66b10338-0230-4d33-af77-4f48a34b9897,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:26.823082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-623bf282-df6b-4acf-af17-79085842a7f2 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.0932813 Feb 13 23:22:26.900323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] No DVR routers for this DVR port 66b10338-0230-4d33-af77-4f48a34b9897 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:26.902990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:26.905719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'name': 'network-vif-deleted', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:26.921637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d6cff6d-c15d-4491-9c9d-7d3ed4dc1766 req-e01b4d78-9997-46ad-bd50-0a278eaba0c3 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.42 "DELETE /v2.0/ports/66b10338-0230-4d33-af77-4f48a34b9897 HTTP/1.1" status: 204 len: 173 time: 1.0916605 Feb 13 23:22:27.002466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Deleting port 24686a31-f937-454c-929b-b7e97d574b1f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:27.002814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.085836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c805-b17c-4d33-9117-c303e8b79e17 req-2977de98-f7d5-449d-b09e-f903408408a0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:27.087280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14e0c805-b17c-4d33-9117-c303e8b79e17 req-2977de98-f7d5-449d-b09e-f903408408a0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 943 time: 0.0794530 Feb 13 23:22:27.091352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:27.157961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14e0c805-b17c-4d33-9117-c303e8b79e17 req-d3f40450-bd37-4766-afe4-5bc44f6bdb02 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588524 Feb 13 23:22:27.165406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:27.173369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:27.173744 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.184951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.186484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.303487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.325802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Calling delete_port for 24686a31-f937-454c-929b-b7e97d574b1f owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:27.348719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:27.363416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:27.394872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.396812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0bc366d-fc1c-4a53-9e57-0b21d532b81d up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:27.421759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b216-49b3-4e64-b18b-f20673545b59 req-8555a868-5ef4-4477-a2a4-db7c4c306f37 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:27.424452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbf9b216-49b3-4e64-b18b-f20673545b59 req-8555a868-5ef4-4477-a2a4-db7c4c306f37 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 949 time: 0.1387866 Feb 13 23:22:27.477654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbf9b216-49b3-4e64-b18b-f20673545b59 req-d54c7f63-d5d0-4fd0-a7bb-f89389fa6890 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Feb 13 23:22:27.547487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:27.565438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port c0bc366d-fc1c-4a53-9e57-0b21d532b81d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:27.571795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port c0bc366d-fc1c-4a53-9e57-0b21d532b81d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:27.572170 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.657091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.682460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['697d9298-7787-4a64-abd9-6da74d7a82c5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:27.719301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event deleted for resources: {'Port': ['ID=24686a31-f937-454c-929b-b7e97d574b1f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:27.765039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.845681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.865321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.867151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6776205-c583-478d-8fe8-e8e8849e8ee0 req-8309cb50-7e6b-44aa-b9eb-8ecd6b0cbb18 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "DELETE /v2.0/floatingips/d91f51be-9de1-42f3-988d-9298033be4cf HTTP/1.1" status: 204 len: 173 time: 1.0383291 Feb 13 23:22:27.871527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:27.900294 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:27.901225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:28.012695 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ca884-617c-42d0-bea6-b2482a046946', 'name': 'network-vif-deleted', 'tag': '66b10338-0230-4d33-af77-4f48a34b9897', 'status': 'completed', 'code': 200} Feb 13 23:22:28.102404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-5e9a38b1-0fe6-41c5-84c8-8386f2c83d5c tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:28.104497 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-5e9a38b1-0fe6-41c5-84c8-8386f2c83d5c tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.42 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 943 time: 0.1694686 Feb 13 23:22:28.156678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:28.176378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:28.220364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:28.231436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:28.274501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Deleting port ec7d725b-75fa-4ec5-8631-b68b3a500645 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:28.274851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:28.282159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-009407b5-f307-49d2-9c30-45901aeb7ff3 req-21aa0662-6882-4fc8-b819-e92324388154 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=047ca884-617c-42d0-bea6-b2482a046946 HTTP/1.1" status: 200 len: 210 time: 0.0550735 Feb 13 23:22:28.368139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:28.518161 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be', 'code': 200} Feb 13 23:22:28.698916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794185e2-abb9-4e7a-b671-d7d8dc14d5db req-cbdc4d48-16c6-418e-b6af-5a43539992ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:28.702824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794185e2-abb9-4e7a-b671-d7d8dc14d5db req-cbdc4d48-16c6-418e-b6af-5a43539992ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:28.704531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-794185e2-abb9-4e7a-b671-d7d8dc14d5db req-cbdc4d48-16c6-418e-b6af-5a43539992ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1682 time: 0.2229762 Feb 13 23:22:28.709926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] For port ec7d725b-75fa-4ec5-8631-b68b3a500645, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec7d725b-75fa-4ec5-8631-b68b3a500645,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:28.710551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:28.719324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9ff84-ace3-4b15-a034-1fd8956e120a req-28c31847-f494-4f04-9926-ab65e7df172e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:28.721408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd9ff84-ace3-4b15-a034-1fd8956e120a req-28c31847-f494-4f04-9926-ab65e7df172e tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.0820732 Feb 13 23:22:28.768183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd9ff84-ace3-4b15-a034-1fd8956e120a req-7bde6444-e23a-4259-b6d1-9ed9f5e9742b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Feb 13 23:22:28.837753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:28.850844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Calling delete_port for ec7d725b-75fa-4ec5-8631-b68b3a500645 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:28.876726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 66b10338-0230-4d33-af77-4f48a34b9897 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:28.877087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66b10338-0230-4d33-af77-4f48a34b9897 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:28.914479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-4194c140-a7be-423c-905d-0b66067319ce tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips/999c0848-7dd6-4f44-babc-b99c9f050b79 HTTP/1.1" status: 200 len: 692 time: 0.0912888 Feb 13 23:22:28.918147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-794185e2-abb9-4e7a-b671-d7d8dc14d5db req-aff4a4e0-c8e4-43c1-b82b-cb733a1b5604 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999719 Feb 13 23:22:29.039799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.093522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-4474fe75-d467-4c5d-a4d5-0224e76abaa9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:29.102593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-4474fe75-d467-4c5d-a4d5-0224e76abaa9 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.1774631 Feb 13 23:22:29.115866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 21416dbd-c43c-4a42-b6be-7ae79e783d0e up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:29.166491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event deleted for resources: {'Port': ['ID=ec7d725b-75fa-4ec5-8631-b68b3a500645,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:29.189633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13b377d6-715d-4d4b-9fb7-2359d7bdf804 req-1d90d51d-6d69-4c72-97ef-464021e68940 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=05a856ae-32e9-4484-8213-b1f2e529efa2 HTTP/1.1" status: 200 len: 210 time: 0.0818901 Feb 13 23:22:29.199984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 21416dbd-c43c-4a42-b6be-7ae79e783d0e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:29.201756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-d5d1445e-ca70-4249-a444-8a60c02b5725 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:29.206640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 21416dbd-c43c-4a42-b6be-7ae79e783d0e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:29.216069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.239116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-d5d1445e-ca70-4249-a444-8a60c02b5725 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:29.240918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-d5d1445e-ca70-4249-a444-8a60c02b5725 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.1318047 Feb 13 23:22:29.343533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-af0df29a-085b-4746-b9b7-d89c5a1de16d tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.84 HTTP/1.1" status: 200 len: 695 time: 0.0962665 Feb 13 23:22:29.350533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] No DVR routers for this DVR port ec7d725b-75fa-4ec5-8631-b68b3a500645 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:29.355382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.380145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ec21c62-36f9-45fe-825d-d56b2d2fa2ae req-88496236-2f87-4d50-b096-99d71250c8e9 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.42 "DELETE /v2.0/ports/ec7d725b-75fa-4ec5-8631-b68b3a500645 HTTP/1.1" status: 204 len: 173 time: 1.2684636 Feb 13 23:22:29.417613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.501166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:29.511717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.539890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Deleting port 5de59e6c-1652-4ae0-9051-9bb1876f0aac {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:29.540607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.661536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=21416dbd-c43c-4a42-b6be-7ae79e783d0e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:29.770286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.770867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:29.820860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c785fcd-2f79-434c-9887-be1c0727ef8c req-95ef4464-7281-4c6f-b6b4-ae822459acd8 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:29.822361 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c785fcd-2f79-434c-9887-be1c0727ef8c req-95ef4464-7281-4c6f-b6b4-ae822459acd8 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 950 time: 0.1914256 Feb 13 23:22:29.875050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c785fcd-2f79-434c-9887-be1c0727ef8c req-ec561af3-ed21-4888-8f5d-bdd8ba38bf9c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Feb 13 23:22:29.893885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Calling delete_port for 5de59e6c-1652-4ae0-9051-9bb1876f0aac owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:30.016674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'name': 'network-vif-deleted', 'tag': 'ec7d725b-75fa-4ec5-8631-b68b3a500645'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:30.126806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:30.145357 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ecb30f3e-8bec-4a27-b8a9-0814376c3e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:30.207130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event deleted for resources: {'Port': ['ID=5de59e6c-1652-4ae0-9051-9bb1876f0aac,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:30.396353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441966-17a5-4407-9003-b970b242cca8 req-7cc4de69-34da-43b5-8176-6dd00515b9c2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:30.397196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3a441966-17a5-4407-9003-b970b242cca8 req-7cc4de69-34da-43b5-8176-6dd00515b9c2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:30.417871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3a441966-17a5-4407-9003-b970b242cca8 req-7cc4de69-34da-43b5-8176-6dd00515b9c2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:30.420137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-7cc4de69-34da-43b5-8176-6dd00515b9c2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.2330565 Feb 13 23:22:30.434858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:30.450757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-a9a5f046-e759-46a7-a413-936c3783077a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/quotas/9d07a04b82c64b11a3a4371928051be5 HTTP/1.1" status: 200 len: 375 time: 0.0248334 Feb 13 23:22:30.460172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:30.461312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee55b794-e855-42cf-be22-10016fcf68e4 req-aa9138d2-27e9-4997-831d-0a52248a1b24 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "DELETE /v2.0/floatingips/999c0848-7dd6-4f44-babc-b99c9f050b79 HTTP/1.1" status: 204 len: 173 time: 1.1166511 Feb 13 23:22:30.518684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d'}, {'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7'}, {'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21416dbd-c43c-4a42-b6be-7ae79e783d0e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:30.558627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-12b7d6ba-bd68-48fa-a267-3c24e864a218 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990705 Feb 13 23:22:30.682772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c60e0-56f7-44b7-815b-60375091093c req-883b10c0-4579-4457-b8e9-5b00fd83030d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:30.691299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-125c60e0-56f7-44b7-815b-60375091093c req-883b10c0-4579-4457-b8e9-5b00fd83030d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.1009996 Feb 13 23:22:30.701917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-ce6ce9fc-fba3-494c-991f-83266251b0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423073 Feb 13 23:22:30.733356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-125c60e0-56f7-44b7-815b-60375091093c req-45ce0b0b-5035-4843-a030-c2d8ae878169 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Feb 13 23:22:30.847727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-6b320914-0497-4736-b204-273321252b56 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448298 Feb 13 23:22:30.853475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:30.856909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec7d725b-75fa-4ec5-8631-b68b3a500645 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:30.894761 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: ec7d725b-75fa-4ec5-8631-b68b3a500645 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:30.895102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec7d725b-75fa-4ec5-8631-b68b3a500645 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:31.020154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c51480-576a-4f88-b3dd-749f69e0a4b1 req-0af48072-1a50-4ad5-9705-ba05aa11d435 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:31.025059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c51480-576a-4f88-b3dd-749f69e0a4b1 req-0af48072-1a50-4ad5-9705-ba05aa11d435 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:31.027572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17c51480-576a-4f88-b3dd-749f69e0a4b1 req-0af48072-1a50-4ad5-9705-ba05aa11d435 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1683 time: 0.1010101 Feb 13 23:22:31.040424 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a856ae-32e9-4484-8213-b1f2e529efa2', 'name': 'network-vif-deleted', 'tag': 'ec7d725b-75fa-4ec5-8631-b68b3a500645', 'status': 'completed', 'code': 200} Feb 13 23:22:31.148485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:31.165492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408', 'port_id': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'mac_address': 'fa:16:3e:e2:41:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f0e3c9-33b9-4fab-ad39-b2f81de06821', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:31.213278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17c51480-576a-4f88-b3dd-749f69e0a4b1 req-249027c5-ef81-4493-b2c5-37a6c70fe1f2 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776547 Feb 13 23:22:31.260256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-efcc8a4c-f6d1-4dd9-b901-fbacccb6829d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:31.261929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-efcc8a4c-f6d1-4dd9-b901-fbacccb6829d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbd456dd-a464-425e-b6a8-6e7a735d365b HTTP/1.1" status: 200 len: 943 time: 0.1297233 Feb 13 23:22:31.276613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:31.318515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:31.338098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:31.351490 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d', 'code': 200} Feb 13 23:22:31.352023 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'code': 200} Feb 13 23:22:31.352478 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21416dbd-c43c-4a42-b6be-7ae79e783d0e', 'code': 200} Feb 13 23:22:31.354243 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:31.368514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Deleting port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:31.368866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:31.383656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-375b3996-b779-4cb1-a967-30dde996c291 req-69f6a9d2-72ee-44b7-ab22-f0af23ca2622 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips/bed8d826-e295-4471-b2ad-9e7213b02781 HTTP/1.1" status: 200 len: 692 time: 0.2294900 Feb 13 23:22:31.444421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:31.696512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8cffeab8-4d92-4a9b-a5dc-9531b28eb661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:31.701903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a4711cc-b8a1-4bf2-97be-0b7d4c191796 req-b44f3797-c318-42d4-96c3-3031558f81d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 1101 time: 0.2295656 Feb 13 23:22:31.707726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b3996-b779-4cb1-a967-30dde996c291 req-666c0b5d-18cc-485b-aebe-aa1bebd6ba1d tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:31.709035 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-375b3996-b779-4cb1-a967-30dde996c291 req-666c0b5d-18cc-485b-aebe-aa1bebd6ba1d tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.3222196 Feb 13 23:22:31.809860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea9df8a1-8d0c-48f2-99fa-73971a12d3f2 req-624f81c0-b987-47eb-9f0d-374ef3cb01e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1985 time: 0.3716333 Feb 13 23:22:31.850461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-375b3996-b779-4cb1-a967-30dde996c291 req-914f2292-eb52-459b-8e72-cb484a497b00 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Synchronizing usage tracker for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:31.867781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a4711cc-b8a1-4bf2-97be-0b7d4c191796 req-2adb639b-667a-4424-af11-999bb5bf7527 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557434 Feb 13 23:22:31.876126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef4f34-f119-4b89-93bf-3683c9927d0b req-ad8e2637-448c-4e54-91fd-4ff692c9590c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:31.877881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8ef4f34-f119-4b89-93bf-3683c9927d0b req-ad8e2637-448c-4e54-91fd-4ff692c9590c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 950 time: 0.2869682 Feb 13 23:22:31.886475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-375b3996-b779-4cb1-a967-30dde996c291 req-914f2292-eb52-459b-8e72-cb484a497b00 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Unset dirty status for tenant:1c29f4fdd4d143b98c9d621fdd474d9e on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:31.895676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-375b3996-b779-4cb1-a967-30dde996c291 req-914f2292-eb52-459b-8e72-cb484a497b00 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.1673126 Feb 13 23:22:31.963213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea9df8a1-8d0c-48f2-99fa-73971a12d3f2 req-46c54092-318a-4b67-93bf-c15135883058 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463885 Feb 13 23:22:31.994385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-375b3996-b779-4cb1-a967-30dde996c291 req-4139618c-10f6-4aac-ae5c-0b241f12b875 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0977495 Feb 13 23:22:32.014529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] For port 0926b749-74f9-4a2c-97b3-b63055a4b3d7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0926b749-74f9-4a2c-97b3-b63055a4b3d7,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:32.014882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.090536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8ef4f34-f119-4b89-93bf-3683c9927d0b req-2923a3e8-cdad-4a1c-a8d3-abf10df29b0d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850767 Feb 13 23:22:32.168754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Calling delete_port for 0926b749-74f9-4a2c-97b3-b63055a4b3d7 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:32.213058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Deleting port 36dcb6ca-c0de-48e3-806b-6f70f8221a24 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:32.213485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.278512 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aba90b19-2552-49b6-a55a-4ba16e0949d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.305292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30de87de-4937-475a-9fa7-97b299f718da req-952f4c06-673d-46bb-bda4-fe4b8642ebe3 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 210 time: 0.0479169 Feb 13 23:22:32.396620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.433091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.433852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.449794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event deleted for resources: {'Port': ['ID=0926b749-74f9-4a2c-97b3-b63055a4b3d7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:32.568663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] No DVR routers for this DVR port 0926b749-74f9-4a2c-97b3-b63055a4b3d7 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:32.572895 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.580459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-deleted', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:32.622266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1fc4e3bb-a7e0-4a6b-880e-417564489d45 req-c4c639ff-b3c4-4d8c-a74c-855f8225a76e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "DELETE /v2.0/ports/0926b749-74f9-4a2c-97b3-b63055a4b3d7 HTTP/1.1" status: 204 len: 173 time: 1.3533049 Feb 13 23:22:32.726800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Calling delete_port for 36dcb6ca-c0de-48e3-806b-6f70f8221a24 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:32.820950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:32.826458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117625520', 'description': 'tempest-description--1522670023'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:32.851227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:32.868664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:32.870681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:32.898930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:32.948680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:32.953770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Usage tracker for resource:security_group_rule and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:32.958282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:32.972775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:33.056206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441966-17a5-4407-9003-b970b242cca8 req-d7c23734-bfe8-4493-937b-2fa38dcb5307 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:33.058592 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-d7c23734-bfe8-4493-937b-2fa38dcb5307 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.4277861 Feb 13 23:22:33.085681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.090574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Request body: {'port': {'device_id': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'admin_state_up': True, 'tenant_id': '9d07a04b82c64b11a3a4371928051be5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:33.093831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:33.100042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.108544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:33.108988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.230825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5780c7-ed7a-420b-a523-0638809ddf13,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:33.338508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.340000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-edab1cde-9056-4cdf-ad46-271a38e68518 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5177681 Feb 13 23:22:33.343618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:33.353447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'security_group_rule': {'security_group_id': '6c5780c7-ed7a-420b-a523-0638809ddf13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:33.372631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.373432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:33.381460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Usage tracker for resource:security_group_rule and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:33.385963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.386575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:33.395899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:33.430450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f9740-4f3d-4c3e-8936-39ec9c631c91 req-4ab0731c-f937-4587-957d-c1f1ecee0299 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:33.432370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b5f9740-4f3d-4c3e-8936-39ec9c631c91 req-4ab0731c-f937-4587-957d-c1f1ecee0299 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 945 time: 0.2026677 Feb 13 23:22:33.472224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:33.475162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:33.485650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Pushing event deleted for resources: {'Port': ['ID=36dcb6ca-c0de-48e3-806b-6f70f8221a24,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:33.502993 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.505400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.625319 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.654328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:33.662285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:33.663813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Usage tracker for resource:port and tenant:9d07a04b82c64b11a3a4371928051be5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:33.669105 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.669450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:33.672245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b5f9740-4f3d-4c3e-8936-39ec9c631c91 req-f5176b6f-6def-48ad-920e-ea1f3d74fa17 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146270 Feb 13 23:22:33.683443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.690870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:33.721594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.728707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.735144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Made reservation on behalf of 9d07a04b82c64b11a3a4371928051be5 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:22:33.748901 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.759076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712d39e7-259e-446a-be6f-991bbcc7bb86,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:33.770014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.771010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.772406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-375b3996-b779-4cb1-a967-30dde996c291 req-7870581c-041f-4b9b-965e-686ea9bad3b8 tempest-FloatingIPDetailsTestJSON-2115727330 tempest-FloatingIPDetailsTestJSON-2115727330-project] 10.222.0.36 "DELETE /v2.0/floatingips/bed8d826-e295-4471-b2ad-9e7213b02781 HTTP/1.1" status: 204 len: 173 time: 1.7772532 Feb 13 23:22:33.775048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a313f42-ed8a-489d-b871-3a1c357f5abc tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4300315 Feb 13 23:22:33.775921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41070) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:33.781826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'security_group_rule': {'security_group_id': '6c5780c7-ed7a-420b-a523-0638809ddf13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:33.789155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:33.792728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41074) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:33.793290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Usage tracker for resource:security_group_rule and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:33.796569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:33.803420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:33.823974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.866004 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd456dd-a464-425e-b6a8-6e7a735d365b', 'name': 'network-vif-deleted', 'tag': '0926b749-74f9-4a2c-97b3-b63055a4b3d7', 'status': 'completed', 'code': 200} Feb 13 23:22:33.900351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:33.905343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:34.139311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0ebd19-5492-41cc-80f3-94e120337b06,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:34.167621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:34.168934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d75491df-5a16-4ae0-8d7e-1a84a1fce4cf tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3923364 Feb 13 23:22:34.177726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:34.190661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:34.195971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Allocated IP 172.20.0.10 (96b65459-2ac5-48ff-8e43-cff9d5314117/3feb3044-ddb4-4a01-8095-3fece4a5ef20/48e193e3-3d66-4ce7-a6bd-b48e45244c20) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:34.199620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:34.201484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21f74-80ca-4aa4-83ee-d7eeaf90b9a8 req-c38bad7f-f718-4549-a6f9-10e4c5507269 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:34.205869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Usage tracker for resource:floatingip and tenant:62ee50f15c1c4c5c9080d9b788b24f44 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:34.206019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21f74-80ca-4aa4-83ee-d7eeaf90b9a8 req-c38bad7f-f718-4549-a6f9-10e4c5507269 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:34.208112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5a21f74-80ca-4aa4-83ee-d7eeaf90b9a8 req-c38bad7f-f718-4549-a6f9-10e4c5507269 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1683 time: 0.1589563 Feb 13 23:22:34.210670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:34.223829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:34.260965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:34.268676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5a21f74-80ca-4aa4-83ee-d7eeaf90b9a8 req-d7727dc4-05a0-476b-8e9b-064fc1518bea tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Feb 13 23:22:34.412593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-73f6f31e-a32d-4440-b288-ea7ca8cb666d req-07905c52-e47f-4fc2-bd4d-e331969b5b75 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:34.427733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-73f6f31e-a32d-4440-b288-ea7ca8cb666d req-07905c52-e47f-4fc2-bd4d-e331969b5b75 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:34.428766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-73f6f31e-a32d-4440-b288-ea7ca8cb666d req-07905c52-e47f-4fc2-bd4d-e331969b5b75 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 210 time: 0.0593071 Feb 13 23:22:34.495837 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'code': 200} Feb 13 23:22:34.716969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f5f13-e600-4140-acd3-c5ee08fbdc75 req-7f9cb1a6-0222-4ee0-844e-89205cf78f67 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:34.718330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-178f5f13-e600-4140-acd3-c5ee08fbdc75 req-7f9cb1a6-0222-4ee0-844e-89205cf78f67 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 0.1259537 Feb 13 23:22:34.773791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-178f5f13-e600-4140-acd3-c5ee08fbdc75 req-81761488-0474-4a7a-8e63-798e9fd43f07 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Feb 13 23:22:34.779196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d880059-74cc-4867-84dc-b3531188a127 req-c712925e-f50e-426d-9d6e-466653e979f2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:34.780520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d880059-74cc-4867-84dc-b3531188a127 req-c712925e-f50e-426d-9d6e-466653e979f2 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 945 time: 0.1306140 Feb 13 23:22:34.860730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Deleting port 697d9298-7787-4a64-abd9-6da74d7a82c5 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:34.861070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:34.875670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45c49c-7cbb-4cb4-ba92-368aa4f00406 req-51c7b133-bbb0-43d3-aaf2-d0c7a7b3c5e3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:34.877773 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd45c49c-7cbb-4cb4-ba92-368aa4f00406 req-51c7b133-bbb0-43d3-aaf2-d0c7a7b3c5e3 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 950 time: 0.6009521 Feb 13 23:22:34.902834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:34.909174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.007828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-89f8afe1-a35b-4cdd-afbd-b7e4f4e2178b req-e8625eb6-0153-49a0-b961-ea325bce5620 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1097 time: 0.4292448 Feb 13 23:22:35.043986 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd45c49c-7cbb-4cb4-ba92-368aa4f00406 req-31c13f48-b77d-4a0f-bc4a-8d15ca895ded tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377423 Feb 13 23:22:35.055132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.106548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.143067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:35.191522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] For port 697d9298-7787-4a64-abd9-6da74d7a82c5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=697d9298-7787-4a64-abd9-6da74d7a82c5,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:35.191522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.194823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-89f8afe1-a35b-4cdd-afbd-b7e4f4e2178b req-43e95447-4c73-464a-9a3b-58f01c923ace service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741657 Feb 13 23:22:35.208368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 0926b749-74f9-4a2c-97b3-b63055a4b3d7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:35.209750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0926b749-74f9-4a2c-97b3-b63055a4b3d7 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:35.233731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:35.240849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:35.243637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:35.249203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:35.320666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d74ad-e5d7-4dfd-bb9f-2376fcaa818c req-07791618-2f43-4a1c-b07a-81ab5a6383e4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:35.322141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e3d74ad-e5d7-4dfd-bb9f-2376fcaa818c req-07791618-2f43-4a1c-b07a-81ab5a6383e4 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.2695651 Feb 13 23:22:35.328464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Calling delete_port for 697d9298-7787-4a64-abd9-6da74d7a82c5 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:35.382213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:35.382560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.393733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Allocated IP 172.25.4.91 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/3907ed63-4c31-425a-b9e3-2cc722716fec) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:35.425505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.439009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e3d74ad-e5d7-4dfd-bb9f-2376fcaa818c req-93983b4a-9779-49ce-b8b7-b4bb05e4d083 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787940 Feb 13 23:22:35.565117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.577109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['697d9298-7787-4a64-abd9-6da74d7a82c5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:35.582437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-8f712f3e-67c7-4a26-9ce1-fc46c2c1021f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5041475 Feb 13 23:22:35.650497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Request body: {'port': {'device_id': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:35.665138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event deleted for resources: {'Port': ['ID=697d9298-7787-4a64-abd9-6da74d7a82c5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:35.749086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] No DVR routers for this DVR port 697d9298-7787-4a64-abd9-6da74d7a82c5 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:35.751777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.773324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d880059-74cc-4867-84dc-b3531188a127 req-fd0d2cf9-b2b9-4303-887f-cd7d5263ddce tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "DELETE /v2.0/ports/697d9298-7787-4a64-abd9-6da74d7a82c5 HTTP/1.1" status: 204 len: 173 time: 0.9874225 Feb 13 23:22:35.804800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5aeed-b443-490d-90c4-031a84378cf9 req-9e92f033-f21c-48df-9b2b-1c2bf9a1d8a1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:35.810456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5aeed-b443-490d-90c4-031a84378cf9 req-9e92f033-f21c-48df-9b2b-1c2bf9a1d8a1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:35.812624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19b5aeed-b443-490d-90c4-031a84378cf9 req-9e92f033-f21c-48df-9b2b-1c2bf9a1d8a1 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1683 time: 0.1544955 Feb 13 23:22:35.856216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:35.868458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'name': 'network-vif-deleted', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:35.874976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c2d3682-e070-44b3-9d97-54f0bc3ff2d8 req-c803d054-a490-4f72-a030-6029bdc80965 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 1101 time: 0.3799729 Feb 13 23:22:35.878429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19b5aeed-b443-490d-90c4-031a84378cf9 req-5087997d-4842-4bd0-80a4-3883c0d5ad42 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 Feb 13 23:22:35.878738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:36.017143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c2d3682-e070-44b3-9d97-54f0bc3ff2d8 req-b39f5610-1525-411e-a6bd-f6d87ea54674 tempest-ServersOnMultiNodesTest-1081386109 tempest-ServersOnMultiNodesTest-1081386109-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236560 Feb 13 23:22:36.062629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:36.102295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a0ea-64a9-4c07-9364-4c81ecea8a67 req-c528d6e1-1e9d-4c7d-bce0-da67e9035067 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:36.102295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93b4a0ea-64a9-4c07-9364-4c81ecea8a67 req-c528d6e1-1e9d-4c7d-bce0-da67e9035067 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 932 time: 0.0953462 Feb 13 23:22:36.160401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93b4a0ea-64a9-4c07-9364-4c81ecea8a67 req-ccbc0c94-f5a8-4507-9400-9849e1792d92 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Feb 13 23:22:36.192522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:36.199929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'Port': ['ID=3907ed63-4c31-425a-b9e3-2cc722716fec,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:36.202362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:36.250948 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a552c2-4156-40d4-86c9-6c0adc8195d6', 'name': 'network-vif-deleted', 'tag': '697d9298-7787-4a64-abd9-6da74d7a82c5', 'status': 'completed', 'code': 200} Feb 13 23:22:36.254346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:36.492155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cc1aa134-c033-4709-994a-3ac1f6f2272a req-fdee7a38-5825-47ba-b5e3-e46011cf6662 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:36.597514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cc1aa134-c033-4709-994a-3ac1f6f2272a req-fdee7a38-5825-47ba-b5e3-e46011cf6662 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:36.598697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc1aa134-c033-4709-994a-3ac1f6f2272a req-fdee7a38-5825-47ba-b5e3-e46011cf6662 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a552c2-4156-40d4-86c9-6c0adc8195d6 HTTP/1.1" status: 200 len: 210 time: 0.3465257 Feb 13 23:22:36.751094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c84d-69e9-4d4e-9105-f5a5ee34c918 req-ebb55f4c-ddbb-44a3-91ab-2a23f5484262 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:36.752570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72f1c84d-69e9-4d4e-9105-f5a5ee34c918 req-ebb55f4c-ddbb-44a3-91ab-2a23f5484262 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 950 time: 0.0839901 Feb 13 23:22:36.830016 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72f1c84d-69e9-4d4e-9105-f5a5ee34c918 req-9be2e63f-733d-47b6-bfbc-68e0784cceec tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716321 Feb 13 23:22:36.835407 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:36.858780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e193e3-3d66-4ce7-a6bd-b48e45244c20 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:36.905200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-05a1a3d1-e41d-4eb6-a059-9019bc8f0157 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:36.910838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-05a1a3d1-e41d-4eb6-a059-9019bc8f0157 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:36.912341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-05a1a3d1-e41d-4eb6-a059-9019bc8f0157 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.31 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1683 time: 0.1160913 Feb 13 23:22:36.944413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:36.982143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:36.982582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:36.989199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.009653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Transition to ACTIVE for port object 48e193e3-3d66-4ce7-a6bd-b48e45244c20 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:37.046795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.161776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201350-7dac-4480-bc1e-3334375a03fa req-4ede1d62-c644-47ac-8cb3-4840cee3f80b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:37.163281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2201350-7dac-4480-bc1e-3334375a03fa req-4ede1d62-c644-47ac-8cb3-4840cee3f80b tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.4479518 Feb 13 23:22:37.267432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.291026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:37.407710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:37.408281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.411642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2201350-7dac-4480-bc1e-3334375a03fa req-2ef55184-305d-4e2f-9bfa-771d069cd0de tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288406 Feb 13 23:22:37.541552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:37.611147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88efe-9b98-4acb-89c5-7ce0d0106894 req-cd238203-b97d-4dd2-b819-e3da68b6af47 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:37.615781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e88efe-9b98-4acb-89c5-7ce0d0106894 req-cd238203-b97d-4dd2-b819-e3da68b6af47 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:37.617333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-80e88efe-9b98-4acb-89c5-7ce0d0106894 req-cd238203-b97d-4dd2-b819-e3da68b6af47 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 1683 time: 0.2740180 Feb 13 23:22:37.649860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Attempting to bind port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:37.650232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Attempting to bind port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:37.650548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Attempting to bind port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:37.698792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:37.699119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Attempting to bind port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:37.716682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-80e88efe-9b98-4acb-89c5-7ce0d0106894 req-b1525497-2b2b-423c-ae24-3646d44e6a93 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a8d8f20-7468-4ed2-91c9-e6f860a228a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874176 Feb 13 23:22:37.728991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:37.728991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Checking segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:37.729379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Bound using segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:37.729808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Bound port: 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:37.730199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.737330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.751626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['6e1cf8b0-7667-4ffa-b9c8-3b9002d942be', '21416dbd-c43c-4a42-b6be-7ae79e783d0e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:37.807370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.812627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=6e1cf8b0-7667-4ffa-b9c8-3b9002d942be,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:37.826425 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:37.900466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccdc05-82b0-4b4a-9ded-8aca74c05984 req-fe68dcea-3b7e-4525-b618-9c7291b2fe61 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:37.901183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fcccdc05-82b0-4b4a-9ded-8aca74c05984 req-fe68dcea-3b7e-4525-b618-9c7291b2fe61 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:38.012261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:38.017473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.047366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'Port': ['ID=3907ed63-4c31-425a-b9e3-2cc722716fec,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:38.054370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-a718820a-8cbc-4ca2-a25d-cc5a08c14593 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.31 "DELETE /v2.0/ports/6e1cf8b0-7667-4ffa-b9c8-3b9002d942be HTTP/1.1" status: 204 len: 173 time: 1.1364653 Feb 13 23:22:38.057653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:38.059778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fcccdc05-82b0-4b4a-9ded-8aca74c05984 req-fe68dcea-3b7e-4525-b618-9c7291b2fe61 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:38.060922 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcccdc05-82b0-4b4a-9ded-8aca74c05984 req-fe68dcea-3b7e-4525-b618-9c7291b2fe61 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 944 time: 0.4608035 Feb 13 23:22:38.068398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:38.069398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Deleting port feed53a7-b039-49e9-87f3-04fc11bb9304 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:38.069738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.103243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.122602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36529f68-ed3d-4198-bf0c-88e73d916b2f req-fdd468dd-dcf0-4fcb-a720-01bbf5f3e002 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1097 time: 0.2259085 Feb 13 23:22:38.155524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-5f34c003-f29d-4787-82b6-4e51990ecbb9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:38.156910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-5f34c003-f29d-4787-82b6-4e51990ecbb9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 950 time: 0.3035743 Feb 13 23:22:38.202721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port 21416dbd-c43c-4a42-b6be-7ae79e783d0e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:38.203068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.257133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-deleted', 'tag': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:38.307005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port c0bc366d-fc1c-4a53-9e57-0b21d532b81d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:38.307349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.325711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.339067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36529f68-ed3d-4198-bf0c-88e73d916b2f req-23ba1b43-49a1-4eef-828f-840a371ea4be tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068317 Feb 13 23:22:38.436305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.437660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] 10.222.0.42 "PUT /v2.0/ports/48e193e3-3d66-4ce7-a6bd-b48e45244c20 HTTP/1.1" status: 200 len: 1092 time: 2.8058190 Feb 13 23:22:38.444812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:38.454314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659cb42-6cb3-45c3-bc42-352161e58808 service neutron] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:38.466054 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.476151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b80164ee-9137-45d1-902f-fa9c1c2ab81f tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2874742 Feb 13 23:22:38.480236 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcccdc05-82b0-4b4a-9ded-8aca74c05984 req-93418b41-623a-4dd4-8a0f-42bacb10aacf tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858585 Feb 13 23:22:38.520322 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.575517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] For port feed53a7-b039-49e9-87f3-04fc11bb9304, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=feed53a7-b039-49e9-87f3-04fc11bb9304,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:38.575884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.638507 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-deleted', 'tag': '6e1cf8b0-7667-4ffa-b9c8-3b9002d942be', 'status': 'completed', 'code': 200} Feb 13 23:22:38.762106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Calling delete_port for feed53a7-b039-49e9-87f3-04fc11bb9304 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:38.809858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port 21416dbd-c43c-4a42-b6be-7ae79e783d0e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=21416dbd-c43c-4a42-b6be-7ae79e783d0e,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:38.810161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:38.874277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-04ef82c1-8a75-4356-b791-592b42d2a6e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 1095 time: 0.3852406 Feb 13 23:22:38.991077 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-e7e6d5c6-ba30-412c-8c31-fd9f9a441091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20 HTTP/1.1" status: 200 len: 217 time: 0.1024334 Feb 13 23:22:39.037226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5991-bbcb-4767-aa23-a3237b1b646d req-5b50dc45-7033-449f-9fa9-31ffe6422711 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:39.038688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56ab5991-bbcb-4767-aa23-a3237b1b646d req-5b50dc45-7033-449f-9fa9-31ffe6422711 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=3917b84d-593a-4e25-b1f2-f53836d27fba HTTP/1.1" status: 200 len: 950 time: 0.2921531 Feb 13 23:22:39.052213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for 21416dbd-c43c-4a42-b6be-7ae79e783d0e owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:39.096856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441966-17a5-4407-9003-b970b242cca8 req-a782011a-40ee-4b10-a329-82cf70c2e77c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:39.098291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-a782011a-40ee-4b10-a329-82cf70c2e77c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.1004195 Feb 13 23:22:39.148043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port c0bc366d-fc1c-4a53-9e57-0b21d532b81d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:39.148404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:39.169452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 21416dbd-c43c-4a42-b6be-7ae79e783d0e no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:39.199392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-d04cd22c-71a7-469a-bff4-09247320a036 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885444 Feb 13 23:22:39.204263 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56ab5991-bbcb-4767-aa23-a3237b1b646d req-e69afec6-e67c-4b7e-bba3-a9f625e1450d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504190 Feb 13 23:22:39.286170 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'status': 'completed', 'code': 200} Feb 13 23:22:39.309773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:39.311970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for c0bc366d-fc1c-4a53-9e57-0b21d532b81d owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:39.340057 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:39.356030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c224bd96-769e-40c7-90c4-ccf8fab2d862 req-65e58960-2ffb-4689-b47e-e5e9f01f7c92 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1097 time: 0.5948775 Feb 13 23:22:39.373030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Pushing event deleted for resources: {'Port': ['ID=feed53a7-b039-49e9-87f3-04fc11bb9304,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:39.500130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-8689370a-f420-45ba-a8c1-7d10d584bd5b service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924209 Feb 13 23:22:39.503696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c224bd96-769e-40c7-90c4-ccf8fab2d862 req-4de03c69-dac2-43a8-80ae-1eb04141a32a tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463449 Feb 13 23:22:39.522001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:39.639990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=21416dbd-c43c-4a42-b6be-7ae79e783d0e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:39.665070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:39.751321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 697d9298-7787-4a64-abd9-6da74d7a82c5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:39.751805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 697d9298-7787-4a64-abd9-6da74d7a82c5 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:39.752751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:39.811423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port 21416dbd-c43c-4a42-b6be-7ae79e783d0e on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:39.817963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:39.825819 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:39.844849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:39.845222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6e1cf8b0-7667-4ffa-b9c8-3b9002d942be not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:39.845600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0bc366d-fc1c-4a53-9e57-0b21d532b81d no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:39.887754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a', 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'affbdd63-77f1-42d1-a03d-230cd64a8ac8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:39.944069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', '5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:39.951225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d07b7d6-497b-44d9-8dc8-04c3181be267 req-d1fada44-9236-4ade-85ab-f909dbe551a3 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.31 "DELETE /v2.0/ports/21416dbd-c43c-4a42-b6be-7ae79e783d0e HTTP/1.1" status: 204 len: 173 time: 1.8901863 Feb 13 23:22:39.952076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=c0bc366d-fc1c-4a53-9e57-0b21d532b81d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:39.956483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f2ce4451-9142-4eea-887a-dbe2893de952 req-c02698e7-b6d7-4d8e-a22d-6e462ae9d55f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Synchronizing usage tracker for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:40.035066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: c0bc366d-fc1c-4a53-9e57-0b21d532b81d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:40.035508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0bc366d-fc1c-4a53-9e57-0b21d532b81d not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:40.062714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port c0bc366d-fc1c-4a53-9e57-0b21d532b81d on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:40.067764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:40.070020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47471bb7-e677-4520-be95-7008be4b9ba3 req-7a22c60f-ab31-4b0d-852d-6fab839c70bb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "DELETE /v2.0/ports/c0bc366d-fc1c-4a53-9e57-0b21d532b81d HTTP/1.1" status: 204 len: 173 time: 1.9075661 Feb 13 23:22:40.126231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f2ce4451-9142-4eea-887a-dbe2893de952 req-c02698e7-b6d7-4d8e-a22d-6e462ae9d55f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Unset dirty status for tenant:5f8ff687360449899ce240d86468d7a3 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:40.139048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2ce4451-9142-4eea-887a-dbe2893de952 req-c02698e7-b6d7-4d8e-a22d-6e462ae9d55f tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "GET /v2.0/ports?device_id=168aef48-9782-421d-ba99-f1467f70d3a0 HTTP/1.1" status: 200 len: 210 time: 0.2720475 Feb 13 23:22:40.217632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-be2682f3-808d-4a75-95bf-22da5fdc5b08 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:40.220075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-be2682f3-808d-4a75-95bf-22da5fdc5b08 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 821 time: 0.4107747 Feb 13 23:22:40.262442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-aef9f583-cba1-4fcb-a2e0-6137f2e45679 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:40.274528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-aef9f583-cba1-4fcb-a2e0-6137f2e45679 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:40.297018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-aef9f583-cba1-4fcb-a2e0-6137f2e45679 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:40.298192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-aef9f583-cba1-4fcb-a2e0-6137f2e45679 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.2270763 Feb 13 23:22:40.310472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-6a7686d5-1a75-4bdb-8a5e-e4aa5fc9e9fd tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/quotas/62ee50f15c1c4c5c9080d9b788b24f44 HTTP/1.1" status: 200 len: 375 time: 0.0679262 Feb 13 23:22:40.360900 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a441966-17a5-4407-9003-b970b242cca8 req-49b81972-e22d-4db7-bc42-094cf420ac3a service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521490 Feb 13 23:22:40.397800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Deleting port ff8e5e90-375f-419a-a85c-21f4ebb25735 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:40.398206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:40.436603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-9236dbfa-7a16-4cb5-bbdf-f0f4ac1c6f96 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:40.463739 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:40.469522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-9236dbfa-7a16-4cb5-bbdf-f0f4ac1c6f96 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:40.479209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-9236dbfa-7a16-4cb5-bbdf-f0f4ac1c6f96 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674428 Feb 13 23:22:40.643944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-deleted', 'tag': '21416dbd-c43c-4a42-b6be-7ae79e783d0e'}, {'server_uuid': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'name': 'network-vif-deleted', 'tag': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:40.676251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59305733-11f0-4eb9-a1b3-6122c06929b3 req-562c14ad-03be-4ff6-bc8d-02d5bb8a05a4 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:40.682789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59305733-11f0-4eb9-a1b3-6122c06929b3 req-562c14ad-03be-4ff6-bc8d-02d5bb8a05a4 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 944 time: 0.2267647 Feb 13 23:22:40.817409 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-80901d4d-dbc8-4c70-8a9a-a0ed34635790 service neutron] 10.222.0.36 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366284 Feb 13 23:22:40.832601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] For port ff8e5e90-375f-419a-a85c-21f4ebb25735, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ff8e5e90-375f-419a-a85c-21f4ebb25735,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:40.833026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:40.848487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-d5eddddf-c1a0-4471-a477-ecb7c1cbcf83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 1095 time: 0.3467281 Feb 13 23:22:40.859050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59305733-11f0-4eb9-a1b3-6122c06929b3 req-1f764f21-c360-439d-8f49-7e61ec70f4c3 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753495 Feb 13 23:22:41.086486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-e22b0ba9-0664-431b-85ef-2dfe5fac128d service neutron] 10.222.0.36 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683053 Feb 13 23:22:41.097577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Calling delete_port for ff8e5e90-375f-419a-a85c-21f4ebb25735 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:41.113924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-76976a2e-7d30-4ce7-ae35-1c531f8962b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:41.115486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-76976a2e-7d30-4ce7-ae35-1c531f8962b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 903 time: 0.2159317 Feb 13 23:22:41.207107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-03454043-8293-4947-8127-1847f671b857 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20 HTTP/1.1" status: 200 len: 217 time: 0.0720284 Feb 13 23:22:41.428376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-d43a9674-6d86-4103-8e50-023b4bdffd31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:41.432625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-d43a9674-6d86-4103-8e50-023b4bdffd31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.2136803 Feb 13 23:22:41.500768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-3421fe48-7828-410b-8975-03caf136403c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641294 Feb 13 23:22:41.531882 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168aef48-9782-421d-ba99-f1467f70d3a0', 'name': 'network-vif-deleted', 'tag': '21416dbd-c43c-4a42-b6be-7ae79e783d0e', 'status': 'completed', 'code': 200} Feb 13 23:22:41.532453 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3917b84d-593a-4e25-b1f2-f53836d27fba', 'name': 'network-vif-deleted', 'tag': 'c0bc366d-fc1c-4a53-9e57-0b21d532b81d', 'status': 'completed', 'code': 200} Feb 13 23:22:41.560838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:41.617053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a8f58-27a4-414d-bbea-7421c81f8a3b req-cc426577-017e-415a-a410-43fe692ece1e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:41.625621 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed3a8f58-27a4-414d-bbea-7421c81f8a3b req-cc426577-017e-415a-a410-43fe692ece1e tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=701d0f3a-486e-4160-9758-c1b9b98d4588 HTTP/1.1" status: 200 len: 944 time: 0.2784357 Feb 13 23:22:41.650666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41190) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:41.652179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event deleted for resources: {'Port': ['ID=ff8e5e90-375f-419a-a85c-21f4ebb25735,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:41.826597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] No DVR routers for this DVR port ff8e5e90-375f-419a-a85c-21f4ebb25735 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:41.834624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed3a8f58-27a4-414d-bbea-7421c81f8a3b req-e183e28a-d39d-4be3-8000-2fb58ac3569a tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073810 Feb 13 23:22:41.836284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:41.878709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efc85bc6-e5ae-4ac8-9436-249d5f6592b1 req-d5349000-61b1-42af-98aa-775f5195b372 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "DELETE /v2.0/ports/ff8e5e90-375f-419a-a85c-21f4ebb25735 HTTP/1.1" status: 204 len: 173 time: 1.5752819 Feb 13 23:22:41.946909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eadddfa7-9cc9-4fb2-a8f2-6c30b8fd013b req-f1610579-7aa9-4325-8e08-64ec01695da8 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 210 time: 0.0889704 Feb 13 23:22:41.954883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-7c08446a-3208-445a-aac2-68de692e0b7c service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446440 Feb 13 23:22:42.109024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting subnet 5678428e-68bd-4850-beb5-87960b02b941 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:22:42.120132 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:42.176347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34781e21-f33d-4a5d-a067-d53c6de90ee3 req-bbd0a1da-ecaa-445f-8bdf-a941db14779e service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098691 Feb 13 23:22:42.225581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:42.234892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:22:42.341231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50340432-8b3c-46cf-94d6-ac07be45269a req-e3ceba08-e070-4290-91a3-5f3026ba88b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3484735 Feb 13 23:22:42.346200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:42.440470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:42.490956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Subnet': ['ID=5678428e-68bd-4850-beb5-87960b02b941,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:42.495305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:42.504931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9de36295-d5ff-493f-9444-0d30e60f29e8 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/subnets/5678428e-68bd-4850-beb5-87960b02b941 HTTP/1.1" status: 204 len: 168 time: 0.8473303 Feb 13 23:22:42.505119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd4e3a-8950-4bc8-b030-c6c785b61302 None None] Network 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:22:42.505554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:42.551623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:22:42.562271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] Sync routers for ids ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:22:42.584287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] Routers {'9ec648f5-ab30-41bd-93cf-1137c0cdca73'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:22:42.584940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:22:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:42.604250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e440f600-ddf2-4eb4-9701-1f8fe006667c admin admin] 10.222.0.36 "PUT /v2.0/routers/9ec648f5-ab30-41bd-93cf-1137c0cdca73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8102579 Feb 13 23:22:42.604672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41206) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:42.660106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f025-53e6-4b20-82bd-e78adef78e8a req-e73c5ba6-b4f1-4697-bafd-46eada81f847 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:42.677394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43d6f025-53e6-4b20-82bd-e78adef78e8a req-e73c5ba6-b4f1-4697-bafd-46eada81f847 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 944 time: 0.2301955 Feb 13 23:22:42.791513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43d6f025-53e6-4b20-82bd-e78adef78e8a req-e8be1a0e-0315-47c6-9bae-73a97dec91bb tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126533 Feb 13 23:22:42.882568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] DHCP port deletion for 99d60a89-bf1e-40b7-8779-8bbe6eba2c19 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:22:42.887101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] Deleting port a36cff01-5acf-42a2-99bd-ff91a88eb63f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:42.887684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:42.950504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:43.055943 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] Set router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:22:43.079556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-6b323cc7-95ee-42ad-9079-6d9b34eb7fa1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:43.082908 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-6b323cc7-95ee-42ad-9079-6d9b34eb7fa1 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 821 time: 0.4777901 Feb 13 23:22:43.106670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.135863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'port': {'device_id': '798a586e-a983-486a-957f-6d162b72941d', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'admin_state_up': True, 'tenant_id': '62ee50f15c1c4c5c9080d9b788b24f44'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:43.203364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:43.210053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f03a0-d5f9-41af-a2c9-04e3db5ae070 req-5cdf9499-0893-4599-93d5-ebe5ef26acd4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:43.221795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f7f03a0-d5f9-41af-a2c9-04e3db5ae070 req-5cdf9499-0893-4599-93d5-ebe5ef26acd4 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 950 time: 0.1859782 Feb 13 23:22:43.254975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: ff8e5e90-375f-419a-a85c-21f4ebb25735 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:43.255376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ff8e5e90-375f-419a-a85c-21f4ebb25735 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:43.301261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port a36cff01-5acf-42a2-99bd-ff91a88eb63f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:43.301510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.307136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] For port a36cff01-5acf-42a2-99bd-ff91a88eb63f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a36cff01-5acf-42a2-99bd-ff91a88eb63f,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:43.307518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.327502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f7f03a0-d5f9-41af-a2c9-04e3db5ae070 req-c9f25b6f-a5ae-4635-bf38-af46eaece77c tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034553 Feb 13 23:22:43.488457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] Calling delete_port for a36cff01-5acf-42a2-99bd-ff91a88eb63f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:43.559533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:43.628216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'name': 'network-vif-deleted', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:43.637460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a36cff01-5acf-42a2-99bd-ff91a88eb63f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:43.657030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:43.675668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.677443 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:22:39Z', 'revision_number': 5, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:43.681911 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] Checking router: 9ec648f5-ab30-41bd-93cf-1137c0cdca73 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:22:43.696186 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] Routers {'9ec648f5-ab30-41bd-93cf-1137c0cdca73'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:22:43.696924 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:22:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:43.710444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:43.748174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] No DVR routers for this DVR port a36cff01-5acf-42a2-99bd-ff91a88eb63f on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:43.760729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6aca0dc3-2e77-4c68-91c8-e948db8c4b2d req-24a90d2d-3540-42ca-b66d-69424e5d3920 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 210 time: 0.1196225 Feb 13 23:22:43.762448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883ca61-d7a8-4ef8-af31-d30ca69d1fc7 None None] Pushing event deleted for resources: {'Port': ['ID=a36cff01-5acf-42a2-99bd-ff91a88eb63f,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:43.767893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Made reservation on behalf of 62ee50f15c1c4c5c9080d9b788b24f44 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:22:43.769214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'mac_address': 'fa:16:3e:a9:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:43.771336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.774775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a36cff01-5acf-42a2-99bd-ff91a88eb63f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:43.775124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a36cff01-5acf-42a2-99bd-ff91a88eb63f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:43.872748 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.889795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7a26-1512-4433-a474-239199a2d983 req-c2f19e32-8eea-4446-8b5e-22fbba652d22 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:43.894696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e193e3-3d66-4ce7-a6bd-b48e45244c20 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:43.897183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a6e7a26-1512-4433-a474-239199a2d983 req-c2f19e32-8eea-4446-8b5e-22fbba652d22 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 950 time: 0.2086041 Feb 13 23:22:43.936930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:43.942673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:43.992482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] Set router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:22:43.998997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-6cc2375d-e93d-4c7b-8dd1-6dea01cba92f tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:22:44.008513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-6cc2375d-e93d-4c7b-8dd1-6dea01cba92f tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0226178 Feb 13 23:22:44.015683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Request body: {'binding': {'host': 'n-h1-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:44.016570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 13 23:22:44.023961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:44.051637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port a36cff01-5acf-42a2-99bd-ff91a88eb63f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a36cff01-5acf-42a2-99bd-ff91a88eb63f,segment=NetworkSegment(7c2bdea1-6c41-4ee3-b41d-95f2481683a5),segment_id=7c2bdea1-6c41-4ee3-b41d-95f2481683a5)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:44.052007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.118543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port affbdd63-77f1-42d1-a03d-230cd64a8ac8 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:44.119371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.195227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for a36cff01-5acf-42a2-99bd-ff91a88eb63f owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:44.221670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['48e193e3-3d66-4ce7-a6bd-b48e45244c20'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:44.271856 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:22:44.272669 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:22:44.335779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.359853 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:22:39Z', 'revision_number': 5, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:44.365049 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0b4d4-f81c-453d-a7a2-fe5f07aa26df None None] The sync data for ids ['9ec648f5-ab30-41bd-93cf-1137c0cdca73'] in n-d-828979-1 is: [{'id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'name': 'tempest-FloatingIPDetailsTestJSON-983076956-router', 'tenant_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:21:28Z', 'updated_at': '2022-02-13T23:22:39Z', 'revision_number': 5, 'project_id': '1c29f4fdd4d143b98c9d621fdd474d9e', 'gw_port': {'id': '85c6e791-d976-4027-ac9b-cee7c34811c3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec648f5-ab30-41bd-93cf-1137c0cdca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:21:29Z', 'updated_at': '2022-02-13T23:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:22:44.409707 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d0f3a-486e-4160-9758-c1b9b98d4588', 'name': 'network-vif-deleted', 'tag': 'ff8e5e90-375f-419a-a85c-21f4ebb25735', 'status': 'completed', 'code': 200} Feb 13 23:22:44.543583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Allocated IP 172.20.0.9 (267bdd04-3202-48ff-a115-db974cdad2f6/635017be-31b2-444b-9504-6b562caa5ad1/9bc65e3d-19c6-4ff9-9398-e661ee54a3e0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:22:44.612829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port affbdd63-77f1-42d1-a03d-230cd64a8ac8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=affbdd63-77f1-42d1-a03d-230cd64a8ac8,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:44.613095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.692193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on host n-h1-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:44.692416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:44.692721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:44.797513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port a36cff01-5acf-42a2-99bd-ff91a88eb63f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:44.797858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.849160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.872267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for affbdd63-77f1-42d1-a03d-230cd64a8ac8 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:44.900160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] The port 'a36cff01-5acf-42a2-99bd-ff91a88eb63f' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:22:44.903192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.913851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:44.914239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:44.942624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:44.942957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:44.943331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:44.943761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Bound port: 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:44.950992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Deleting port 85c6e791-d976-4027-ac9b-cee7c34811c3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:44.951327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:44.973860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f02472-f55f-4686-be66-32ac0c854d13 req-517deaf3-5a9e-497d-a867-a897bc63c68f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:44.975343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42f02472-f55f-4686-be66-32ac0c854d13 req-517deaf3-5a9e-497d-a867-a897bc63c68f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 945 time: 0.4391127 Feb 13 23:22:45.058286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:45.094393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.095570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-62326e0b-72cd-42d9-88b8-ac618abeb229 service neutron] 10.222.0.36 "POST /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661/bindings HTTP/1.1" status: 201 len: 389 time: 1.0857911 Feb 13 23:22:45.102529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.106717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42f02472-f55f-4686-be66-32ac0c854d13 req-edeb1306-f368-46a7-b95c-dc46725e5b23 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Feb 13 23:22:45.114828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.115667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a', 'cc8d06c7-34ef-4794-b662-34cd2c2d789d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:45.156094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=affbdd63-77f1-42d1-a03d-230cd64a8ac8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:45.169517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', '5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:45.227120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-d2b1d955-0651-4e08-b73d-62514b2a7a70 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:45.227912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-d2b1d955-0651-4e08-b73d-62514b2a7a70 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Synchronizing usage tracker for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:45.239396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d60a89-bf1e-40b7-8779-8bbe6eba2c19']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:45.263686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port affbdd63-77f1-42d1-a03d-230cd64a8ac8 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:45.273609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.275799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2bdea1-6c41-4ee3-b41d-95f2481683a5') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:45.276092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2bdea1-6c41-4ee3-b41d-95f2481683a5') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:45.278453 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a6e7a26-1512-4433-a474-239199a2d983 req-b3afeb6f-b1a3-45db-8145-57f7b378c51f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "DELETE /v2.0/ports/affbdd63-77f1-42d1-a03d-230cd64a8ac8 HTTP/1.1" status: 204 len: 173 time: 1.3727176 Feb 13 23:22:45.280639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'name': 'network-vif-deleted', 'tag': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:45.285968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.352216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.359275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-d2b1d955-0651-4e08-b73d-62514b2a7a70 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Unset dirty status for tenant:b6ad504142f4440290934e9d0c7d413f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:45.360709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-d2b1d955-0651-4e08-b73d-62514b2a7a70 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 944 time: 0.6113427 Feb 13 23:22:45.553554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8d600d0a-9116-431f-b5b6-d7b5778ce157 req-09d3347a-9a9b-41dd-8f99-a5ef1021dc77 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:45.556141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device feed53a7-b039-49e9-87f3-04fc11bb9304 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:45.606737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8d600d0a-9116-431f-b5b6-d7b5778ce157 req-09d3347a-9a9b-41dd-8f99-a5ef1021dc77 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:45.607948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d600d0a-9116-431f-b5b6-d7b5778ce157 req-09d3347a-9a9b-41dd-8f99-a5ef1021dc77 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=639035fa-5ced-497a-b59a-3ac4c8befea1 HTTP/1.1" status: 200 len: 210 time: 0.1956265 Feb 13 23:22:45.622981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: feed53a7-b039-49e9-87f3-04fc11bb9304 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:45.623318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device feed53a7-b039-49e9-87f3-04fc11bb9304 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:45.628112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.638544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-9cb54ccd-87f1-43d0-ae6e-bd65eac7b29c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1097 time: 0.1341174 Feb 13 23:22:45.661061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Deleting port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:45.661417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.721015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:45.725089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Network 267bdd04-3202-48ff-a115-db974cdad2f6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:22:45.751046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:22:45.751445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:22:45.797579 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:22:45.802315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:22:45.916727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-d9996a52-2ae2-4d92-bec1-4661ab46087b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:45.918345 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-d9996a52-2ae2-4d92-bec1-4661ab46087b service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.2718906 Feb 13 23:22:45.930937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] For port 85c6e791-d976-4027-ac9b-cee7c34811c3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=85c6e791-d976-4027-ac9b-cee7c34811c3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:45.931306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:45.943121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:22:46.008269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555324-97c9-4833-8878-e3f5effab8b9 req-284caf54-dae2-41d0-a18b-04017f6ed9ee tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:46.010242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f555324-97c9-4833-8878-e3f5effab8b9 req-284caf54-dae2-41d0-a18b-04017f6ed9ee tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 931 time: 0.2137146 Feb 13 23:22:46.011883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-248d79cd-2a9c-4ad8-ba39-9d9a183b0f1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 217 time: 0.0860808 Feb 13 23:22:46.122708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-21c8fa19-b7f3-4d45-8d2d-56f3f1ce541f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:46.124445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-21c8fa19-b7f3-4d45-8d2d-56f3f1ce541f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.0850902 Feb 13 23:22:46.129606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f555324-97c9-4833-8878-e3f5effab8b9 req-60cbd9e4-2d87-4bc7-8f0e-4e47f7206e24 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131709 Feb 13 23:22:46.183428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-8c7825ab-788d-43ab-8866-7e2cd6cde6c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509169 Feb 13 23:22:46.184409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:46.185059 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.309841 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-dc8a23db-90d1-4e4b-b167-57b6ade5bc89 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1928532 Feb 13 23:22:46.322859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Calling delete_port for 85c6e791-d976-4027-ac9b-cee7c34811c3 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:46.354787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Request body: {'port': {'device_id': '798a586e-a983-486a-957f-6d162b72941d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:46.394583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-13e24deb-dad6-4a0d-8b78-40524e1c6e8d service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048781 Feb 13 23:22:46.404491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546a8d9-78db-48b0-b402-edb847f92c0e req-859bd22e-af1d-44e8-bc0b-baf37ec7969a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:46.405886 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0546a8d9-78db-48b0-b402-edb847f92c0e req-859bd22e-af1d-44e8-bc0b-baf37ec7969a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.1361799 Feb 13 23:22:46.408572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.413767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.487568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Network': ['ID=99d60a89-bf1e-40b7-8779-8bbe6eba2c19,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:46.517678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-086fa215-955c-4089-97eb-8cabc814d9b7 tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/networks/99d60a89-bf1e-40b7-8779-8bbe6eba2c19 HTTP/1.1" status: 204 len: 168 time: 4.0114262 Feb 13 23:22:46.520378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41264) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:46.589510 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0546a8d9-78db-48b0-b402-edb847f92c0e req-3b4f53b8-6d5d-4544-9366-dec3bb7d8dd8 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621027 Feb 13 23:22:46.600577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85efb84-8821-43a0-9988-0a90d5760dd9 req-22299e65-d48d-4a1f-9853-4cd2843ce297 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:46.602050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f85efb84-8821-43a0-9988-0a90d5760dd9 req-22299e65-d48d-4a1f-9853-4cd2843ce297 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 944 time: 1.0347800 Feb 13 23:22:46.637183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-9cfaa936-626b-46ee-9adc-130771a2c487 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302868 Feb 13 23:22:46.695671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.734752 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639035fa-5ced-497a-b59a-3ac4c8befea1', 'name': 'network-vif-deleted', 'tag': 'affbdd63-77f1-42d1-a03d-230cd64a8ac8', 'status': 'completed', 'code': 200} Feb 13 23:22:46.759815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting subnet edc4b2a8-881e-4f92-88ba-d498f399b9d8 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:22:46.763145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.796267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f85efb84-8821-43a0-9988-0a90d5760dd9 req-0ddf52b0-b87e-4141-9d18-02f65b7890d7 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735697 Feb 13 23:22:46.832673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] For port 730ee5e0-683e-46f9-99ef-73eb7adf14e7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=730ee5e0-683e-46f9-99ef-73eb7adf14e7,segment=NetworkSegment(bb1b6e76-30dc-4d18-96aa-5e140dffb8d1),segment_id=bb1b6e76-30dc-4d18-96aa-5e140dffb8d1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:46.833235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.862392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:46.963479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:47.012093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Calling delete_port for 730ee5e0-683e-46f9-99ef-73eb7adf14e7 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:47.018470 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.113715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:47.119552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:47.119973 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.266283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.300738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.318967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:47.334821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:47.341446 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.345078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device affbdd63-77f1-42d1-a03d-230cd64a8ac8 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:47.404501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f830-9ecc-4058-9171-f4e93cb80cf0 req-4883bbc9-39c0-493b-8ead-7f07920b4125 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:47.410905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63f5f830-9ecc-4058-9171-f4e93cb80cf0 req-4883bbc9-39c0-493b-8ead-7f07920b4125 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 945 time: 0.1553302 Feb 13 23:22:47.469800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c6e791-d976-4027-ac9b-cee7c34811c3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:47.497587 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63f5f830-9ecc-4058-9171-f4e93cb80cf0 req-5b1343bd-6f18-4924-a846-c5c16cae4f50 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Feb 13 23:22:47.499886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.570242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:47.591361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: affbdd63-77f1-42d1-a03d-230cd64a8ac8 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:47.591930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device affbdd63-77f1-42d1-a03d-230cd64a8ac8 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:47.647039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Subnet': ['ID=edc4b2a8-881e-4f92-88ba-d498f399b9d8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:47.653978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.660814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-15932e44-9479-4e31-b31b-f7bba60c6ecd tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/subnets/edc4b2a8-881e-4f92-88ba-d498f399b9d8 HTTP/1.1" status: 204 len: 168 time: 1.1394217 Feb 13 23:22:47.664279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41286) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:47.667834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df576b6a-0f5a-4e86-9ce0-5defcfd9c347 None None] Network c9b1c709-fd80-4ae1-b251-8d621f1f396b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:22:47.847905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.865639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Deleting port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:47.865986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:47.976399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da673-8562-40a4-a160-53bda809750f req-efdb1102-ce27-4e34-9b32-176790865baf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:47.977861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-336da673-8562-40a4-a160-53bda809750f req-efdb1102-ce27-4e34-9b32-176790865baf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 948 time: 0.2173793 Feb 13 23:22:48.139161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] DHCP port deletion for c9b1c709-fd80-4ae1-b251-8d621f1f396b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:22:48.150473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Deleting port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:48.152043 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.171714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-336da673-8562-40a4-a160-53bda809750f req-20ddb85d-4ba0-4745-9023-da4c8694cc08 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809597 Feb 13 23:22:48.264696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] For port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:48.265060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.313772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:48.326284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.352124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Transition to ACTIVE for port object 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:22:48.373696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.473770 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'code': 200} Feb 13 23:22:48.479256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] For port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,segment=NetworkSegment(fe0bb8df-f990-49e0-9d4a-a8e402e2e976),segment_id=fe0bb8df-f990-49e0-9d4a-a8e402e2e976)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:48.479706 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.529833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:48.545667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Calling delete_port for fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:48.733910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Calling delete_port for fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:48.759114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.805043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:48.856079 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:22:48.856826 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:22:48.878249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Port': ['ID=fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:48.878249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49d8906d-8605-48bf-9a25-0bd0a7607fc1 req-bb671de1-6943-42e3-becd-c28f8784a4da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 1097 time: 0.3719893 Feb 13 23:22:48.885298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] No DVR routers for this DVR port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:48.901691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-51b49f26-af13-4e89-becf-ad6cf407ea80 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:48.901691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-51b49f26-af13-4e89-becf-ad6cf407ea80 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:49.053196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Pushing event deleted for resources: {'Port': ['ID=730ee5e0-683e-46f9-99ef-73eb7adf14e7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:49.069353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.098097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dccab9-038e-42f1-81f5-8fd4c0682809 req-58d26c3b-f169-4abe-8e1b-c5757e78ad87 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:49.102492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0dccab9-038e-42f1-81f5-8fd4c0682809 req-58d26c3b-f169-4abe-8e1b-c5757e78ad87 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.4524598 Feb 13 23:22:49.136010 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49d8906d-8605-48bf-9a25-0bd0a7607fc1 req-e22bd1a1-ecbb-4d48-bdc4-e1db0e5e2861 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215827 Feb 13 23:22:49.138080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b1c709-fd80-4ae1-b251-8d621f1f396b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:49.162224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:49.164258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0bb8df-f990-49e0-9d4a-a8e402e2e976') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:49.175033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-15c04e42-ad79-4fbc-8040-703bde35eb61 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:49.176443 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-15c04e42-ad79-4fbc-8040-703bde35eb61 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 948 time: 0.4223721 Feb 13 23:22:49.188809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.190436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.212186 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0dccab9-038e-42f1-81f5-8fd4c0682809 req-4b794f3a-1aad-4f23-9033-a3f16a42cd08 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934861 Feb 13 23:22:49.212186 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.217791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:22:49.218209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.222253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:22:49.233233 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:22:49.251023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] No DVR routers for this DVR port 730ee5e0-683e-46f9-99ef-73eb7adf14e7 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:49.254528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.257374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-51b49f26-af13-4e89-becf-ad6cf407ea80 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:49.263580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-51b49f26-af13-4e89-becf-ad6cf407ea80 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 931 time: 1.1876643 Feb 13 23:22:49.274304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 730ee5e0-683e-46f9-99ef-73eb7adf14e7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:49.274656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 730ee5e0-683e-46f9-99ef-73eb7adf14e7 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:49.313168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.332712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'name': 'network-vif-deleted', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:49.357410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Deleting port fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:49.358244 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.394345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Attempting to bind port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:49.394684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Attempting to bind port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:49.395216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Attempting to bind port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 on network 267bdd04-3202-48ff-a115-db974cdad2f6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:49.398144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e3a4ec4-ce8b-4e84-840c-71ad328b7935 req-54ada1d3-ca71-4c2a-90cb-1d199d39a432 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.31 "DELETE /v2.0/ports/730ee5e0-683e-46f9-99ef-73eb7adf14e7 HTTP/1.1" status: 204 len: 173 time: 4.0203667 Feb 13 23:22:49.446924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2f5df98c-e6ca-497d-8e78-41d36da8dee6 None None] The port 'fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:22:49.475127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.545312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] Pushing event deleted for resources: {'Network': ['ID=c9b1c709-fd80-4ae1-b251-8d621f1f396b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:49.558743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-31e15367-158b-4c53-b2c5-5f316b7672e0 req-de545bf1-b2bf-4fee-a722-8e6d7c7c3696 tempest-LiveMigrationTest-985308181 tempest-LiveMigrationTest-985308181-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff HTTP/1.1" status: 200 len: 210 time: 0.0733311 Feb 13 23:22:49.564036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 on network 267bdd04-3202-48ff-a115-db974cdad2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:49.565753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Attempting to bind port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 on network 267bdd04-3202-48ff-a115-db974cdad2f6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:49.595094 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7aec8793-a61b-4134-813f-92bc1610a0ae tempest-ServersTestMultiNic-539348157 tempest-ServersTestMultiNic-539348157-project] 10.222.0.36 "DELETE /v2.0/networks/c9b1c709-fd80-4ae1-b251-8d621f1f396b HTTP/1.1" status: 204 len: 168 time: 1.9305937 Feb 13 23:22:49.603582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-3c4e7b03-c1ef-4ad6-b9b3-7c1e9b17d551 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:49.607003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port cc8d06c7-34ef-4794-b662-34cd2c2d789d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:49.607353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.607501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.611953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:49.612386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Checking segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:49.612891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Bound using segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:49.613369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Bound port: 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:49.613843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.627339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:49.637133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.661172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-3c4e7b03-c1ef-4ad6-b9b3-7c1e9b17d551 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:49.670393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:49.670604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c7faf06-3a10-408c-a2c4-4528341e86ec req-3c4e7b03-c1ef-4ad6-b9b3-7c1e9b17d551 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061418 Feb 13 23:22:49.671140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc8fd989-3a1e-41c5-8d4a-fc0e23ab2acb not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:49.760107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.760637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec648f5-ab30-41bd-93cf-1137c0cdca73 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:22:49.777583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:49.781292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa37bd05-3ce7-43b3-8677-f41ab8f396d2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9ec648f5-ab30-41bd-93cf-1137c0cdca73 HTTP/1.1" status: 204 len: 168 time: 7.1749721 Feb 13 23:22:49.787545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41304) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:49.990466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port cc8d06c7-34ef-4794-b662-34cd2c2d789d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc8d06c7-34ef-4794-b662-34cd2c2d789d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:49.990927 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.000608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Deleting subnet fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:22:50.004034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.045141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:50.109808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:50.119644 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.125275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.130187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b4b81-00c5-4bdd-b2c0-2483664a4b0e req-d77dbd60-fc3d-4ef0-9ea2-a1c81e51ea01 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:50.131672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ee3b4b81-00c5-4bdd-b2c0-2483664a4b0e req-d77dbd60-fc3d-4ef0-9ea2-a1c81e51ea01 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.3073573 Feb 13 23:22:50.138009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for cc8d06c7-34ef-4794-b662-34cd2c2d789d owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:50.256467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.258017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 HTTP/1.1" status: 200 len: 1091 time: 3.9074793 Feb 13 23:22:50.262530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ee3b4b81-00c5-4bdd-b2c0-2483664a4b0e req-711873cd-3273-46e8-87df-ee9ffc060a10 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932264 Feb 13 23:22:50.273852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061fd12-b52d-420a-b343-1bcccba711f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:50.293387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d209-c733-4e07-abd1-be452fb711fe req-2307ded2-7af6-406c-9b6d-392080d1c2cf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:50.294128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-89e3d209-c733-4e07-abd1-be452fb711fe req-2307ded2-7af6-406c-9b6d-392080d1c2cf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:50.321213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-89e3d209-c733-4e07-abd1-be452fb711fe req-2307ded2-7af6-406c-9b6d-392080d1c2cf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:50.322949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89e3d209-c733-4e07-abd1-be452fb711fe req-2307ded2-7af6-406c-9b6d-392080d1c2cf tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9 HTTP/1.1" status: 200 len: 948 time: 0.2853808 Feb 13 23:22:50.324224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.391400 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3b5ff9-4fc0-49bf-91f1-0952c38a4bff', 'name': 'network-vif-deleted', 'tag': '730ee5e0-683e-46f9-99ef-73eb7adf14e7', 'status': 'completed', 'code': 200} Feb 13 23:22:50.394214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.407616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', '5bb15353-0677-4474-b008-c932953eeeb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:50.462502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['93eb48db-9289-455d-8f31-f99224b8843a', 'cc8d06c7-34ef-4794-b662-34cd2c2d789d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:50.503641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89e3d209-c733-4e07-abd1-be452fb711fe req-9f828b8e-3980-47ba-82af-c65fe8035edb tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452298 Feb 13 23:22:50.544304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-e78844d4-a0be-45a2-b44c-a62b17de992a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 1094 time: 0.1868656 Feb 13 23:22:50.545717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.612966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=cc8d06c7-34ef-4794-b662-34cd2c2d789d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:50.678784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port cc8d06c7-34ef-4794-b662-34cd2c2d789d on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:50.681294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.691889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'name': 'network-vif-deleted', 'tag': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:50.700450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0e03aba-be4f-4b9b-ba52-594a47c123fa req-b914ff23-8b88-4f19-8035-7fa86cac3ca7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "DELETE /v2.0/ports/cc8d06c7-34ef-4794-b662-34cd2c2d789d HTTP/1.1" status: 204 len: 173 time: 1.3576121 Feb 13 23:22:50.711494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-5bbdcec2-8446-4600-914b-2e66d322d5f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 HTTP/1.1" status: 200 len: 217 time: 0.1481740 Feb 13 23:22:50.713552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:50.715506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b213e-9a4e-4141-a645-1d0436508eb4 None None] Network bfb05208-b625-4f10-ba40-1573f277b775 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:22:50.716764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:50.819995 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dff4eaa7-ebdd-448c-be86-db7e31e547ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fd7b0de7-ea1f-4b5e-8479-f09c4edf9c9a HTTP/1.1" status: 204 len: 168 time: 1.0287900 Feb 13 23:22:50.822456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:50.831923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41324) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:50.867699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47814638-6a72-452c-b06a-5ca5db93ee23 req-e0251598-b71b-48f0-b9cc-2ca0b98a190d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:50.869213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47814638-6a72-452c-b06a-5ca5db93ee23 req-e0251598-b71b-48f0-b9cc-2ca0b98a190d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.1569827 Feb 13 23:22:50.878965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-68a4e82a-c44b-4abe-9a02-bd9b99d03d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:50.880793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-68a4e82a-c44b-4abe-9a02-bd9b99d03d2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 200 len: 861 time: 0.1601484 Feb 13 23:22:50.984880 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3166f-beb5-4ff1-85b1-67a4ea32b8c9', 'name': 'network-vif-deleted', 'tag': 'cc8d06c7-34ef-4794-b662-34cd2c2d789d', 'status': 'completed', 'code': 200} Feb 13 23:22:51.054093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-73daa894-40cf-43de-b9d0-ae999760aeae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=267bdd04-3202-48ff-a115-db974cdad2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457205 Feb 13 23:22:51.058362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.088108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Deleting port fa20b442-656d-4309-b332-fe8bc31b97f7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:51.089226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.231353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47814638-6a72-452c-b06a-5ca5db93ee23 req-f499915f-718f-4bea-aa07-4cdf47451b3f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547733 Feb 13 23:22:51.335555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-2d6b3c71-998c-4886-8eea-4d12db868d66 service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194173 Feb 13 23:22:51.416582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Deleting subnet e5e7f9f6-a3cd-42fb-a87f-b7e45878554b {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:22:51.465931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] DHCP port deletion for bfb05208-b625-4f10-ba40-1573f277b775 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:22:51.473720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Deleting port fa20b442-656d-4309-b332-fe8bc31b97f7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:51.474127 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.480415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.533757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482f214-7937-4ea9-b697-d5d7d202f972 req-60a88a9e-77a2-4f9f-aaae-469ccf524738 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:51.535532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f482f214-7937-4ea9-b697-d5d7d202f972 req-60a88a9e-77a2-4f9f-aaae-469ccf524738 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 943 time: 0.4102943 Feb 13 23:22:51.605577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.653901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa20b442-656d-4309-b332-fe8bc31b97f7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:51.666106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:51.666472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.699527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56191f4d-1cd3-4741-a954-28760aaf37e6 req-28828217-8168-49e6-83c2-958a3ca65441 service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578148 Feb 13 23:22:51.723666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d5e01-ec42-4f28-89b7-d7b3586b3f8c req-12b042be-afde-4528-9cdb-d606f06a305e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:51.726553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e64d5e01-ec42-4f28-89b7-d7b3586b3f8c req-12b042be-afde-4528-9cdb-d606f06a305e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.1741536 Feb 13 23:22:51.780281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e64d5e01-ec42-4f28-89b7-d7b3586b3f8c req-1545448d-a330-4588-a851-834fe924df28 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Feb 13 23:22:51.850136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:51.850531 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:51.880634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41344) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:51.945905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Calling delete_port for fa20b442-656d-4309-b332-fe8bc31b97f7 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:52.009885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f482f214-7937-4ea9-b697-d5d7d202f972 req-715643bf-96fd-4a25-b69d-df72c0a8527d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633358 Feb 13 23:22:52.023577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Calling delete_port for fa20b442-656d-4309-b332-fe8bc31b97f7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:52.056698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.062280 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.135268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:52.147580 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.148272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 85c6e791-d976-4027-ac9b-cee7c34811c3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:52.228012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 85c6e791-d976-4027-ac9b-cee7c34811c3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:52.228602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 85c6e791-d976-4027-ac9b-cee7c34811c3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:52.243324 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:22:52.243916 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:22:52.248361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:22:52.248691 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:22:52.254862 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.277241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=fa20b442-656d-4309-b332-fe8bc31b97f7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:52.324422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e7f9f6-a3cd-42fb-a87f-b7e45878554b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:52.337181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.354420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ea10ae6e-3a35-4bf2-a0c7-de0b8e1a7c04 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e5e7f9f6-a3cd-42fb-a87f-b7e45878554b HTTP/1.1" status: 204 len: 168 time: 1.5203500 Feb 13 23:22:52.355389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41360) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:52.488578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798a586e-a983-486a-957f-6d162b72941d', 'tag': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:52.509023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.602386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec2e2e-d26d-4f07-bc59-039fbea4bdef req-81e0b856-d7e9-4413-9de2-b27badcb83ed tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:52.603818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eec2e2e-d26d-4f07-bc59-039fbea4bdef req-81e0b856-d7e9-4413-9de2-b27badcb83ed tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.1161382 Feb 13 23:22:52.670537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eec2e2e-d26d-4f07-bc59-039fbea4bdef req-3707136a-7d22-40f4-9a9b-9d37175224c8 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593448 Feb 13 23:22:52.675506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.681564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.718119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbadd11c-9429-4fb4-8b41-9ffc2871bec8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:52.733091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:52.733385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1b6e76-30dc-4d18-96aa-5e140dffb8d1') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:52.745481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Deleting port fa20b442-656d-4309-b332-fe8bc31b97f7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:52.746050 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.749745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.757553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Deleting port fa20b442-656d-4309-b332-fe8bc31b97f7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:52.758318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.798700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c59f-7cf0-41e6-91f0-1a7d2def2ca8 req-87898a59-eb03-4b70-9505-0cbaff93ac20 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:52.805308 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0956c59f-7cf0-41e6-91f0-1a7d2def2ca8 req-87898a59-eb03-4b70-9505-0cbaff93ac20 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.1904836 Feb 13 23:22:52.835918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.850823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:22:52.851465 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:22:52.867477 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:22:52.981057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:52.981658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.100969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc8d06c7-34ef-4794-b662-34cd2c2d789d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:53.109079 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798a586e-a983-486a-957f-6d162b72941d', 'tag': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'status': 'completed', 'code': 200} Feb 13 23:22:53.123902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.143192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0956c59f-7cf0-41e6-91f0-1a7d2def2ca8 req-85a820be-6f06-4629-8a43-4ef57509c6f1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361712 Feb 13 23:22:53.239277 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.294282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbadd11c-9429-4fb4-8b41-9ffc2871bec8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:53.295017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Calling delete_port for fa20b442-656d-4309-b332-fe8bc31b97f7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:53.320224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-faa34a8a-bd92-4f07-b8fb-89070678cf18 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbadd11c-9429-4fb4-8b41-9ffc2871bec8 HTTP/1.1" status: 204 len: 168 time: 0.9634087 Feb 13 23:22:53.323016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41376) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:53.328851 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-04c864a4-f1c3-411b-b04e-11a4b70c8c21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 1094 time: 0.1552155 Feb 13 23:22:53.330516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] For port fa20b442-656d-4309-b332-fe8bc31b97f7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa20b442-656d-4309-b332-fe8bc31b97f7,segment=NetworkSegment(92d8d182-2984-408e-9b41-7ebd39545e29),segment_id=92d8d182-2984-408e-9b41-7ebd39545e29)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:53.331058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.341082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:53.350714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: cc8d06c7-34ef-4794-b662-34cd2c2d789d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:53.351056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc8d06c7-34ef-4794-b662-34cd2c2d789d not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:53.492541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.540756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Calling delete_port for fa20b442-656d-4309-b332-fe8bc31b97f7 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:53.555144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] Pushing event deleted for resources: {'Port': ['ID=fa20b442-656d-4309-b332-fe8bc31b97f7,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:53.587759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:53.593942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-600c7650-b2da-4629-8da9-20d64a7a90cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:53.595950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-600c7650-b2da-4629-8da9-20d64a7a90cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 921 time: 0.2312560 Feb 13 23:22:53.597629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Deleting subnet cf8da71e-b173-4698-9565-3dd46334cca5 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:22:53.604601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b59bf4-2b78-4527-83a3-97340e183ab3 req-33047bc8-4b12-4317-9108-409c013f8d20 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:53.605414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.605654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a0b59bf4-2b78-4527-83a3-97340e183ab3 req-33047bc8-4b12-4317-9108-409c013f8d20 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 950 time: 0.2807229 Feb 13 23:22:53.618965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb715503-e70a-4062-9007-7d78cd841e15 None None] No DVR routers for this DVR port fa20b442-656d-4309-b332-fe8bc31b97f7 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:53.636929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'port_id': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'mac_address': 'fa:16:3e:d7:85:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635017be-31b2-444b-9504-6b562caa5ad1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:22:53.698493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.716578 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.744450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-0ed54f97-731a-407d-a2d2-e75ddd5d73a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 HTTP/1.1" status: 200 len: 217 time: 0.1371791 Feb 13 23:22:53.748565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:22:53.773018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:53.794163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.825176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Deleting port c6427ee3-65d9-481c-ac08-8bf05ecb9491 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:53.825760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.869416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de6a2-0f31-41ca-bd9a-721ce4aeb6be req-f444c736-09ad-4460-81b5-c85d9e78ddc0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:53.876792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a19de6a2-0f31-41ca-bd9a-721ce4aeb6be req-f444c736-09ad-4460-81b5-c85d9e78ddc0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 943 time: 0.5369961 Feb 13 23:22:53.881399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:22:53.882108 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:22:53.920009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:53.922220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:53.954152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a0b59bf4-2b78-4527-83a3-97340e183ab3 req-b5c95071-12e9-450f-8813-a322d65bdb14 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949028 Feb 13 23:22:53.978483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-cfee5942-fee6-4ad1-a0a9-0af376c9bb76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:53.980201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-cfee5942-fee6-4ad1-a0a9-0af376c9bb76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 200 len: 861 time: 0.2211099 Feb 13 23:22:53.989070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a19de6a2-0f31-41ca-bd9a-721ce4aeb6be req-300c21e5-4f52-46a7-a83d-ecb1c3ad1a17 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113722 Feb 13 23:22:54.044683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9bc65e3d-19c6-4ff9-9398-e661ee54a3e0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:54.101122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-ea9dff59-3698-4ee7-9765-bf064276ed6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=267bdd04-3202-48ff-a115-db974cdad2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115243 Feb 13 23:22:54.204535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:54.301653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:54.316056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5e10d89a-78c3-43fe-b87e-f7747fcdb0d9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:54.316768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5e10d89a-78c3-43fe-b87e-f7747fcdb0d9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:54.324859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8da71e-b173-4698-9565-3dd46334cca5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:54.330196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f2877f2c-cad6-40f7-adb8-96e441fca305 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf8da71e-b173-4698-9565-3dd46334cca5 HTTP/1.1" status: 204 len: 168 time: 1.0046086 Feb 13 23:22:54.336714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41390) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:54.445010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5e10d89a-78c3-43fe-b87e-f7747fcdb0d9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:54.446086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5e10d89a-78c3-43fe-b87e-f7747fcdb0d9 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 950 time: 0.4536755 Feb 13 23:22:54.534150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Deleting port fa20b442-656d-4309-b332-fe8bc31b97f7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:54.534150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:54.559102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] For port c6427ee3-65d9-481c-ac08-8bf05ecb9491, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6427ee3-65d9-481c-ac08-8bf05ecb9491,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:54.559102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:54.606096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:54.629392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] The port 'fa20b442-656d-4309-b332-fe8bc31b97f7' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:22:54.680386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port 93eb48db-9289-455d-8f31-f99224b8843a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:54.680731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:54.691731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Calling delete_port for c6427ee3-65d9-481c-ac08-8bf05ecb9491 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:54.797340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-9c1d4d12-fd55-4cbd-8ac3-1143f56cdea2 service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830256 Feb 13 23:22:54.837192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68809e-9514-42d2-858c-2d06fa169ffa req-70393d51-b92e-499f-8a80-0dd6d01e0753 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:54.838683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b68809e-9514-42d2-858c-2d06fa169ffa req-70393d51-b92e-499f-8a80-0dd6d01e0753 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.6163259 Feb 13 23:22:54.861310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06b916-a700-4a29-b5f7-4397e7938e5a req-773fafe9-1c7e-468d-a188-e1d8e2035d08 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:54.862776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af06b916-a700-4a29-b5f7-4397e7938e5a req-773fafe9-1c7e-468d-a188-e1d8e2035d08 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.4180453 Feb 13 23:22:54.917408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-d9ed937d-1406-4a9e-b3d0-4fa768fa43f6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:54.918808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-d9ed937d-1406-4a9e-b3d0-4fa768fa43f6 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c43f1cb-80c3-419c-a554-ae4cb33b9f19 HTTP/1.1" status: 200 len: 950 time: 0.4706783 Feb 13 23:22:54.979923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.074390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port 5bb15353-0677-4474-b008-c932953eeeb6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:22:55.074649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.078379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb05208-b625-4f10-ba40-1573f277b775']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:55.087539 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.114278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-535dba40-dbf6-4942-9bf0-403d6b2d3933 req-6440128d-e970-4d31-a5ef-2613a4e1023c service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003409 Feb 13 23:22:55.122113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af06b916-a700-4a29-b5f7-4397e7938e5a req-e7bb85d6-25c4-4ea4-ac96-6fed17a77f28 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106540 Feb 13 23:22:55.123889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d8d182-2984-408e-9b41-7ebd39545e29') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:55.124190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d8d182-2984-408e-9b41-7ebd39545e29') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:55.165716 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.207488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9410ce1-954c-4862-88de-e2dbfa27bec7']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:55.221489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2830a199-d7ce-449e-aa69-8bd5740900fb') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:55.221796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2830a199-d7ce-449e-aa69-8bd5740900fb') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:55.254206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:22:55.301024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b68809e-9514-42d2-858c-2d06fa169ffa req-399dc85f-89ee-4823-898b-1379f0180d32 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982325 Feb 13 23:22:55.312718 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.320916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.353775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:22:55.354485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:22:55.369976 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:22:55.384789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.390173 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-bc5baf11-9bcb-48b7-a635-47a9b34ec987 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1097 time: 0.5475624 Feb 13 23:22:55.416159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:55.437449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:22:55.451312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6427ee3-65d9-481c-ac08-8bf05ecb9491,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:55.471151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 has no active binding in host n-h1-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 13 23:22:55.526843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:22:55.536841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:22:55.537305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.558145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port 93eb48db-9289-455d-8f31-f99224b8843a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=93eb48db-9289-455d-8f31-f99224b8843a,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:55.558744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.618290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.628484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port 5bb15353-0677-4474-b008-c932953eeeb6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bb15353-0677-4474-b008-c932953eeeb6,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:55.629336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.637796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-1'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:22:55.732699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6836bb4-0b92-4157-bad1-ea2532fba503 req-0124b065-e5f7-4cb7-ae08-f99f2358e353 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:55.732699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6836bb4-0b92-4157-bad1-ea2532fba503 req-0124b065-e5f7-4cb7-ae08-f99f2358e353 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 950 time: 0.4078376 Feb 13 23:22:55.807162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for 5bb15353-0677-4474-b008-c932953eeeb6 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:55.839749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.845073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:22:55.845073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:22:55.865153 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:22:55.897058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a586e-a983-486a-957f-6d162b72941d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:55.912700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:55.917909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.005302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:56.117486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for 93eb48db-9289-455d-8f31-f99224b8843a owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:22:56.151281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6836bb4-0b92-4157-bad1-ea2532fba503 req-86a24c41-90c7-4cae-9c8a-3944234696ae tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249533 Feb 13 23:22:56.155690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.206375 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.255967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb05208-b625-4f10-ba40-1573f277b775,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:56.262357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.277994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:56.324227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=5bb15353-0677-4474-b008-c932953eeeb6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:56.386894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.420397 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798a586e-a983-486a-957f-6d162b72941d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'code': 200} Feb 13 23:22:56.545252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.550440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port 5bb15353-0677-4474-b008-c932953eeeb6 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:56.580884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.587140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'name': 'network-vif-deleted', 'tag': '5bb15353-0677-4474-b008-c932953eeeb6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:56.614807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.619988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.660413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=93eb48db-9289-455d-8f31-f99224b8843a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:56.663039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:56.670011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b272792-ea9b-4585-b9ea-096dd308fd95 req-154488fd-f1f8-4a66-9b1e-b0f651492d10 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "DELETE /v2.0/ports/5bb15353-0677-4474-b008-c932953eeeb6 HTTP/1.1" status: 204 len: 173 time: 1.7272208 Feb 13 23:22:56.675246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1663a9c3-e5c7-4877-a98d-0700615666a1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bfb05208-b625-4f10-ba40-1573f277b775 HTTP/1.1" status: 204 len: 168 time: 5.8462174 Feb 13 23:22:56.684257 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/e9410ce1-954c-4862-88de-e2dbfa27bec7 HTTP/1.1" status: 204 len: 168 time: 2.3431056 Feb 13 23:22:56.685577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ff58a-9ff7-4a3e-b143-27c3885dd7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e9410ce1-954c-4862-88de-e2dbfa27bec7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:57.024424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 93eb48db-9289-455d-8f31-f99224b8843a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:57.083266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df2be0-8ee2-4f1f-b5c9-9da8a581e22b req-80e181cc-d66e-482c-bd5f-38f2dd853f91 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:57.101092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9df2be0-8ee2-4f1f-b5c9-9da8a581e22b req-80e181cc-d66e-482c-bd5f-38f2dd853f91 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 945 time: 1.4772792 Feb 13 23:22:57.138637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41414) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:57.153441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 93eb48db-9289-455d-8f31-f99224b8843a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:57.153441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 93eb48db-9289-455d-8f31-f99224b8843a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:57.186269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41418) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:57.191806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-104006c9-fa3a-4afa-b9b4-c3977c9354a8 req-9f4def92-68f3-4892-b84a-ebceff88a0e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 1096 time: 0.7119203 Feb 13 23:22:57.223048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a277-cea6-4abb-9c0c-46b35b97b44d req-812695c2-10cb-4a9d-9a51-1880951a4bd7 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:57.224533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b549a277-cea6-4abb-9c0c-46b35b97b44d req-812695c2-10cb-4a9d-9a51-1880951a4bd7 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.6829116 Feb 13 23:22:57.262712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port 93eb48db-9289-455d-8f31-f99224b8843a on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:22:57.262712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:57.262712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d243aba-27af-487a-b55c-63e95b97cf5f req-5c017066-8c59-4560-8ba2-1e763b173696 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.42 "DELETE /v2.0/ports/93eb48db-9289-455d-8f31-f99224b8843a HTTP/1.1" status: 204 len: 173 time: 2.7938621 Feb 13 23:22:57.262712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'name': 'network-vif-deleted', 'tag': '93eb48db-9289-455d-8f31-f99224b8843a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:22:57.279017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bb15353-0677-4474-b008-c932953eeeb6 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:22:57.335216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 5bb15353-0677-4474-b008-c932953eeeb6 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:22:57.341050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b549a277-cea6-4abb-9c0c-46b35b97b44d req-f0be6ea4-8bbf-4eb5-be81-32ebb2c88801 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930252 Feb 13 23:22:57.341050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-104006c9-fa3a-4afa-b9b4-c3977c9354a8 req-d577bab5-3c9a-4d1d-b098-8af661f757ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335824 Feb 13 23:22:57.348049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bb15353-0677-4474-b008-c932953eeeb6 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:22:57.474654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0f070540-b810-46b5-b7d3-a37ca521d1e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c29f4fdd4d143b98c9d621fdd474d9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415718 Feb 13 23:22:57.522674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41428) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:57.543989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9df2be0-8ee2-4f1f-b5c9-9da8a581e22b req-8c71f3ec-f9c6-42d5-9f64-e3a8a4679b02 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465435 Feb 13 23:22:57.579209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4eacbc8f-58e0-45bd-baf0-9bd5cf772774 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6ad504142f4440290934e9d0c7d413f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3608959 Feb 13 23:22:57.590900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41432) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:57.682417 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c43f1cb-80c3-419c-a554-ae4cb33b9f19', 'name': 'network-vif-deleted', 'tag': '5bb15353-0677-4474-b008-c932953eeeb6', 'status': 'completed', 'code': 200} Feb 13 23:22:57.685584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c043-55ff-41a5-85c8-f93563eb78d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:57.724573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c043-55ff-41a5-85c8-f93563eb78d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:57.842228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d883558-8f83-471f-8a2e-9ed685f3b9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:57.860698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-92dc8149-87dd-45df-82a9-8fac95714975 req-8592abfb-5ed8-4c2a-b03b-3ac8aab9f83f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:22:57.870929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:22:57.879050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3e61d-4cbd-48e8-b6e9-748b3ad70b00 req-47a6ea55-1368-42b5-924c-ccec017de08f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:57.880602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46b3e61d-4cbd-48e8-b6e9-748b3ad70b00 req-47a6ea55-1368-42b5-924c-ccec017de08f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 946 time: 0.3574784 Feb 13 23:22:57.899884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-92dc8149-87dd-45df-82a9-8fac95714975 req-8592abfb-5ed8-4c2a-b03b-3ac8aab9f83f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:22:57.903760 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-92dc8149-87dd-45df-82a9-8fac95714975 req-8592abfb-5ed8-4c2a-b03b-3ac8aab9f83f tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=de953fb5-6251-49e7-a795-52caa83f1ba0 HTTP/1.1" status: 200 len: 210 time: 0.1111610 Feb 13 23:22:57.915462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d883558-8f83-471f-8a2e-9ed685f3b9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:57.936267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:57.948459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:22:58.024446 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de953fb5-6251-49e7-a795-52caa83f1ba0', 'name': 'network-vif-deleted', 'tag': '93eb48db-9289-455d-8f31-f99224b8843a', 'status': 'completed', 'code': 200} Feb 13 23:22:58.027846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c043-55ff-41a5-85c8-f93563eb78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.061288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4c043-55ff-41a5-85c8-f93563eb78d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:58.088084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.127567 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.190751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46b3e61d-4cbd-48e8-b6e9-748b3ad70b00 req-3f9e1a63-225a-4c6e-be55-7337aa9b50b0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023705 Feb 13 23:22:58.231205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c043-55ff-41a5-85c8-f93563eb78d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.233000 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aaf4c043-55ff-41a5-85c8-f93563eb78d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fa15683-6faf-4cc6-8c7d-4d7aca9cb58a HTTP/1.1" status: 204 len: 168 time: 0.6405025 Feb 13 23:22:58.262504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d883558-8f83-471f-8a2e-9ed685f3b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.305498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d883558-8f83-471f-8a2e-9ed685f3b9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b948b993-d0df-4207-baef-778147b939d1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:58.345053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d883558-8f83-471f-8a2e-9ed685f3b9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.353804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6d883558-8f83-471f-8a2e-9ed685f3b9ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b948b993-d0df-4207-baef-778147b939d1 HTTP/1.1" status: 204 len: 168 time: 0.7745697 Feb 13 23:22:58.474659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:22:58.633572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:58.689956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on host n-h2-828979-1 for vnic_type normal with profile {"migrating_to": "n-h1-828979-1"} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:22:58.699232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:22:58.702233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:58.712972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:22:58.713891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Attempting to bind port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on network aef79f5b-cbde-4340-aeca-aa3944399408 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:22:58.730207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:22:58.730927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Checking segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:22:58.731539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Bound using segment: {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:22:58.733725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Bound port: 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1414277f-65ea-4c6b-890f-e60afce0da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aef79f5b-cbde-4340-aeca-aa3944399408'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:22:58.734343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:58.984827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a86863-fa52-4c94-ac4c-e6c8bf21cbaa req-80788bd3-6631-4fe6-a7ca-ef0715771f05 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:58.986556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01a86863-fa52-4c94-ac4c-e6c8bf21cbaa req-80788bd3-6631-4fe6-a7ca-ef0715771f05 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.2003946 Feb 13 23:22:58.987806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:22:58.991921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:22:59.010165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41452) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:59.016035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:59.034601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405cd16-8ae4-4614-a757-ace2826ac251 req-6c01fbf2-7bb7-46b0-a57e-5a39ea89e16a tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:59.042008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5405cd16-8ae4-4614-a757-ace2826ac251 req-6c01fbf2-7bb7-46b0-a57e-5a39ea89e16a tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 945 time: 0.1758683 Feb 13 23:22:59.117481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:59.172058 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5405cd16-8ae4-4614-a757-ace2826ac251 req-eb7dec76-850a-4703-b9cc-a01d2fc301b8 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207047 Feb 13 23:22:59.210820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:22:59.219138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b74a2e3-8230-45ff-a818-28e8666e1f28 admin admin] 10.222.0.36 "PUT /v2.0/routers/3eb9ad4b-fe63-40f9-8ae1-312294f6e142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3368351 Feb 13 23:22:59.221199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] Sync routers for ids ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:22:59.221907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41468) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:59.248708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] Routers {'3eb9ad4b-fe63-40f9-8ae1-312294f6e142'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:22:59.249343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:22:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:22:59.422927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:59.437469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=8']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:22:59.503886 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01a86863-fa52-4c94-ac4c-e6c8bf21cbaa req-d9aadaea-0365-4f4d-8d41-5e90dab26649 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091786 Feb 13 23:22:59.561348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f640e837-db9a-4977-94dc-650e6fdfdc76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=032c597a8cf444549a569cd54a173e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5440702 Feb 13 23:22:59.565241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:22:59.569877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41482) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:22:59.578099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Usage tracker for resource:security_group_rule and tenant:771307498bdf44cc93448ac3e16230ce is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:22:59.613006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:22:59.620794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] Set router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:22:59.647770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:22:59.702316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a45376-5556-4780-ac1e-b7720b5e63c0 req-cb20de22-56c0-471c-b8c8-8af2ca412539 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:59.702316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91a45376-5556-4780-ac1e-b7720b5e63c0 req-cb20de22-56c0-471c-b8c8-8af2ca412539 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 945 time: 0.2199559 Feb 13 23:22:59.745374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:59.746581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-0df62b98-30b3-4f06-a283-c5eac896b3e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 1122 time: 4.1130729 Feb 13 23:22:59.800921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91a45376-5556-4780-ac1e-b7720b5e63c0 req-5e6cf0ff-e1fa-4536-8565-3c4ca7f9ceb5 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993519 Feb 13 23:22:59.805878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:59.842325 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:22:59.881110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9336f34-f30f-4b03-b6b6-16bd8aa3e36b req-31640b02-0c47-4372-872b-f9cbf1a3be9d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:22:59.890001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:22:59.897873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9336f34-f30f-4b03-b6b6-16bd8aa3e36b req-31640b02-0c47-4372-872b-f9cbf1a3be9d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.2407939 Feb 13 23:22:59.900866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.030420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.054047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661'}, {'name': 'network-changed', 'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:00.071973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.152595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f963ee8e-9b82-4e34-af7d-57b2fa405a4a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:00.164193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['8cffeab8-4d92-4a9b-a5dc-9531b28eb661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:00.200891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8cffeab8-4d92-4a9b-a5dc-9531b28eb661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:00.213238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:00.213877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-61593fc8-8bec-41de-a666-e1248406d85a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=771307498bdf44cc93448ac3e16230ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0953169 Feb 13 23:23:00.233123 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9336f34-f30f-4b03-b6b6-16bd8aa3e36b req-1b3d2d57-6190-4dff-a5a7-44090739a1f1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334029 Feb 13 23:23:00.351845 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f55a-6394-4ef7-a216-308efc88e85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.374641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.405762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:22:55Z', 'revision_number': 5, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port': {'id': '2bfa993d-65e1-401c-b806-b0291cce8682', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:20:05Z', 'updated_at': '2022-02-13T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:00.437927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.445426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92800ade-17e8-44fa-bf0b-48d2fa79f307,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:00.450465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] Checking router: 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:23:00.457363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Deleting port 2bfa993d-65e1-401c-b806-b0291cce8682 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:00.457363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.518931 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'code': 200} Feb 13 23:23:00.518931 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'status': 'completed', 'code': 200} Feb 13 23:23:00.553153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] Routers {'3eb9ad4b-fe63-40f9-8ae1-312294f6e142'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:00.558647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.558647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.565009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:22:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.572578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:00.621476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02f87917-f5b3-456a-9131-e30c2d9433c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.640785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.641394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c57f395-65a7-4fe0-bf78-d79e23d032dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92800ade-17e8-44fa-bf0b-48d2fa79f307 HTTP/1.1" status: 204 len: 168 time: 1.0795691 Feb 13 23:23:00.721889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02f87917-f5b3-456a-9131-e30c2d9433c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.815535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] For port 2bfa993d-65e1-401c-b806-b0291cce8682, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2bfa993d-65e1-401c-b806-b0291cce8682,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:00.815535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.846991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-f1a677c2-7699-47e6-b6f5-5390124f81e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1125 time: 0.3003316 Feb 13 23:23:00.846991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02f87917-f5b3-456a-9131-e30c2d9433c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:00.871361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] Set router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:00.958383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Calling delete_port for 2bfa993d-65e1-401c-b806-b0291cce8682 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:01.106620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:23:00Z', 'revision_number': 6, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:01.113836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa4ec2-5413-4c2c-8413-2af281f957ae None None] The sync data for ids ['3eb9ad4b-fe63-40f9-8ae1-312294f6e142'] in n-d-828979-1 is: [{'id': '3eb9ad4b-fe63-40f9-8ae1-312294f6e142', 'name': 'tempest-ServersTestMultiNic-1961108393-router', 'tenant_id': '5f8ff687360449899ce240d86468d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:20:04Z', 'updated_at': '2022-02-13T23:23:00Z', 'revision_number': 6, 'project_id': '5f8ff687360449899ce240d86468d7a3', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:23:01.292680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:01.338604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f87917-f5b3-456a-9131-e30c2d9433c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f963ee8e-9b82-4e34-af7d-57b2fa405a4a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:01.360417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02f87917-f5b3-456a-9131-e30c2d9433c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:01.377344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-02f87917-f5b3-456a-9131-e30c2d9433c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f963ee8e-9b82-4e34-af7d-57b2fa405a4a HTTP/1.1" status: 204 len: 168 time: 1.1492290 Feb 13 23:23:01.393310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-4039b990-7e4f-4597-b805-4d3797fabad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:01.397105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-4039b990-7e4f-4597-b805-4d3797fabad0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.5414703 Feb 13 23:23:01.443769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfa993d-65e1-401c-b806-b0291cce8682,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:01.573024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.573490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.573934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.574550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.575454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.576254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.577753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.578356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.578952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.586123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6427ee3-65d9-481c-ac08-8bf05ecb9491 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:01.598899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-c1571674-474b-4496-b434-7aa32878825f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 217 time: 0.1878519 Feb 13 23:23:01.608881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.609786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:01.682975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c6427ee3-65d9-481c-ac08-8bf05ecb9491 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:01.683898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6427ee3-65d9-481c-ac08-8bf05ecb9491 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:01.762803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-4d8c5137-fd20-4d9a-a2fd-d72d48e1ad5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:01.764266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-4d8c5137-fd20-4d9a-a2fd-d72d48e1ad5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1593368 Feb 13 23:23:01.835844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-00706676-134f-4731-b1c3-20e1f2b840af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623918 Feb 13 23:23:02.073462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-9bf91daa-9f83-4996-89de-57c7017cb5ea service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291229 Feb 13 23:23:02.091307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0ba72-da5f-4250-bfb8-55670250177d req-a69c045e-3d47-4c85-ab07-fdd64a109986 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:02.098593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40e0ba72-da5f-4250-bfb8-55670250177d req-a69c045e-3d47-4c85-ab07-fdd64a109986 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.6437495 Feb 13 23:23:02.167814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.320910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec210-d994-4e98-97a0-3237f297f6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.339832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41556) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:02.404809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.455858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40e0ba72-da5f-4250-bfb8-55670250177d req-1d4e68fb-c726-4565-8e05-f66c3b1d61ea tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565419 Feb 13 23:23:02.457710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.462217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.485573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:02.492903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.493405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb9ad4b-fe63-40f9-8ae1-312294f6e142 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:23:02.501199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0afdc09-55a1-42f9-8392-341e6634c08b req-551a7ab9-526d-4f17-86fb-bc2db32c6b97 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162531 Feb 13 23:23:02.509827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Usage tracker for resource:security_group_rule and tenant:0b9e205df6fe42b6a4f14c1e4b30bef3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:02.514628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:02.524549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:02.554574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.556707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a87ad6c2-f921-49ce-8a25-d3e1063ab8d8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3eb9ad4b-fe63-40f9-8ae1-312294f6e142 HTTP/1.1" status: 204 len: 168 time: 3.3325591 Feb 13 23:23:02.559389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae747e-9d61-47ba-92d1-278941878f1d req-20a04cae-d541-48cd-8776-f6635685b151 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:02.560129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41564) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:02.560997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54ae747e-9d61-47ba-92d1-278941878f1d req-20a04cae-d541-48cd-8776-f6635685b151 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.2733586 Feb 13 23:23:02.689008 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.696047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.700639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Deleting subnet 78ff9cd4-3aca-4c92-9f7d-43f939905b46 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:23:02.705573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.754106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71f0b7-e8f2-40ea-a5ab-c196bba76019,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:02.761690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d49897fb-d2d8-48cf-8e8e-985a16f4e28a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b9e205df6fe42b6a4f14c1e4b30bef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4159303 Feb 13 23:23:02.763438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41570) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:02.824428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.881752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c55be2c5-2c31-4ded-aabb-6a36b7ecd184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.919400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c55be2c5-2c31-4ded-aabb-6a36b7ecd184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.962156 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:02.988447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c55be2c5-2c31-4ded-aabb-6a36b7ecd184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.016077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be2c5-2c31-4ded-aabb-6a36b7ecd184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71f0b7-e8f2-40ea-a5ab-c196bba76019,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:03.039064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c55be2c5-2c31-4ded-aabb-6a36b7ecd184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.040427 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c55be2c5-2c31-4ded-aabb-6a36b7ecd184 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f71f0b7-e8f2-40ea-a5ab-c196bba76019 HTTP/1.1" status: 204 len: 168 time: 0.2759383 Feb 13 23:23:03.060142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.114343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ff9cd4-3aca-4c92-9f7d-43f939905b46,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:03.121157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54ae747e-9d61-47ba-92d1-278941878f1d req-4ceb3607-981a-4691-be76-d80902173b89 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451634 Feb 13 23:23:03.133844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.138864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a5e17-7826-4430-bf8f-fc95474f942b None None] Network a7041ba6-400b-4561-b8be-1de7319d9881 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:03.159584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41590) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:03.159787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-872a9040-aad8-4cf7-bcfa-0b69503d8b4f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78ff9cd4-3aca-4c92-9f7d-43f939905b46 HTTP/1.1" status: 204 len: 168 time: 0.5984464 Feb 13 23:23:03.275941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:23:03.338870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.353222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Deleting port 64e92bff-1b82-4057-af06-a93083ee29ee {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:03.354193 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.623056 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.643169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd324101-bfdc-4254-beea-4e804640c5c1 req-d056f2a8-faab-4aff-843c-1a529aafabc1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:03.647362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fd324101-bfdc-4254-beea-4e804640c5c1 req-d056f2a8-faab-4aff-843c-1a529aafabc1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:03.680340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fd324101-bfdc-4254-beea-4e804640c5c1 req-d056f2a8-faab-4aff-843c-1a529aafabc1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:03.685749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd324101-bfdc-4254-beea-4e804640c5c1 req-d056f2a8-faab-4aff-843c-1a529aafabc1 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 950 time: 0.3119307 Feb 13 23:23:03.692205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2bfa993d-65e1-401c-b806-b0291cce8682 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:03.794948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd324101-bfdc-4254-beea-4e804640c5c1 req-09300996-525b-4e2d-b2fe-b65bc59530ef tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013777 Feb 13 23:23:03.803321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7937e66-14a9-4cc4-a4e6-f39f709f6e40 req-afaa8d02-3c92-4b4c-961f-69a289324f78 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:03.810578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7937e66-14a9-4cc4-a4e6-f39f709f6e40 req-afaa8d02-3c92-4b4c-961f-69a289324f78 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 945 time: 0.4179599 Feb 13 23:23:03.921970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41608) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:03.928330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2bfa993d-65e1-401c-b806-b0291cce8682 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:03.928942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2bfa993d-65e1-401c-b806-b0291cce8682 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:03.961636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:03.984491 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:03.992183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'port_id': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'mac_address': 'fa:16:3e:d7:85:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635017be-31b2-444b-9504-6b562caa5ad1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:23:04.091261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.160372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:04.163955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7937e66-14a9-4cc4-a4e6-f39f709f6e40 req-54aa333e-bd2d-4351-8152-7489ea36b160 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123312 Feb 13 23:23:04.195091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-102ba166-4e0f-430a-bfdf-be373c64bf0d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:04.200868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] DHCP port deletion for a7041ba6-400b-4561-b8be-1de7319d9881 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:23:04.202503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-102ba166-4e0f-430a-bfdf-be373c64bf0d tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 950 time: 0.5599060 Feb 13 23:23:04.219125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Deleting port 64e92bff-1b82-4057-af06-a93083ee29ee {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:04.229896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] For port 64e92bff-1b82-4057-af06-a93083ee29ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64e92bff-1b82-4057-af06-a93083ee29ee,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:04.231755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.232782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.329441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab996ff-3e96-473c-b359-faa366ef893d req-090f2fd0-8639-49df-a1bc-f53ba192f635 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:04.339758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bab996ff-3e96-473c-b359-faa366ef893d req-090f2fd0-8639-49df-a1bc-f53ba192f635 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.2422724 Feb 13 23:23:04.422792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:04.435952 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.461406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bab996ff-3e96-473c-b359-faa366ef893d req-b9591504-889b-4da1-b17c-6e993d37b7b5 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206768 Feb 13 23:23:04.496347 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.553383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:04.554307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Calling delete_port for 64e92bff-1b82-4057-af06-a93083ee29ee owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:04.562330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Usage tracker for resource:security_group_rule and tenant:b493ed959dca4852917f0a281417d5a2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:04.569034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:04.585524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:04.620775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9bc65e3d-19c6-4ff9-9398-e661ee54a3e0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:04.698677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.713057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.755373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b698a89-d930-47df-baee-d23fa1267fbc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:04.779907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa7e293c-38f2-4221-9945-57fdea24206f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b493ed959dca4852917f0a281417d5a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8564510 Feb 13 23:23:04.782330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:04.834409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:04.909314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] For port 64e92bff-1b82-4057-af06-a93083ee29ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64e92bff-1b82-4057-af06-a93083ee29ee,segment=NetworkSegment(8b9f08e0-c0a0-4558-803c-889f80abc311),segment_id=8b9f08e0-c0a0-4558-803c-889f80abc311)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:04.910052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:04.984025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:04.986209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.050437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.062878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e106de91-1ff9-43a2-a32e-a306a63d6da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.073756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Calling delete_port for 64e92bff-1b82-4057-af06-a93083ee29ee owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:05.110418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-1ae07de2-1c96-4564-8f2d-046c2308bd78 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:05.115149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-1ae07de2-1c96-4564-8f2d-046c2308bd78 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/ports?device_id=50cf9688-3e38-4a7d-b3fc-1fd532817cad HTTP/1.1" status: 200 len: 950 time: 0.3045952 Feb 13 23:23:05.123415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] No DVR routers for this DVR port 64e92bff-1b82-4057-af06-a93083ee29ee on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:05.124514 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.226261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:23:05.227284 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:23:05.272838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Pushing event deleted for resources: {'Port': ['ID=64e92bff-1b82-4057-af06-a93083ee29ee,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:05.293233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e106de91-1ff9-43a2-a32e-a306a63d6da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.359528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:05.359855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.422144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.471805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ecef8-6942-4ffa-826f-db795adf0b27 req-3c608378-5d7a-481c-a9f4-964187f6f2d3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:05.478441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e6ecef8-6942-4ffa-826f-db795adf0b27 req-3c608378-5d7a-481c-a9f4-964187f6f2d3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.8406675 Feb 13 23:23:05.507569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-9a50297b-df52-4074-8555-ca2ca7339ab2 service neutron] 10.222.0.42 "GET /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.8678031 Feb 13 23:23:05.508952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8b00d-4f94-4b93-91b5-3e7d610392ca req-5d03f6fd-545f-42c4-baed-0c360ca9e443 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:05.509273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7041ba6-400b-4561-b8be-1de7319d9881']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:05.517748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86e8b00d-4f94-4b93-91b5-3e7d610392ca req-5d03f6fd-545f-42c4-baed-0c360ca9e443 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 950 time: 0.3960936 Feb 13 23:23:05.601142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64e92bff-1b82-4057-af06-a93083ee29ee no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:05.652897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 64e92bff-1b82-4057-af06-a93083ee29ee {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:05.653745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64e92bff-1b82-4057-af06-a93083ee29ee not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:05.663418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9f08e0-c0a0-4558-803c-889f80abc311') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:05.663902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9f08e0-c0a0-4558-803c-889f80abc311') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:05.716947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e106de91-1ff9-43a2-a32e-a306a63d6da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.723476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.728411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Deleting port 64e92bff-1b82-4057-af06-a93083ee29ee {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:05.728940 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.752043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e106de91-1ff9-43a2-a32e-a306a63d6da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.754759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e106de91-1ff9-43a2-a32e-a306a63d6da1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b698a89-d930-47df-baee-d23fa1267fbc HTTP/1.1" status: 204 len: 168 time: 0.9703727 Feb 13 23:23:05.755969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106de91-1ff9-43a2-a32e-a306a63d6da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b698a89-d930-47df-baee-d23fa1267fbc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:05.802239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e6ecef8-6942-4ffa-826f-db795adf0b27 req-d7012d74-5358-4ef8-8208-b7d2ec79c79f tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215027 Feb 13 23:23:05.843280 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.864211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86e8b00d-4f94-4b93-91b5-3e7d610392ca req-2d2ea9a2-dbb8-4506-bce1-c5f61d4319c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454421 Feb 13 23:23:05.910113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:23:05.910113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:23:05.929494 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:23:05.958578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-249acc34-f5f1-43f7-85ec-83a30d018a15 None None] The port '64e92bff-1b82-4057-af06-a93083ee29ee' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:23:06.060938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port 81e65b9a-29b6-4f64-9b6f-738f5fb49663, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=81e65b9a-29b6-4f64-9b6f-738f5fb49663,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:06.061373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.071798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:06.073297 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.321741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:06.413154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for 81e65b9a-29b6-4f64-9b6f-738f5fb49663 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:06.460350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.534906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.582337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7041ba6-400b-4561-b8be-1de7319d9881,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:06.594465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a6ea-da89-4847-bb55-af2235359cf9 req-cfb6b134-a5be-412a-95e5-6d5e1346b791 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:06.597006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9041a6ea-da89-4847-bb55-af2235359cf9 req-cfb6b134-a5be-412a-95e5-6d5e1346b791 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 944 time: 0.3994763 Feb 13 23:23:06.626377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.628137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b02ae50f-5840-456b-921a-03a930ea196b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7041ba6-400b-4561-b8be-1de7319d9881 HTTP/1.1" status: 204 len: 168 time: 3.4672887 Feb 13 23:23:06.643837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa', 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:06.716906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=a53c39f1-59e8-4e63-9a8c-8274ab88a5e2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:06.760783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:06.813339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:06.885174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.926794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:06.928426 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.933176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:06.940964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'name': 'network-vif-deleted', 'tag': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:06.989505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9041a6ea-da89-4847-bb55-af2235359cf9 req-02cd2dc3-f36c-438c-ac7c-4bf15e512bc6 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858345 Feb 13 23:23:06.998619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0907e9ea-cb06-4951-bb99-d8a003acb615 req-5a11cdc4-36f3-4d20-8aba-9172f872434a tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "DELETE /v2.0/ports/a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 HTTP/1.1" status: 204 len: 173 time: 1.8687875 Feb 13 23:23:07.073475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=81e65b9a-29b6-4f64-9b6f-738f5fb49663,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:07.076293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:07.168396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:07.228038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:07.296896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:07.380972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:07.412100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:07.412100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a53c39f1-59e8-4e63-9a8c-8274ab88a5e2 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:07.412463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 81e65b9a-29b6-4f64-9b6f-738f5fb49663 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:07.459290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port 81e65b9a-29b6-4f64-9b6f-738f5fb49663 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:07.472049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30727a0-29fd-4eb8-a4a7-79759ccc895c req-25150d21-5f5c-42a3-8e06-87c5b41cfdc2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:07.474344 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:07.485360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a30727a0-29fd-4eb8-a4a7-79759ccc895c req-25150d21-5f5c-42a3-8e06-87c5b41cfdc2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 944 time: 0.2456841 Feb 13 23:23:07.492067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 81e65b9a-29b6-4f64-9b6f-738f5fb49663 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:07.493549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 81e65b9a-29b6-4f64-9b6f-738f5fb49663 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:07.494283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:07.523782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:07.551247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'name': 'network-vif-deleted', 'tag': '81e65b9a-29b6-4f64-9b6f-738f5fb49663'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:07.598256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:07.670288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] Transition to ACTIVE for port object 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:07.686608 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:07.719479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a30727a0-29fd-4eb8-a4a7-79759ccc895c req-20bfc65b-0264-4870-b1de-67345bcd403d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321141 Feb 13 23:23:07.727132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c24ad541-f389-4915-a1bb-12682a773f2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f8ff687360449899ce240d86468d7a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2001405 Feb 13 23:23:07.728305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41694) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:07.747336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e1e6db9-0763-4344-b4f5-ac00648e16d0 req-9055bb6e-ae79-46a2-b84b-10ae7f7f68c5 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "DELETE /v2.0/ports/81e65b9a-29b6-4f64-9b6f-738f5fb49663 HTTP/1.1" status: 204 len: 173 time: 3.5279014 Feb 13 23:23:07.842989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] Pushing event updated for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:07.889470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61f38016-189d-4123-8dac-c22fbe9afe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:07.962625 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61f38016-189d-4123-8dac-c22fbe9afe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:08.064722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14083-79b9-4cc7-b7dd-c9737510f07c req-4821c120-cd9f-413d-b66f-571029196040 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:08.075771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82d14083-79b9-4cc7-b7dd-c9737510f07c req-4821c120-cd9f-413d-b66f-571029196040 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.6247113 Feb 13 23:23:08.257583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0dd65827-55b3-4d33-8841-5c33f8c97fa3 req-cdc29b1b-30e6-44d7-beb7-82b57203ade7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:08.304366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0dd65827-55b3-4d33-8841-5c33f8c97fa3 req-cdc29b1b-30e6-44d7-beb7-82b57203ade7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:08.305878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0dd65827-55b3-4d33-8841-5c33f8c97fa3 req-cdc29b1b-30e6-44d7-beb7-82b57203ade7 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=f41293f1-0df0-41d3-acbe-09690d7ffdcc HTTP/1.1" status: 200 len: 210 time: 0.2499783 Feb 13 23:23:08.324669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61f38016-189d-4123-8dac-c22fbe9afe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:08.338970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:08.369293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f38016-189d-4123-8dac-c22fbe9afe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d8f20-7468-4ed2-91c9-e6f860a228a6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:08.378888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-61f38016-189d-4123-8dac-c22fbe9afe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:08.388624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-61f38016-189d-4123-8dac-c22fbe9afe3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a8d8f20-7468-4ed2-91c9-e6f860a228a6 HTTP/1.1" status: 204 len: 168 time: 0.6564431 Feb 13 23:23:08.416217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] No DVR routers for this DVR port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:08.463410 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cf9688-3e38-4a7d-b3fc-1fd532817cad', 'name': 'network-vif-deleted', 'tag': 'a53c39f1-59e8-4e63-9a8c-8274ab88a5e2', 'status': 'completed', 'code': 200} Feb 13 23:23:08.466299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82d14083-79b9-4cc7-b7dd-c9737510f07c req-e2617605-a9de-4b5b-b1c2-3cfb14b44088 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880839 Feb 13 23:23:08.562348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-c03e84d7-9f38-40ba-9563-fe85824ca9fd service neutron] 10.222.0.42 "PUT /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661/bindings/n-h1-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0251417 Feb 13 23:23:08.577975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:08.691013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:08.696504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:08.721977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:08.864936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-3ad4c60d-d4cf-4998-9f1b-dbcd4236ce81 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.2165282 Feb 13 23:23:08.922050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:09.035043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-296fad4b-0abc-4677-93af-5de75cb87813 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359&tenant_id=997caf35580a40679647c572a2b53650 HTTP/1.1" status: 200 len: 1096 time: 0.1737776 Feb 13 23:23:09.152555 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41293f1-0df0-41d3-acbe-09690d7ffdcc', 'name': 'network-vif-deleted', 'tag': '81e65b9a-29b6-4f64-9b6f-738f5fb49663', 'status': 'completed', 'code': 200} Feb 13 23:23:09.161154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-5825b845-deee-4a3c-9373-3d7bb3788a6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1096 time: 0.0979056 Feb 13 23:23:09.306965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-41e14808-4937-4867-bed1-179ea8c83500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:09.308527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-41e14808-4937-4867-bed1-179ea8c83500 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.1389413 Feb 13 23:23:09.404347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-5cc8588b-b3a5-4bac-929c-62affb409f10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 200 len: 217 time: 0.0764582 Feb 13 23:23:09.495851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-4d56b93a-95e5-41dd-822a-8e2bc4c58d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:09.495851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-4d56b93a-95e5-41dd-822a-8e2bc4c58d9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.0864260 Feb 13 23:23:09.551174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb5bde-92e6-4a72-b3d3-cbd1039bf3dd req-51799357-380e-4057-9a93-0d4ea5ec3ce0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:09.558430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fafb5bde-92e6-4a72-b3d3-cbd1039bf3dd req-51799357-380e-4057-9a93-0d4ea5ec3ce0 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 945 time: 0.1193650 Feb 13 23:23:09.559108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-bbdb360d-f873-4c9a-bba8-124680e8dd0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553613 Feb 13 23:23:09.615188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fafb5bde-92e6-4a72-b3d3-cbd1039bf3dd req-b4bf3e50-ce30-42d6-a7f5-936ae5d9c98c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558200 Feb 13 23:23:09.833800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-bac223e2-892f-43a4-8fe5-808d9ee0b6da service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664158 Feb 13 23:23:09.839773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8cc80-f171-49b8-b998-0b2d9f7bc4e8 req-4f33c0f7-e4bb-4e44-a5ad-f4f8fa4a3d55 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:09.847003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fd8cc80-f171-49b8-b998-0b2d9f7bc4e8 req-4f33c0f7-e4bb-4e44-a5ad-f4f8fa4a3d55 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 943 time: 0.0965674 Feb 13 23:23:09.901862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fd8cc80-f171-49b8-b998-0b2d9f7bc4e8 req-c5632c2c-f482-47c2-8279-67fffeaa5611 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Feb 13 23:23:09.976412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41758) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:10.002598 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-33786fb7-b9c8-4748-9104-845778ad10d6 service neutron] 10.222.0.31 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594410 Feb 13 23:23:10.263160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-186181450-network', 'tenant_id': '00373d4542b64833bf054a3b567a7531'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:10.268051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:10.272354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Usage tracker for resource:network and tenant:00373d4542b64833bf054a3b567a7531 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:10.275613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:10.284312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:10.296459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Made reservation on behalf of 00373d4542b64833bf054a3b567a7531 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:10.300108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.317998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.361690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-e9a056b9-4ede-4540-b6fa-cab153dbe752 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359&tenant_id=997caf35580a40679647c572a2b53650&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.0924141 Feb 13 23:23:10.378770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:10.385015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Usage tracker for resource:security_group_rule and tenant:00373d4542b64833bf054a3b567a7531 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:10.389251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:10.406883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:10.459156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b83111df-ced0-48ef-b031-18c1e1978d4b req-0df6edf5-86e5-41a3-b321-79d309982d18 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410802 Feb 13 23:23:10.539526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.546324 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.586509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:23:10.592535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c530b28c-b993-4114-833a-954ee4bfdae7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:10.602561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7dd9-8c09-4790-923d-e7b49da04b88 req-853a8cdf-145e-4c2f-a0e7-7507f8d6ad62 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:10.610512 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2ce7dd9-8c09-4790-923d-e7b49da04b88 req-853a8cdf-145e-4c2f-a0e7-7507f8d6ad62 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.1659527 Feb 13 23:23:10.622296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-6b2b8673-2163-413b-9208-1314bf75a0fe service neutron] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:10.629233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-6b2b8673-2163-413b-9208-1314bf75a0fe service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.631006 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9413083-f1e6-450b-8493-82ed6dc20e62 req-6b2b8673-2163-413b-9208-1314bf75a0fe service neutron] 10.222.0.31 "DELETE /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661/bindings/n-h2-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.2631028 Feb 13 23:23:10.637150 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.637491 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Added segment 64dbb5c1-4b2e-4d20-93d7-856b4e461138 of type vlan for network df36eab1-4794-4c3e-8743-14604eb31024 Feb 13 23:23:10.670970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83111df-ced0-48ef-b031-18c1e1978d4b req-0d7f4594-48d9-41d2-b96b-3246deb917f7 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:10.672453 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b83111df-ced0-48ef-b031-18c1e1978d4b req-0d7f4594-48d9-41d2-b96b-3246deb917f7 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062278 Feb 13 23:23:10.696572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b83111df-ced0-48ef-b031-18c1e1978d4b req-9245c22c-3b79-4594-a323-db09363ac8c8 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/quotas/365d5bdbc0414b2e89e33c5c9ae2be9c HTTP/1.1" status: 200 len: 375 time: 0.0175431 Feb 13 23:23:10.699493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2ce7dd9-8c09-4790-923d-e7b49da04b88 req-101a0e1f-d9a5-49de-991f-8eeb63b05db7 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886567 Feb 13 23:23:10.710520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.754302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b83111df-ced0-48ef-b031-18c1e1978d4b req-c01f69d3-54f5-43ff-8518-6efedf48d758 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524697 Feb 13 23:23:10.755338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.756915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:10.758817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:10.915188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-390cf222-82e7-43df-a809-3dc0a423a88d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:10.917263 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-390cf222-82e7-43df-a809-3dc0a423a88d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 943 time: 0.1234715 Feb 13 23:23:10.934352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] Pushing event updated for resources: {'Network': ['ID=df36eab1-4794-4c3e-8743-14604eb31024,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:10.946756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network df36eab1-4794-4c3e-8743-14604eb31024 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:23:11.041944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26a14941-7f37-4318-9439-f5f21e2ef301 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0638368 Feb 13 23:23:11.042944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:11.050372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Request body: {'subnet': {'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-186181450-subnet', 'tenant_id': '00373d4542b64833bf054a3b567a7531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:11.052753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Deleting port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:11.057178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:11.057567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:11.068764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Usage tracker for resource:subnet and tenant:00373d4542b64833bf054a3b567a7531 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:11.072376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:11.085185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:11.157847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Made reservation on behalf of 00373d4542b64833bf054a3b567a7531 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:11.162855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:11.200273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc15c-86fd-48b2-9a56-b000f1f69f87 req-ed9a186d-e1e0-4243-8bdc-f841c2dd186d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:11.208662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eafcc15c-86fd-48b2-9a56-b000f1f69f87 req-ed9a186d-e1e0-4243-8bdc-f841c2dd186d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 945 time: 0.2593563 Feb 13 23:23:11.459711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] For port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:11.460206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:11.492490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eafcc15c-86fd-48b2-9a56-b000f1f69f87 req-ef02f626-d732-4299-98fe-0a2adf166fa3 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823482 Feb 13 23:23:11.692690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:11.706402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Calling delete_port for 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:11.833254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=804a51e8-3719-4caa-abc9-b36e3d8f0f1f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:11.881968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Checking segment: {'id': '64dbb5c1-4b2e-4d20-93d7-856b4e461138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:11.884439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Network hostable DHCP agents. Network: df36eab1-4794-4c3e-8743-14604eb31024, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:23:11.925929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Network df36eab1-4794-4c3e-8743-14604eb31024 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:23:11.952719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, df36eab1-4794-4c3e-8743-14604eb31024) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:11.958072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:11.959467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:11.967668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a0971-5923-4781-a161-1aa54cf9a616 None None] Network df36eab1-4794-4c3e-8743-14604eb31024 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:12.013088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af2c3-f25b-4890-affb-fbe94dd08f9e req-7557b723-6f23-4eac-bba3-d536f621a21a tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:12.021234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc5af2c3-f25b-4890-affb-fbe94dd08f9e req-7557b723-6f23-4eac-bba3-d536f621a21a tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=798a586e-a983-486a-957f-6d162b72941d HTTP/1.1" status: 200 len: 943 time: 0.1948516 Feb 13 23:23:12.076400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-95c1d4f6-794f-4452-9e08-47e92368a5ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0321674 Feb 13 23:23:12.098184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:12.160463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event deleted for resources: {'Port': ['ID=9bc65e3d-19c6-4ff9-9398-e661ee54a3e0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:12.184759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc5af2c3-f25b-4890-affb-fbe94dd08f9e req-0039223e-7590-4054-adf9-41d41e079726 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623342 Feb 13 23:23:12.214691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:12.303634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] No DVR routers for this DVR port 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:12.307095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:12.311387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a586e-a983-486a-957f-6d162b72941d', 'name': 'network-vif-deleted', 'tag': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:12.332121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-50d36c27-ef1c-4455-9dca-c0a2cb470515 req-35b78a25-0f35-4292-adae-2a15e46e87ed tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "DELETE /v2.0/ports/9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 HTTP/1.1" status: 204 len: 173 time: 1.4092453 Feb 13 23:23:12.413462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae9401-26b4-4e9b-b77e-038d54f54989 None None] Network df36eab1-4794-4c3e-8743-14604eb31024 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:12.528724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:12.602748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:12.613476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Usage tracker for resource:security_group_rule and tenant:b60133fdd7434254b988ddea3a25d182 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:12.618139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:12.629570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:12.760898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:12.765691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:12.827575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad4be2-2aeb-41b3-906c-51267ec82fdd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:12.838497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2e8babce-106b-4951-af69-20c7eee8f489 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b60133fdd7434254b988ddea3a25d182&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6221485 Feb 13 23:23:12.841744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:12.921049 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15731c1-d5a8-4108-8536-f657cb6e2aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:12.963857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746a496-147a-4827-aa17-c6043a07fd54 req-974406c7-a148-46c9-a08e-123274d7734e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:12.966516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2746a496-147a-4827-aa17-c6043a07fd54 req-974406c7-a148-46c9-a08e-123274d7734e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.1031721 Feb 13 23:23:12.968845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15731c1-d5a8-4108-8536-f657cb6e2aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:13.048550 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15731c1-d5a8-4108-8536-f657cb6e2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:13.065825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2746a496-147a-4827-aa17-c6043a07fd54 req-8186361d-cb33-4511-878d-a5bc1ec1eff1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921750 Feb 13 23:23:13.077262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15731c1-d5a8-4108-8536-f657cb6e2aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad4be2-2aeb-41b3-906c-51267ec82fdd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:13.105426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15731c1-d5a8-4108-8536-f657cb6e2aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:13.108739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e15731c1-d5a8-4108-8536-f657cb6e2aaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbad4be2-2aeb-41b3-906c-51267ec82fdd HTTP/1.1" status: 204 len: 168 time: 0.2638874 Feb 13 23:23:13.159839 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798a586e-a983-486a-957f-6d162b72941d', 'name': 'network-vif-deleted', 'tag': '9bc65e3d-19c6-4ff9-9398-e661ee54a3e0', 'status': 'completed', 'code': 200} Feb 13 23:23:13.432728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5832f-c992-4f40-b04d-c64c708e6fd4 req-52937d0a-2a43-48cf-acdc-85286c8f3c4e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:13.435472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13c5832f-c992-4f40-b04d-c64c708e6fd4 req-52937d0a-2a43-48cf-acdc-85286c8f3c4e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 949 time: 0.1251295 Feb 13 23:23:13.525671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13c5832f-c992-4f40-b04d-c64c708e6fd4 req-f7b86aae-efd5-42b5-b96a-02e746d9d53e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a95351e-2f2b-47f4-b6f3-553c84c7e66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835030 Feb 13 23:23:13.593740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f29c5e7c-6813-4d4c-834e-6a6ae88b09db req-41ad0f41-6d46-4aa6-a502-4538c409ee29 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 1096 time: 0.0970364 Feb 13 23:23:13.623723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41856) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:13.647617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:13.675073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f29c5e7c-6813-4d4c-834e-6a6ae88b09db req-3c7b9956-37d8-47b0-abde-bdddf2a05c85 tempest-LiveAutoBlockMigrationV225Test-614761439 tempest-LiveAutoBlockMigrationV225Test-614761439-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710669 Feb 13 23:23:13.703975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:13.713328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5f848c0e59564115a65b9bb2394d3263 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:13.720806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:13.730778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:13.832114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:13.844590 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:13.922739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af41896e-0c4e-44d7-82b2-8cc16eb7418f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:13.976916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccad672f-bc43-43e3-8722-fd445e03dbfc req-9973c869-9c7d-4b87-b16a-e89350f825e2 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393524 Feb 13 23:23:13.982593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41876) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:13.985457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3eff3344-c5d4-41d5-8bf0-567ff4ebf4c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f848c0e59564115a65b9bb2394d3263&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3603692 Feb 13 23:23:14.195900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad672f-bc43-43e3-8722-fd445e03dbfc req-2e63332b-e9c3-4d5b-92c4-1c6234908ba4 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:14.197174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccad672f-bc43-43e3-8722-fd445e03dbfc req-2e63332b-e9c3-4d5b-92c4-1c6234908ba4 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018616 Feb 13 23:23:14.215464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e566fc86-d970-40ef-9e01-cff966482489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:14.236960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccad672f-bc43-43e3-8722-fd445e03dbfc req-5c5d2783-4a4e-4590-902f-cd95c8423316 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/quotas/365d5bdbc0414b2e89e33c5c9ae2be9c HTTP/1.1" status: 200 len: 375 time: 0.0229933 Feb 13 23:23:14.254073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e566fc86-d970-40ef-9e01-cff966482489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:14.272221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-0fde2e91-ae96-4c14-9cff-07b81f87016e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:14.273294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-0fde2e91-ae96-4c14-9cff-07b81f87016e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Synchronizing usage tracker for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:14.307763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-0fde2e91-ae96-4c14-9cff-07b81f87016e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Unset dirty status for tenant:6a37e2a3e8ca4b8ea8924bb2899c3b2e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:14.307763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-0fde2e91-ae96-4c14-9cff-07b81f87016e tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4e40c5-12cf-4749-9a1f-f217b946f724 HTTP/1.1" status: 200 len: 949 time: 0.1988888 Feb 13 23:23:14.311582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccad672f-bc43-43e3-8722-fd445e03dbfc req-8b0d568f-c025-488e-be21-1595f6ed24c5 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588272 Feb 13 23:23:14.384695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Deleting port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:14.385099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:14.426798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e566fc86-d970-40ef-9e01-cff966482489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:14.457483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566fc86-d970-40ef-9e01-cff966482489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41896e-0c4e-44d7-82b2-8cc16eb7418f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:14.492883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e566fc86-d970-40ef-9e01-cff966482489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:14.493992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e566fc86-d970-40ef-9e01-cff966482489 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af41896e-0c4e-44d7-82b2-8cc16eb7418f HTTP/1.1" status: 204 len: 168 time: 0.5104361 Feb 13 23:23:14.752924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-2ddac2b6-6689-4158-9d94-cc3604da2a8c tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:14.759618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-2ddac2b6-6689-4158-9d94-cc3604da2a8c tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 821 time: 0.2640774 Feb 13 23:23:14.803342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-4fc966e0-3cff-45a8-8be2-131f1bd677d4 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/quotas/62ee50f15c1c4c5c9080d9b788b24f44 HTTP/1.1" status: 200 len: 375 time: 0.0416396 Feb 13 23:23:14.843344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] For port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:14.843711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:14.979278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Calling delete_port for 9f45b868-aa51-45d1-9fcd-51425dc0a6fa owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:14.990810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60049-57d4-4795-83ee-83a41b563df2 req-5b54008c-0b4d-4686-9ca8-988a706b1216 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:14.992255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69c60049-57d4-4795-83ee-83a41b563df2 req-5b54008c-0b4d-4686-9ca8-988a706b1216 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.1447334 Feb 13 23:23:15.000985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-610a46e7-1310-4edd-91aa-22bd561c2995 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:15.002886 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-610a46e7-1310-4edd-91aa-22bd561c2995 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 945 time: 0.1161036 Feb 13 23:23:15.071937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-4d057ada-f293-4a9c-a06d-e05fae896d62 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:15.114356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69c60049-57d4-4795-83ee-83a41b563df2 req-59707bcd-31c8-4e65-8854-4e9bf1b0dffb tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103857 Feb 13 23:23:15.117437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Deleting port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:15.117993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:15.137809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-4d057ada-f293-4a9c-a06d-e05fae896d62 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:15.147041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-4d057ada-f293-4a9c-a06d-e05fae896d62 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3440204 Feb 13 23:23:15.178981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:15.195264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f45b868-aa51-45d1-9fcd-51425dc0a6fa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:15.235751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Pushing event deleted for resources: {'Port': ['ID=9f45b868-aa51-45d1-9fcd-51425dc0a6fa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:15.322164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] No DVR routers for this DVR port 9f45b868-aa51-45d1-9fcd-51425dc0a6fa on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:15.324583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:15.325212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:15.327747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'name': 'network-vif-deleted', 'tag': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:15.349321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d342a52-fc0c-489d-b42c-d9820cc4164c req-76014d4b-3c58-460f-8553-e5af2b933ba2 tempest-ServersOnMultiNodesTest-174346990 tempest-ServersOnMultiNodesTest-174346990-project] 10.222.0.31 "DELETE /v2.0/ports/9f45b868-aa51-45d1-9fcd-51425dc0a6fa HTTP/1.1" status: 204 len: 173 time: 1.0379775 Feb 13 23:23:15.536290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f45b868-aa51-45d1-9fcd-51425dc0a6fa no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:15.559343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] For port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:15.559705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:15.578298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75cf7d-ddfb-48a4-a71e-18f4908c4b13 req-6ed61cfa-33a0-4b3d-b76b-816cd968aedd tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:15.580577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe75cf7d-ddfb-48a4-a71e-18f4908c4b13 req-6ed61cfa-33a0-4b3d-b76b-816cd968aedd tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 945 time: 0.2674074 Feb 13 23:23:15.587033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-be92b36e-e3cf-4ac9-bf0c-a153e6f95833 service neutron] 10.222.0.36 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389780 Feb 13 23:23:15.610315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 9f45b868-aa51-45d1-9fcd-51425dc0a6fa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:15.611354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f45b868-aa51-45d1-9fcd-51425dc0a6fa not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:15.611991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:15.650465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:15.651090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9bc65e3d-19c6-4ff9-9398-e661ee54a3e0 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:15.730870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Calling delete_port for 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:15.752119 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-e54d4216-12b7-4fca-993f-00a606ab5c36 service neutron] 10.222.0.36 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636992 Feb 13 23:23:16.065307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe75cf7d-ddfb-48a4-a71e-18f4908c4b13 req-6fed5373-2755-424a-b85e-1794720c925c tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084775 Feb 13 23:23:16.215865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:16.228109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['07f5fff0-6d3c-4aac-961f-91a3f821eb3b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:16.289096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event deleted for resources: {'Port': ['ID=8cffeab8-4d92-4a9b-a5dc-9531b28eb661,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:16.444316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] No DVR routers for this DVR port 8cffeab8-4d92-4a9b-a5dc-9531b28eb661 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:16.461017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:16.467597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'name': 'network-vif-deleted', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:16.539444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-091ef025-3bb9-44e6-b621-944d7268cb8b req-8df45e14-9d39-48ac-b106-98d2958ae6d9 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.31 "DELETE /v2.0/ports/8cffeab8-4d92-4a9b-a5dc-9531b28eb661 HTTP/1.1" status: 204 len: 173 time: 1.5170200 Feb 13 23:23:16.603354 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4e40c5-12cf-4749-9a1f-f217b946f724', 'name': 'network-vif-deleted', 'tag': '9f45b868-aa51-45d1-9fcd-51425dc0a6fa', 'status': 'completed', 'code': 200} Feb 13 23:23:16.748147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:16.878248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a17bc2-52a6-4799-8e0d-f9f472c4cc7b req-adf1112e-5953-4a4e-9a16-ca58fe1e0f4d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 210 time: 0.1080079 Feb 13 23:23:17.075158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247cc2-8d63-45e7-9f7d-fe946efa326a req-4de2ae54-6c6f-477e-82de-f143357b63b4 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:17.083039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b247cc2-8d63-45e7-9f7d-fe946efa326a req-4de2ae54-6c6f-477e-82de-f143357b63b4 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.0964851 Feb 13 23:23:17.086644 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bd63d-f3c2-4f74-aef3-3bfa11e82359', 'name': 'network-vif-deleted', 'tag': '8cffeab8-4d92-4a9b-a5dc-9531b28eb661', 'status': 'completed', 'code': 200} Feb 13 23:23:17.135739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b247cc2-8d63-45e7-9f7d-fe946efa326a req-f81fcad7-b82f-4e59-b585-54dd3f832236 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Feb 13 23:23:17.282774 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5b307746-462b-4972-b83a-9f4eeffa943e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a37e2a3e8ca4b8ea8924bb2899c3b2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5329702 Feb 13 23:23:17.285673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41978) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:17.685652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-af449909-884e-4a56-82ff-d3201573db05 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:17.687456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-af449909-884e-4a56-82ff-d3201573db05 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 821 time: 0.3285766 Feb 13 23:23:17.714265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Request body: {'port': {'device_id': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'admin_state_up': True, 'tenant_id': '62ee50f15c1c4c5c9080d9b788b24f44'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:17.864609 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43ee60f6-d2c3-4d32-b8ac-3d17ec9cce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:17.929080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43ee60f6-d2c3-4d32-b8ac-3d17ec9cce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:18.017471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:18.029073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:18.045658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Made reservation on behalf of 62ee50f15c1c4c5c9080d9b788b24f44 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:18.049515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:18.069020 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1be59ec-63e5-47a8-8b81-900de3150ea6 req-5fe1ca5c-efcd-417c-9ef0-e37261d968f2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=063bd63d-f3c2-4f74-aef3-3bfa11e82359 HTTP/1.1" status: 200 len: 210 time: 0.1160076 Feb 13 23:23:18.150280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43ee60f6-d2c3-4d32-b8ac-3d17ec9cce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:18.233800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee60f6-d2c3-4d32-b8ac-3d17ec9cce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a95351e-2f2b-47f4-b6f3-553c84c7e66f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:18.258094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43ee60f6-d2c3-4d32-b8ac-3d17ec9cce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:18.263968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-43ee60f6-d2c3-4d32-b8ac-3d17ec9cce01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a95351e-2f2b-47f4-b6f3-553c84c7e66f HTTP/1.1" status: 204 len: 168 time: 0.9772024 Feb 13 23:23:18.421391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Allocated IP 172.20.0.6 (267bdd04-3202-48ff-a115-db974cdad2f6/635017be-31b2-444b-9504-6b562caa5ad1/db80cd2a-2601-476d-9170-2f388ef15504) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:18.490675 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f69c6aa-b9ed-4561-a749-a2765b70af8d req-0a357c16-64ac-46a9-9b20-45158ba71b22 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 210 time: 0.2306683 Feb 13 23:23:18.949657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:18.996738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271e106-a59a-4508-a2e4-e74b76223214 req-edfaf208-92bb-4883-bee6-bedeb1953ebe tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:18.998443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b271e106-a59a-4508-a2e4-e74b76223214 req-edfaf208-92bb-4883-bee6-bedeb1953ebe tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 946 time: 0.1300828 Feb 13 23:23:19.025710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.135678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event updated for resources: {'Port': ['ID=db80cd2a-2601-476d-9170-2f388ef15504,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:19.139034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Network 267bdd04-3202-48ff-a115-db974cdad2f6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:19.152715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b271e106-a59a-4508-a2e4-e74b76223214 req-cfdcd38b-0e69-409c-8317-5d9636c218a1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461501 Feb 13 23:23:19.153676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:19.160942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:19.167281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42030) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:19.232058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:19.232662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.265000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-62ddc6f8-631e-441a-a02d-416b703c3180 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5535612 Feb 13 23:23:19.277839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Request body: {'port': {'device_id': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:19.293394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-77481a49-3f46-48d8-890f-400166901159 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1c1408f71fe404eb8070aacb7a43b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1241317 Feb 13 23:23:19.297544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42044) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:19.385004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5333725c-1024-429d-b2d7-deac9abb8e12 req-93fcf96c-5f60-44d1-a29f-42fd77c326b8 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515201 Feb 13 23:23:19.414508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.565046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333725c-1024-429d-b2d7-deac9abb8e12 req-24e18fa8-5e5f-4d08-a7eb-ec1632b1118b tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:19.572370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5333725c-1024-429d-b2d7-deac9abb8e12 req-24e18fa8-5e5f-4d08-a7eb-ec1632b1118b tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762176 Feb 13 23:23:19.590451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f33a14b8-669b-4d16-90ff-37cabeff6ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.601708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5333725c-1024-429d-b2d7-deac9abb8e12 req-3911db96-4a55-406f-8ab2-48f6ba6e7b6a tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/quotas/365d5bdbc0414b2e89e33c5c9ae2be9c HTTP/1.1" status: 200 len: 375 time: 0.0282035 Feb 13 23:23:19.690933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5333725c-1024-429d-b2d7-deac9abb8e12 req-5f9ffa41-1b9d-40a1-942c-617a32945a25 tempest-QuotasAdminNegativeTest-1212267593 tempest-QuotasAdminNegativeTest-1212267593-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875032 Feb 13 23:23:19.699052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f33a14b8-669b-4d16-90ff-37cabeff6ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.768576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f33a14b8-669b-4d16-90ff-37cabeff6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.817530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a14b8-669b-4d16-90ff-37cabeff6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d54c3-df82-413b-896f-c6366df125df,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:19.838898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f33a14b8-669b-4d16-90ff-37cabeff6ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:19.858290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f33a14b8-669b-4d16-90ff-37cabeff6ef6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed4d54c3-df82-413b-896f-c6366df125df HTTP/1.1" status: 204 len: 168 time: 0.5593469 Feb 13 23:23:20.094063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db80cd2a-2601-476d-9170-2f388ef15504 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:20.115893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:20.152763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Transition to ACTIVE for port object db80cd2a-2601-476d-9170-2f388ef15504 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:20.158749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:20.487076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Pushing event updated for resources: {'Port': ['ID=db80cd2a-2601-476d-9170-2f388ef15504,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:20.920211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a1130-826c-4ee5-aece-3db26778d56e req-ee556a62-8a31-461a-9a00-b5e7da456291 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:20.920973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-045a1130-826c-4ee5-aece-3db26778d56e req-ee556a62-8a31-461a-9a00-b5e7da456291 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:20.933353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42092) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:20.970955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Attempting to bind port db80cd2a-2601-476d-9170-2f388ef15504 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:20.971347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Attempting to bind port db80cd2a-2601-476d-9170-2f388ef15504 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:20.971610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Attempting to bind port db80cd2a-2601-476d-9170-2f388ef15504 on network 267bdd04-3202-48ff-a115-db974cdad2f6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:20.978629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Port db80cd2a-2601-476d-9170-2f388ef15504 on network 267bdd04-3202-48ff-a115-db974cdad2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:23:20.978969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Attempting to bind port db80cd2a-2601-476d-9170-2f388ef15504 on network 267bdd04-3202-48ff-a115-db974cdad2f6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:20.983324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-045a1130-826c-4ee5-aece-3db26778d56e req-ee556a62-8a31-461a-9a00-b5e7da456291 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:20.990604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-045a1130-826c-4ee5-aece-3db26778d56e req-ee556a62-8a31-461a-9a00-b5e7da456291 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 943 time: 0.5232928 Feb 13 23:23:21.013266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:21.013599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Checking segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:21.013980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Bound using segment: {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:21.014445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Bound port: db80cd2a-2601-476d-9170-2f388ef15504, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:21.014794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:21.132198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-045a1130-826c-4ee5-aece-3db26778d56e req-719b38eb-05ce-48ac-a57a-4b3339e3b38b tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406157 Feb 13 23:23:21.182315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] For port db80cd2a-2601-476d-9170-2f388ef15504, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:21.187107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] For port db80cd2a-2601-476d-9170-2f388ef15504, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=db80cd2a-2601-476d-9170-2f388ef15504,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:21.199515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:21.291006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:21.361667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:21.366062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] 10.222.0.31 "PUT /v2.0/ports/db80cd2a-2601-476d-9170-2f388ef15504 HTTP/1.1" status: 200 len: 1091 time: 2.0945914 Feb 13 23:23:21.367767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'tag': 'db80cd2a-2601-476d-9170-2f388ef15504'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:21.410531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcbfc5-440d-4118-9689-0eac14943c9e service neutron] Pushing event updated for resources: {'Port': ['ID=db80cd2a-2601-476d-9170-2f388ef15504,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:21.599731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:21.605591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3fda4866814bbf994864e95cfce254 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:21.624446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:21.632175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-920f549f-65dc-4f83-a713-4feb469c2705 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 1094 time: 0.2103670 Feb 13 23:23:21.644255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-97631442-2a5d-4541-9560-478939eb62dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3139150 Feb 13 23:23:21.645132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:21.827798 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'tag': 'db80cd2a-2601-476d-9170-2f388ef15504', 'status': 'completed', 'code': 200} Feb 13 23:23:21.830879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-fc800462-9f72-423b-9bd0-ea435540d960 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db80cd2a-2601-476d-9170-2f388ef15504 HTTP/1.1" status: 200 len: 217 time: 0.1945949 Feb 13 23:23:21.847073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:21.856737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:21.896775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6a580-272d-43b6-88f4-47a96fc30110,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:21.988362 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f1293e19-49f2-4095-a8a7-706df3d478a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c3fda4866814bbf994864e95cfce254&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0508327 Feb 13 23:23:21.998292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42130) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:22.059340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-a71995e6-c627-46c2-bc69-63f44f2a9aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:22.060817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-a71995e6-c627-46c2-bc69-63f44f2a9aa6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 200 len: 861 time: 0.2235451 Feb 13 23:23:22.198799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0164-2d52-49a8-a7a8-a6d632485c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:22.203280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-cef3db9e-ed5c-4226-8efb-6abc6fe69cf0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=267bdd04-3202-48ff-a115-db974cdad2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333797 Feb 13 23:23:22.205368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-432d33c2-f634-4ee6-88a6-ac304ea4939a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=997caf35580a40679647c572a2b53650&device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 1095 time: 0.4205236 Feb 13 23:23:22.359873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0164-2d52-49a8-a7a8-a6d632485c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:22.467213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-77ca64fd-097a-4841-8396-e35714408254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:22.469114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-77ca64fd-097a-4841-8396-e35714408254 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 200 len: 921 time: 0.2310395 Feb 13 23:23:22.543983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:22.658854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0164-2d52-49a8-a7a8-a6d632485c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:22.689786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-b2cc85d1-d85c-4d34-9d45-eb05856c4ff8 service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768481 Feb 13 23:23:22.708220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-79d5621c-730d-4115-8dfc-b076995922e8 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:22.708474 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0164-2d52-49a8-a7a8-a6d632485c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:22.708813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-79d5621c-730d-4115-8dfc-b076995922e8 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Synchronizing usage tracker for tenant:00373d4542b64833bf054a3b567a7531 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:22.713693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6e8c0164-2d52-49a8-a7a8-a6d632485c28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fb6a580-272d-43b6-88f4-47a96fc30110 HTTP/1.1" status: 204 len: 168 time: 0.7017527 Feb 13 23:23:22.722844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c0164-2d52-49a8-a7a8-a6d632485c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6a580-272d-43b6-88f4-47a96fc30110,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:22.732734 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-51316fb1-d238-4112-b54e-927f3b21e4fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 200 len: 217 time: 0.1831996 Feb 13 23:23:22.851059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092444a8-df28-47ae-b8c9-3d757737d2e8 req-9d51c7c7-5c23-4d79-af21-fea63031a87d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:22.853145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-092444a8-df28-47ae-b8c9-3d757737d2e8 req-9d51c7c7-5c23-4d79-af21-fea63031a87d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 943 time: 0.3771238 Feb 13 23:23:22.859141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-b6f36989-9724-44ab-b091-9ec127314f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:22.861773 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-b6f36989-9724-44ab-b091-9ec127314f8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 200 len: 861 time: 0.1207709 Feb 13 23:23:22.887425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-79d5621c-730d-4115-8dfc-b076995922e8 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Unset dirty status for tenant:00373d4542b64833bf054a3b567a7531 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:22.896471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-79d5621c-730d-4115-8dfc-b076995922e8 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/networks?id=df36eab1-4794-4c3e-8743-14604eb31024 HTTP/1.1" status: 200 len: 809 time: 0.5074964 Feb 13 23:23:22.920738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-66aa1dde-ff71-40fc-9ceb-e495b84620c2 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/quotas/00373d4542b64833bf054a3b567a7531 HTTP/1.1" status: 200 len: 375 time: 0.0233028 Feb 13 23:23:22.936797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-a5705adf-0fd0-4d7d-824d-e153e487bde9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aef79f5b-cbde-4340-aeca-aa3944399408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552976 Feb 13 23:23:22.987554 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-092444a8-df28-47ae-b8c9-3d757737d2e8 req-b51a791d-31d6-4bc5-99d2-1427b7414cf8 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 Feb 13 23:23:23.036935 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-f765c3b1-a079-4741-9525-30ff7b3221a1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=00373d4542b64833bf054a3b567a7531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152394 Feb 13 23:23:23.115247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:23:23.193153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:23.291375 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-28f8fa1f-f719-44cf-8983-d4a23e31c228 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277876 Feb 13 23:23:23.298582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:23.303770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Usage tracker for resource:security_group_rule and tenant:365d5bdbc0414b2e89e33c5c9ae2be9c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:23.306831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:23.313188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:23.403696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:23.443006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-75a513f9-af4b-47e1-b061-86f387650329 service neutron] 10.222.0.36 "GET /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047399 Feb 13 23:23:23.446461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'mac_address': 'fa:16:3e:a9:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:23:23.446642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c27cedc-febc-4312-b3c5-0eed8bf2fa0a req-579598ef-d4dd-4a90-823a-45fc92116804 service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270508 Feb 13 23:23:23.569588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:23.607798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48e193e3-3d66-4ce7-a6bd-b48e45244c20 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:23.617410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fad126-8446-4db0-a31a-caed261fcdd5 req-fce58ac9-37d3-41fa-9c62-80e8d09bc273 service neutron] 10.222.0.42 "GET /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176808 Feb 13 23:23:23.661945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:23.671921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:23.805892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:23.816233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.816838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.817330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.817809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.818355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.818831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.819320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.819794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.820263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.820750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.821226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:23.844598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['48e193e3-3d66-4ce7-a6bd-b48e45244c20'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:23.980728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:24.024257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:24.112359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb622b5-dce6-4b20-bf35-36ea37b619ac,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:24.140924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-1afd6d23-8a3c-4706-9e02-c0a1468d1799 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 1094 time: 0.2683034 Feb 13 23:23:24.281214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-5bcb6c94-902d-4d00-ba9d-4f0e6162b6be service neutron] 10.222.0.36 "GET /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372605 Feb 13 23:23:24.319072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-98fed834-1e3b-436c-8942-c6479939c544 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=365d5bdbc0414b2e89e33c5c9ae2be9c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7740254 Feb 13 23:23:24.321874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42202) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:24.354481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-236f4773-e3c2-409e-8afe-821dae588b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:24.362684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-236f4773-e3c2-409e-8afe-821dae588b97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 200 len: 921 time: 0.2084932 Feb 13 23:23:24.507332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52fbc6a7-6fb6-47d7-aa34-32fe7b4bd0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:24.535362 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-5fd6d5dc-6c39-4a99-aef1-c084a45b8c16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db80cd2a-2601-476d-9170-2f388ef15504 HTTP/1.1" status: 200 len: 217 time: 0.1660416 Feb 13 23:23:24.577278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52fbc6a7-6fb6-47d7-aa34-32fe7b4bd0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:24.608305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-aeb5dc54-9bb1-400f-aff3-24c24e0bd779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:24.610101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-aeb5dc54-9bb1-400f-aff3-24c24e0bd779 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 200 len: 861 time: 0.0681350 Feb 13 23:23:24.669238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-167455ef-6b42-426d-82c5-3f900db64562 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=267bdd04-3202-48ff-a115-db974cdad2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533490 Feb 13 23:23:24.752564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52fbc6a7-6fb6-47d7-aa34-32fe7b4bd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:24.786930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbc6a7-6fb6-47d7-aa34-32fe7b4bd0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb622b5-dce6-4b20-bf35-36ea37b619ac,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:24.791317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52fbc6a7-6fb6-47d7-aa34-32fe7b4bd0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:24.796085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-52fbc6a7-6fb6-47d7-aa34-32fe7b4bd0cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcb622b5-dce6-4b20-bf35-36ea37b619ac HTTP/1.1" status: 204 len: 168 time: 0.4730284 Feb 13 23:23:24.834805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494da8d-ccfe-488e-be4b-ce2182320884 req-046d58f0-d29d-4467-bc48-bb287f4b8532 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:24.842007 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f494da8d-ccfe-488e-be4b-ce2182320884 req-046d58f0-d29d-4467-bc48-bb287f4b8532 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 943 time: 0.1591411 Feb 13 23:23:24.903949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f494da8d-ccfe-488e-be4b-ce2182320884 req-7ce148f3-741b-4745-ba2e-45309100bf6d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609462 Feb 13 23:23:25.137430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:25.215486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-4ba46971-c7b6-4f1b-a39e-34d71a221879 service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370827 Feb 13 23:23:25.243270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b639739a-f4d9-4a48-82aa-b01547a2e12a req-6a57da55-01a1-4d28-b85d-4169bf4df086 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 210 time: 0.0883911 Feb 13 23:23:25.300761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-fd445e5a-55a6-43b2-bbdc-43954e38f788 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:25.302687 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-fd445e5a-55a6-43b2-bbdc-43954e38f788 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 945 time: 0.3977339 Feb 13 23:23:25.383508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:25.383926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:25.405087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Deleting port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:25.406066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:25.524779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device db80cd2a-2601-476d-9170-2f388ef15504 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:23:25.597872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e645b4-e442-4e69-927a-c45cfdef7de1 req-70449c7b-9bab-4b07-9ca2-9fccbcd35b39 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:25.598641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-68e645b4-e442-4e69-927a-c45cfdef7de1 req-70449c7b-9bab-4b07-9ca2-9fccbcd35b39 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:25.647615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-68e645b4-e442-4e69-927a-c45cfdef7de1 req-70449c7b-9bab-4b07-9ca2-9fccbcd35b39 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:25.655029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68e645b4-e442-4e69-927a-c45cfdef7de1 req-70449c7b-9bab-4b07-9ca2-9fccbcd35b39 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 945 time: 0.6655452 Feb 13 23:23:25.709456 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:23:25.762805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a1506c-f3a1-44f7-9520-e2f209d3cdcf req-c42c06af-fdbf-49e9-864e-c24134678bfe service neutron] 10.222.0.31 "GET /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433018 Feb 13 23:23:25.782779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68e645b4-e442-4e69-927a-c45cfdef7de1 req-dc9ed745-7b85-4cb1-9f39-e6be7be35ac1 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225374 Feb 13 23:23:25.833949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] For port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:25.836246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:25.983403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.052709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:26.082428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:26.095054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port db80cd2a-2601-476d-9170-2f388ef15504, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=db80cd2a-2601-476d-9170-2f388ef15504,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:26.104703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42260) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:26.112329 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.113448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07f5fff0-6d3c-4aac-961f-91a3f821eb3b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:26.228257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Calling delete_port for 07f5fff0-6d3c-4aac-961f-91a3f821eb3b owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:26.318923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'db80cd2a-2601-476d-9170-2f388ef15504', 'network_id': '267bdd04-3202-48ff-a115-db974cdad2f6', 'port_id': 'db80cd2a-2601-476d-9170-2f388ef15504', 'mac_address': 'fa:16:3e:7d:98:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635017be-31b2-444b-9504-6b562caa5ad1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:23:26.345425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42268) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:26.388926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.479918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:26.493621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Usage tracker for resource:security_group_rule and tenant:4adb8f1c09b6443ea12b190b3b99b0ad is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:26.500299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:26.520184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:26.570875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:26.587818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.640953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db80cd2a-2601-476d-9170-2f388ef15504 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:26.678556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-d30fdd44-7e41-4c3a-9aa3-57aec1c676c6 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bcb1decc2a6942e9b35fc3ff61ba1dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016552 Feb 13 23:23:26.694403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port db80cd2a-2601-476d-9170-2f388ef15504, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=db80cd2a-2601-476d-9170-2f388ef15504,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:26.705910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.730665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16872-f2db-4a0f-a22c-03c296394b80 req-2ebca33c-5893-4dde-a724-99ffc7813633 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:26.736037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f8f16872-f2db-4a0f-a22c-03c296394b80 req-2ebca33c-5893-4dde-a724-99ffc7813633 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 943 time: 0.4232922 Feb 13 23:23:26.737116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.899662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-c00918f9-6002-4c28-861d-87ff596609ac tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:26.901130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-c00918f9-6002-4c28-861d-87ff596609ac tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149394 Feb 13 23:23:26.901622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42282) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:26.941510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-0ac6e15f-66e5-4dc2-8a89-27b77c25336d tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/quotas/bcb1decc2a6942e9b35fc3ff61ba1dd7 HTTP/1.1" status: 200 len: 375 time: 0.0341640 Feb 13 23:23:26.951034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:26.955144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['db80cd2a-2601-476d-9170-2f388ef15504'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:26.998226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.032040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-cb34f66d-4c02-4d46-90d5-5750589888bf tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcb1decc2a6942e9b35fc3ff61ba1dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838835 Feb 13 23:23:27.053202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=db80cd2a-2601-476d-9170-2f388ef15504,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:27.058372 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.098837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event deleted for resources: {'Port': ['ID=07f5fff0-6d3c-4aac-961f-91a3f821eb3b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:27.124256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbff1da-a606-45d9-adf8-46eef7233a34,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:27.138548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-603314929-network', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:27.157715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e72c898-c011-4b37-ac0e-ef1952e39a4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4adb8f1c09b6443ea12b190b3b99b0ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8103635 Feb 13 23:23:27.158817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:27.172455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:27.191090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Usage tracker for resource:network and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:27.195459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:27.208565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] No DVR routers for this DVR port 07f5fff0-6d3c-4aac-961f-91a3f821eb3b on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:27.217927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:27.221257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:27.247980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Usage tracker for resource:security_group_rule and tenant:0041113a98a54ca5a7c3a6c851afed81 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:27.269322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:27.320472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:27.344071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Made reservation on behalf of 75ce31c6662c4c86af052bbb0758da8e for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:27.353009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.383375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.421012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.437920 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'code': 200} Feb 13 23:23:27.445590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'name': 'network-vif-deleted', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:27.505432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6c4-5c71-4aa9-a072-0f86f2c1c98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.534985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6c4-5c71-4aa9-a072-0f86f2c1c98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.542827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-84600e79-b015-4367-8ca4-b3dfcbb4d9e1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:27.544938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-84600e79-b015-4367-8ca4-b3dfcbb4d9e1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.42 "GET /v2.0/networks?id=df36eab1-4794-4c3e-8743-14604eb31024 HTTP/1.1" status: 200 len: 809 time: 0.4495885 Feb 13 23:23:27.583698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f8f16872-f2db-4a0f-a22c-03c296394b80 req-32b3f15f-67be-48c3-904a-971d290f9b20 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8013210 Feb 13 23:23:27.585815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93efbd25-a18d-4e58-89c6-2483964e2eab req-2990f453-fe70-457e-bd04-eef0d3707350 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "DELETE /v2.0/ports/07f5fff0-6d3c-4aac-961f-91a3f821eb3b HTTP/1.1" status: 204 len: 173 time: 2.2767618 Feb 13 23:23:27.602050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Request body: {'port': {'device_id': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024', 'admin_state_up': True, 'tenant_id': '00373d4542b64833bf054a3b567a7531'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:27.773708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6c4-5c71-4aa9-a072-0f86f2c1c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.780852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:27.807845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:27.812769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Usage tracker for resource:port and tenant:00373d4542b64833bf054a3b567a7531 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:27.821331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd6c4-5c71-4aa9-a072-0f86f2c1c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbff1da-a606-45d9-adf8-46eef7233a34,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:27.831327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:27.840795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:27.848466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-505c9465-e10e-458d-84a6-738840e8625e req-876bde68-2bbd-4420-838d-7c64f1710125 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 210 time: 0.2413521 Feb 13 23:23:27.861337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Usage tracker for resource:security_group_rule and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:27.881286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:27.921569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:27.980683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6c4-5c71-4aa9-a072-0f86f2c1c98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:27.984029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca2cd6c4-5c71-4aa9-a072-0f86f2c1c98a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cbff1da-a606-45d9-adf8-46eef7233a34 HTTP/1.1" status: 204 len: 168 time: 0.8142829 Feb 13 23:23:27.993240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.072313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Made reservation on behalf of 00373d4542b64833bf054a3b567a7531 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:28.073276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.076308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.128664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a35cff48-e2c5-4a6b-ad06-3f5d848ab2f5 req-d259ca3b-76f4-4c11-a845-3ad9243d6807 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:28.152998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0041113a98a54ca5a7c3a6c851afed81&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0473492 Feb 13 23:23:28.163304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:28.181901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a789d0d7-57ee-4ce1-a59d-98a3e775d83f req-aaef4aba-d59d-450e-b5a9-71bebfc45eab tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 210 time: 0.1759737 Feb 13 23:23:28.257561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a35cff48-e2c5-4a6b-ad06-3f5d848ab2f5 req-d259ca3b-76f4-4c11-a845-3ad9243d6807 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:28.258929 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a35cff48-e2c5-4a6b-ad06-3f5d848ab2f5 req-d259ca3b-76f4-4c11-a845-3ad9243d6807 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3d1416-81ed-47d8-9844-dbf77dbaf8b9 HTTP/1.1" status: 200 len: 210 time: 0.2508476 Feb 13 23:23:28.291764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82407d-9ec4-4aa8-af31-fdb5edc2f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b11899-2ead-4f30-bade-81be78699161,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:28.346106 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d1416-81ed-47d8-9844-dbf77dbaf8b9', 'name': 'network-vif-deleted', 'tag': '07f5fff0-6d3c-4aac-961f-91a3f821eb3b', 'status': 'completed', 'code': 200} Feb 13 23:23:28.510979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Allocated IP 172.20.0.11 (df36eab1-4794-4c3e-8743-14604eb31024/804a51e8-3719-4caa-abc9-b36e3d8f0f1f/150a6a7a-26c8-43ba-9dae-f250ad28fcbb) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:28.571429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb95-b09f-48ff-972e-7392335abf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.598753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb95-b09f-48ff-972e-7392335abf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.698865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb95-b09f-48ff-972e-7392335abf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.741452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.760115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ecb95-b09f-48ff-972e-7392335abf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b11899-2ead-4f30-bade-81be78699161,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:28.769809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecb95-b09f-48ff-972e-7392335abf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.771178 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0e6ecb95-b09f-48ff-972e-7392335abf79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35b11899-2ead-4f30-bade-81be78699161 HTTP/1.1" status: 204 len: 168 time: 0.6034338 Feb 13 23:23:28.772598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.854381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:23:28.886127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af61e2ce-403d-4681-805a-118069e2ac7d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:28.896995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:28.897618 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Added segment edc238cf-420b-4a01-818b-07206bb83fae of type vlan for network 9a159366-e58d-4320-918d-e856fff8b887 Feb 13 23:23:29.029882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.035148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.072879 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.082181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fecea-e89b-4018-9952-0e948bec6589 req-d1f0d4e4-6664-49b2-b4e8-47fc1d3b3b8c tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:29.096407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-522fecea-e89b-4018-9952-0e948bec6589 req-d1f0d4e4-6664-49b2-b4e8-47fc1d3b3b8c tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 944 time: 0.1994419 Feb 13 23:23:29.201972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-522fecea-e89b-4018-9952-0e948bec6589 req-93b799bd-0f12-4375-bb10-3c7f8f38eae0 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045842 Feb 13 23:23:29.248114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.249207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:29.249955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.251699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Network df36eab1-4794-4c3e-8743-14604eb31024 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:29.264430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:29.279406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:29.361061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Pushing event updated for resources: {'Port': ['ID=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:29.400278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device db80cd2a-2601-476d-9170-2f388ef15504 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:29.468054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] Pushing event updated for resources: {'Network': ['ID=9a159366-e58d-4320-918d-e856fff8b887,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:29.474603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-16e6afd8-e038-4ab5-a1fd-8dd02e4146f9 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bcb1decc2a6942e9b35fc3ff61ba1dd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2881200 Feb 13 23:23:29.550204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-534883dc-5fa8-4131-9205-48ab190b784e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6451731 Feb 13 23:23:29.557569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97d5eb83-d0a0-446c-95c4-d0a4862e07ee req-aa0ae9b5-6266-4274-8e01-c42743d46031 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 210 time: 0.0819719 Feb 13 23:23:29.558266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:29.607666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:29.608282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.616103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Request body: {'subnet': {'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-603314929-subnet', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:29.617194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9a159366-e58d-4320-918d-e856fff8b887 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:23:29.621145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:29.625274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Usage tracker for resource:subnet and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:29.628948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:29.637731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:29.669471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Made reservation on behalf of 75ce31c6662c4c86af052bbb0758da8e for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:29.674724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.716523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788702b-fb4c-4148-aef1-26d53cb730b6 req-b31f042a-b185-41c7-860c-4ec06d83f742 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:29.734343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d788702b-fb4c-4148-aef1-26d53cb730b6 req-b31f042a-b185-41c7-860c-4ec06d83f742 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 932 time: 0.3529460 Feb 13 23:23:29.818974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42356) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:29.837709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d788702b-fb4c-4148-aef1-26d53cb730b6 req-881519c6-c990-42f8-a17b-6a161c2b9dc7 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981052 Feb 13 23:23:29.899286 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:29.934368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-ec60f38d-308f-4598-9793-36001620b2ff tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:29.934989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-a5bfb78f-fa15-4125-af6b-b05bf03d11d1 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3442953 Feb 13 23:23:29.936646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-ec60f38d-308f-4598-9793-36001620b2ff tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220164 Feb 13 23:23:29.950977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Request body: {'port': {'device_id': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:29.991120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port db80cd2a-2601-476d-9170-2f388ef15504 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:30.016977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port db80cd2a-2601-476d-9170-2f388ef15504 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:30.023926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.096258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:30.106000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Usage tracker for resource:security_group_rule and tenant:916b72f82dd14970ba29ddda2f39d2fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:30.114618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Request body: {'port': {'device_id': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'bcb1decc2a6942e9b35fc3ff61ba1dd7'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:30.127896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:30.145775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:30.270083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-41c0de27-07ee-45f1-ae15-6a720904bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.324552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.345838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.406332 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.435444 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.441012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:30.445133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port db80cd2a-2601-476d-9170-2f388ef15504, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=db80cd2a-2601-476d-9170-2f388ef15504,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:30.446370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db80cd2a-2601-476d-9170-2f388ef15504'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:30.458838 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.482927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Usage tracker for resource:port and tenant:bcb1decc2a6942e9b35fc3ff61ba1dd7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:30.496171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:30.512385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:30.557160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Checking segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:30.557559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Network hostable DHCP agents. Network: 9a159366-e58d-4320-918d-e856fff8b887, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:23:30.564088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21337af2-cfe2-44c1-b199-ea2b844ebfab,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:30.565923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=db80cd2a-2601-476d-9170-2f388ef15504,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:30.574313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Made reservation on behalf of bcb1decc2a6942e9b35fc3ff61ba1dd7 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:30.577370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.607620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42378) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:30.609778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=916b72f82dd14970ba29ddda2f39d2fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7625327 Feb 13 23:23:30.705929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Network 9a159366-e58d-4320-918d-e856fff8b887 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:23:30.720381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.845093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9a159366-e58d-4320-918d-e856fff8b887) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:30.853518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead6a57-64fe-47be-8cbf-947c5c200d2a None None] Network 9a159366-e58d-4320-918d-e856fff8b887 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:30.878156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcfc4a-50ae-4c95-8eab-42c2d40e03b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06085076-3e1d-4f45-b4c2-93efec958456,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:30.927721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce51c-d3a0-443a-8199-3cac7a7ced92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.947027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:30.980716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:30.981904 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.023854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:31.033024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Usage tracker for resource:security_group_rule and tenant:bcb1decc2a6942e9b35fc3ff61ba1dd7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:31.048339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:31.054654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:31.135146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f7d2-eb55-4761-9286-49a7e2c80edb req-c1ebf144-03a7-4f6e-a333-87507dc083ac tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:31.144395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29f2f7d2-eb55-4761-9286-49a7e2c80edb req-c1ebf144-03a7-4f6e-a333-87507dc083ac tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 945 time: 0.5320418 Feb 13 23:23:31.221891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.244887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-19cdfe33-d050-4905-a3e1-bf89747993ad tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:31.246447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-19cdfe33-d050-4905-a3e1-bf89747993ad tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 945 time: 0.4253561 Feb 13 23:23:31.255312 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce51c-d3a0-443a-8199-3cac7a7ced92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.268079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.311589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-9a159366-e58d-4320-918d-e856fff8b887', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:23:31.313086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.528796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Allocated IP 172.20.0.2 (9a159366-e58d-4320-918d-e856fff8b887/21337af2-cfe2-44c1-b199-ea2b844ebfab/8fde89dc-94d9-4342-afad-60329d10cb0a) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:31.536914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Allocated IP 192.168.233.89 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/2aaafef7-abf2-4d60-8710-df59dec46f33) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:31.663577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Deleting port f64235c0-04a8-4c96-9de4-c0b78de9779a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:31.666296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.816582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.835386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Transition to ACTIVE for port object 2aaafef7-abf2-4d60-8710-df59dec46f33 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:31.900474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b66b5d1-31a1-411e-9791-0d65f1be0fc8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:31.905822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.908920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.925262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Transition to ACTIVE for port object 8fde89dc-94d9-4342-afad-60329d10cb0a will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:31.953106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Transition to ACTIVE for port object 8fde89dc-94d9-4342-afad-60329d10cb0a will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:31.963924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:31.997645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150a6a7a-26c8-43ba-9dae-f250ad28fcbb {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:32.015045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.059238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Transition to ACTIVE for port object 150a6a7a-26c8-43ba-9dae-f250ad28fcbb will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:32.060643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Network 9a159366-e58d-4320-918d-e856fff8b887 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:32.064827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:32.069989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:32.072838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Pushing event updated for resources: {'Port': ['ID=8fde89dc-94d9-4342-afad-60329d10cb0a,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:32.104457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29f2f7d2-eb55-4761-9286-49a7e2c80edb req-b3757787-a39a-4c07-87a7-f31d0990c6d2 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9252627 Feb 13 23:23:32.116432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.250870 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db80cd2a-2601-476d-9170-2f388ef15504', 'code': 200} Feb 13 23:23:32.251629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Attempting to bind port 8fde89dc-94d9-4342-afad-60329d10cb0a on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:32.251984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Attempting to bind port 8fde89dc-94d9-4342-afad-60329d10cb0a by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:32.253103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Attempting to bind port 8fde89dc-94d9-4342-afad-60329d10cb0a on network 9a159366-e58d-4320-918d-e856fff8b887 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:32.253249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Pushing event updated for resources: {'Port': ['ID=2aaafef7-abf2-4d60-8710-df59dec46f33,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:32.277277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17c0805d-b47a-4867-a129-566330143d1e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.6712847 Feb 13 23:23:32.284433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42404) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:32.301593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:32.301957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Checking segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:32.304948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:32.312876 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.313337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Bound using segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:32.314385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Bound port: 8fde89dc-94d9-4342-afad-60329d10cb0a, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:32.314824 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.315719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:32.318470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Pushing event updated for resources: {'Port': ['ID=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:32.321518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Usage tracker for resource:router and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:32.327628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:32.346528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:32.363169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a19ca-ed6c-4bad-a777-4422cfdd8fd0 req-7d3b5094-f28d-4b37-8ee1-eeab02c5deab tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:32.365916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd445-6490-4cf4-ad01-e59129810539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.370477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-878a19ca-ed6c-4bad-a777-4422cfdd8fd0 req-7d3b5094-f28d-4b37-8ee1-eeab02c5deab tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 945 time: 1.6164243 Feb 13 23:23:32.381310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:32.388693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:32.388693 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.388693 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.403893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:32.545711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-878a19ca-ed6c-4bad-a777-4422cfdd8fd0 req-8f970cc9-ea2e-4bb0-9d46-87e04263b3d5 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742842 Feb 13 23:23:32.557863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce51c-d3a0-443a-8199-3cac7a7ced92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.620358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] For port 8fde89dc-94d9-4342-afad-60329d10cb0a, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:32.638081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] For port 8fde89dc-94d9-4342-afad-60329d10cb0a, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8fde89dc-94d9-4342-afad-60329d10cb0a,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:32.642376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ce51c-d3a0-443a-8199-3cac7a7ced92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06085076-3e1d-4f45-b4c2-93efec958456,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:32.651772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.665551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:32.669749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.676872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.724518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce51c-d3a0-443a-8199-3cac7a7ced92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.726779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6e6ce51c-d3a0-443a-8199-3cac7a7ced92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06085076-3e1d-4f45-b4c2-93efec958456 HTTP/1.1" status: 204 len: 168 time: 2.1006985 Feb 13 23:23:32.748484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-6e5403b4-dfa9-4a1d-b5be-1cafad7bc59e tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6459177 Feb 13 23:23:32.761932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Request body: {'port': {'device_id': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:32.904486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1112d130-6fd7-4af3-b069-fd848b334eba None None] Provisioning for port 2aaafef7-abf2-4d60-8710-df59dec46f33 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:32.914231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1112d130-6fd7-4af3-b069-fd848b334eba None None] Provisioning complete for port 2aaafef7-abf2-4d60-8710-df59dec46f33 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:32.914600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1112d130-6fd7-4af3-b069-fd848b334eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.933313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:32.983266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a74d6-1e72-4ff3-8887-6a5a700c94a0 None None] Pushing event updated for resources: {'Port': ['ID=8fde89dc-94d9-4342-afad-60329d10cb0a,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:33.035495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1112d130-6fd7-4af3-b069-fd848b334eba None None] Port 2aaafef7-abf2-4d60-8710-df59dec46f33 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:23:33.058732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] For port f64235c0-04a8-4c96-9de4-c0b78de9779a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f64235c0-04a8-4c96-9de4-c0b78de9779a,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:33.059261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:33.196369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f64235c0-04a8-4c96-9de4-c0b78de9779a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:33.430255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:33.483736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Calling delete_port for f64235c0-04a8-4c96-9de4-c0b78de9779a owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:33.508786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:33.527833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8389e-d212-4bb5-8a21-5d8182668350 req-bd78c6e1-3265-40d3-995f-b97a535616a6 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:33.536589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9d8389e-d212-4bb5-8a21-5d8182668350 req-bd78c6e1-3265-40d3-995f-b97a535616a6 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 944 time: 0.6043341 Feb 13 23:23:33.565717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a47d2ef-17ac-4a99-ae2d-5718a6564eee req-b609228b-9671-4d96-b204-031bd3bedaca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 1096 time: 1.2349756 Feb 13 23:23:33.576433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c5ab8-2516-428b-bee0-0030347e032d req-f3019cfa-7e83-4d7b-bee8-10b0fca4e4fe tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:33.578119 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-466c5ab8-2516-428b-bee0-0030347e032d req-f3019cfa-7e83-4d7b-bee8-10b0fca4e4fe tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 935 time: 1.1438785 Feb 13 23:23:33.682931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:33.694092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Attempting to bind port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:33.694648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Attempting to bind port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '64dbb5c1-4b2e-4d20-93d7-856b4e461138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:33.695102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Attempting to bind port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb on network df36eab1-4794-4c3e-8743-14604eb31024 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:33.748680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9d8389e-d212-4bb5-8a21-5d8182668350 req-4ef18cc3-7225-45f8-85bc-13d0b9880d00 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Synchronizing usage tracker for tenant:00373d4542b64833bf054a3b567a7531 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:33.785059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb on network df36eab1-4794-4c3e-8743-14604eb31024 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:23:33.785540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Attempting to bind port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb on network df36eab1-4794-4c3e-8743-14604eb31024 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:33.803421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8fde89dc-94d9-4342-afad-60329d10cb0a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:33.830328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a47d2ef-17ac-4a99-ae2d-5718a6564eee req-b55c91b2-f6cf-44e9-84b9-33f7a7a459c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444735 Feb 13 23:23:33.843427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9d8389e-d212-4bb5-8a21-5d8182668350 req-4ef18cc3-7225-45f8-85bc-13d0b9880d00 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Unset dirty status for tenant:00373d4542b64833bf054a3b567a7531 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:33.850631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-466c5ab8-2516-428b-bee0-0030347e032d req-5e38003c-3d2f-4505-9302-e3ddd763b2e3 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325549 Feb 13 23:23:33.854905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:33.858430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Checking segment: {'id': '64dbb5c1-4b2e-4d20-93d7-856b4e461138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:33.862503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Bound using segment: {'id': '64dbb5c1-4b2e-4d20-93d7-856b4e461138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:33.863110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Bound port: 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dbb5c1-4b2e-4d20-93d7-856b4e461138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:33.868176 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:33.868809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9d8389e-d212-4bb5-8a21-5d8182668350 req-4ef18cc3-7225-45f8-85bc-13d0b9880d00 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310840 Feb 13 23:23:34.131136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8fde89dc-94d9-4342-afad-60329d10cb0a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:34.137284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.278137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.328448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event deleted for resources: {'Port': ['ID=f64235c0-04a8-4c96-9de4-c0b78de9779a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:34.390472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.466783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:23:34.592558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] For port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:34.596008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] No DVR routers for this DVR port f64235c0-04a8-4c96-9de4-c0b78de9779a on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:34.602573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.605425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'name': 'network-vif-deleted', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:34.616640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] For port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,segment=NetworkSegment(64dbb5c1-4b2e-4d20-93d7-856b4e461138),segment_id=64dbb5c1-4b2e-4d20-93d7-856b4e461138)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:34.631986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.670128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be83c5c-cbfc-426a-aa77-4cd358c7581d None None] Network 9a159366-e58d-4320-918d-e856fff8b887 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:34.692943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fd359c4-92c8-4e7d-97a1-59a557d7996e req-3673e63c-6075-4c40-b6fe-aca6aa5749a2 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "DELETE /v2.0/ports/f64235c0-04a8-4c96-9de4-c0b78de9779a HTTP/1.1" status: 204 len: 173 time: 3.4213958 Feb 13 23:23:34.745394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.749253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] 10.222.0.42 "PUT /v2.0/ports/150a6a7a-26c8-43ba-9dae-f250ad28fcbb HTTP/1.1" status: 200 len: 1092 time: 4.8028171 Feb 13 23:23:34.789969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef02-edfa-4789-9834-33635830d34f req-41e9a572-0b31-4c46-b08d-402780736ac3 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:34.797088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43d1ef02-edfa-4789-9834-33635830d34f req-41e9a572-0b31-4c46-b08d-402780736ac3 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 945 time: 0.3354275 Feb 13 23:23:34.800507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10753-ce30-4cbb-891a-9e54662aebdc service neutron] Pushing event updated for resources: {'Port': ['ID=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:34.806074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaafef7-abf2-4d60-8710-df59dec46f33 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:34.855191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:34.876849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43d1ef02-edfa-4789-9834-33635830d34f req-763e523d-0477-4cc0-806a-64ffa92b0022 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772378 Feb 13 23:23:34.949637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Transition to ACTIVE for port object 2aaafef7-abf2-4d60-8710-df59dec46f33 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:35.058009 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda63ee3-1a33-490b-8506-a256858b05d1', 'name': 'network-vif-deleted', 'tag': 'f64235c0-04a8-4c96-9de4-c0b78de9779a', 'status': 'completed', 'code': 200} Feb 13 23:23:35.087349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:35.170700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-d6c56c49-0885-4842-bc8a-1e99daf1138b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=00373d4542b64833bf054a3b567a7531&device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 1095 time: 0.2331493 Feb 13 23:23:35.306469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-186056fa-3ca9-4054-8e1b-dcaaa6a99da6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb HTTP/1.1" status: 200 len: 217 time: 0.1261930 Feb 13 23:23:35.318464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaafef7-abf2-4d60-8710-df59dec46f33,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:35.340118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] Provisioning for port 8fde89dc-94d9-4342-afad-60329d10cb0a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:35.343539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d76e5689-45e0-474d-8fda-a517c8ab6f19 req-dce74de8-f16c-42a9-8624-76bb0bb99647 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=dda63ee3-1a33-490b-8506-a256858b05d1 HTTP/1.1" status: 200 len: 210 time: 0.4678886 Feb 13 23:23:35.381020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] Provisioning complete for port 8fde89dc-94d9-4342-afad-60329d10cb0a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:35.381464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:35.426736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-00d45ef5-92b6-479c-bb3a-d4c9fd441431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:35.429526 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-00d45ef5-92b6-479c-bb3a-d4c9fd441431 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=804a51e8-3719-4caa-abc9-b36e3d8f0f1f HTTP/1.1" status: 200 len: 849 time: 0.1158590 Feb 13 23:23:35.523724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Allocated IP 172.25.4.9 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:35.529705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:35.618721 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-2fdcecd3-b05a-43d6-ba14-cd59d76c3313 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df36eab1-4794-4c3e-8743-14604eb31024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344571 Feb 13 23:23:35.837510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49cce-7cfe-40d7-9068-e8960174cf33 req-7eef015e-f5a2-40e4-964e-48c708bd1f39 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:35.840438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cae49cce-7cfe-40d7-9068-e8960174cf33 req-7eef015e-f5a2-40e4-964e-48c708bd1f39 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 947 time: 0.4096365 Feb 13 23:23:35.854333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:35.895250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] For port 8fde89dc-94d9-4342-afad-60329d10cb0a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8fde89dc-94d9-4342-afad-60329d10cb0a,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:35.912880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.003920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7460e-af47-41d3-97be-a6d454601b24 None None] Pushing event updated for resources: {'Port': ['ID=8fde89dc-94d9-4342-afad-60329d10cb0a,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:36.078279 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-27699994-2db8-430c-80f1-6e65363f4419 service neutron] 10.222.0.42 "GET /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499879 Feb 13 23:23:36.255212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cae49cce-7cfe-40d7-9068-e8960174cf33 req-552bfc01-20b7-48cf-9a97-e986978da915 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038572 Feb 13 23:23:36.260762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Attempting to bind port 2aaafef7-abf2-4d60-8710-df59dec46f33 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:36.261170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Attempting to bind port 2aaafef7-abf2-4d60-8710-df59dec46f33 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:36.261593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Attempting to bind port 2aaafef7-abf2-4d60-8710-df59dec46f33 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:36.301608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Port 2aaafef7-abf2-4d60-8710-df59dec46f33 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:23:36.301923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Attempting to bind port 2aaafef7-abf2-4d60-8710-df59dec46f33 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:36.359235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:36.359790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:36.360353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:36.360806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Bound port: 2aaafef7-abf2-4d60-8710-df59dec46f33, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:36.361144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.401156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dffc5f6-8c03-4fe9-ac6e-200d4c3dd498 None None] Provisioning complete for port 8fde89dc-94d9-4342-afad-60329d10cb0a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:36.401658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dffc5f6-8c03-4fe9-ac6e-200d4c3dd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.441407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58c39dd-7ed0-4727-b246-ce810d8b2b72 req-5ff6ce48-bfc0-4420-ac6c-0353222058d3 service neutron] 10.222.0.42 "GET /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505497 Feb 13 23:23:36.573488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3072-e5a3-4f54-98af-3150d33798b3 req-f4e4ebe8-e0ce-4893-8912-ef2fbc9bd4bd tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:36.580887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-240f3072-e5a3-4f54-98af-3150d33798b3 req-f4e4ebe8-e0ce-4893-8912-ef2fbc9bd4bd tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 944 time: 0.3930135 Feb 13 23:23:36.589159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.665099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] For port 2aaafef7-abf2-4d60-8710-df59dec46f33, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:36.682576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] For port 2aaafef7-abf2-4d60-8710-df59dec46f33, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2aaafef7-abf2-4d60-8710-df59dec46f33,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:36.698328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-240f3072-e5a3-4f54-98af-3150d33798b3 req-6a5ebd50-1d11-4369-983b-f6a23bb29284 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164019 Feb 13 23:23:36.704880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.809074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.840769 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:23:36.849180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df50895-ba60-45c7-9fdd-f9fd0c4569a7 req-a85fc853-da5a-4b3d-9626-35da6297e670 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:36.849913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:36.852047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.853960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] 10.222.0.31 "PUT /v2.0/ports/2aaafef7-abf2-4d60-8710-df59dec46f33 HTTP/1.1" status: 200 len: 1095 time: 4.0982018 Feb 13 23:23:36.857175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3df50895-ba60-45c7-9fdd-f9fd0c4569a7 req-a85fc853-da5a-4b3d-9626-35da6297e670 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 945 time: 0.1687429 Feb 13 23:23:36.866418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'tag': '2aaafef7-abf2-4d60-8710-df59dec46f33'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:36.875173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:36.897710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:36.997266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3df50895-ba60-45c7-9fdd-f9fd0c4569a7 req-777d54b5-209e-40b7-8c1f-067b66b93601 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390343 Feb 13 23:23:37.008468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:37.066082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'tag': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:37.152245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0072f-e216-44c8-90f3-e3f0b22e3015 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaafef7-abf2-4d60-8710-df59dec46f33,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:37.255222 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'tag': '2aaafef7-abf2-4d60-8710-df59dec46f33', 'status': 'completed', 'code': 200} Feb 13 23:23:37.420005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42504) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:37.538094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:37.584277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-72e23cf9-1c07-4322-a279-200a8e2e1089 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcb1decc2a6942e9b35fc3ff61ba1dd7&device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 1098 time: 0.6764376 Feb 13 23:23:37.630520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:37.638316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8fde89dc-94d9-4342-afad-60329d10cb0a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:37.730300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:37.734865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8fde89dc-94d9-4342-afad-60329d10cb0a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:37.735663 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:37.738975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e7d2ef1a98472cabb3d047036ee08f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:37.744852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:37.759766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:37.779997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-63b22f00-f0fe-4583-ab44-a58c02846368 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2aaafef7-abf2-4d60-8710-df59dec46f33 HTTP/1.1" status: 200 len: 217 time: 0.1947751 Feb 13 23:23:37.907060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-f76c993c-42ee-4819-8aff-16fc49c5686e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:37.909975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-f76c993c-42ee-4819-8aff-16fc49c5686e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1212718 Feb 13 23:23:38.003883 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'tag': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb', 'status': 'completed', 'code': 200} Feb 13 23:23:38.212593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-81242c8a-ae5a-41e0-ae5b-5d8aef18e73a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2932932 Feb 13 23:23:38.239847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-e9e75068-3335-41d4-a091-8c6c466078f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=00373d4542b64833bf054a3b567a7531&device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 1095 time: 0.2351966 Feb 13 23:23:38.241525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.275276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.353278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a40bfb-9453-423a-bc04-766a806015a1 req-1eaaa3cd-b59c-4c99-8c10-75f8c5519813 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:38.354167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-71a40bfb-9453-423a-bc04-766a806015a1 req-1eaaa3cd-b59c-4c99-8c10-75f8c5519813 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Synchronizing usage tracker for tenant:bcb1decc2a6942e9b35fc3ff61ba1dd7 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:38.361399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9e7d2ef1a98472cabb3d047036ee08f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9366674 Feb 13 23:23:38.361920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:38.381496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.382249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.463684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d64a8-d458-4d41-9530-7078094395c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff09e9f-5726-4e48-94f4-b23a7f8e99eb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:38.484627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-71a40bfb-9453-423a-bc04-766a806015a1 req-1eaaa3cd-b59c-4c99-8c10-75f8c5519813 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Unset dirty status for tenant:bcb1decc2a6942e9b35fc3ff61ba1dd7 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:38.491848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71a40bfb-9453-423a-bc04-766a806015a1 req-1eaaa3cd-b59c-4c99-8c10-75f8c5519813 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 947 time: 0.4187710 Feb 13 23:23:38.525162 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.530160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-ac202e9f-f63b-4718-ad5c-868bbf4daf4a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:38.530783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-ac202e9f-f63b-4718-ad5c-868bbf4daf4a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:38.537676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-1d8aaa06-197f-4a10-82bb-0688ec65d14a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:38.539088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-1d8aaa06-197f-4a10-82bb-0688ec65d14a service neutron] 10.222.0.42 "GET /v2.0/networks?id=df36eab1-4794-4c3e-8743-14604eb31024 HTTP/1.1" status: 200 len: 909 time: 0.2908418 Feb 13 23:23:38.612539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-40120840-6c33-4dbd-8366-a0e10d5952e7 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891408 Feb 13 23:23:38.613134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd278c-3783-433f-a8fd-30db96723e1c req-4e60caf0-a418-45b1-97bb-3acb991ae489 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:38.613665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e7dd278c-3783-433f-a8fd-30db96723e1c req-4e60caf0-a418-45b1-97bb-3acb991ae489 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Synchronizing usage tracker for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:38.625218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-ac202e9f-f63b-4718-ad5c-868bbf4daf4a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:38.627145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-ac202e9f-f63b-4718-ad5c-868bbf4daf4a tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 944 time: 0.4329021 Feb 13 23:23:38.628911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-50559e9e-e7b1-4bc9-9ae6-9c90b92474d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb HTTP/1.1" status: 200 len: 217 time: 0.0827312 Feb 13 23:23:38.643802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e7dd278c-3783-433f-a8fd-30db96723e1c req-4e60caf0-a418-45b1-97bb-3acb991ae489 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Unset dirty status for tenant:997caf35580a40679647c572a2b53650 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:38.645603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd278c-3783-433f-a8fd-30db96723e1c req-4e60caf0-a418-45b1-97bb-3acb991ae489 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 944 time: 0.3423779 Feb 13 23:23:38.727244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65b8cef9-04c6-4379-9c3b-06d3dd5e8aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.732409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-71a40bfb-9453-423a-bc04-766a806015a1 req-5555e428-beaf-40f0-9d5b-221ff2b23f6c tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Synchronizing usage tracker for tenant:bcb1decc2a6942e9b35fc3ff61ba1dd7 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:38.800544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65b8cef9-04c6-4379-9c3b-06d3dd5e8aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.823718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-ab59acc7-6b43-4b2a-af9a-1e73c6c4dc5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:38.825297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-ab59acc7-6b43-4b2a-af9a-1e73c6c4dc5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=804a51e8-3719-4caa-abc9-b36e3d8f0f1f HTTP/1.1" status: 200 len: 849 time: 0.1784635 Feb 13 23:23:38.836092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Deleting port b547078e-d5b4-4b1e-afc3-a0930cc1467d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:38.836439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:38.846509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-71a40bfb-9453-423a-bc04-766a806015a1 req-5555e428-beaf-40f0-9d5b-221ff2b23f6c tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Unset dirty status for tenant:bcb1decc2a6942e9b35fc3ff61ba1dd7 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:38.850507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71a40bfb-9453-423a-bc04-766a806015a1 req-5555e428-beaf-40f0-9d5b-221ff2b23f6c tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578320 Feb 13 23:23:38.900182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9fd9a46-04dd-4686-a1e1-b86627d3b38f req-c5caa0f3-e57c-4cdb-b97c-6629d1c15494 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751198 Feb 13 23:23:38.933041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-9dc910bb-9b30-453f-808d-5dd702b4698f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=df36eab1-4794-4c3e-8743-14604eb31024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007857 Feb 13 23:23:38.935191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd278c-3783-433f-a8fd-30db96723e1c req-cafe5fb4-e283-4375-aff1-d3baf77c8af7 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/security-groups?id=6480c0aa-d93c-4b95-8bc6-725d8191e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397134 Feb 13 23:23:38.935338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65b8cef9-04c6-4379-9c3b-06d3dd5e8aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:39.000147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8cef9-04c6-4379-9c3b-06d3dd5e8aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff09e9f-5726-4e48-94f4-b23a7f8e99eb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:39.228316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 150a6a7a-26c8-43ba-9dae-f250ad28fcbb details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:23:39.371314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65b8cef9-04c6-4379-9c3b-06d3dd5e8aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:39.373405 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-65b8cef9-04c6-4379-9c3b-06d3dd5e8aba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ff09e9f-5726-4e48-94f4-b23a7f8e99eb HTTP/1.1" status: 204 len: 168 time: 1.0105109 Feb 13 23:23:39.404836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a5353-f98f-488d-941c-f4b4a6a4bb02 req-a858a7cc-a8c1-4b88-880d-c2dd1a0b27d2 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:39.414144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f06a5353-f98f-488d-941c-f4b4a6a4bb02 req-a858a7cc-a8c1-4b88-880d-c2dd1a0b27d2 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 944 time: 0.1694903 Feb 13 23:23:39.445116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-34eae021-1bfe-4947-afad-87e00e014dea service neutron] 10.222.0.42 "GET /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995241 Feb 13 23:23:39.524987 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-a6e91841-4cfd-4753-8dc3-b2f21eaa90c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcb1decc2a6942e9b35fc3ff61ba1dd7&device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 1098 time: 0.5354195 Feb 13 23:23:39.539733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,segment=NetworkSegment(64dbb5c1-4b2e-4d20-93d7-856b4e461138),segment_id=64dbb5c1-4b2e-4d20-93d7-856b4e461138)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:39.573912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb', 'network_id': 'df36eab1-4794-4c3e-8743-14604eb31024', 'port_id': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb', 'mac_address': 'fa:16:3e:88:64:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804a51e8-3719-4caa-abc9-b36e3d8f0f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:23:39.667377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Router 7823ae65-571a-4cdd-94c1-addf48857fbb is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:23:39.687979 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f06a5353-f98f-488d-941c-f4b4a6a4bb02 req-1feec3cb-9bf2-4558-81f6-2c7d4be21a3f tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728837 Feb 13 23:23:39.707472 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:39.748395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150a6a7a-26c8-43ba-9dae-f250ad28fcbb {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:39.783853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,segment=NetworkSegment(64dbb5c1-4b2e-4d20-93d7-856b4e461138),segment_id=64dbb5c1-4b2e-4d20-93d7-856b4e461138)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:39.797849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:39.902719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] For port b547078e-d5b4-4b1e-afc3-a0930cc1467d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b547078e-d5b4-4b1e-afc3-a0930cc1467d,segment=NetworkSegment(1414277f-65ea-4c6b-890f-e60afce0da00),segment_id=1414277f-65ea-4c6b-890f-e60afce0da00)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:39.903530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:39.998904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:40.059143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['150a6a7a-26c8-43ba-9dae-f250ad28fcbb'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:40.083694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-47503ded-30ca-4454-adea-034f784140cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:40.087687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-47503ded-30ca-4454-adea-034f784140cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.5395439 Feb 13 23:23:40.099597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-bdb87bae-7491-47b8-a1ab-0b86686120ce tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:40.101623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-bdb87bae-7491-47b8-a1ab-0b86686120ce tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 945 time: 0.8632281 Feb 13 23:23:40.253396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Calling delete_port for b547078e-d5b4-4b1e-afc3-a0930cc1467d owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:40.349940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-3d881c89-0feb-4eaf-b0c5-e17fa17fc990 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2aaafef7-abf2-4d60-8710-df59dec46f33 HTTP/1.1" status: 200 len: 217 time: 0.2424901 Feb 13 23:23:40.353318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42560) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:40.413354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c78ca379-ddb0-470d-a4ff-34851e307ecb req-a3fbad25-28ab-4056-9b73-a8f9b1f42874 service neutron] 10.222.0.42 "GET /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9532490 Feb 13 23:23:40.463877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:40.481072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Deleting port db80cd2a-2601-476d-9170-2f388ef15504 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:40.481670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:40.524229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d616005-247f-4631-aa3e-688eea67d036 req-a4f3c9a9-1007-4646-a166-093ad3bc4c7d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:40.529406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:40.531003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d616005-247f-4631-aa3e-688eea67d036 req-a4f3c9a9-1007-4646-a166-093ad3bc4c7d tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 945 time: 0.8596559 Feb 13 23:23:40.535932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Usage tracker for resource:security_group_rule and tenant:99cbfef0faa24f9eac65f7d3ee5c2a27 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:40.539449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:40.545999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:40.652850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-bce5b3a0-96d6-42c2-a421-3b9e450fea22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:40.654450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-bce5b3a0-96d6-42c2-a421-3b9e450fea22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2961347 Feb 13 23:23:40.658919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:40.726718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:40.735346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d616005-247f-4631-aa3e-688eea67d036 req-f410299b-8a23-4c79-a583-8a4122be5891 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8c28a75-9195-474f-bffa-6c541e4e9370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012477 Feb 13 23:23:40.882954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:40.904641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791c3f9-22d2-44d7-8d0e-6cf25d7a369e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:40.929291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f687489-7d05-4982-8b14-d08f00f33de2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99cbfef0faa24f9eac65f7d3ee5c2a27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5749424 Feb 13 23:23:40.930083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:41.008823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Pushing event deleted for resources: {'Port': ['ID=b547078e-d5b4-4b1e-afc3-a0930cc1467d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:41.043801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-e067eac6-063b-4c02-98e8-2efc80de630b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3812399 Feb 13 23:23:41.059271 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c68d0c22-9758-4a0d-aae8-36ba1af40aa3 req-fa6da247-0bed-4f88-b965-ba02e0113a25 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 210 time: 0.0937819 Feb 13 23:23:41.089502 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70b0-a9da-45b0-9b9e-283368ed78e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.156658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] For port db80cd2a-2601-476d-9170-2f388ef15504, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=db80cd2a-2601-476d-9170-2f388ef15504,segment=NetworkSegment(d63a3ddb-5e08-45e3-921c-fa4c8ae7d035),segment_id=d63a3ddb-5e08-45e3-921c-fa4c8ae7d035)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:41.157205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.174169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] No DVR routers for this DVR port b547078e-d5b4-4b1e-afc3-a0930cc1467d on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:41.176852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.182310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'name': 'network-vif-deleted', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:41.199474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d7de1-5ba8-4237-a891-c8ead5f44d5e req-5de8e30a-2288-46b9-9c95-cfd279a0fb77 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:41.208445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e8d7de1-5ba8-4237-a891-c8ead5f44d5e req-5de8e30a-2288-46b9-9c95-cfd279a0fb77 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 947 time: 0.3898616 Feb 13 23:23:41.212431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70b0-a9da-45b0-9b9e-283368ed78e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.227516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 150a6a7a-26c8-43ba-9dae-f250ad28fcbb up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:41.255452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:23:41.267430 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Sync routers for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:23:41.292663 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:41.296198 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:41.343655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Calling delete_port for db80cd2a-2601-476d-9170-2f388ef15504 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:41.351910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-92c54d3e-c902-4adc-803c-c74660e56a21 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970288 Feb 13 23:23:41.356455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.360889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4196fa36-6df3-4c0a-bbbc-c8aba82f74c3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 9.0708566 Feb 13 23:23:41.370626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e8d7de1-5ba8-4237-a891-c8ead5f44d5e req-23376b57-bd8f-499f-acfc-2715e495ada4 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612403 Feb 13 23:23:41.371478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42582) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:41.456045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e88f7124-51b3-49a6-a5e6-2bdb38021f34 req-f0260f5d-b93e-47c1-b964-9a6a098ff938 tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.42 "DELETE /v2.0/ports/b547078e-d5b4-4b1e-afc3-a0930cc1467d HTTP/1.1" status: 204 len: 173 time: 2.7614796 Feb 13 23:23:41.504442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2aaafef7-abf2-4d60-8710-df59dec46f33 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:23:41.698816 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:41.741261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544892-7f92-4d54-a89e-988e8926aee0 req-0a3bb4a1-7598-4e3f-b038-84ec0a52f7a4 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:41.742705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0544892-7f92-4d54-a89e-988e8926aee0 req-0a3bb4a1-7598-4e3f-b038-84ec0a52f7a4 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Synchronizing usage tracker for tenant:00373d4542b64833bf054a3b567a7531 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:41.777448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.795779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['db80cd2a-2601-476d-9170-2f388ef15504'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:41.852193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:41.868871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0544892-7f92-4d54-a89e-988e8926aee0 req-0a3bb4a1-7598-4e3f-b038-84ec0a52f7a4 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Unset dirty status for tenant:00373d4542b64833bf054a3b567a7531 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:41.869087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:41.869405 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.876566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0544892-7f92-4d54-a89e-988e8926aee0 req-0a3bb4a1-7598-4e3f-b038-84ec0a52f7a4 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 945 time: 0.6310425 Feb 13 23:23:41.916370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event deleted for resources: {'Port': ['ID=db80cd2a-2601-476d-9170-2f388ef15504,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:41.936262 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d3350c5-1860-4e63-81de-ae61d6349635 req-a338c511-02c4-4590-87f5-d7ee140685bf service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637989 Feb 13 23:23:41.939883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70b0-a9da-45b0-9b9e-283368ed78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:41.980013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e70b0-a9da-45b0-9b9e-283368ed78e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791c3f9-22d2-44d7-8d0e-6cf25d7a369e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:41.998486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e3e70b0-a9da-45b0-9b9e-283368ed78e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.000162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2e3e70b0-a9da-45b0-9b9e-283368ed78e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c791c3f9-22d2-44d7-8d0e-6cf25d7a369e HTTP/1.1" status: 204 len: 168 time: 1.0672100 Feb 13 23:23:42.168677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] No DVR routers for this DVR port db80cd2a-2601-476d-9170-2f388ef15504 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:42.178380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.182786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2aaafef7-abf2-4d60-8710-df59dec46f33, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2aaafef7-abf2-4d60-8710-df59dec46f33,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:42.210871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0544892-7f92-4d54-a89e-988e8926aee0 req-450e5011-bcea-4af2-ad89-1863e2292418 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328903 Feb 13 23:23:42.249711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ccf7463c-6b7d-4a2a-8fca-431774332037 req-b1891075-d817-46f8-a9a1-0fcaf6343585 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.31 "DELETE /v2.0/ports/db80cd2a-2601-476d-9170-2f388ef15504 HTTP/1.1" status: 204 len: 173 time: 1.9486599 Feb 13 23:23:42.321569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.352042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '2aaafef7-abf2-4d60-8710-df59dec46f33', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '2aaafef7-abf2-4d60-8710-df59dec46f33', 'mac_address': 'fa:16:3e:94:48:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:23:42.374967 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b', 'name': 'network-vif-deleted', 'tag': 'b547078e-d5b4-4b1e-afc3-a0930cc1467d', 'status': 'completed', 'code': 200} Feb 13 23:23:42.503478 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:37Z', 'revision_number': 3, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:42.514998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Checking router: 7823ae65-571a-4cdd-94c1-addf48857fbb for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:23:42.515260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Updating router 7823ae65-571a-4cdd-94c1-addf48857fbb port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:23:42.582373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.629735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:42.650102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e4149d5a-332f-452b-a6c0-3cc062308755 req-63134f10-547d-4411-86a2-ff7f4625795b tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Synchronizing usage tracker for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:23:42.670735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,segment=NetworkSegment(64dbb5c1-4b2e-4d20-93d7-856b4e461138),segment_id=64dbb5c1-4b2e-4d20-93d7-856b4e461138)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:42.682575 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.683721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:42.689464 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.711589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e4149d5a-332f-452b-a6c0-3cc062308755 req-63134f10-547d-4411-86a2-ff7f4625795b tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Unset dirty status for tenant:62ee50f15c1c4c5c9080d9b788b24f44 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:23:42.721379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4149d5a-332f-452b-a6c0-3cc062308755 req-63134f10-547d-4411-86a2-ff7f4625795b tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c2bf73-edb3-46c5-8cfd-02ada6ec28de HTTP/1.1" status: 200 len: 210 time: 0.1595678 Feb 13 23:23:42.821433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaafef7-abf2-4d60-8710-df59dec46f33 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:23:42.854208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b547078e-d5b4-4b1e-afc3-a0930cc1467d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:42.854545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b547078e-d5b4-4b1e-afc3-a0930cc1467d not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:42.919671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2aaafef7-abf2-4d60-8710-df59dec46f33, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2aaafef7-abf2-4d60-8710-df59dec46f33,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:42.933486 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:42.959690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:42.997636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c25eea-e661-4c70-95ca-0963d32dc032 req-6d9642b8-c7fe-4558-b904-26eb5712024d tempest-LiveAutoBlockMigrationV225Test-1290273653 tempest-LiveAutoBlockMigrationV225Test-1290273653-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33bf2a4-ac80-44cd-80f9-a3f6f82c0f0b HTTP/1.1" status: 200 len: 210 time: 0.1349072 Feb 13 23:23:43.149890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2aaafef7-abf2-4d60-8710-df59dec46f33'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:23:43.217172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2aaafef7-abf2-4d60-8710-df59dec46f33,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:43.268512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70458-66d3-4954-9817-1bb977aa7fdf req-e253000e-d36c-4688-aff1-1760c9fe5cf9 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:43.277871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ab70458-66d3-4954-9817-1bb977aa7fdf req-e253000e-d36c-4688-aff1-1760c9fe5cf9 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 948 time: 0.1644111 Feb 13 23:23:43.398201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ab70458-66d3-4954-9817-1bb977aa7fdf req-363c4956-459e-402f-b89e-a3a3afe6691c tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191399 Feb 13 23:23:43.475874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device db80cd2a-2601-476d-9170-2f388ef15504 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:43.495311 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:43.525441 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Transition to ACTIVE for port object 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:43.549967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: db80cd2a-2601-476d-9170-2f388ef15504 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:43.550317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device db80cd2a-2601-476d-9170-2f388ef15504 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:43.550628 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:43.616119 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb', 'code': 200} Feb 13 23:23:43.736587 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Attempting to bind port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:43.736940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Attempting to bind port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:43.737289 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Attempting to bind port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:43.739517 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Pushing event updated for resources: {'Port': ['ID=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:43.751729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:43.752087 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:43.752468 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:43.752847 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:43.753293 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Bound port: 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:43.753671 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:43.777640 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.777906 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.778258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.778577 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.778888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.779199 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.779504 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.779813 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.780261 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.780575 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.780907 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:23:43.843110 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:43.890422 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] For port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:43.898579 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] For port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:43.912113 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:44.059183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-71e16eb6-adfa-456b-b1e3-5449ea871030 req-9da456ff-ff7c-42ee-b43f-bcb102f93e35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 1097 time: 0.3701496 Feb 13 23:23:44.081278 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:44.090387 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:44.108565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534409ca-d01d-42b4-91c0-99a1721de205 req-4ebf3e25-0c7e-42f5-aa4e-e367ff5fc05b tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:44.122405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-534409ca-d01d-42b4-91c0-99a1721de205 req-4ebf3e25-0c7e-42f5-aa4e-e367ff5fc05b tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 946 time: 0.2947140 Feb 13 23:23:44.205437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-71e16eb6-adfa-456b-b1e3-5449ea871030 req-89f5d009-c3d6-4067-a9ce-fbd84bb58a14 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363721 Feb 13 23:23:44.220511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-534409ca-d01d-42b4-91c0-99a1721de205 req-42f5fc48-c7c3-4c73-b623-daa50d4da535 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856724 Feb 13 23:23:44.317166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Allocated IP 172.20.0.1 (9a159366-e58d-4320-918d-e856fff8b887/21337af2-cfe2-44c1-b199-ea2b844ebfab/e9721acc-16a0-4db6-af12-79859152a684) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:44.376510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'name': 'network-vif-deleted', 'tag': 'db80cd2a-2601-476d-9170-2f388ef15504'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:44.425228 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:44.450947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42650) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:44.463026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42656) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:44.559887 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c2bf73-edb3-46c5-8cfd-02ada6ec28de', 'name': 'network-vif-deleted', 'tag': 'db80cd2a-2601-476d-9170-2f388ef15504', 'status': 'completed', 'code': 200} Feb 13 23:23:44.651066 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107f5b4-10ce-4d22-878d-6144cee5370b None None] Pushing event updated for resources: {'Port': ['ID=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:44.743340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:44.778746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Transition to ACTIVE for port object e9721acc-16a0-4db6-af12-79859152a684 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:44.830938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:44.859421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-network', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:44.899068 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:37Z', 'revision_number': 3, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:44.907419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fd92e-ee7d-4d50-bee7-30d849aefb9c None None] The sync data for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 is: [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:37Z', 'revision_number': 3, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:23:44.955844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Network 9a159366-e58d-4320-918d-e856fff8b887 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:44.958729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:44.979736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:45.065516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:45.066302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Pushing event updated for resources: {'Port': ['ID=e9721acc-16a0-4db6-af12-79859152a684,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:45.068527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42676) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:45.084210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Usage tracker for resource:network and tenant:450eec24f33d4c1cad331e46dca658e2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:45.095200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:45.111817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Deleting subnet a8f0e3c9-33b9-4fab-ad39-b2f81de06821 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:23:45.114339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:45.131044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.231304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.263983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.267259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Made reservation on behalf of 450eec24f33d4c1cad331e46dca658e2 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:45.269642 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.355355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.392271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d325a64-3854-4490-bfe5-3240c4213b1a req-9aa5ffc3-b056-4d3d-b7d6-d2fbb97f4543 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:45.400384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d325a64-3854-4490-bfe5-3240c4213b1a req-9aa5ffc3-b056-4d3d-b7d6-d2fbb97f4543 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 948 time: 0.6079795 Feb 13 23:23:45.453001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7020f2ee-1894-41a5-8b6e-de662041b455 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.473884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2aaafef7-abf2-4d60-8710-df59dec46f33 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:45.541872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.549891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.675447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8df61ab0-0488-4659-ab2f-e01cd4c6ab85 None None] Provisioning for port e9721acc-16a0-4db6-af12-79859152a684 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:45.688966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:45.701287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8df61ab0-0488-4659-ab2f-e01cd4c6ab85 None None] Provisioning complete for port e9721acc-16a0-4db6-af12-79859152a684 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:45.704399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8df61ab0-0488-4659-ab2f-e01cd4c6ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.709179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Usage tracker for resource:security_group_rule and tenant:450eec24f33d4c1cad331e46dca658e2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:45.720513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:45.738250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7020f2ee-1894-41a5-8b6e-de662041b455 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.752084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:45.779416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:45.804419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d325a64-3854-4490-bfe5-3240c4213b1a req-47709bc9-1a17-4bbb-a0d1-248044225fad tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028792 Feb 13 23:23:45.863195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8df61ab0-0488-4659-ab2f-e01cd4c6ab85 None None] Port e9721acc-16a0-4db6-af12-79859152a684 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:23:45.884053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 2aaafef7-abf2-4d60-8710-df59dec46f33 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:45.888896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:45.903822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 2aaafef7-abf2-4d60-8710-df59dec46f33 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:45.904297 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.045694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c0fcc-9d16-439a-8103-8e26fccb9359 req-1ca900e5-352f-4c7c-9459-a008d0cdcb8d tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:46.057996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed5c0fcc-9d16-439a-8103-8e26fccb9359 req-1ca900e5-352f-4c7c-9459-a008d0cdcb8d tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 946 time: 0.3026395 Feb 13 23:23:46.062813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:46.088718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:46.089089 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.090994 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7020f2ee-1894-41a5-8b6e-de662041b455 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.103147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.106163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f0e3c9-33b9-4fab-ad39-b2f81de06821,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:46.124060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.202366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.210771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:23:46.214886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020f2ee-1894-41a5-8b6e-de662041b455 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5780c7-ed7a-420b-a523-0638809ddf13,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:46.257674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa25005-ee58-4273-ab72-205839c99329,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:46.286072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.286072 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Added segment cb22b157-69e8-4eae-9f66-1ca48165bf9d of type vlan for network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 Feb 13 23:23:46.286404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7020f2ee-1894-41a5-8b6e-de662041b455 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.289660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-63e8877b-98c3-42f8-997c-4993d34d84f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a8f0e3c9-33b9-4fab-ad39-b2f81de06821 HTTP/1.1" status: 204 len: 168 time: 1.8352835 Feb 13 23:23:46.292174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42692) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:46.294673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7020f2ee-1894-41a5-8b6e-de662041b455 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c5780c7-ed7a-420b-a523-0638809ddf13 HTTP/1.1" status: 204 len: 168 time: 1.2058496 Feb 13 23:23:46.297724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42696) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:46.354769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.399158 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-3e5e97c6-6385-468c-8fc9-ed90c1962e06 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] show failed (client error): The resource could not be found. Feb 13 23:23:46.402879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3e5e97c6-6385-468c-8fc9-ed90c1962e06 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "GET /v2.0/security-groups/6c5780c7-ed7a-420b-a523-0638809ddf13 HTTP/1.1" status: 404 len: 347 time: 0.0968337 Feb 13 23:23:46.403436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaafef7-abf2-4d60-8710-df59dec46f33'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:46.412487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42700) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:46.459611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.476211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2aaafef7-abf2-4d60-8710-df59dec46f33, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2aaafef7-abf2-4d60-8710-df59dec46f33,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:46.489597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.557675 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaafef7-abf2-4d60-8710-df59dec46f33', 'code': 200} Feb 13 23:23:46.564842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.605685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:46.608736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2aaafef7-abf2-4d60-8710-df59dec46f33,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:46.621645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.622282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.721852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:46.798125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:46.814886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.815902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:46.816591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:46.823311 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed5c0fcc-9d16-439a-8103-8e26fccb9359 req-c8d991ed-0354-4e9a-97d9-7ad5e59f16b2 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627692 Feb 13 23:23:46.965077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] Pushing event updated for resources: {'Network': ['ID=7b85b3e6-524a-4cce-9116-e7f2ec7e6328,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:46.987743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:23:47.073451 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:23:47.140798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Deleting port 3907ed63-4c31-425a-b9e3-2cc722716fec {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:47.141902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.177346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6779a255-5a5f-4ee6-829f-1454be905f03 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7130060 Feb 13 23:23:47.180793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42726) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:47.232886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.241443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Request body: {'subnet': {'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-subnet', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:47.246271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:47.249039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.250351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Usage tracker for resource:subnet and tenant:450eec24f33d4c1cad331e46dca658e2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:47.254542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:47.264118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.272045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86847653-cf39-4c8d-becb-97344bb07a53 req-67f281e9-33da-48c0-8ad7-cd210cafdb9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 1100 time: 0.6279745 Feb 13 23:23:47.297977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:47.326955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.327703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef79f5b-cbde-4340-aeca-aa3944399408']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:47.355096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1414277f-65ea-4c6b-890f-e60afce0da00') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:47.355492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1414277f-65ea-4c6b-890f-e60afce0da00') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:47.374932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86847653-cf39-4c8d-becb-97344bb07a53 req-661aad32-2fb4-410a-9da8-a9eb33f639f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949419 Feb 13 23:23:47.378265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.403430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.412213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98fb06-7e95-461f-9984-6553f6739214 req-09ac3200-3752-4e52-85d5-431ed9d5144d tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:47.419899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a98fb06-7e95-461f-9984-6553f6739214 req-09ac3200-3752-4e52-85d5-431ed9d5144d tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 949 time: 0.2555225 Feb 13 23:23:47.444584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:23:47.445139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:23:47.463301 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:23:47.491412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Made reservation on behalf of 450eec24f33d4c1cad331e46dca658e2 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:23:47.493895 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.536149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Pushing event updated for resources: {'Port': ['ID=e9721acc-16a0-4db6-af12-79859152a684,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:47.557070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a98fb06-7e95-461f-9984-6553f6739214 req-4027cf38-162a-48a9-a1c9-8b31eeb86975 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361489 Feb 13 23:23:47.598718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.604064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.624331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.642064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef79f5b-cbde-4340-aeca-aa3944399408,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:47.656382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:47.659701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73609632-b63b-47c0-bef2-defcdef61420 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aef79f5b-cbde-4340-aeca-aa3944399408 HTTP/1.1" status: 204 len: 168 time: 1.3662565 Feb 13 23:23:47.661635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42732) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:47.690788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Usage tracker for resource:security_group_rule and tenant:eb1595419d384544a981bafec2957dd0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:47.701287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:47.702553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:47.739151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:47.778881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Deleting subnet f53435e1-4143-4824-99c8-918add0bb7f0 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:23:47.782962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.834014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:47.834521 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.843734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.849364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.849930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:47.933539 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.027853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.075320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53435e1-4143-4824-99c8-918add0bb7f0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:48.083934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.092480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-55c9d1ad-2210-4770-9b32-e0715d307454 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f53435e1-4143-4824-99c8-918add0bb7f0 HTTP/1.1" status: 204 len: 168 time: 0.4286208 Feb 13 23:23:48.093212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Calling delete_port for 3907ed63-4c31-425a-b9e3-2cc722716fec owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:48.094927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42736) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:48.202550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Network 9a159366-e58d-4320-918d-e856fff8b887 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:48.210111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:48.223862 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.307108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130750e1-ea44-4a72-8646-460949b0d996 req-9e4f8eac-a215-40bd-b9a4-1609cb5652f6 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:48.314852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-130750e1-ea44-4a72-8646-460949b0d996 req-9e4f8eac-a215-40bd-b9a4-1609cb5652f6 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 946 time: 0.7027402 Feb 13 23:23:48.453968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.503776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.591098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.614389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dec7738-672e-4b93-a629-cbec3c543abb None None] Provisioning complete for port e9721acc-16a0-4db6-af12-79859152a684 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:48.615149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dec7738-672e-4b93-a629-cbec3c543abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.628757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649cbc3d-4269-4a47-82ff-a5c8538a26a2']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:48.646441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a9f864-f655-490d-9f9e-a7ebfd756ff7') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:48.647187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a9f864-f655-490d-9f9e-a7ebfd756ff7') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:48.663089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.687699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dec7738-672e-4b93-a629-cbec3c543abb None None] Port e9721acc-16a0-4db6-af12-79859152a684 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:23:48.702063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.713737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:23:48.714073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:23:48.732044 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:23:48.810692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.882063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.901264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:48.951644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-130750e1-ea44-4a72-8646-460949b0d996 req-0735b67b-0b6d-4843-85d9-b136138d75b8 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/security-groups?id=c530b28c-b993-4114-833a-954ee4bfdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354933 Feb 13 23:23:48.973798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/649cbc3d-4269-4a47-82ff-a5c8538a26a2 HTTP/1.1" status: 204 len: 168 time: 0.8778198 Feb 13 23:23:48.975004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a975f-d3fa-4580-9817-5c440e1c72c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=649cbc3d-4269-4a47-82ff-a5c8538a26a2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:48.998599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da73c-42a2-44f8-9372-ac8df07cf7de req-f31aac16-bb26-43c3-b62f-4455364bd3a0 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:49.007160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-495da73c-42a2-44f8-9372-ac8df07cf7de req-f31aac16-bb26-43c3-b62f-4455364bd3a0 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 949 time: 0.2132576 Feb 13 23:23:49.051113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2896e-6072-470b-8f72-ec5f5b1e66be,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:49.084825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-495da73c-42a2-44f8-9372-ac8df07cf7de req-c60f138d-1e58-49a4-9bd3-d3f3b70ab807 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765741 Feb 13 23:23:49.085796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a77367a-7b11-43bd-8930-a2d3c0a30b06,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:49.100275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b484730-6f69-4bce-9334-c4a40caec725 req-a415be59-2f77-4641-a11a-592cb607ae82 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:49.105513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b484730-6f69-4bce-9334-c4a40caec725 req-a415be59-2f77-4641-a11a-592cb607ae82 tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 946 time: 0.1966965 Feb 13 23:23:49.110246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-793505f2-a40e-4fff-970c-779ad572c96a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb1595419d384544a981bafec2957dd0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2857327 Feb 13 23:23:49.138559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42750) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:49.201272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Deleting port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:49.201632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.247375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.314222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42758) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:49.348898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Pushing event deleted for resources: {'Port': ['ID=3907ed63-4c31-425a-b9e3-2cc722716fec,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:49.435459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Checking segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:49.435822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Network hostable DHCP agents. Network: 7b85b3e6-524a-4cce-9116-e7f2ec7e6328, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:23:49.610867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:23:49.636921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b801de67-fd98-4445-b024-dbd980cabf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.655564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7b85b3e6-524a-4cce-9116-e7f2ec7e6328) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:49.660865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.663942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c110c3-6225-4f5d-a426-2fc38ef33583 None None] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:49.678442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:49.679021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.697934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b801de67-fd98-4445-b024-dbd980cabf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.787955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.789274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1cacea1d-3298-4ede-97a8-4c3735ba3216 tempest-ImagesOneServerNegativeTestJSON-1349332274 tempest-ImagesOneServerNegativeTestJSON-1349332274-project] 10.222.0.36 "DELETE /v2.0/floatingips/64a7d241-f750-4071-97dc-9843686893b9 HTTP/1.1" status: 204 len: 168 time: 3.3746674 Feb 13 23:23:49.792326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-78da82f8-a76b-45c6-96e5-37867404e53c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5675857 Feb 13 23:23:49.796312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42772) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:49.827117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1640b336-4ce6-4fda-8e7d-2b72c2a720eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=997caf35580a40679647c572a2b53650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5115809 Feb 13 23:23:49.833357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] For port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,segment=NetworkSegment(64dbb5c1-4b2e-4d20-93d7-856b4e461138),segment_id=64dbb5c1-4b2e-4d20-93d7-856b4e461138)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:49.833752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.849827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:49.875408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:49.881384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b801de67-fd98-4445-b024-dbd980cabf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.900716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:49.915275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Usage tracker for resource:router and tenant:450eec24f33d4c1cad331e46dca658e2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:49.919895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:49.945448 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b801de67-fd98-4445-b024-dbd980cabf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:49.946586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b801de67-fd98-4445-b024-dbd980cabf0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93b2896e-6072-470b-8f72-ec5f5b1e66be HTTP/1.1" status: 204 len: 168 time: 0.8032136 Feb 13 23:23:49.949839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801de67-fd98-4445-b024-dbd980cabf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2896e-6072-470b-8f72-ec5f5b1e66be,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:49.953999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:50.009220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.010276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.048857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.109552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Calling delete_port for 150a6a7a-26c8-43ba-9dae-f250ad28fcbb owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:50.134897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Router 7823ae65-571a-4cdd-94c1-addf48857fbb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:23:50.158612 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-394aa4ec-ccb7-4cc6-b952-78e7c15ae3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.188165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-394aa4ec-ccb7-4cc6-b952-78e7c15ae3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.260033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-394aa4ec-ccb7-4cc6-b952-78e7c15ae3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.309031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aa4ec-ccb7-4cc6-b952-78e7c15ae3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6480c0aa-d93c-4b95-8bc6-725d8191e8d5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:50.322533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-394aa4ec-ccb7-4cc6-b952-78e7c15ae3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.324159 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-394aa4ec-ccb7-4cc6-b952-78e7c15ae3f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6480c0aa-d93c-4b95-8bc6-725d8191e8d5 HTTP/1.1" status: 204 len: 168 time: 0.4709444 Feb 13 23:23:50.405703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42796) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:50.421005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:23:50.423453 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.652914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.684401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bd911a9-437b-48f0-9bba-8d5f03754712 req-1b20c7e9-0bba-4828-8d9f-8cb3b6127d2f tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 210 time: 0.1450913 Feb 13 23:23:50.760294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.816045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Pushing event deleted for resources: {'Port': ['ID=150a6a7a-26c8-43ba-9dae-f250ad28fcbb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:50.882760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Allocated IP 172.20.0.2 (7b85b3e6-524a-4cce-9116-e7f2ec7e6328/5a77367a-7b11-43bd-8930-a2d3c0a30b06/291c0aaf-49d4-4b20-8ea3-ee676e2341b1) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:50.920443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] No DVR routers for this DVR port 150a6a7a-26c8-43ba-9dae-f250ad28fcbb on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:50.923981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:50.928556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'name': 'network-vif-deleted', 'tag': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:50.971174 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b484730-6f69-4bce-9334-c4a40caec725 req-4a8c6f35-6d06-4be0-b7b5-fa6518799cba tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.42 "DELETE /v2.0/ports/150a6a7a-26c8-43ba-9dae-f250ad28fcbb HTTP/1.1" status: 204 len: 173 time: 1.8592007 Feb 13 23:23:51.090326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Deleting subnet 635017be-31b2-444b-9504-6b562caa5ad1 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:23:51.092887 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b7e0fa-b649-4e15-8b92-1cda0338a6e4', 'name': 'network-vif-deleted', 'tag': '150a6a7a-26c8-43ba-9dae-f250ad28fcbb', 'status': 'completed', 'code': 200} Feb 13 23:23:51.117308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.173456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:51.225295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42818) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:51.270127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.323080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.370897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 150a6a7a-26c8-43ba-9dae-f250ad28fcbb no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:51.405923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.428652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 150a6a7a-26c8-43ba-9dae-f250ad28fcbb {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:51.429060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 150a6a7a-26c8-43ba-9dae-f250ad28fcbb not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:51.435757 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.444076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:51.451286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Usage tracker for resource:security_group_rule and tenant:cc4b7b53b624458386ad2d3991ed70c7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:51.456532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-440b3076-5d2a-4de8-bb4c-72d87bf06fb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cdb6a5d3e0147149e96b0247b6d3471&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2813540 Feb 13 23:23:51.459352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:51.460550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Transition to ACTIVE for port object 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:51.462161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42826) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:51.479439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:51.489701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Transition to ACTIVE for port object 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:51.497561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.537128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b890e8c-0ce5-40dc-8513-c035ebd0e4cb req-5504780f-a078-45c1-9e28-fe03191d5e4c tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:51.538614 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b890e8c-0ce5-40dc-8513-c035ebd0e4cb req-5504780f-a078-45c1-9e28-fe03191d5e4c tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 949 time: 0.2650375 Feb 13 23:23:51.586482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e58c419-858e-4329-a650-05736d540802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.587566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:51.591532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:51.600784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:51.623768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.662240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.776840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Attempting to bind port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:51.777549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Attempting to bind port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:51.778147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Attempting to bind port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:51.789857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:51.790389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Checking segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:51.791123 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.791527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Bound using segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:51.792018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Bound port: 291c0aaf-49d4-4b20-8ea3-ee676e2341b1, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:51.792395 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.819514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Pushing event updated for resources: {'Port': ['ID=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:51.846192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e58c419-858e-4329-a650-05736d540802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.932762 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b890e8c-0ce5-40dc-8513-c035ebd0e4cb req-aaa86229-b3d7-472a-bb99-a55b141dd9f2 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815591 Feb 13 23:23:51.942286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] For port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:51.943559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:51.947289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] For port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:51.973444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.008904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.030102 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.048819 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.063459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:23:52.066140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/635017be-31b2-444b-9504-6b562caa5ad1 HTTP/1.1" status: 204 len: 168 time: 1.6592476 Feb 13 23:23:52.070531 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-592e2adc-13bc-4b2c-b078-2f028d3657aa admin admin] 10.222.0.36 "PUT /v2.0/routers/7823ae65-571a-4cdd-94c1-addf48857fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6641023 Feb 13 23:23:52.074433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125b9f-bb26-4088-9234-556695fe5cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635017be-31b2-444b-9504-6b562caa5ad1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:52.076168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:52.104599 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc4b7b53b624458386ad2d3991ed70c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8736546 Feb 13 23:23:52.108781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42844) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:52.179159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Sync routers for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:23:52.232916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:52.234569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:52.286215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e58c419-858e-4329-a650-05736d540802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.290217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6958a3b-c192-48a4-9420-bfad4d3829c1 req-34e67f02-9d68-4307-b318-1a68af27988c tempest-ServerGroupTestJSON-1604086658 tempest-ServerGroupTestJSON-1604086658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b7e0fa-b649-4e15-8b92-1cda0338a6e4 HTTP/1.1" status: 200 len: 210 time: 0.0760012 Feb 13 23:23:52.367875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4dba-bcc2-4647-b99d-0cd08248f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ba670-e4ed-4338-827b-cc3ed2ecd3d4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:52.402431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58c419-858e-4329-a650-05736d540802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a501e8-13f6-4583-9db5-28653486cb78,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:52.415137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e58c419-858e-4329-a650-05736d540802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.416252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0e58c419-858e-4329-a650-05736d540802 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6a501e8-13f6-4583-9db5-28653486cb78 HTTP/1.1" status: 204 len: 168 time: 0.9525492 Feb 13 23:23:52.497395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31979d98-85db-4a73-84a0-dc59086feef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.504651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.553312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-6a04c2be-7e7c-42d9-8995-06a35f2ee9bf tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:52.559857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-6a04c2be-7e7c-42d9-8995-06a35f2ee9bf tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 949 time: 0.4082692 Feb 13 23:23:52.575661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Allocated IP 172.25.4.8 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/58e08701-8c31-4d55-9429-1962c48ef62b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:52.624460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e40f8-1d5a-4ab9-8897-10d2ffd8dfac None None] Pushing event updated for resources: {'Port': ['ID=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:52.733356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Deleting port 2aaafef7-abf2-4d60-8710-df59dec46f33 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:52.733809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:52.753419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:53.022299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.148656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267bdd04-3202-48ff-a115-db974cdad2f6']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:53.169904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42860) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:53.197230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223183642', 'description': 'tempest-description--1423430325'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:53.212585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:53.216738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Usage tracker for resource:security_group and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:53.221727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:53.228273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:53.272867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.292755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:53.293425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63a3ddb-5e08-45e3-921c-fa4c8ae7d035') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:53.380484 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31979d98-85db-4a73-84a0-dc59086feef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.383769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.443191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.457940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] For port 2aaafef7-abf2-4d60-8710-df59dec46f33, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2aaafef7-abf2-4d60-8710-df59dec46f33,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:53.458330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.482615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.504209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:23:53.504725 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:23:53.519624 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:23:53.687729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:53.699360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 2, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:53.715374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Checking router: 7823ae65-571a-4cdd-94c1-addf48857fbb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:23:53.718427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Updating router 7823ae65-571a-4cdd-94c1-addf48857fbb port e9721acc-16a0-4db6-af12-79859152a684 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:23:53.723685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Usage tracker for resource:security_group_rule and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:53.729825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Calling delete_port for 2aaafef7-abf2-4d60-8710-df59dec46f33 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:23:53.745134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:53.801337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31979d98-85db-4a73-84a0-dc59086feef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.805402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:53.813647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.825384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.830389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:53.856053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31979d98-85db-4a73-84a0-dc59086feef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.857481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-31979d98-85db-4a73-84a0-dc59086feef8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/952ba670-e4ed-4338-827b-cc3ed2ecd3d4 HTTP/1.1" status: 204 len: 168 time: 1.7472584 Feb 13 23:23:53.862684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31979d98-85db-4a73-84a0-dc59086feef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ba670-e4ed-4338-827b-cc3ed2ecd3d4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:53.884687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:53.983052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bdbcb9-6394-44a1-9303-f77364f3c445 None None] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:23:54.060721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b52ca2-220a-4804-8c23-4b21033fec56 req-e627cee4-feb8-4b18-8833-487650e98634 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:54.070887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2b52ca2-220a-4804-8c23-4b21033fec56 req-e627cee4-feb8-4b18-8833-487650e98634 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d905c9e-dde4-4bb0-8752-5aa6da24177c HTTP/1.1" status: 200 len: 949 time: 0.7808867 Feb 13 23:23:54.100535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.119222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] Pushing event deleted for resources: {'Network': ['ID=267bdd04-3202-48ff-a115-db974cdad2f6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:54.180940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Pushing event deleted for resources: {'Port': ['ID=2aaafef7-abf2-4d60-8710-df59dec46f33,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:54.205649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:54.242392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:54.254548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:54.309652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] No DVR routers for this DVR port 2aaafef7-abf2-4d60-8710-df59dec46f33 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:23:54.312410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.342717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'name': 'network-vif-deleted', 'tag': '2aaafef7-abf2-4d60-8710-df59dec46f33'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:54.346119 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.359684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98804f3c-8640-4b47-83c2-dadf3b3270b4 req-4e0c7d89-e03a-4946-a171-74bef229ca78 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.31 "DELETE /v2.0/ports/2aaafef7-abf2-4d60-8710-df59dec46f33 HTTP/1.1" status: 204 len: 173 time: 1.7849286 Feb 13 23:23:54.402684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-574dedaa-3e5e-4bc1-8fa7-52930c7dbf08 admin admin] 10.222.0.36 "DELETE /v2.0/networks/267bdd04-3202-48ff-a115-db974cdad2f6 HTTP/1.1" status: 204 len: 168 time: 2.3252954 Feb 13 23:23:54.520568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Pushing event updated for resources: {'Port': ['ID=58e08701-8c31-4d55-9429-1962c48ef62b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:54.530753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c1a3776e-a35c-4513-9d44-ae48fa0dfb45 None None] Provisioning for port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:54.595106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2b52ca2-220a-4804-8c23-4b21033fec56 req-36b9df77-0452-435a-818e-3864b1dfa767 tempest-TenantUsagesTestJSON-1690083030 tempest-TenantUsagesTestJSON-1690083030-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b66b5d1-31a1-411e-9791-0d65f1be0fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218127 Feb 13 23:23:54.618145 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d905c9e-dde4-4bb0-8752-5aa6da24177c', 'name': 'network-vif-deleted', 'tag': '2aaafef7-abf2-4d60-8710-df59dec46f33', 'status': 'completed', 'code': 200} Feb 13 23:23:54.679604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.690141 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.760107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b5505a-84b9-4006-b01d-0b225e46d72c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:54.763148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.767217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-30ea0d3e-c353-4e3f-b532-c8f5358670a4 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5814617 Feb 13 23:23:54.767715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42938) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:54.773533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Request body: {'security_group_rule': {'security_group_id': '85b5505a-84b9-4006-b01d-0b225e46d72c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:54.782000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:54.788973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Usage tracker for resource:security_group_rule and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:54.793570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:54.826991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:54.873599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.917182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.917756 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:54.921472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42946) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:55.015231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:23:55.073187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:55.073762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.109223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Deleting subnet 804a51e8-3719-4caa-abc9-b36e3d8f0f1f {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:23:55.114805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.216989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:55.273112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.289246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.319900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e124c4e-048d-453d-a9b2-4f01d83d6ba5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:55.336238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.361554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.365324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26a3378f-f4a5-4c76-9a89-fbe76689f327 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5942018 Feb 13 23:23:55.366512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42962) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:55.377776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Request body: {'security_group_rule': {'security_group_id': '85b5505a-84b9-4006-b01d-0b225e46d72c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:55.383987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:55.388990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Usage tracker for resource:security_group_rule and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:55.392771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:55.399433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:55.432861 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.437482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-945640e3-4462-49fc-b328-a9923f7fc7d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62ee50f15c1c4c5c9080d9b788b24f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2165806 Feb 13 23:23:55.441387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42966) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:55.482768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:23:55.486331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.559784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2aaafef7-abf2-4d60-8710-df59dec46f33 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:55.584906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c186c9ee-597f-422c-8468-21b46d576db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.609367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 2aaafef7-abf2-4d60-8710-df59dec46f33 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:23:55.610488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2aaafef7-abf2-4d60-8710-df59dec46f33 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:23:55.614189 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c186c9ee-597f-422c-8468-21b46d576db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.743652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c186c9ee-597f-422c-8468-21b46d576db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.777029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.792479 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.865911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:55.874443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186c9ee-597f-422c-8468-21b46d576db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c28a75-9195-474f-bffa-6c541e4e9370,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:55.880003 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.910399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804a51e8-3719-4caa-abc9-b36e3d8f0f1f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:55.963007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.967172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-61e60c4d-94ab-447f-9e7f-dfbc2ab69002 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/804a51e8-3719-4caa-abc9-b36e3d8f0f1f HTTP/1.1" status: 204 len: 168 time: 1.0416303 Feb 13 23:23:55.967172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c186c9ee-597f-422c-8468-21b46d576db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:55.972166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c186c9ee-597f-422c-8468-21b46d576db8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8c28a75-9195-474f-bffa-6c541e4e9370 HTTP/1.1" status: 204 len: 168 time: 0.5294025 Feb 13 23:23:55.986581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42996) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:56.053984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:56.123540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.149347 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.173858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.191104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e43baa6-827b-4374-bdcc-2a3be230db7d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:56.201313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Transition to ACTIVE for port object e9721acc-16a0-4db6-af12-79859152a684 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:56.204651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.205927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-997e6eca-917f-4a42-bfcd-87275adab074 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8345311 Feb 13 23:23:56.211099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43012) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:56.223899 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.224138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:23:56.236825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:23:56.246965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Usage tracker for resource:floatingip and tenant:75ce31c6662c4c86af052bbb0758da8e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:23:56.260780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:23:56.262217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.271427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:23:56.309020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.457820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:23:56.470689 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:23:56.492007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:56.493001 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:56.541792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6143ff-f396-474a-8bad-a851f1d59235 None None] Pushing event updated for resources: {'Port': ['ID=e9721acc-16a0-4db6-af12-79859152a684,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:56.562241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.568833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-52759ee9-5e65-4b6f-9d5b-d52560e7ad23 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7439566 Feb 13 23:23:56.571643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43022) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:56.674788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e57031b7-6f8a-4e60-9c80-aafb06a0769e None None] Provisioning complete for port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:56.675538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e57031b7-6f8a-4e60-9c80-aafb06a0769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.779485 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:56.803433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Attempting to bind port e9721acc-16a0-4db6-af12-79859152a684 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:56.804021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Attempting to bind port e9721acc-16a0-4db6-af12-79859152a684 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:56.804561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Attempting to bind port e9721acc-16a0-4db6-af12-79859152a684 on network 9a159366-e58d-4320-918d-e856fff8b887 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:56.896689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:56.897303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Checking segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:56.898042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.898612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Bound using segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:56.899260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Bound port: e9721acc-16a0-4db6-af12-79859152a684, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:56.899822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.919720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:56.990517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df36eab1-4794-4c3e-8743-14604eb31024']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:57.021182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43032) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:57.025660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dbb5c1-4b2e-4d20-93d7-856b4e461138') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:57.026955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dbb5c1-4b2e-4d20-93d7-856b4e461138') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:57.040148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.060877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.069026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:23:57.069882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.118698 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:23:54Z', 'revision_number': 3, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:57.122885 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:23:57.123117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Updating router 8909a0a0-3aaa-4068-9044-2fe19c937c64 port 58e08701-8c31-4d55-9429-1962c48ef62b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:23:57.182755 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.192078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] For port e9721acc-16a0-4db6-af12-79859152a684, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:23:57.196090 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:23:57.200418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] For port e9721acc-16a0-4db6-af12-79859152a684, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9721acc-16a0-4db6-af12-79859152a684,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:57.205092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.214703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.221673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.225398 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.237329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df36eab1-4794-4c3e-8743-14604eb31024,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:57.276308 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cd00727e-3c8e-4364-a576-bf57ebba76b1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df36eab1-4794-4c3e-8743-14604eb31024 HTTP/1.1" status: 204 len: 168 time: 1.2868283 Feb 13 23:23:57.332903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:23:57.640560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6143ff-f396-474a-8bad-a851f1d59235 None None] Pushing event updated for resources: {'Port': ['ID=e9721acc-16a0-4db6-af12-79859152a684,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:57.644898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:57.645438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:57.725764 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.750642 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Transition to ACTIVE for port object 58e08701-8c31-4d55-9429-1962c48ef62b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:23:57.765058 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:57.905915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-615a3270-57ce-4e0e-9a2e-245e6b8a73c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcb1decc2a6942e9b35fc3ff61ba1dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8742673 Feb 13 23:23:57.914793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43062) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:57.957956 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Attempting to bind port 58e08701-8c31-4d55-9429-1962c48ef62b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:23:57.958347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-a48a042c-c066-4ef1-9788-e56ad5337f49 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:57.959453 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Attempting to bind port 58e08701-8c31-4d55-9429-1962c48ef62b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:23:57.961504 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Attempting to bind port 58e08701-8c31-4d55-9429-1962c48ef62b on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:23:57.965977 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54b0d-181c-427f-91a4-fcaecbf20181 None None] Pushing event updated for resources: {'Port': ['ID=58e08701-8c31-4d55-9429-1962c48ef62b,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:57.981956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Allocated IP 172.25.4.191 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/1ea65905-47e4-4d2a-87c1-95756d3a444f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:23:57.984335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-a48a042c-c066-4ef1-9788-e56ad5337f49 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.2958100 Feb 13 23:23:57.997615 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:23:57.999246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:23:58.002956 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.004310 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:23:58.005080 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Bound port: 58e08701-8c31-4d55-9429-1962c48ef62b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:23:58.006072 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.022360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:23:58.025699 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-be0cd929-e821-461f-a61c-09c0d781fbf0 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/quotas/9d07a04b82c64b11a3a4371928051be5 HTTP/1.1" status: 200 len: 375 time: 0.0382147 Feb 13 23:23:58.077353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:58.134336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.192902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] For port 58e08701-8c31-4d55-9429-1962c48ef62b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:23:58.197358 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] For port 58e08701-8c31-4d55-9429-1962c48ef62b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58e08701-8c31-4d55-9429-1962c48ef62b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:23:58.207221 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.226885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-ab0552e1-4588-4dc3-b6a0-d516a917be9d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002022 Feb 13 23:23:58.237289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:23:58.254843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eda061c0-3cb4-4f4b-a4b1-b83c12a323bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.285534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:23:58.288169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:23:58.288546 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.351830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eda061c0-3cb4-4f4b-a4b1-b83c12a323bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.372220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.381658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e891a7ef-0e68-418e-be55-72afb9ac2bb4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00373d4542b64833bf054a3b567a7531&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3035161 Feb 13 23:23:58.384491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:58.409192 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54b0d-181c-427f-91a4-fcaecbf20181 None None] Pushing event updated for resources: {'Port': ['ID=58e08701-8c31-4d55-9429-1962c48ef62b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:58.451300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:23:58.452021 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:58.538473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:58.569851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.588534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:58.675869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eda061c0-3cb4-4f4b-a4b1-b83c12a323bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.680291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-5e1208c7-e491-4a2b-affa-a45a8fc530b7 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513528 Feb 13 23:23:58.726387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda061c0-3cb4-4f4b-a4b1-b83c12a323bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b66b5d1-31a1-411e-9791-0d65f1be0fc8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:58.731969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.844912 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'code': 200} Feb 13 23:23:58.850287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event updated for resources: {'Port': ['ID=1ea65905-47e4-4d2a-87c1-95756d3a444f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:58.885601 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eda061c0-3cb4-4f4b-a4b1-b83c12a323bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:58.887842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eda061c0-3cb4-4f4b-a4b1-b83c12a323bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b66b5d1-31a1-411e-9791-0d65f1be0fc8 HTTP/1.1" status: 204 len: 168 time: 0.9691660 Feb 13 23:23:58.902352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:23:58.919292 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:23:58.921018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:23:58.928108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:23:59.054957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fe91068-157d-417d-abcb-8eff26bd12f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:59.193093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-e8ffa363-13d5-4bff-b058-14cef9b5afd1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:23:59.198989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-e8ffa363-13d5-4bff-b058-14cef9b5afd1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcece73-2d33-4624-99dd-2ad926cf5a53 HTTP/1.1" status: 200 len: 944 time: 0.6282947 Feb 13 23:23:59.207470 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fe91068-157d-417d-abcb-8eff26bd12f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:59.256815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-81ab7142-736b-45f4-8868-a545dbd08719 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748191 Feb 13 23:23:59.367475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Deleting port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:23:59.370172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:59.485279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:23:57Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:59.497793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6f319-b0fa-45aa-ad5b-271220a59899 None None] The sync data for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 is: [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:23:57Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:23:59.517401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:59.532792 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:23:54Z', 'revision_number': 3, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:23:59.547776 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471fbc8-64ab-4176-b68c-c59d220c8098 None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:23:54Z', 'revision_number': 3, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:23:59.664286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:23:59.812542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c369e81d-d85f-4d48-bfc8-39f1886ffa89 req-b25b0f41-835a-43a9-afcb-19d2c58421a5 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 210 time: 0.1177011 Feb 13 23:23:59.861917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:59.862160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fe91068-157d-417d-abcb-8eff26bd12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:23:59.930247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe91068-157d-417d-abcb-8eff26bd12f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c530b28c-b993-4114-833a-954ee4bfdae7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:23:59.976718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:00.006418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:00.262414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fe91068-157d-417d-abcb-8eff26bd12f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:00.264365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8fe91068-157d-417d-abcb-8eff26bd12f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c530b28c-b993-4114-833a-954ee4bfdae7 HTTP/1.1" status: 204 len: 168 time: 1.8741474 Feb 13 23:24:00.303880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9721acc-16a0-4db6-af12-79859152a684 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:00.365143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] For port 48e193e3-3d66-4ce7-a6bd-b48e45244c20, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48e193e3-3d66-4ce7-a6bd-b48e45244c20,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:00.373647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:00.429361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:00.497537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-7f9564c6-2ce5-481d-bcb7-de169fb010c4 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697812 Feb 13 23:24:00.693872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:00.694450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Calling delete_port for 48e193e3-3d66-4ce7-a6bd-b48e45244c20 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:24:00.705223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Usage tracker for resource:security_group_rule and tenant:a5dc1d36eb0f44de974570d4a050658d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:00.714074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:00.715608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e9721acc-16a0-4db6-af12-79859152a684 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:00.723846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e9721acc-16a0-4db6-af12-79859152a684 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:00.724621 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:00.731603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:00.815849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c68b8482-21f4-4fca-b52f-56186b2e43d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:00.945374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1617448549-network', 'tenant_id': '1f1c250fe42d447b9a58fcd3c69d117f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:00.979289 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.054186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43154) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:01.161943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:01.162547 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.272564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e9721acc-16a0-4db6-af12-79859152a684, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9721acc-16a0-4db6-af12-79859152a684,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:01.287251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.307303 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f63a491-16c6-4a15-b87f-d4ac43c82029 req-563fdaaf-ee95-4485-9506-4315943dbfd2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 210 time: 0.1487031 Feb 13 23:24:01.312066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.315194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Usage tracker for resource:network and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:01.317820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.337406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:01.477698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:24:01.540541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e9721acc-16a0-4db6-af12-79859152a684,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:01.548348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee62ed98-ac3d-40d0-ac45-aae5b9fd4b79,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:01.553535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:01.559138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 48e193e3-3d66-4ce7-a6bd-b48e45244c20 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:24:01.559496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48e193e3-3d66-4ce7-a6bd-b48e45244c20 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:24:01.660760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event deleted for resources: {'Port': ['ID=48e193e3-3d66-4ce7-a6bd-b48e45244c20,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:01.729992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.730656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.731164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.731856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.732410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.732746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.733074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.733397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.733718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.734061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.734373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:01.748245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.784004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Made reservation on behalf of 1f1c250fe42d447b9a58fcd3c69d117f for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:01.787978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.811126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.854089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-29d48376-40e9-4184-8c02-dec34aacbc6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5dc1d36eb0f44de974570d4a050658d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8546646 Feb 13 23:24:01.865172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43170) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:01.879644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] No DVR routers for this DVR port 48e193e3-3d66-4ce7-a6bd-b48e45244c20 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:24:01.894417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:01.897641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-deleted', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:01.905609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-3b3891c7-df15-4df1-8748-90dc17eeff8e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:01.907752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-3b3891c7-df15-4df1-8748-90dc17eeff8e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3849339 Feb 13 23:24:01.910482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:01.918725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:64efd7164e68447eab0957ee3f8f6b81 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:01.932415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:01.948040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:01.955202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-9417c11e-ba71-46b1-b91f-cfd9f4ee6fdb tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/quotas/3c32ce94cd2e4fcf833f00d5eb517d60 HTTP/1.1" status: 200 len: 375 time: 0.0399752 Feb 13 23:24:01.959017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-3e510742-3a3c-40a2-902f-12f7b1fa6515 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:01.960700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-3e510742-3a3c-40a2-902f-12f7b1fa6515 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.3418915 Feb 13 23:24:01.961337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Allocated IP 172.20.0.1 (7b85b3e6-524a-4cce-9116-e7f2ec7e6328/5a77367a-7b11-43bd-8930-a2d3c0a30b06/868448ee-d895-4667-b64b-a1d6a191dee7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:01.965367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c501027-5e97-45cd-8f6a-2b5c7f5c812a req-b5a162fd-c4dc-444d-95ca-cb627c5e48ee tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "DELETE /v2.0/ports/48e193e3-3d66-4ce7-a6bd-b48e45244c20 HTTP/1.1" status: 204 len: 173 time: 2.7432942 Feb 13 23:24:01.982856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Request body: {'port': {'device_id': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'admin_state_up': True, 'tenant_id': '9d07a04b82c64b11a3a4371928051be5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:02.055051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.064575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:02.091766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.114941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-46c5c4db-9548-4df4-879f-9bf60d68f597 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1513181 Feb 13 23:24:02.116047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:02.156351 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcece73-2d33-4624-99dd-2ad926cf5a53', 'name': 'network-vif-deleted', 'tag': '48e193e3-3d66-4ce7-a6bd-b48e45244c20', 'status': 'completed', 'code': 200} Feb 13 23:24:02.174165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:02.232127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9721acc-16a0-4db6-af12-79859152a684 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:02.274828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:02.344882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.380279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:02.385344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Usage tracker for resource:port and tenant:9d07a04b82c64b11a3a4371928051be5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:02.389620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:02.398964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:02.415493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.430908 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8dea7b45-3502-409c-ad6f-72a1a39ba933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.446691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Made reservation on behalf of 9d07a04b82c64b11a3a4371928051be5 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:02.450926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.466254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e9721acc-16a0-4db6-af12-79859152a684 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:02.466688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.509492 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.513868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event updated for resources: {'Port': ['ID=1ea65905-47e4-4d2a-87c1-95756d3a444f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:02.553383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-715812ad-fc61-4be7-a18d-4eb11f8217cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.629562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58e08701-8c31-4d55-9429-1962c48ef62b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:02.685433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d86e95-5fd3-4263-86fe-a068f4f0463f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:02.693897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.694247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.694584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.694914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.695421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.695557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.695863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.696181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.696494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.697180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.697180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:02.713314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 58e08701-8c31-4d55-9429-1962c48ef62b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:02.713747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc277d83-dd6f-4e2a-a742-e1509cd7a159 req-160b5669-0a73-4aaa-b658-52e464ccf984 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 210 time: 0.1961436 Feb 13 23:24:02.720040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 58e08701-8c31-4d55-9429-1962c48ef62b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:02.721153 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.806920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f54054f7-91fd-431a-9d1e-752099b61ea2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64efd7164e68447eab0957ee3f8f6b81&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7511899 Feb 13 23:24:02.807547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43196) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:02.831048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-55b21ad6-91a1-4262-b521-079c35ea3b9c req-46930b4a-a929-4a37-a079-4ef326716897 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:02.849898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-715812ad-fc61-4be7-a18d-4eb11f8217cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.868514 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.882650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cefc0049-d11d-44fc-9ea6-de37b9ded616 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6641405 Feb 13 23:24:02.910945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.917306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Allocated IP 172.20.0.8 (96b65459-2ac5-48ff-8e43-cff9d5314117/3feb3044-ddb4-4a01-8095-3fece4a5ef20/5ee21b5f-0016-418b-971d-285e0f23046d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:02.950300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 58e08701-8c31-4d55-9429-1962c48ef62b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58e08701-8c31-4d55-9429-1962c48ef62b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:02.962339 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:02.988890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-55b21ad6-91a1-4262-b521-079c35ea3b9c req-46930b4a-a929-4a37-a079-4ef326716897 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:03.000032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55b21ad6-91a1-4262-b521-079c35ea3b9c req-46930b4a-a929-4a37-a079-4ef326716897 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 210 time: 0.3261871 Feb 13 23:24:03.060114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.151338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Transition to ACTIVE for port object 868448ee-d895-4667-b64b-a1d6a191dee7 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:03.153964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.158277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=58e08701-8c31-4d55-9429-1962c48ef62b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:03.185519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.231270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-715812ad-fc61-4be7-a18d-4eb11f8217cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.233706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:24:03.243802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121dd60d-243c-41fb-b8fa-ae5b00eafe83,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:03.273621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.273983 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Added segment 3a29f901-277a-40b5-8fbc-fce572b2b161 of type vlan for network 652b8143-c7e4-46ea-b9e9-27141c0ef790 Feb 13 23:24:03.275200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715812ad-fc61-4be7-a18d-4eb11f8217cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee62ed98-ac3d-40d0-ac45-aae5b9fd4b79,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:03.289471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.314471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d24993c-13d1-410f-8874-09af20e76247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.379290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-715812ad-fc61-4be7-a18d-4eb11f8217cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.380420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-715812ad-fc61-4be7-a18d-4eb11f8217cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee62ed98-ac3d-40d0-ac45-aae5b9fd4b79 HTTP/1.1" status: 204 len: 168 time: 1.5103569 Feb 13 23:24:03.390382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.402708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:03.410123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:03.412128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Pushing event updated for resources: {'Port': ['ID=868448ee-d895-4667-b64b-a1d6a191dee7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:03.415844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:03.507113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d24993c-13d1-410f-8874-09af20e76247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.513991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.543590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-c052b0ab-5393-4cc0-977f-5f65cdeb826c tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--223183642&fields=id&tenant_id=75ce31c6662c4c86af052bbb0758da8e HTTP/1.1" status: 200 len: 267 time: 0.2980201 Feb 13 23:24:03.670551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.708422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:03.730547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9bd4fbe-60c5-41ec-9a67-8ab0783787ad req-2b8bd28b-f13d-48d2-b895-fdd3f31020d5 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0711253 Feb 13 23:24:03.737623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.753740 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.755011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:03.755235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.788396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.795838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.819562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8badcab3-2154-450c-9f8b-1dac210a04f3 None None] Provisioning for port 868448ee-d895-4667-b64b-a1d6a191dee7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:03.836749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8badcab3-2154-450c-9f8b-1dac210a04f3 None None] Provisioning complete for port 868448ee-d895-4667-b64b-a1d6a191dee7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:03.838337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8badcab3-2154-450c-9f8b-1dac210a04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.878587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d24993c-13d1-410f-8874-09af20e76247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.882274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.2144198 Feb 13 23:24:03.883604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43226) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:03.896251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Request body: {'subnet': {'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1617448549-subnet', 'tenant_id': '1f1c250fe42d447b9a58fcd3c69d117f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:03.901528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:03.905632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Usage tracker for resource:subnet and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:03.910211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:03.917097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:03.927028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129efb-2a8d-4823-bf73-880f651ee157 admin admin] Pushing event updated for resources: {'Network': ['ID=652b8143-c7e4-46ea-b9e9-27141c0ef790,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:03.928516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:03.941325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Made reservation on behalf of 1f1c250fe42d447b9a58fcd3c69d117f for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:03.944130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:03.991825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 652b8143-c7e4-46ea-b9e9-27141c0ef790 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:24:03.999689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24993c-13d1-410f-8874-09af20e76247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d86e95-5fd3-4263-86fe-a068f4f0463f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:04.030319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:04.036820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:04.078916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:04.095295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58e08701-8c31-4d55-9429-1962c48ef62b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:04.154243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d24993c-13d1-410f-8874-09af20e76247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:04.155339 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2d24993c-13d1-410f-8874-09af20e76247 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90d86e95-5fd3-4263-86fe-a068f4f0463f HTTP/1.1" status: 204 len: 168 time: 1.3342886 Feb 13 23:24:04.227323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-61bb3b6b-83b9-42d8-8304-53b26b831aa5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:04.228827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-61bb3b6b-83b9-42d8-8304-53b26b831aa5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/networks?id=9a159366-e58d-4320-918d-e856fff8b887 HTTP/1.1" status: 200 len: 805 time: 0.6692016 Feb 13 23:24:04.233254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-52623ae4-9ba1-49ae-92c4-04963110547a tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804513 Feb 13 23:24:04.333281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:04.430933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8badcab3-2154-450c-9f8b-1dac210a04f3 None None] Port 868448ee-d895-4667-b64b-a1d6a191dee7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:04.448201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 58e08701-8c31-4d55-9429-1962c48ef62b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:04.448882 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:04.457097 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-20e8fb61-f169-4d70-a904-5f3856af7893 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/quotas/75ce31c6662c4c86af052bbb0758da8e HTTP/1.1" status: 200 len: 375 time: 0.2018211 Feb 13 23:24:04.461371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:04.461976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:04.573191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7d09bab-bb65-4a90-be99-5e470b9e540a req-b87721f9-bc21-42bc-bbb0-6330f998f717 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 210 time: 0.1875978 Feb 13 23:24:04.588089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-dd3f1806-36e3-4beb-8874-fabb223c208d tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6097255 Feb 13 23:24:04.617837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Request body: {'port': {'device_id': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:04.863584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-d3d96e1f-e875-492f-ae46-2c9edd751a75 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:04.865017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-d3d96e1f-e875-492f-ae46-2c9edd751a75 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6109996 Feb 13 23:24:04.920974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:04.924250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Request body: {'port': {'device_id': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '3c32ce94cd2e4fcf833f00d5eb517d60'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:04.976172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-b43b2e37-cb92-49ff-9ade-d8f56ca7992a tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75ce31c6662c4c86af052bbb0758da8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5030608 Feb 13 23:24:05.070948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.076408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.150960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353bf2-6181-42b9-8639-8e93a886cba3 req-88ec5861-1800-406d-875a-8d08f6e25ff8 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:05.152439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12353bf2-6181-42b9-8639-8e93a886cba3 req-88ec5861-1800-406d-875a-8d08f6e25ff8 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 931 time: 0.2964411 Feb 13 23:24:05.218530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba6f41d-cc1b-46e6-8472-9f2e266772ae,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:05.232157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.261152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.345862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12353bf2-6181-42b9-8639-8e93a886cba3 req-179bed0c-5a72-4ed9-93ca-81783f202d7f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805596 Feb 13 23:24:05.369907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Checking segment: {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:05.370660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Network hostable DHCP agents. Network: 652b8143-c7e4-46ea-b9e9-27141c0ef790, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:24:05.403790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.422423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Pushing event updated for resources: {'Port': ['ID=868448ee-d895-4667-b64b-a1d6a191dee7,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:05.472336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:05.529696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Usage tracker for resource:port and tenant:3c32ce94cd2e4fcf833f00d5eb517d60 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:05.538565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:05.552414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:05.592805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-54c1f6c5-bda1-4e58-bb78-44bf6821e2df service neutron] 10.222.0.36 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676031 Feb 13 23:24:05.596440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Made reservation on behalf of 3c32ce94cd2e4fcf833f00d5eb517d60 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:05.599370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.617353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Network 652b8143-c7e4-46ea-b9e9-27141c0ef790 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:24:05.643798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a45bfcd0-0d58-47d3-ab67-74341e7bde4f req-b7506d90-0864-4129-ae4a-ababb845a79b tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0673139 Feb 13 23:24:05.648034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 652b8143-c7e4-46ea-b9e9-27141c0ef790) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:05.649461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.653061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:05.653641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:05.659798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df8df7a-a8df-4e20-b7a0-e27ebe9ddda6 None None] Network 652b8143-c7e4-46ea-b9e9-27141c0ef790 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:24:05.674352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:05.675763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:05.748616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e8f6fc7-a30c-43ff-9ea0-d1c1325f0084 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8627479 Feb 13 23:24:06.002163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:06.029131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Usage tracker for resource:security_group_rule and tenant:3c32ce94cd2e4fcf833f00d5eb517d60 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:06.072637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:06.089250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:06.119782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-8f46686e-a027-4832-b694-4ac690b9cd38 service neutron] 10.222.0.36 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035017 Feb 13 23:24:06.139436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc4d0e-cfdb-43f7-9486-f1a71bbd6dac None None] Network 652b8143-c7e4-46ea-b9e9-27141c0ef790 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:24:06.314410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a518845-1b5b-4287-8a54-2162396d0458 None None] Provisioning complete for port 868448ee-d895-4667-b64b-a1d6a191dee7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:06.314771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a518845-1b5b-4287-8a54-2162396d0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:06.432515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9a518845-1b5b-4287-8a54-2162396d0458 None None] Port 868448ee-d895-4667-b64b-a1d6a191dee7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:06.459049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee21b5f-0016-418b-971d-285e0f23046d {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:06.462632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9037350d-f149-43f1-bc20-245a3a12e7d4 req-68cf62ba-7144-433c-b51b-da9c2d3bb163 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1112289 Feb 13 23:24:06.473942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:06.500131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:06.508815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Transition to ACTIVE for port object 5ee21b5f-0016-418b-971d-285e0f23046d will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:06.512552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:06.638249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:06.643187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5cbae008-89e4-40a7-a606-ac943179e87d req-9ad4334a-a5a6-4f8c-bc34-7567aeac3197 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 210 time: 0.1134696 Feb 13 23:24:06.681237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:24:06.747800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-12080386', 'description': 'tempest-description-2112778157'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:06.764123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:06.791232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fccc1-08fe-4c58-a769-0651f694b14e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:06.800045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:06.863431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:06.881745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:06.883810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:06.906461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:06.952137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:24:06.967034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa8a7a42-f336-40ef-8467-ad92fa89de93 admin admin] 10.222.0.36 "PUT /v2.0/routers/8909a0a0-3aaa-4068-9044-2fe19c937c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3942707 Feb 13 23:24:07.035298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.126412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Allocated IP 192.168.233.161 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/bb520c88-5b05-41ec-94a2-ba614693badc) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:07.179639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:07.183678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Attempting to bind port 5ee21b5f-0016-418b-971d-285e0f23046d on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:07.184086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Attempting to bind port 5ee21b5f-0016-418b-971d-285e0f23046d by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:07.184352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Attempting to bind port 5ee21b5f-0016-418b-971d-285e0f23046d on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:07.203020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Port 5ee21b5f-0016-418b-971d-285e0f23046d on network 96b65459-2ac5-48ff-8e43-cff9d5314117 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:07.204017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Attempting to bind port 5ee21b5f-0016-418b-971d-285e0f23046d on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:07.206790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:07.215707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:07.222197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:07.222536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Checking segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:07.222916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Bound using segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:07.223344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Bound port: 5ee21b5f-0016-418b-971d-285e0f23046d, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:07.223686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.256057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:07.263849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b486f5-0559-48f9-99a2-dc900a37aa79 req-5eab20ab-9762-452e-9885-a8c5d6daaf98 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:07.268304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05b486f5-0559-48f9-99a2-dc900a37aa79 req-5eab20ab-9762-452e-9885-a8c5d6daaf98 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 943 time: 0.1955085 Feb 13 23:24:07.382348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05b486f5-0559-48f9-99a2-dc900a37aa79 req-a27eb796-4a01-4cac-9c69-7f62a1671b7e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990973 Feb 13 23:24:07.588898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec796a83-723c-419c-a8f3-96623591052d req-92480815-15b0-4e7b-9be6-b7be790c3ee5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Synchronizing usage tracker for tenant:75ce31c6662c4c86af052bbb0758da8e on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:07.606322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec796a83-723c-419c-a8f3-96623591052d req-92480815-15b0-4e7b-9be6-b7be790c3ee5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Unset dirty status for tenant:75ce31c6662c4c86af052bbb0758da8e on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:07.607692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec796a83-723c-419c-a8f3-96623591052d req-92480815-15b0-4e7b-9be6-b7be790c3ee5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 210 time: 0.0604444 Feb 13 23:24:07.648765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:07.689818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:07.692209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.696530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.728514 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.769632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fdf34fd-feb4-40c1-bfb9-65482237dbe9 req-0e7a52af-d821-46c0-adc4-fe83729f5ae1 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0412285 Feb 13 23:24:07.821344 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.854367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ce137-dac9-4320-8829-dd5de17aea6c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:07.860799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.862199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] 10.222.0.31 "PUT /v2.0/ports/5ee21b5f-0016-418b-971d-285e0f23046d HTTP/1.1" status: 200 len: 1091 time: 3.2604721 Feb 13 23:24:07.866693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:07.876892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Transition to ACTIVE for port object bb520c88-5b05-41ec-94a2-ba614693badc will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:07.884510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:07.885753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27ca42fb-37ef-4be9-8e18-226238d700c0 req-a8270bc8-40b2-4fe5-8cd8-a77d43004dc1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.1915252 Feb 13 23:24:07.919388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4676c-1682-45f8-8b9f-6dc3e60e3eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:08.043462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e644860-2bad-4d2c-bd16-5f32a8bd0a92 req-84a23bae-e122-419e-8ddd-aba8680884f3 tempest-FlavorsV2NegativeTest-115187360 tempest-FlavorsV2NegativeTest-115187360-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=415b10b920694dd586508481e2137b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478299 Feb 13 23:24:08.085387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:08.195931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-198486a2-9beb-4cd7-8af7-98e6638bde3b tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:08.197324 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-198486a2-9beb-4cd7-8af7-98e6638bde3b tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.42 "GET /v2.0/networks?id=9a159366-e58d-4320-918d-e856fff8b887 HTTP/1.1" status: 200 len: 805 time: 0.2994087 Feb 13 23:24:08.226620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e644860-2bad-4d2c-bd16-5f32a8bd0a92 req-7e1e4fe0-e005-4bf3-a489-2d1fdb0c00c0 tempest-FlavorsV2NegativeTest-115187360 tempest-FlavorsV2NegativeTest-115187360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:08.228042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e644860-2bad-4d2c-bd16-5f32a8bd0a92 req-7e1e4fe0-e005-4bf3-a489-2d1fdb0c00c0 tempest-FlavorsV2NegativeTest-115187360 tempest-FlavorsV2NegativeTest-115187360-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794224 Feb 13 23:24:08.244624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e644860-2bad-4d2c-bd16-5f32a8bd0a92 req-7f03bb98-538e-451d-8b0c-bc3d03f89f2b tempest-FlavorsV2NegativeTest-115187360 tempest-FlavorsV2NegativeTest-115187360-project] 10.222.0.36 "GET /v2.0/quotas/415b10b920694dd586508481e2137b41 HTTP/1.1" status: 200 len: 375 time: 0.0113235 Feb 13 23:24:08.293230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:08.296016 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e644860-2bad-4d2c-bd16-5f32a8bd0a92 req-fee0b292-8e93-4579-a307-0ecfe4db378b tempest-FlavorsV2NegativeTest-115187360 tempest-FlavorsV2NegativeTest-115187360-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=415b10b920694dd586508481e2137b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464072 Feb 13 23:24:08.306769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:08.318190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-f13e652e-6b9a-4679-b13a-b6836810b3cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 1094 time: 0.3938763 Feb 13 23:24:08.322355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:08.349116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Pushing event updated for resources: {'Port': ['ID=bb520c88-5b05-41ec-94a2-ba614693badc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:08.493121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-f7ff4341-2626-49a2-b5b2-1f2c904c4fcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee21b5f-0016-418b-971d-285e0f23046d HTTP/1.1" status: 200 len: 217 time: 0.1360295 Feb 13 23:24:08.507431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-e569babb-cca0-476e-a746-5fafd10e2797 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ce31c6662c4c86af052bbb0758da8e HTTP/1.1" status: 200 len: 379 time: 0.2421358 Feb 13 23:24:08.532078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e81bb-b7fd-40bc-9b5c-d05b485ee285 req-26af372d-3315-44d5-8076-959a0da0eab3 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:08.534198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e9e81bb-b7fd-40bc-9b5c-d05b485ee285 req-26af372d-3315-44d5-8076-959a0da0eab3 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 936 time: 0.1199505 Feb 13 23:24:08.546056 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:08.566458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Request body: {'port': {'device_id': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'admin_state_up': True, 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'security_groups': ['85b5505a-84b9-4006-b01d-0b225e46d72c']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:08.585011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d3d5a6e-662a-484e-9c6f-4e2809297435 None None] Provisioning for port bb520c88-5b05-41ec-94a2-ba614693badc completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:08.593936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:08.594646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:08.597345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d3d5a6e-662a-484e-9c6f-4e2809297435 None None] Provisioning complete for port bb520c88-5b05-41ec-94a2-ba614693badc triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:08.597716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d3d5a6e-662a-484e-9c6f-4e2809297435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:08.614907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e9e81bb-b7fd-40bc-9b5c-d05b485ee285 req-1aab2844-ef16-46e8-8d53-8049d9bacc11 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702090 Feb 13 23:24:08.616882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-1291b960-fe9f-4a31-8ced-ff87435f7be6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:08.617565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-1291b960-fe9f-4a31-8ced-ff87435f7be6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:08.696528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d5a6e-662a-484e-9c6f-4e2809297435 None None] Port bb520c88-5b05-41ec-94a2-ba614693badc cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:08.731674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-2069caad-326e-43c6-8ba1-4d8920ebe5c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:08.733116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-2069caad-326e-43c6-8ba1-4d8920ebe5c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.2228420 Feb 13 23:24:08.737493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a0bbe137-b879-41eb-88d1-7eed42e2cdb7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8347001 Feb 13 23:24:08.775762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-1291b960-fe9f-4a31-8ced-ff87435f7be6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:08.776878 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-1291b960-fe9f-4a31-8ced-ff87435f7be6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 820 time: 0.6371479 Feb 13 23:24:08.795823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Request body: {'port': {'device_id': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:08.837546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-e8f08906-f227-42a4-94c2-018c56f55701 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968313 Feb 13 23:24:08.962436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-9ae08efa-f063-46dd-a4c9-50046150a4f5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/quotas/450eec24f33d4c1cad331e46dca658e2 HTTP/1.1" status: 200 len: 375 time: 0.1426744 Feb 13 23:24:08.991380 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d', 'status': 'completed', 'code': 200} Feb 13 23:24:09.028362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43372) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:09.048572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:09.086112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:09.117330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.140349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Made reservation on behalf of 75ce31c6662c4c86af052bbb0758da8e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:09.143851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.174797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-d23c8959-1872-44c1-a219-e9c56da4606a service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201706 Feb 13 23:24:09.188217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.221388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:09.225425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Usage tracker for resource:security_group_rule and tenant:415b10b920694dd586508481e2137b41 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:09.228248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:09.233937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:09.308638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.313382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.365514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b53969-35f8-4584-a5fb-2fad1f4eaaea,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:09.372191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3c7092c6-8c92-43ab-814b-d5326415569e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=415b10b920694dd586508481e2137b41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403444 Feb 13 23:24:09.372519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43380) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:09.392837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-938160155', 'description': 'tempest-description-232422403'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:09.402580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:09.416062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:09.421016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:09.435198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:09.450990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.480060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10f1aef6-bd04-427d-8b4e-815861010500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.518646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10f1aef6-bd04-427d-8b4e-815861010500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.533358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:09.543778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:09.549658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:09.563381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:09.565168 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-c76a0cd3-0270-4b47-a1eb-40c34763440b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5687885 Feb 13 23:24:09.617136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10f1aef6-bd04-427d-8b4e-815861010500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.648296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.649778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1aef6-bd04-427d-8b4e-815861010500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b53969-35f8-4584-a5fb-2fad1f4eaaea,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:09.655586 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.697311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10f1aef6-bd04-427d-8b4e-815861010500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.701324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-10f1aef6-bd04-427d-8b4e-815861010500 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02b53969-35f8-4584-a5fb-2fad1f4eaaea HTTP/1.1" status: 204 len: 168 time: 0.3278918 Feb 13 23:24:09.708308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:09.709556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05ad866a-3fa0-46e0-97b3-0f58220b2293 req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.3238802 Feb 13 23:24:09.711019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129af63a-dee2-426b-aaaf-cd8e2ae50de1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10efa1-f5c9-4b3b-99fa-d906a9114500,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:09.771450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-553e925b-25c8-4811-9f4e-8e708f3a38be req-7df337cf-39ca-4c20-bb35-0186fe9e6bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684433 Feb 13 23:24:09.940928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba768163-bc03-4167-8a41-951a2da04362 req-c8ae5097-cec4-4882-b7c4-d37bd8912cd6 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:09.942436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba768163-bc03-4167-8a41-951a2da04362 req-c8ae5097-cec4-4882-b7c4-d37bd8912cd6 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 943 time: 0.0818582 Feb 13 23:24:09.992082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Allocated IP 172.20.0.3 (9a159366-e58d-4320-918d-e856fff8b887/21337af2-cfe2-44c1-b199-ea2b844ebfab/cc99034b-4a39-460b-b6df-9cb5352f8f6e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:09.995747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba768163-bc03-4167-8a41-951a2da04362 req-cb0d46a0-c184-4b62-9ada-05f8bf228178 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Feb 13 23:24:10.006654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-ad8da9e8-16fc-4f90-aaf0-077ca02b0365 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262187 Feb 13 23:24:10.161774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06a3f246-f481-4181-a485-44a6adb370e8 req-dd8f0e32-45fa-4587-ad7e-a378176ab13f tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 210 time: 0.0473771 Feb 13 23:24:10.183080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-e79f5e90-85f2-4f7e-9eb0-64f3b2723bcd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 1094 time: 0.3483410 Feb 13 23:24:10.231623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:10.476232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-453e8414-c4e9-42ad-a495-9c05529cf01a service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543703 Feb 13 23:24:10.491598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb520c88-5b05-41ec-94a2-ba614693badc {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:10.526346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:10.582157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Transition to ACTIVE for port object bb520c88-5b05-41ec-94a2-ba614693badc will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:10.588527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-0e8cfbc3-88cd-4052-becb-377daec12c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:10.590098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-0e8cfbc3-88cd-4052-becb-377daec12c90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 903 time: 0.3824489 Feb 13 23:24:10.593060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:10.601130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:10.747996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Pushing event updated for resources: {'Port': ['ID=bb520c88-5b05-41ec-94a2-ba614693badc,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:10.772510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Transition to ACTIVE for port object cc99034b-4a39-460b-b6df-9cb5352f8f6e will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:10.779205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-2f0a692a-742b-453a-adfd-ebf29800ba8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee21b5f-0016-418b-971d-285e0f23046d HTTP/1.1" status: 200 len: 217 time: 0.1792130 Feb 13 23:24:11.203979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-e7e2bcea-2879-41cd-9d7b-15d89655f9e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:11.205548 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-e7e2bcea-2879-41cd-9d7b-15d89655f9e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.3717315 Feb 13 23:24:11.256154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:11.260466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-20e162b8-27f2-42d2-9cf8-946ec2baa611 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479865 Feb 13 23:24:11.518664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-7b7ec8ee-0068-4d2d-8f4e-a677547f3e41 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:11.519338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-7b7ec8ee-0068-4d2d-8f4e-a677547f3e41 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:11.538596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-7b7ec8ee-0068-4d2d-8f4e-a677547f3e41 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:11.545204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-7b7ec8ee-0068-4d2d-8f4e-a677547f3e41 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 813 time: 0.1796079 Feb 13 23:24:11.550482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-da325d09-96d0-4e30-85d2-86014173ae72 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:11.551180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-da325d09-96d0-4e30-85d2-86014173ae72 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Synchronizing usage tracker for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:11.558225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-083048d4-74ee-4599-85af-6ed67bbb1144 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/quotas/1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 375 time: 0.0120387 Feb 13 23:24:11.608564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Network 9a159366-e58d-4320-918d-e856fff8b887 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:11.615737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-2ed1065a-f1a2-4c3c-841f-71a2c29b1329 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494642 Feb 13 23:24:11.617202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:11.619027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event updated for resources: {'Port': ['ID=cc99034b-4a39-460b-b6df-9cb5352f8f6e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:11.621204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:11.660240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Attempting to bind port bb520c88-5b05-41ec-94a2-ba614693badc on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:11.660512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:11.661075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Attempting to bind port bb520c88-5b05-41ec-94a2-ba614693badc by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:11.661075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Attempting to bind port bb520c88-5b05-41ec-94a2-ba614693badc on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:11.695073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-da325d09-96d0-4e30-85d2-86014173ae72 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Unset dirty status for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:11.696255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-da325d09-96d0-4e30-85d2-86014173ae72 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 948 time: 0.7388120 Feb 13 23:24:11.724864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Port bb520c88-5b05-41ec-94a2-ba614693badc on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:11.725103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Attempting to bind port bb520c88-5b05-41ec-94a2-ba614693badc on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:11.767534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:11.768177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:11.773270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-6ed05a32-19a6-4f59-9379-fde53c07c2d0 service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272066 Feb 13 23:24:11.784470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:11.785063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:11.785510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:11.785951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Bound port: bb520c88-5b05-41ec-94a2-ba614693badc, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:11.786325 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:11.822312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:11.840705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '5ee21b5f-0016-418b-971d-285e0f23046d', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '5ee21b5f-0016-418b-971d-285e0f23046d', 'mac_address': 'fa:16:3e:41:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:11.871539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-eb332aee-0e0b-43fa-93db-eb822e107430 service neutron] 10.222.0.36 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545006 Feb 13 23:24:11.919740 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:11.955335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-f1e13b1f-cc24-4b12-899d-376a23f4947f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Synchronizing usage tracker for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:11.965214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-5d5cdd0a-b0fa-4e2b-a953-160a2b7c1c43 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4054463 Feb 13 23:24:12.005133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Request body: {'port': {'device_id': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:12.016940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee21b5f-0016-418b-971d-285e0f23046d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:12.038703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:12.043133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-af4c2d75-a82a-4188-9ea9-562477eb116e service neutron] 10.222.0.36 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703181 Feb 13 23:24:12.047576 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:12.147413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-be0a033f-ac4d-4768-95e2-5f37c3378848 None None] Provisioning for port cc99034b-4a39-460b-b6df-9cb5352f8f6e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:12.155723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-be0a033f-ac4d-4768-95e2-5f37c3378848 None None] Provisioning complete for port cc99034b-4a39-460b-b6df-9cb5352f8f6e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:12.156104 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-be0a033f-ac4d-4768-95e2-5f37c3378848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:12.161540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-f1e13b1f-cc24-4b12-899d-376a23f4947f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Unset dirty status for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:12.162727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a027e12-41bd-44ce-91f2-4ebce77d2111 req-f1e13b1f-cc24-4b12-899d-376a23f4947f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517176 Feb 13 23:24:12.204192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] For port bb520c88-5b05-41ec-94a2-ba614693badc, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:12.232128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48202c8a-0d67-46e2-9a73-f6b5fc2bfbce req-aa41a7a8-4e21-4591-b810-6b6794d347ee service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485776 Feb 13 23:24:12.236832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] For port bb520c88-5b05-41ec-94a2-ba614693badc, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bb520c88-5b05-41ec-94a2-ba614693badc,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:12.251014 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:12.283402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-13953bf1-decb-4bfd-b769-ffcfd5195658 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:12.285708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-13953bf1-decb-4bfd-b769-ffcfd5195658 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 820 time: 0.2415931 Feb 13 23:24:12.304274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'port': {'device_id': '6d190beb-017a-4556-b67b-5534886aa3c4', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'admin_state_up': True, 'tenant_id': '450eec24f33d4c1cad331e46dca658e2'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:12.312231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:12.330489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:12.350299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:12.351750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] 10.222.0.42 "PUT /v2.0/ports/bb520c88-5b05-41ec-94a2-ba614693badc HTTP/1.1" status: 200 len: 1096 time: 3.5672848 Feb 13 23:24:12.370530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-be0a033f-ac4d-4768-95e2-5f37c3378848 None None] Port cc99034b-4a39-460b-b6df-9cb5352f8f6e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:12.376734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'tag': 'bb520c88-5b05-41ec-94a2-ba614693badc'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:12.385749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['5ee21b5f-0016-418b-971d-285e0f23046d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:12.454650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2d296-0b1f-46ab-b627-7de715418594 service neutron] Pushing event updated for resources: {'Port': ['ID=bb520c88-5b05-41ec-94a2-ba614693badc,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:12.677740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3444afa5-b3f0-4518-827c-eb9bd9bd0b53 req-43294420-7dd6-408b-bf46-345c57cc656e tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:12.696338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:12.697941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37e0eb90-36b0-47c6-9321-e8150e751882 req-3a5de7b3-7453-4f71-878b-8e043634f4df tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1221220 Feb 13 23:24:12.718143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Usage tracker for resource:port and tenant:450eec24f33d4c1cad331e46dca658e2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:12.726540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:12.732527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3444afa5-b3f0-4518-827c-eb9bd9bd0b53 req-43294420-7dd6-408b-bf46-345c57cc656e tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:12.733715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3444afa5-b3f0-4518-827c-eb9bd9bd0b53 req-43294420-7dd6-408b-bf46-345c57cc656e tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 210 time: 0.1458538 Feb 13 23:24:12.745943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:12.752678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Made reservation on behalf of 450eec24f33d4c1cad331e46dca658e2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:12.755702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:12.848614 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-1c5c8e5f-8ea3-4d8b-9cdf-f67b64f13062 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 1099 time: 0.2739320 Feb 13 23:24:12.951147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-43cb6546-6459-4275-96bf-35a0284fb47b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bb520c88-5b05-41ec-94a2-ba614693badc HTTP/1.1" status: 200 len: 217 time: 0.0819659 Feb 13 23:24:13.060070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a685cb43-f612-43af-993c-3279054de64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:13.061527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-a685cb43-f612-43af-993c-3279054de64a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1034455 Feb 13 23:24:13.100744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Allocated IP 172.20.0.9 (7b85b3e6-524a-4cce-9116-e7f2ec7e6328/5a77367a-7b11-43bd-8930-a2d3c0a30b06/94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:13.110857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefa64e-ade6-48b3-b87e-62ac071c5e76 req-807c6f89-2e4f-4360-bac4-600480c6c0fc tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:13.112348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddefa64e-ade6-48b3-b87e-62ac071c5e76 req-807c6f89-2e4f-4360-bac4-600480c6c0fc tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 944 time: 0.2173257 Feb 13 23:24:13.179087 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-bb735c51-7be3-46ad-81da-6eaa7d6f3065 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1333869bfc8343bebcdd37527850d82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460639 Feb 13 23:24:13.187714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc99034b-4a39-460b-b6df-9cb5352f8f6e {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:13.195272 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddefa64e-ade6-48b3-b87e-62ac071c5e76 req-a4440c74-1591-44d6-aa5a-082d0f3f8eb9 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771630 Feb 13 23:24:13.197435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:13.316963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Transition to ACTIVE for port object cc99034b-4a39-460b-b6df-9cb5352f8f6e will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:13.333744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:13.443236 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:13.471279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Transition to ACTIVE for port object 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:13.489729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f194-0d3f-4546-b44f-818a28fac0d0 req-7c618ea1-5b61-4687-aabd-c1e6ca8a9fb7 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:13.491227 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a800f194-0d3f-4546-b44f-818a28fac0d0 req-7c618ea1-5b61-4687-aabd-c1e6ca8a9fb7 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 943 time: 0.1463859 Feb 13 23:24:13.516931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-de03e40a-750b-4815-bab7-73590623fc16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4295452 Feb 13 23:24:13.530718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:13.608999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a800f194-0d3f-4546-b44f-818a28fac0d0 req-0296c47d-cfa4-4e1c-b456-440a78b1c514 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Synchronizing usage tracker for tenant:75ce31c6662c4c86af052bbb0758da8e on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:13.619512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:13.622883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:13.632748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:13.658921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event updated for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:13.666608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6d4f2404-3d82-4538-a459-7195cbb05f41 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:13.670636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:13.673688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6d4f2404-3d82-4538-a459-7195cbb05f41 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729629 Feb 13 23:24:13.689229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a800f194-0d3f-4546-b44f-818a28fac0d0 req-0296c47d-cfa4-4e1c-b456-440a78b1c514 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Unset dirty status for tenant:75ce31c6662c4c86af052bbb0758da8e on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:13.690411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a800f194-0d3f-4546-b44f-818a28fac0d0 req-0296c47d-cfa4-4e1c-b456-440a78b1c514 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909864 Feb 13 23:24:13.704021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:13.704641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:13.752971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-5f248941-bfa8-417c-a0cf-9b7970a8b590 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4545131 Feb 13 23:24:13.765149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Request body: {'port': {'device_id': '6d190beb-017a-4556-b67b-5534886aa3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:13.773397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-5aa25c7e-0341-4f42-9344-630cd646e9b6 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/quotas/1333869bfc8343bebcdd37527850d82d HTTP/1.1" status: 200 len: 375 time: 0.0985632 Feb 13 23:24:13.834597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Pushing event updated for resources: {'Port': ['ID=cc99034b-4a39-460b-b6df-9cb5352f8f6e,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:13.844720 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:24:13.865452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-da32775a-e05f-42f9-a64b-6854b3a8cc5e tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1333869bfc8343bebcdd37527850d82d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906200 Feb 13 23:24:13.887580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 5ee21b5f-0016-418b-971d-285e0f23046d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:13.894200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 5ee21b5f-0016-418b-971d-285e0f23046d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:13.894576 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.023202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.216155 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'tag': 'bb520c88-5b05-41ec-94a2-ba614693badc', 'status': 'completed', 'code': 200} Feb 13 23:24:14.242958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-756b1c94-6629-41d6-8f9c-31fe26d42d62 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060025 Feb 13 23:24:14.294609 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.340786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Attempting to bind port cc99034b-4a39-460b-b6df-9cb5352f8f6e on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:14.341286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Attempting to bind port cc99034b-4a39-460b-b6df-9cb5352f8f6e by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:14.341582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Attempting to bind port cc99034b-4a39-460b-b6df-9cb5352f8f6e on network 9a159366-e58d-4320-918d-e856fff8b887 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:14.347085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:14.348710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:14.356617 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.403878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c20188b9-126f-40f1-b2f7-49f14dd94b34 None None] Provisioning for port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:14.411089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c20188b9-126f-40f1-b2f7-49f14dd94b34 None None] Provisioning complete for port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:14.411522 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c20188b9-126f-40f1-b2f7-49f14dd94b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.433806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Port cc99034b-4a39-460b-b6df-9cb5352f8f6e on network 9a159366-e58d-4320-918d-e856fff8b887 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:14.434183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Attempting to bind port cc99034b-4a39-460b-b6df-9cb5352f8f6e on network 9a159366-e58d-4320-918d-e856fff8b887 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:14.480936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:14.480936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Checking segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:14.480936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Bound using segment: {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:14.481410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Bound port: cc99034b-4a39-460b-b6df-9cb5352f8f6e, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc238cf-420b-4a01-818b-07206bb83fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9a159366-e58d-4320-918d-e856fff8b887'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:14.482003 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.489468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:14.492322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c20188b9-126f-40f1-b2f7-49f14dd94b34 None None] Port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:14.552963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252cbbc-7c95-425d-900c-690cc43892a3 req-e613ce1c-e7d5-4dce-9668-733109376aaa tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:14.554436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8252cbbc-7c95-425d-900c-690cc43892a3 req-e613ce1c-e7d5-4dce-9668-733109376aaa tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 948 time: 0.2763321 Feb 13 23:24:14.589319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-014380aa-ac2c-42c8-8b9d-5809497a0661 req-d35330b3-2c31-4da0-9f80-68b1dbc80698 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 210 time: 0.4963903 Feb 13 23:24:14.624281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3212c5e-33c7-4774-85e5-22c4e5bce053 req-43ae93e8-7552-46d3-a981-ce08ed03e850 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725133 Feb 13 23:24:14.676420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8252cbbc-7c95-425d-900c-690cc43892a3 req-c9006dbe-f835-4de8-89e5-56511ab04eac tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 Feb 13 23:24:14.677565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] For port cc99034b-4a39-460b-b6df-9cb5352f8f6e, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:14.689731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] For port cc99034b-4a39-460b-b6df-9cb5352f8f6e, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:14.728150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-d6bef0c8-db92-484e-bb32-10bb75e54cda tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:14.729562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-d6bef0c8-db92-484e-bb32-10bb75e54cda tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 813 time: 0.6388800 Feb 13 23:24:14.746652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.757642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'port': {'device_id': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790', 'admin_state_up': True, 'tenant_id': '1f1c250fe42d447b9a58fcd3c69d117f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:14.821173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:14.822701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] 10.222.0.42 "PUT /v2.0/ports/cc99034b-4a39-460b-b6df-9cb5352f8f6e HTTP/1.1" status: 200 len: 1091 time: 2.8260868 Feb 13 23:24:14.956339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a331e6-a28d-49a1-a4a3-2c987a256b05 service neutron] Pushing event updated for resources: {'Port': ['ID=cc99034b-4a39-460b-b6df-9cb5352f8f6e,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:15.004431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-260f0d23-9fb1-46c7-856f-43f9d856de03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 1099 time: 0.3241994 Feb 13 23:24:15.012445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-244625af-c9fd-4788-83d6-bf21f8eb22be req-54da4b3e-270e-494d-b285-5eaae6716400 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.2702980 Feb 13 23:24:15.042170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:15.063369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:port and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:15.067687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:15.083894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:15.086640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:15.100609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:15.116919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Transition to ACTIVE for port object 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:15.123612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Made reservation on behalf of 1f1c250fe42d447b9a58fcd3c69d117f for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:15.129456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:15.140155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:15.161013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-39e99698-d7e9-484f-ac77-0431852f144e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ce31c6662c4c86af052bbb0758da8e&device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 1094 time: 0.2675583 Feb 13 23:24:15.181987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9677-d1ba-4e7a-97e3-b62dbf9cbf46 req-2ec16eb1-6298-4f5e-9b12-0c31873422f9 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:15.189064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cedd9677-d1ba-4e7a-97e3-b62dbf9cbf46 req-2ec16eb1-6298-4f5e-9b12-0c31873422f9 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 931 time: 0.3436289 Feb 13 23:24:15.316289 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-476700ce-e2db-4cd5-b516-35c2796f4c1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e HTTP/1.1" status: 200 len: 217 time: 0.1405401 Feb 13 23:24:15.402199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cedd9677-d1ba-4e7a-97e3-b62dbf9cbf46 req-29e73114-72e9-44c0-b256-e306427d5284 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:15.406642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Pushing event updated for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:15.423860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06fd9107-856b-4d5c-9880-d9a8f84ce19d req-e40c909c-82ed-444c-9ac6-b79856cf3219 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 210 time: 0.1611922 Feb 13 23:24:15.467449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-b642013f-df6b-4827-8d8b-ff07d3208c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:15.469454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-b642013f-df6b-4827-8d8b-ff07d3208c41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4400375 Feb 13 23:24:15.478872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-318ad467-b149-4edd-a1e8-1bcd61036b97 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1333869bfc8343bebcdd37527850d82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613074 Feb 13 23:24:15.562966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-b2565b8a-f479-49de-aa6e-aac36d52b7eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:15.565120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-b2565b8a-f479-49de-aa6e-aac36d52b7eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21337af2-cfe2-44c1-b199-ea2b844ebfab HTTP/1.1" status: 200 len: 844 time: 0.2414930 Feb 13 23:24:15.569424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cedd9677-d1ba-4e7a-97e3-b62dbf9cbf46 req-29e73114-72e9-44c0-b256-e306427d5284 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:15.570761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cedd9677-d1ba-4e7a-97e3-b62dbf9cbf46 req-29e73114-72e9-44c0-b256-e306427d5284 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809717 Feb 13 23:24:15.599544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Attempting to bind port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:15.599544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Attempting to bind port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:15.599544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Attempting to bind port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:15.658843 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d', 'code': 200} Feb 13 23:24:15.668421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:15.668755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Attempting to bind port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:15.685886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Allocated IP 172.20.0.8 (652b8143-c7e4-46ea-b9e9-27141c0ef790/7ba6f41d-cc1b-46e6-8472-9f2e266772ae/eea294fa-cd92-4689-a009-8dd8dc8a19e6) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:15.689380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:15.689721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Checking segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:15.690126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Bound using segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:15.690627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Bound port: 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:15.691211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:15.712979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-0468f1d2-9e34-4967-be62-093b863d5670 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bb520c88-5b05-41ec-94a2-ba614693badc HTTP/1.1" status: 200 len: 217 time: 0.2216768 Feb 13 23:24:15.925484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:15.939006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230917f-4a51-41e1-a213-8f64478215a8 req-3834c42b-3236-4a98-a5b4-ce827434ef5a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:15.940438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e230917f-4a51-41e1-a213-8f64478215a8 req-3834c42b-3236-4a98-a5b4-ce827434ef5a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 945 time: 0.3480372 Feb 13 23:24:16.001949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-7c51b414-1a40-48ec-9594-d181d39cf4a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:16.003467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-7c51b414-1a40-48ec-9594-d181d39cf4a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1623566 Feb 13 23:24:16.011686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:16.034836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.087252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-1a4a391e-abf5-4ccc-8dbe-5d01ef83e689 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:16.088732 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-1a4a391e-abf5-4ccc-8dbe-5d01ef83e689 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5220275 Feb 13 23:24:16.094838 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-84425d1d-e782-4b14-94ad-66f2efa269aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a159366-e58d-4320-918d-e856fff8b887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4829247 Feb 13 23:24:16.111861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Request body: {'port': {'device_id': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '1333869bfc8343bebcdd37527850d82d'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:16.119357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba426b7a-cc18-4417-b935-ff2c719726d9 req-19c1520b-f075-48d0-a44a-64b87c0c47a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 1096 time: 0.3655887 Feb 13 23:24:16.153169 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.154277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] 10.222.0.31 "PUT /v2.0/ports/94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 1091 time: 2.3932867 Feb 13 23:24:16.163277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429116f1-ea79-47a0-9298-8e6c32d342c7 req-897cd079-afd0-4838-8880-8c1641c48643 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:16.164014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-429116f1-ea79-47a0-9298-8e6c32d342c7 req-897cd079-afd0-4838-8880-8c1641c48643 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Synchronizing usage tracker for tenant:75ce31c6662c4c86af052bbb0758da8e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:16.170108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:16.207750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e230917f-4a51-41e1-a213-8f64478215a8 req-e35b06a0-6b9c-44e3-b922-fd9832db834b tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602327 Feb 13 23:24:16.278560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903826-c6ba-4f58-81ae-243da9548c4e service neutron] Pushing event updated for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:16.286819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:16.294561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.321683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba426b7a-cc18-4417-b935-ff2c719726d9 req-81d23559-3e76-40d1-b69e-19a3052acd68 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746411 Feb 13 23:24:16.356319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-def61b3a-9d13-4653-9d82-b183e5238d7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1094 time: 0.1545026 Feb 13 23:24:16.358818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-429116f1-ea79-47a0-9298-8e6c32d342c7 req-897cd079-afd0-4838-8880-8c1641c48643 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Unset dirty status for tenant:75ce31c6662c4c86af052bbb0758da8e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:16.361075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-429116f1-ea79-47a0-9298-8e6c32d342c7 req-897cd079-afd0-4838-8880-8c1641c48643 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 943 time: 0.5187476 Feb 13 23:24:16.364262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.420159 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-76caab3d-4cb6-403e-b091-b6ff5c61fcfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3870909 Feb 13 23:24:16.474071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Network 652b8143-c7e4-46ea-b9e9-27141c0ef790 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:16.486792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:16.496703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:16.570867 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-834b9096-aa7f-4243-8760-b01c45f92156 service neutron] 10.222.0.42 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646382 Feb 13 23:24:16.577914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:16.606146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Usage tracker for resource:port and tenant:1333869bfc8343bebcdd37527850d82d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:16.613782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:16.621306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-429116f1-ea79-47a0-9298-8e6c32d342c7 req-30905081-2c1e-4df9-b1b6-296ec2d44e2d tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460544 Feb 13 23:24:16.668912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:16.719937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:16.733338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Made reservation on behalf of 1333869bfc8343bebcdd37527850d82d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:16.737201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.741092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-08a0fa41-1f4f-4022-bc9f-5b2b901e3283 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.1035903 Feb 13 23:24:16.760020 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-5e195c50-108a-4a80-9614-21c0a5653c7e service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255739 Feb 13 23:24:16.771317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.797134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:16.797898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:16.838890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-c9b8369f-90b8-46aa-a81f-245189ee2f6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:16.840359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-c9b8369f-90b8-46aa-a81f-245189ee2f6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0896685 Feb 13 23:24:16.846248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-a89dfd3f-658e-4df6-a73c-61bfda5ce312 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:16.847045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-a89dfd3f-658e-4df6-a73c-61bfda5ce312 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:16.891301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-68b57b91-4eda-4ec4-afd1-2c45d95a9abf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1366649 Feb 13 23:24:16.910891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Request body: {'port': {'device_id': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:16.924009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2a3825-275b-4d01-9cfd-6aeac99e9d92 req-46beb5fe-f800-414a-b14e-070660b335f4 service neutron] 10.222.0.42 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417771 Feb 13 23:24:16.968283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:16.978392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-a89dfd3f-658e-4df6-a73c-61bfda5ce312 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:16.979566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-a89dfd3f-658e-4df6-a73c-61bfda5ce312 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 931 time: 0.5543528 Feb 13 23:24:16.986971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Usage tracker for resource:security_group_rule and tenant:1333869bfc8343bebcdd37527850d82d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:16.992288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:17.001713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:17.033683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16fba84c-9d8a-4bd9-9710-b84f01fb4b55 req-500ea463-9c05-4d33-9358-261692c69874 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536602 Feb 13 23:24:17.051848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2461a5-69a7-4d13-905d-6b4ed60d7abf req-25bc2dd6-b4fa-44da-ba8c-a08b9869faac tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:17.053322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa2461a5-69a7-4d13-905d-6b4ed60d7abf req-25bc2dd6-b4fa-44da-ba8c-a08b9869faac tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 948 time: 0.2955978 Feb 13 23:24:17.098349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-a7b0bc5b-3021-4880-898a-d23fa12250fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470737 Feb 13 23:24:17.101682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:17.135618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa2461a5-69a7-4d13-905d-6b4ed60d7abf req-48bc5f00-bb0d-4c1e-be61-697be7b077af tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736618 Feb 13 23:24:17.143065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:17.148212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:17.193743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-eede9ceb-aa2b-4afd-95d1-8bd15bc21e4d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:17.245691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6446480b-4eae-4fb9-9f0d-460358d0291f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:17.352939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Allocated IP 192.168.233.96 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:17.383872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bb520c88-5b05-41ec-94a2-ba614693badc details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:17.400417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-eede9ceb-aa2b-4afd-95d1-8bd15bc21e4d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:17.415296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1be3b2b5-156b-438f-87a6-30167d578b64 req-eede9ceb-aa2b-4afd-95d1-8bd15bc21e4d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242692 Feb 13 23:24:17.450193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a359a200-3ced-47b5-9953-261b48726fae req-7c0d5ac3-8f6a-4403-b72e-3597455e4e89 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0750036 Feb 13 23:24:17.536190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-32472cbe-8ac0-48d1-9520-462a7c90f0b3 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206600 Feb 13 23:24:17.634522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bb520c88-5b05-41ec-94a2-ba614693badc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bb520c88-5b05-41ec-94a2-ba614693badc,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:17.652326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'bb520c88-5b05-41ec-94a2-ba614693badc', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'bb520c88-5b05-41ec-94a2-ba614693badc', 'mac_address': 'fa:16:3e:d2:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:17.688659 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'status': 'completed', 'code': 200} Feb 13 23:24:17.721204 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:17.764039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb520c88-5b05-41ec-94a2-ba614693badc {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:17.799047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bb520c88-5b05-41ec-94a2-ba614693badc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bb520c88-5b05-41ec-94a2-ba614693badc,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:17.809284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:17.861285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea294fa-cd92-4689-a009-8dd8dc8a19e6 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:17.870182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:17.881972 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'status': 'completed', 'code': 200} Feb 13 23:24:17.888064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bb520c88-5b05-41ec-94a2-ba614693badc,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:17.949863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Transition to ACTIVE for port object eea294fa-cd92-4689-a009-8dd8dc8a19e6 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:17.959977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-caae4f63-2f37-4049-a971-4285dd90a284 req-52dae09e-45f8-4b7d-8206-57836f493dc6 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 210 time: 0.0670407 Feb 13 23:24:17.962830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:18.022452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['bb520c88-5b05-41ec-94a2-ba614693badc'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:18.053570 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:18.094994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Transition to ACTIVE for port object 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:18.118000 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-cea517d6-4bcc-4218-9d61-bd29fd7f330f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ce31c6662c4c86af052bbb0758da8e&device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 1094 time: 0.3935380 Feb 13 23:24:18.130651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e6ac-87c8-416f-b1dd-0e3d924819dc req-1ec20537-ed79-44b7-b3c4-88d1167c3330 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:18.137617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6319e6ac-87c8-416f-b1dd-0e3d924819dc req-1ec20537-ed79-44b7-b3c4-88d1167c3330 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 943 time: 0.2836976 Feb 13 23:24:18.165776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:18.301160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39d0d81a-4e8c-4e0f-818a-1875426cf40e req-aaba40d0-e84b-41b1-a08b-c5ce976893cf service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557750 Feb 13 23:24:18.319516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:18.364730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-b1849ee9-ba04-432c-855e-2e0826a97300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:18.366221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-b1849ee9-ba04-432c-855e-2e0826a97300 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a159366-e58d-4320-918d-e856fff8b887 HTTP/1.1" status: 200 len: 905 time: 0.2234075 Feb 13 23:24:18.436314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6319e6ac-87c8-416f-b1dd-0e3d924819dc req-04a4fc1d-4d68-4f41-bdf0-3c166d7bfb1c tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975554 Feb 13 23:24:18.473057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:18.474161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41950-07e7-4482-91d6-b71466580cd3 req-df130798-9ab0-4bf7-baba-d3aa7ab54903 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:18.477066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-7403aec6-b4c8-458d-83e4-082879e45649 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e HTTP/1.1" status: 200 len: 217 time: 0.1011243 Feb 13 23:24:18.478062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:18.480867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8dc41950-07e7-4482-91d6-b71466580cd3 req-df130798-9ab0-4bf7-baba-d3aa7ab54903 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 945 time: 0.2440827 Feb 13 23:24:18.529330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:18.564474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:18.608494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Attempting to bind port eea294fa-cd92-4689-a009-8dd8dc8a19e6 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:18.608892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Attempting to bind port eea294fa-cd92-4689-a009-8dd8dc8a19e6 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:18.609698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Attempting to bind port eea294fa-cd92-4689-a009-8dd8dc8a19e6 on network 652b8143-c7e4-46ea-b9e9-27141c0ef790 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:18.651220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8dc41950-07e7-4482-91d6-b71466580cd3 req-590759b3-45a0-4ea4-a149-cc12d4d3a008 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695056 Feb 13 23:24:18.651740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Port eea294fa-cd92-4689-a009-8dd8dc8a19e6 on network 652b8143-c7e4-46ea-b9e9-27141c0ef790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:18.652055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Attempting to bind port eea294fa-cd92-4689-a009-8dd8dc8a19e6 on network 652b8143-c7e4-46ea-b9e9-27141c0ef790 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:18.672987 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-e65a231e-88d1-486e-8a7e-92824e007658 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1094 time: 0.2840195 Feb 13 23:24:18.676822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:18.677179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Checking segment: {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:18.677833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Bound using segment: {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:18.678170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Bound port: eea294fa-cd92-4689-a009-8dd8dc8a19e6, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:18.678421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:18.707840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-3a8618eb-67e3-43d4-9f09-d1006d49e21d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:18.709299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-3a8618eb-67e3-43d4-9f09-d1006d49e21d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21337af2-cfe2-44c1-b199-ea2b844ebfab HTTP/1.1" status: 200 len: 844 time: 0.2174802 Feb 13 23:24:18.718342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:18.719020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:18.835782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-50ac9ebd-fa01-46d0-a8ae-08a7951ecf65 None None] Provisioning for port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:18.836403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6bc5225a-5a81-427f-98cd-6a7568a8d611 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7323489 Feb 13 23:24:18.841216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-50ac9ebd-fa01-46d0-a8ae-08a7951ecf65 None None] Provisioning complete for port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:18.841661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-50ac9ebd-fa01-46d0-a8ae-08a7951ecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:18.857797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Request body: {'port': {'device_id': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:18.898479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-50ac9ebd-fa01-46d0-a8ae-08a7951ecf65 None None] Port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:18.921421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708561e-bd91-4b22-860d-d4ec8fbb3320 req-c659d893-bde2-4e40-ab36-4eb224243f7b tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:18.923658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8708561e-bd91-4b22-860d-d4ec8fbb3320 req-c659d893-bde2-4e40-ab36-4eb224243f7b tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 943 time: 0.2525511 Feb 13 23:24:18.962543 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-9b1dfc50-da2f-41e0-a14f-b1eb9066b8c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a159366-e58d-4320-918d-e856fff8b887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395396 Feb 13 23:24:19.096798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-0b9f02c3-7281-4999-ba16-3b78e9ef8854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:19.098173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-0b9f02c3-7281-4999-ba16-3b78e9ef8854 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.4045663 Feb 13 23:24:19.098423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:19.104434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:19.111509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:19.130953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8708561e-bd91-4b22-860d-d4ec8fbb3320 req-f2534ac8-a52d-49c6-b91e-4a9b6a5df44a tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002678 Feb 13 23:24:19.165557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:19.209284 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-28279274-b69e-4ac7-8f26-c8b6f87caf84 service neutron] 10.222.0.42 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270517 Feb 13 23:24:19.211384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a0ee4-e9ee-4e2b-bf54-a5985251bc48 req-d098873a-6a3d-424c-bc9b-be0789b01ce1 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:19.212812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-650a0ee4-e9ee-4e2b-bf54-a5985251bc48 req-d098873a-6a3d-424c-bc9b-be0789b01ce1 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 949 time: 0.2978714 Feb 13 23:24:19.230287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-1290600a-3437-416b-848a-d937312ae2a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.1233940 Feb 13 23:24:19.316148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:19.317469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] 10.222.0.42 "PUT /v2.0/ports/eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 1091 time: 2.4174681 Feb 13 23:24:19.340648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079407-8901-48cb-982d-5d88c0415e14 service neutron] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:19.348810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-b5b86d4b-215b-40a1-8972-2976418f1d5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:19.350235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-b5b86d4b-215b-40a1-8972-2976418f1d5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0934973 Feb 13 23:24:19.357676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-650a0ee4-e9ee-4e2b-bf54-a5985251bc48 req-9e6436f7-b134-4874-aea1-120fcffbbc1f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290944 Feb 13 23:24:19.398987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc99034b-4a39-460b-b6df-9cb5352f8f6e details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:19.402734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bb520c88-5b05-41ec-94a2-ba614693badc up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:19.515587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-c46d7ce6-a14a-43f0-bdcb-d45b416b9f12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1094 time: 0.1552520 Feb 13 23:24:19.530767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-6f27ce6e-b1a7-4474-a672-6fbe3b84c8f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720822 Feb 13 23:24:19.596460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da02fc37-a374-4aed-b7c9-91075c185a2a req-0a3ee156-70e2-4ca5-8a4d-29170fb0b677 service neutron] 10.222.0.42 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791206 Feb 13 23:24:19.632644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed622d-80cb-43c9-8f5a-da3c2ea458f0 req-bb59cae5-b6f9-495a-a52f-58e58f9d8f64 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:19.634148 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78ed622d-80cb-43c9-8f5a-da3c2ea458f0 req-bb59cae5-b6f9-495a-a52f-58e58f9d8f64 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 943 time: 0.3529828 Feb 13 23:24:19.679185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port bb520c88-5b05-41ec-94a2-ba614693badc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:19.686276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port bb520c88-5b05-41ec-94a2-ba614693badc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:19.686779 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:19.716575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-78ed622d-80cb-43c9-8f5a-da3c2ea458f0 req-e79b69ea-8ee1-477d-9874-479b858db517 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:19.723524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:19.724896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-474c98a4-4acc-4938-aad8-0c3764f2c866 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 217 time: 0.1976743 Feb 13 23:24:19.731220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5145165-5386-4c33-8705-bccd43fa4670 req-d1040ced-7cb8-4e10-9bc2-155dec6757c9 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0967350 Feb 13 23:24:19.823085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-5699723d-e7da-433a-8d9f-08d9a81453b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:19.823468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-78ed622d-80cb-43c9-8f5a-da3c2ea458f0 req-e79b69ea-8ee1-477d-9874-479b858db517 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:19.824615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78ed622d-80cb-43c9-8f5a-da3c2ea458f0 req-e79b69ea-8ee1-477d-9874-479b858db517 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779425 Feb 13 23:24:19.824763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-5699723d-e7da-433a-8d9f-08d9a81453b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.0908940 Feb 13 23:24:19.834851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:19.843926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc99034b-4a39-460b-b6df-9cb5352f8f6e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:19.859867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:19.881413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Transition to ACTIVE for port object 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:19.882967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:19.892673 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:19.901470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-14dee472-e9da-41c1-ac9f-cb813e119bd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668581 Feb 13 23:24:19.903176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-313fce4e-46de-4af5-a410-3d68b4b5d9ae service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162327 Feb 13 23:24:19.910624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'port_id': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'mac_address': 'fa:16:3e:12:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:19.917828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:20.062295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43526) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:20.227631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:20.253941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-cee39a92-39b1-4d0b-9b26-b1b1598a9954 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454604 Feb 13 23:24:20.280680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c3a6e6-4c2a-4965-ac07-e276841bf461 req-264e902d-ce4a-4661-9f0e-7527d64b3e39 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288038 Feb 13 23:24:20.289872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc99034b-4a39-460b-b6df-9cb5352f8f6e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:20.345308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:20.510955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc99034b-4a39-460b-b6df-9cb5352f8f6e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:20.527027 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:20.568202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:20.653527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:20.662273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cc99034b-4a39-460b-b6df-9cb5352f8f6e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:20.663701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:20.730878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb520c88-5b05-41ec-94a2-ba614693badc'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:20.747047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'port_id': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'mac_address': 'fa:16:3e:8a:a4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:20.804065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Attempting to bind port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:20.804458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Attempting to bind port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:20.804794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Attempting to bind port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:20.814173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:20.814546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Attempting to bind port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:20.822115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:20.822448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:20.822823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:20.823305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Bound port: 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:20.823644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:20.832164 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-971b0cb9-3060-4dca-b462-e8dbdfcca185 req-9b49e816-4d4b-438f-8014-75736a328dc3 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489299 Feb 13 23:24:20.850553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-4fb6c51f-b139-43a2-9631-5cd129e01cfd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:20.851285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-4fb6c51f-b139-43a2-9631-5cd129e01cfd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Synchronizing usage tracker for tenant:1333869bfc8343bebcdd37527850d82d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:20.856080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:20.862850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f92ad270fd947ab977b50b9ebdfd628 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:20.866241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:20.877556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:20.928900 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:20.941071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cc99034b-4a39-460b-b6df-9cb5352f8f6e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:21.008798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bb520c88-5b05-41ec-94a2-ba614693badc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bb520c88-5b05-41ec-94a2-ba614693badc,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:21.033298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3ef5-782c-4ada-8ccd-40ccd6a64c38 req-e5df6ef9-1c36-4443-94a4-1d7ce755710f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:21.034252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-25ef3ef5-782c-4ada-8ccd-40ccd6a64c38 req-e5df6ef9-1c36-4443-94a4-1d7ce755710f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:21.038349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:24:21.039822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:21.047626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:21.059276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:21.061805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-4fb6c51f-b139-43a2-9631-5cd129e01cfd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Unset dirty status for tenant:1333869bfc8343bebcdd37527850d82d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:21.064282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-4fb6c51f-b139-43a2-9631-5cd129e01cfd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 947 time: 0.8559928 Feb 13 23:24:21.069174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-25ef3ef5-782c-4ada-8ccd-40ccd6a64c38 req-e5df6ef9-1c36-4443-94a4-1d7ce755710f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:21.070043 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.070615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.071191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25ef3ef5-782c-4ada-8ccd-40ccd6a64c38 req-e5df6ef9-1c36-4443-94a4-1d7ce755710f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 943 time: 0.5196068 Feb 13 23:24:21.148616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.154545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25ef3ef5-782c-4ada-8ccd-40ccd6a64c38 req-887271df-6515-4628-b921-3dc54f515f7b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Feb 13 23:24:21.155901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.162993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:21.166047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:21.166765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:21.199569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.201286 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] 10.222.0.31 "PUT /v2.0/ports/79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa HTTP/1.1" status: 200 len: 1095 time: 2.3475332 Feb 13 23:24:21.204898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:21.215585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df7dcb1-4bca-4e82-87ca-03ed8cd2f810,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:21.232661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1058bc36-bffd-426b-ab16-cd519fb425a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f92ad270fd947ab977b50b9ebdfd628&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1689904 Feb 13 23:24:21.232881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-3dd06e17-9a71-48b7-b4df-b29427607176 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Synchronizing usage tracker for tenant:1333869bfc8343bebcdd37527850d82d on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:21.235206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:21.279066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e794-feea-496f-bf2d-202e8140ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:21.336562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0e-2b21-4d95-b361-99a2ae70afcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.349321 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'status': 'completed', 'code': 200} Feb 13 23:24:21.371715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-3dd06e17-9a71-48b7-b4df-b29427607176 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Unset dirty status for tenant:1333869bfc8343bebcdd37527850d82d on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:21.375499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.386921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0e-2b21-4d95-b361-99a2ae70afcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.387224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a3a101e-43d6-4961-91cf-17f071a7229c req-3dd06e17-9a71-48b7-b4df-b29427607176 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047338 Feb 13 23:24:21.473566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-107ae3b9-88f9-4cf6-b747-3161682570ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1333869bfc8343bebcdd37527850d82d&device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 1098 time: 0.2000847 Feb 13 23:24:21.495547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:21.543880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0e-2b21-4d95-b361-99a2ae70afcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.559932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-60d4c7cb-802e-4ba8-8366-8899a026dc5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1094 time: 0.1330435 Feb 13 23:24:21.577591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-a1ca5441-807d-401d-82a3-0a45c6a2dc63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa HTTP/1.1" status: 200 len: 217 time: 0.0958998 Feb 13 23:24:21.578805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bb520c88-5b05-41ec-94a2-ba614693badc,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:21.601595 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0019cb0e-2b21-4d95-b361-99a2ae70afcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:21.605117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0019cb0e-2b21-4d95-b361-99a2ae70afcd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1df7dcb1-4bca-4e82-87ca-03ed8cd2f810 HTTP/1.1" status: 204 len: 168 time: 0.3665338 Feb 13 23:24:21.605117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019cb0e-2b21-4d95-b361-99a2ae70afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df7dcb1-4bca-4e82-87ca-03ed8cd2f810,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:21.711868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-de20eb43-e78d-46d1-9852-f9ecee5ea819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:21.713729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-de20eb43-e78d-46d1-9852-f9ecee5ea819 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1234157 Feb 13 23:24:21.742858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:21.778328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7d56-6cd3-40a6-b16c-18ddacc10127 req-91207348-90cc-4648-8684-bc17a564981a tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:21.780691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f05b7d56-6cd3-40a6-b16c-18ddacc10127 req-91207348-90cc-4648-8684-bc17a564981a tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 944 time: 0.2179813 Feb 13 23:24:21.806350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-858fd875-4e4d-4832-97dc-95c82811fc21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:21.807939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-858fd875-4e4d-4832-97dc-95c82811fc21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.2376659 Feb 13 23:24:21.851102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-48031500-c305-4614-b512-349647adbdbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299026 Feb 13 23:24:21.858584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3855d4-6475-4b1f-b2e6-39f096c8877c req-4e2cf0af-01af-4199-8323-a3b362b7f677 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:21.872299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca3855d4-6475-4b1f-b2e6-39f096c8877c req-4e2cf0af-01af-4199-8323-a3b362b7f677 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 945 time: 0.2256296 Feb 13 23:24:21.941580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f05b7d56-6cd3-40a6-b16c-18ddacc10127 req-921068d7-af93-411a-a6fd-d7571e08d416 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533194 Feb 13 23:24:21.943329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-bd2abc59-5302-49bc-ba35-1689efd1b653 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 217 time: 0.1270008 Feb 13 23:24:22.036343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca3855d4-6475-4b1f-b2e6-39f096c8877c req-76172129-a68e-4856-a6c6-cdc667e58be5 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631663 Feb 13 23:24:22.079223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-f83bd65e-014d-4ca2-9054-4885d10c0560 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022927 Feb 13 23:24:22.108441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-c58748e3-ebb7-453a-a087-df740aea060b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:22.110438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-c58748e3-ebb7-453a-a087-df740aea060b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.1594427 Feb 13 23:24:22.175288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:22.272009 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb520c88-5b05-41ec-94a2-ba614693badc', 'code': 200} Feb 13 23:24:22.278910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-9679caee-fe3f-48f8-a670-ec83a88559bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574233 Feb 13 23:24:22.321964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c15533e-2ea2-4a03-abc8-3dff6c106176 req-6c4a8d06-8ab1-46c9-8283-7c82254e053a service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366297 Feb 13 23:24:22.460733 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-50dd59be-b181-4346-b461-b064895d500d req-32ce82d5-7309-4bed-8b22-c66617c56f4b tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0467288 Feb 13 23:24:22.495009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1499a7-5d91-4c9b-9d68-b11dc5faa08c req-12eee178-a248-45ed-a42b-95313b3c935b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:22.502547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1499a7-5d91-4c9b-9d68-b11dc5faa08c req-12eee178-a248-45ed-a42b-95313b3c935b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 950 time: 0.3156483 Feb 13 23:24:22.605939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2de7e208-af1b-414a-9596-451b2a342168 req-64cfbf53-0bca-420b-a7a7-4c504582bda5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 1101 time: 0.1411710 Feb 13 23:24:22.636930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b1499a7-5d91-4c9b-9d68-b11dc5faa08c req-0b5b1067-0aa2-4336-9377-41c2c21e36dc tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335135 Feb 13 23:24:22.639168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-749397f7-f0ea-4b21-bd4e-95fdb566dfd1 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475325 Feb 13 23:24:22.748628 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2de7e208-af1b-414a-9596-451b2a342168 req-6dbaf527-a9d3-41e3-82bb-8be2b5406638 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360633 Feb 13 23:24:22.810014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f2923-c61b-4693-b36a-c2f977e2a102 req-f305adf1-05da-4720-8509-e7e025d85bba tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:22.817208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-466f2923-c61b-4693-b36a-c2f977e2a102 req-f305adf1-05da-4720-8509-e7e025d85bba tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 943 time: 0.1682472 Feb 13 23:24:22.820514 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'status': 'completed', 'code': 200} Feb 13 23:24:22.822524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:04Z', 'revision_number': 2, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:22.837623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:24:22.839460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Updating router 8909a0a0-3aaa-4068-9044-2fe19c937c64 port 868448ee-d895-4667-b64b-a1d6a191dee7 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:24:22.856859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6056c7b4-1b03-4e2c-bbb0-fe215e917d25 req-69749a82-1c7e-4e0f-8cc4-075b69d3b871 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098522 Feb 13 23:24:22.906989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-466f2923-c61b-4693-b36a-c2f977e2a102 req-e10bf364-6f2b-44a4-93a2-ce9a84cf02d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888100 Feb 13 23:24:22.942971 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:22.995106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-02e1c11c-2e3b-42f5-a78e-a21526aaaf4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1333869bfc8343bebcdd37527850d82d&device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 1098 time: 0.1524200 Feb 13 23:24:23.152942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43582) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:23.378390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-176074810-network', 'tenant_id': 'f2253343d53a4137a7939a5468b92339'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:23.380529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-f9a163d6-292f-4633-83ae-0f51ef640744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:23.382181 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-f9a163d6-292f-4633-83ae-0f51ef640744 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3788157 Feb 13 23:24:23.384305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:23.390996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Usage tracker for resource:network and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:23.394572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:23.402289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:23.421288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Made reservation on behalf of f2253343d53a4137a7939a5468b92339 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:23.424761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.456244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.460250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e03c-b3c7-43f7-ba78-3fed7d1e5b3a req-a8dd9d75-ba8c-4c3f-b082-618ee45994c7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:23.461930 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47f6e03c-b3c7-43f7-ba78-3fed7d1e5b3a req-a8dd9d75-ba8c-4c3f-b082-618ee45994c7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 944 time: 0.1886563 Feb 13 23:24:23.486950 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-c4edaeb9-dd52-451d-8e7f-18a57527669e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa HTTP/1.1" status: 200 len: 217 time: 0.0955658 Feb 13 23:24:23.523038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:23.527581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eea294fa-cd92-4689-a009-8dd8dc8a19e6 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:23.530300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc99034b-4a39-460b-b6df-9cb5352f8f6e up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:23.533673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Usage tracker for resource:security_group_rule and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:23.539540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:23.559853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:23.579776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47f6e03c-b3c7-43f7-ba78-3fed7d1e5b3a req-b27c0881-ee26-42cd-807b-a9aaa04bc43a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089225 Feb 13 23:24:23.583770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-3e04bbe1-7348-4f24-ab70-e82d58ac0719 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:23.585394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-3e04bbe1-7348-4f24-ab70-e82d58ac0719 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0898807 Feb 13 23:24:23.675857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.689940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.713278 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-91702079-7ef1-46b9-b6ae-2973a5bdd4b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196821 Feb 13 23:24:23.741757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:24:23.746765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:23.749004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:23.763795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.764266 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Added segment 411e4b10-1f3c-447e-9c67-091df31d57fa of type vlan for network 27629df7-0473-4f9e-a494-61620c9956e4 Feb 13 23:24:23.847576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.861083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.889122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16583fd2-eeec-41db-825f-f9c00bb3b0c5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:23.895786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:23.920483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.922472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:23.922881 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:23.945669 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:23.953051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34be9b9-b95a-4043-af29-a618088422fb req-a331c7db-d18d-497c-86cf-49d27c9746a6 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:23.954839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d34be9b9-b95a-4043-af29-a618088422fb req-a331c7db-d18d-497c-86cf-49d27c9746a6 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 947 time: 0.2599635 Feb 13 23:24:24.079937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39548bb3-4afc-4622-8af9-601300837d42 req-703a635f-8de0-4224-8ba3-225275cebae9 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:24.088120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39548bb3-4afc-4622-8af9-601300837d42 req-703a635f-8de0-4224-8ba3-225275cebae9 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 944 time: 0.2102234 Feb 13 23:24:24.091500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d34be9b9-b95a-4043-af29-a618088422fb req-c499280e-899c-4f33-b891-e699bc47f9c6 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280699 Feb 13 23:24:24.092425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] Pushing event updated for resources: {'Network': ['ID=27629df7-0473-4f9e-a494-61620c9956e4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:24.099982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5603f548-1af1-4011-991e-84f2d5e59fcf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9459181 Feb 13 23:24:24.103163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43598) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:24.124633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-e4a689f5-a968-42e0-bd46-a5620cebe36d service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015064 Feb 13 23:24:24.127008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Request body: {'subnet': {'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-176074810-subnet', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:24.142418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:24.153182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Usage tracker for resource:subnet and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:24.157917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:24.165089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:24.180297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Made reservation on behalf of f2253343d53a4137a7939a5468b92339 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:24.186845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790', 'port_id': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'mac_address': 'fa:16:3e:5d:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba6f41d-cc1b-46e6-8472-9f2e266772ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:24.189727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.202092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Transition to ACTIVE for port object 868448ee-d895-4667-b64b-a1d6a191dee7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:24.235518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:24.248656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39548bb3-4afc-4622-8af9-601300837d42 req-71b4daba-d878-492e-9dae-dbcd750d8f8c tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590223 Feb 13 23:24:24.253561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 27629df7-0473-4f9e-a494-61620c9956e4 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:24:24.270987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'mac_address': 'fa:16:3e:05:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:24.363886 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c45b109-03cb-495c-8e76-fdb23c6f75fd req-388f87ac-cfca-4c7a-8f93-00a311327f89 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299831 Feb 13 23:24:24.411524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-057c8433-87fb-477a-bdc4-2e6cc3fb0290 req-b635d839-8244-4b01-8fa3-4b2e0b7dc432 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0658681 Feb 13 23:24:24.431420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:24.455484 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.523317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d21d1-896d-4240-bdeb-a8b3ec288336 req-3cfcd3b6-36d1-4460-a635-8f890658f0be tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:24.524900 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-766d21d1-896d-4240-bdeb-a8b3ec288336 req-3cfcd3b6-36d1-4460-a635-8f890658f0be tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 950 time: 0.0976887 Feb 13 23:24:24.527687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:24.528228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.589081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-766d21d1-896d-4240-bdeb-a8b3ec288336 req-dfd02f41-9fdb-4553-80cb-65eb924dee60 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Feb 13 23:24:24.676560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cc99034b-4a39-460b-b6df-9cb5352f8f6e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:24.711414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.777388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cc99034b-4a39-460b-b6df-9cb5352f8f6e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:24.777783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.799313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.808117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93555b-2103-4408-9a77-69b1379f2108 req-dfa746d7-20f9-424f-8ad4-ba0dc684bc83 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:24.809496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e93555b-2103-4408-9a77-69b1379f2108 req-dfa746d7-20f9-424f-8ad4-ba0dc684bc83 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 943 time: 0.1355162 Feb 13 23:24:24.822154 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.831946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3cbb5-8921-4249-a858-6db6a7d46262 req-96310652-bc7b-4ad8-b61a-ef23ee7a78c7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:24.833559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-baf3cbb5-8921-4249-a858-6db6a7d46262 req-96310652-bc7b-4ad8-b61a-ef23ee7a78c7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 944 time: 0.0970531 Feb 13 23:24:24.871915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Pushing event updated for resources: {'Port': ['ID=868448ee-d895-4667-b64b-a1d6a191dee7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:24.874703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea294fa-cd92-4689-a009-8dd8dc8a19e6 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:24.888945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-baf3cbb5-8921-4249-a858-6db6a7d46262 req-da264e7c-cdef-4897-a484-da4eff646744 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487971 Feb 13 23:24:24.907742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:24.927711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb98771-8058-477a-b0fa-297ed262bec0,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:24.927859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.927859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.927859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.927859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.927859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.928312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.928312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.928617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.928986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.929241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.929550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:24:24.939838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e93555b-2103-4408-9a77-69b1379f2108 req-791986fd-4ba6-42c6-9ec2-762634730cc2 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996084 Feb 13 23:24:24.947865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Checking segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:24.948219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Network hostable DHCP agents. Network: 27629df7-0473-4f9e-a494-61620c9956e4, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:24:24.971368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:24.987526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Network 27629df7-0473-4f9e-a494-61620c9956e4 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:24:24.993887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:25.006841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 27629df7-0473-4f9e-a494-61620c9956e4) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:25.019806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:25.020684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.038473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77101192-eabe-41f4-95ad-2f1cc57e851c None None] Network 27629df7-0473-4f9e-a494-61620c9956e4 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:24:25.053970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43614) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:25.059880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:25.061207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:25.061365 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.066813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed32e46f-35a2-4ad2-923f-20a3b73a381f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9604394 Feb 13 23:24:25.069926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:25.075850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Usage tracker for resource:router and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:25.079904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:25.085979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:25.096647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.097805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.121733 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.175519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.192831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:25.219726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Attempting to bind port 868448ee-d895-4667-b64b-a1d6a191dee7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:25.220120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Attempting to bind port 868448ee-d895-4667-b64b-a1d6a191dee7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:25.220537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Attempting to bind port 868448ee-d895-4667-b64b-a1d6a191dee7 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:25.263264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:25.285173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.306731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:25.307167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Checking segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:25.307564 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.307950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Bound using segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:25.308485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Bound port: 868448ee-d895-4667-b64b-a1d6a191dee7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:25.308853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.328634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:25.364184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.377232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:25.407520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3220045-d34a-4e2c-b046-0dae27e33f14 req-e9fc413a-2c94-4500-bd8b-464af87ad980 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:25.409185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3220045-d34a-4e2c-b046-0dae27e33f14 req-e9fc413a-2c94-4500-bd8b-464af87ad980 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 948 time: 0.1062055 Feb 13 23:24:25.436702 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.459019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3220045-d34a-4e2c-b046-0dae27e33f14 req-63f14d88-2f65-405f-96a2-d7766c9119ca tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Feb 13 23:24:25.549274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f0825687-c112-4c1d-ab5b-74023f1c7b60 req-7e8123eb-b977-4e6f-9314-11eb9f41d5fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2301126 Feb 13 23:24:25.552865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:25.575388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-c2c4f613-6396-46d5-b9f0-f548ce9043b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 1096 time: 0.2212343 Feb 13 23:24:25.587216 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'code': 200} Feb 13 23:24:25.737908 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e11d58b-d33a-4118-9be1-be012f743e54 req-895908a3-3a18-426d-a896-3e89971ad40d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.1018758 Feb 13 23:24:25.750330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc99034b-4a39-460b-b6df-9cb5352f8f6e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:25.752716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:25.763697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:25.793140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e11d58b-d33a-4118-9be1-be012f743e54 req-35aa8dfb-4a0e-47db-92d7-dcdc863adc0e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466874 Feb 13 23:24:25.838606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-b8e0dcea-24c6-4ff5-81a4-9c76a6a9786c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:25.840212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-b8e0dcea-24c6-4ff5-81a4-9c76a6a9786c service neutron] 10.222.0.31 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 903 time: 0.2164052 Feb 13 23:24:25.844306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.873418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] For port 868448ee-d895-4667-b64b-a1d6a191dee7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:25.894239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bce8e3ce-4a76-4f16-a705-a4ca523ea537 req-dfdcbd6c-d3f4-4954-a48f-1a860dc31609 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0484424 Feb 13 23:24:25.910563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-27629df7-0473-4f9e-a494-61620c9956e4', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:24:25.911422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:25.924544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] For port 868448ee-d895-4667-b64b-a1d6a191dee7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=868448ee-d895-4667-b64b-a1d6a191dee7,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:25.971954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:26.044722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:26.153089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-872b76b0-b761-4280-af7e-e7f9825e6bd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee21b5f-0016-418b-971d-285e0f23046d HTTP/1.1" status: 200 len: 217 time: 0.0877440 Feb 13 23:24:26.156737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa01d66-2e9f-45de-9274-af3ddfc74831 req-59381a56-081b-4261-8ec9-6d2cc99bfebb tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:26.160584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:26.162585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8aa01d66-2e9f-45de-9274-af3ddfc74831 req-59381a56-081b-4261-8ec9-6d2cc99bfebb tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 950 time: 0.0916491 Feb 13 23:24:26.227299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:26.230681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8aa01d66-2e9f-45de-9274-af3ddfc74831 req-84459833-2687-4e56-ae25-56131d0d2429 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Feb 13 23:24:26.302751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25fd77-d976-4401-b1c3-59886a35baf5 req-b5e0e553-c071-4c2c-9921-1ae8cfd1b1c0 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:26.309644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1a25fd77-d976-4401-b1c3-59886a35baf5 req-b5e0e553-c071-4c2c-9921-1ae8cfd1b1c0 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.5249441 Feb 13 23:24:26.367423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Allocated IP 172.20.0.2 (27629df7-0473-4f9e-a494-61620c9956e4/fcb98771-8058-477a-b0fa-297ed262bec0/aef498e6-f88f-4910-95a6-2b81869928db) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:26.381717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-c523c95c-958d-45ae-b61e-3bfd08156414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:26.383206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-c523c95c-958d-45ae-b61e-3bfd08156414 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.1927409 Feb 13 23:24:26.440464 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-f862da57-c0d1-429f-b631-aa1dc9950206 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468118 Feb 13 23:24:26.487654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:26.488284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:26.507439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f0d21-9040-4432-826c-b2fa029d2fb1 req-f4261fdf-db9f-42d4-8578-865e5f06f918 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:26.509171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f19f0d21-9040-4432-826c-b2fa029d2fb1 req-f4261fdf-db9f-42d4-8578-865e5f06f918 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 945 time: 0.0888548 Feb 13 23:24:26.572746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:26.586316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f19f0d21-9040-4432-826c-b2fa029d2fb1 req-d165a1b9-d9aa-474f-a5b5-f5879eb98871 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585015 Feb 13 23:24:26.588588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '5ee21b5f-0016-418b-971d-285e0f23046d', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '5ee21b5f-0016-418b-971d-285e0f23046d', 'mac_address': 'fa:16:3e:41:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:26.607856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1a25fd77-d976-4401-b1c3-59886a35baf5 req-9133c9d9-eab5-4e97-b7d4-2805334417e2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973197 Feb 13 23:24:26.632410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Allocated IP 172.25.4.118 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/a4247df0-c462-4a43-8f39-56c4835bb3ee) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:26.804398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cc99034b-4a39-460b-b6df-9cb5352f8f6e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:26.815316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdf6c9-8c54-4cf9-8ae5-c342b78efdb2 req-002ed21a-4b4b-440a-be64-af69b419834e tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:26.819221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43fdf6c9-8c54-4cf9-8ae5-c342b78efdb2 req-002ed21a-4b4b-440a-be64-af69b419834e tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 944 time: 0.0867271 Feb 13 23:24:26.821101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-e57c9a5b-3c1f-468a-8894-cdd237adfa9f service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248343 Feb 13 23:24:26.881968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43fdf6c9-8c54-4cf9-8ae5-c342b78efdb2 req-8a780ee1-b5a9-4ce5-a5c2-76882961dbda tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575135 Feb 13 23:24:26.918499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-035f4c84-46b1-4db1-8186-7758445097c8 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1278806 Feb 13 23:24:27.042322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.090846 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.100017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.172998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee21b5f-0016-418b-971d-285e0f23046d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:27.227759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:27.230462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e9992-4d50-486c-ab9c-0587a5062f09 req-93766261-64bf-4198-ad9c-aefa15ca0d52 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:27.242956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-339e9992-4d50-486c-ab9c-0587a5062f09 req-93766261-64bf-4198-ad9c-aefa15ca0d52 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 948 time: 0.1567426 Feb 13 23:24:27.270494 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.286273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:27.289021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0a50-d34d-44ab-8a12-2edb8eff425e None None] Pushing event updated for resources: {'Port': ['ID=868448ee-d895-4667-b64b-a1d6a191dee7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:27.305789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:27.321180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:27.354009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-339e9992-4d50-486c-ab9c-0587a5062f09 req-265c566c-efa8-46bb-bc15-0422e8b92ccb tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091797 Feb 13 23:24:27.373237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4247df0-c462-4a43-8f39-56c4835bb3ee,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:27.377662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.396659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:27.469627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-227e90df-1a71-46b4-8251-7da0669cc62d tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:27.471512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-227e90df-1a71-46b4-8251-7da0669cc62d tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5523989 Feb 13 23:24:27.475493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Transition to ACTIVE for port object aef498e6-f88f-4910-95a6-2b81869928db will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:27.478332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['5ee21b5f-0016-418b-971d-285e0f23046d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:27.483627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d45684-e4ac-4219-991a-55ddcb71ef5e req-7d201c99-df6b-4f64-b4dd-3acd9d4cbd3d service neutron] 10.222.0.31 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513143 Feb 13 23:24:27.522975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-14badf61-c535-4422-8eb0-762d74dbcc11 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/quotas/3c32ce94cd2e4fcf833f00d5eb517d60 HTTP/1.1" status: 200 len: 375 time: 0.0294118 Feb 13 23:24:27.524032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eea294fa-cd92-4689-a009-8dd8dc8a19e6 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:27.551984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:27.598725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:27.702271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aca0ebc7-3d32-442a-a95a-863acf15b911 req-aa04bb94-6fc2-4090-80dd-d269e04e34f3 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0804176 Feb 13 23:24:27.712523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-24029a99-730b-420f-b3a3-970875787929 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885810 Feb 13 23:24:27.720810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Transition to ACTIVE for port object aef498e6-f88f-4910-95a6-2b81869928db will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:27.779536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.782764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:27.803485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:28.103064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Pushing event updated for resources: {'Port': ['ID=aef498e6-f88f-4910-95a6-2b81869928db,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:28.146466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Network 27629df7-0473-4f9e-a494-61620c9956e4 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:28.158492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:28.174342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:28.189870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port eea294fa-cd92-4689-a009-8dd8dc8a19e6 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:28.201470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port eea294fa-cd92-4689-a009-8dd8dc8a19e6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:28.202136 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:28.206936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34204113-e132-4a57-85b8-fcd514a13e8d req-d8dfe164-5e41-43d3-b204-661cb2a3ae07 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:28.220357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34204113-e132-4a57-85b8-fcd514a13e8d req-d8dfe164-5e41-43d3-b204-661cb2a3ae07 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 945 time: 0.2728374 Feb 13 23:24:28.333856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34204113-e132-4a57-85b8-fcd514a13e8d req-ab6dc16b-e23f-4b05-9e83-07566ef03677 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114759 Feb 13 23:24:28.357313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788299-5ab6-462e-9d98-bd392b73bef0 req-866bced6-34d3-48f0-aaab-9cd917f355c5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:28.359768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7788299-5ab6-462e-9d98-bd392b73bef0 req-866bced6-34d3-48f0-aaab-9cd917f355c5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.2849143 Feb 13 23:24:28.488655 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'code': 200} Feb 13 23:24:28.489725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7788299-5ab6-462e-9d98-bd392b73bef0 req-f465e0f1-0bba-489f-a2cf-12acfb668468 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093125 Feb 13 23:24:28.570949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Attempting to bind port aef498e6-f88f-4910-95a6-2b81869928db on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:28.572071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Attempting to bind port aef498e6-f88f-4910-95a6-2b81869928db by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:28.573826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Attempting to bind port aef498e6-f88f-4910-95a6-2b81869928db on network 27629df7-0473-4f9e-a494-61620c9956e4 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:28.586974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Router 0bef63f4-7c87-43e1-9340-9967a2556508 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:24:28.683529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e54030c-3d68-4045-b868-aef140208ac2 req-2cea03f3-3dc0-4ce3-a26c-561b81e450b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 1096 time: 0.1742234 Feb 13 23:24:28.690414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:28.690414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Checking segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:28.690414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:28.691478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Bound using segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:28.691478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Bound port: aef498e6-f88f-4910-95a6-2b81869928db, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:28.691795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:28.795451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:25Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:28.801188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59b73e5c-f506-42f7-8277-64209153ca60 req-2f6ca2d8-fc8a-4142-9ae6-84b0af6e23a6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 210 time: 0.0711687 Feb 13 23:24:28.836435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ffb-d808-4f17-8a72-485b141fbb0a None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:25Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:24:28.867773 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:28.940758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e54030c-3d68-4045-b868-aef140208ac2 req-f8d73dfd-ce1b-4a71-988f-95230ebfcd0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504499 Feb 13 23:24:28.992601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] For port aef498e6-f88f-4910-95a6-2b81869928db, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:29.006611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775fb2-0c93-45fd-8279-d5b1da2f8c40 req-8873d6ee-b435-4b10-b913-91af58d483bd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:29.009285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] For port aef498e6-f88f-4910-95a6-2b81869928db, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=aef498e6-f88f-4910-95a6-2b81869928db,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:29.014774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e775fb2-0c93-45fd-8279-d5b1da2f8c40 req-8873d6ee-b435-4b10-b913-91af58d483bd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 944 time: 0.2837205 Feb 13 23:24:29.036721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:29.058145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:29.117003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e775fb2-0c93-45fd-8279-d5b1da2f8c40 req-7adece3d-c53b-4a6a-ab67-4358482d16bc tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005354 Feb 13 23:24:29.118593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:29.208226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-3bd6a0f6-7cb5-4980-8d2d-5d70f7dba4d9 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2662835 Feb 13 23:24:29.243346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:29.246019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912f9d1-48a8-4b67-bcfd-e956ecda398e None None] Pushing event updated for resources: {'Port': ['ID=aef498e6-f88f-4910-95a6-2b81869928db,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:29.257561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:29.267541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Usage tracker for resource:floatingip and tenant:450eec24f33d4c1cad331e46dca658e2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:29.271713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:29.287204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:29.337817 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:29.387869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:29.496121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:24:29.531809 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Sync routers for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:24:29.558827 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:29.561000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:29.570816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:29.572157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ff15a9e3-4729-4aac-b719-1c34205e9dd5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5163870 Feb 13 23:24:29.576240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:29.627739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018b896-db3f-4fd2-94f2-c3d818399915 req-a53db20a-ff8d-4d1a-9f7c-3f96295fcdec tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:29.635201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9018b896-db3f-4fd2-94f2-c3d818399915 req-a53db20a-ff8d-4d1a-9f7c-3f96295fcdec tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 948 time: 0.2076566 Feb 13 23:24:29.696907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9018b896-db3f-4fd2-94f2-c3d818399915 req-f5138ed7-d690-40cd-92a9-e55787dcf1a6 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607407 Feb 13 23:24:29.770140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:29.965970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:29.979909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:29.987905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:29.988281 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:30.056273 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:30.139461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-5cb8c53b-66c3-4293-b2c0-9fe11566fac1 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889456 Feb 13 23:24:30.215543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d3838b3-5619-4e17-b8e0-ab65a7fea032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:30.332047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 868448ee-d895-4667-b64b-a1d6a191dee7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:30.511933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:30.570793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:30.654707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 868448ee-d895-4667-b64b-a1d6a191dee7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:30.655659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Allocated IP 172.25.4.107 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/25ed8440-1c84-4170-928b-5b69f4c06382) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:30.667424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ecebb1-f6ea-4a02-b972-0b26311a0959 req-8ca11bcf-0fe6-404b-b881-6e6afef2cfeb tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1998048 Feb 13 23:24:30.684153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:30.685428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 868448ee-d895-4667-b64b-a1d6a191dee7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:30.685639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:30.800595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:30.802920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:30.868248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-37258c77-8d45-4c3b-80af-bd8668d182a6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:30.869916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-37258c77-8d45-4c3b-80af-bd8668d182a6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7249663 Feb 13 23:24:30.892394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Request body: {'port': {'device_id': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '3c32ce94cd2e4fcf833f00d5eb517d60'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:30.990927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:31.057458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025e673-f777-47c9-b6bd-1f9811a28f25 None None] Network 27629df7-0473-4f9e-a494-61620c9956e4 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:24:31.161639 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:27Z', 'revision_number': 3, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:31.175626 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Checking router: 0bef63f4-7c87-43e1-9340-9967a2556508 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:24:31.176244 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Updating router 0bef63f4-7c87-43e1-9340-9967a2556508 port a4247df0-c462-4a43-8f39-56c4835bb3ee binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:24:31.247411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:31.269369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:31.283192 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.299129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Made reservation on behalf of 3c32ce94cd2e4fcf833f00d5eb517d60 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:31.304458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.339026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a297bdeb-fd04-4a75-9ab3-9007e2d492bf None None] Provisioning for port aef498e6-f88f-4910-95a6-2b81869928db completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:31.424721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 5ee21b5f-0016-418b-971d-285e0f23046d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:31.425461 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.535554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.657466 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.707961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 868448ee-d895-4667-b64b-a1d6a191dee7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=868448ee-d895-4667-b64b-a1d6a191dee7,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:31.725778 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.727097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device aef498e6-f88f-4910-95a6-2b81869928db up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:31.738707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07364c0-b86b-4d88-b0dd-c16f1d657b2f req-611c80da-085a-465f-8d59-b3a2a037ede5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:31.753610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b07364c0-b86b-4d88-b0dd-c16f1d657b2f req-611c80da-085a-465f-8d59-b3a2a037ede5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.3221304 Feb 13 23:24:31.805416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.892615 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.910183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Transition to ACTIVE for port object a4247df0-c462-4a43-8f39-56c4835bb3ee will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:31.926057 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:31.930090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Allocated IP 192.168.233.253 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/48f75593-ac6e-4e0f-b06d-052920b25236) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:31.956024 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b07364c0-b86b-4d88-b0dd-c16f1d657b2f req-0ef50e4b-df26-47b7-9c03-c11fb75afa51 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952193 Feb 13 23:24:31.981384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port aef498e6-f88f-4910-95a6-2b81869928db completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:32.026639 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519803f-7ed4-4386-99ed-3a2c2bf633d0 None None] Pushing event updated for resources: {'Port': ['ID=a4247df0-c462-4a43-8f39-56c4835bb3ee,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:32.051927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port aef498e6-f88f-4910-95a6-2b81869928db triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:32.052305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.070257 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Attempting to bind port a4247df0-c462-4a43-8f39-56c4835bb3ee on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:32.070613 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Attempting to bind port a4247df0-c462-4a43-8f39-56c4835bb3ee by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:32.070964 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Attempting to bind port a4247df0-c462-4a43-8f39-56c4835bb3ee on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:32.092519 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:32.092975 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:32.093842 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.094284 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:32.094701 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Bound port: a4247df0-c462-4a43-8f39-56c4835bb3ee, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:32.095087 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.287569 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] For port a4247df0-c462-4a43-8f39-56c4835bb3ee, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:32.300823 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] For port a4247df0-c462-4a43-8f39-56c4835bb3ee, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a4247df0-c462-4a43-8f39-56c4835bb3ee,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:32.302140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=868448ee-d895-4667-b64b-a1d6a191dee7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:32.307767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.311497 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.321689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-50974983-a42b-46ed-a283-46933ef1f372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.416038 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.429069 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519803f-7ed4-4386-99ed-3a2c2bf633d0 None None] Pushing event updated for resources: {'Port': ['ID=a4247df0-c462-4a43-8f39-56c4835bb3ee,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:32.463230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcb4001d-0bc6-42bf-b68a-5efc59d5772c req-b8996302-b2c8-464d-8c7c-b4b9e342d9e1 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 210 time: 0.1140049 Feb 13 23:24:32.474244 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:32.475080 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:32.487445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port aef498e6-f88f-4910-95a6-2b81869928db, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=aef498e6-f88f-4910-95a6-2b81869928db,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:32.505508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:32.514123 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.568870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event updated for resources: {'Port': ['ID=25ed8440-1c84-4170-928b-5b69f4c06382,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:32.605422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.629494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.649258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 868448ee-d895-4667-b64b-a1d6a191dee7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:32.659356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:32.668118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:32.672224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:32.672408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Transition to ACTIVE for port object 48f75593-ac6e-4e0f-b06d-052920b25236 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:32.735153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b6ee552-b128-403b-a70c-74422a1348dd None None] Provisioning complete for port aef498e6-f88f-4910-95a6-2b81869928db triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:32.735515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee552-b128-403b-a70c-74422a1348dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.798344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:32.798674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=aef498e6-f88f-4910-95a6-2b81869928db,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:32.876152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c17ca6-fc8a-45c8-a522-e3ad9c924614 req-6ffb8038-7b25-47fd-b57e-1c19e4d59d07 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:32.880697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22c17ca6-fc8a-45c8-a522-e3ad9c924614 req-6ffb8038-7b25-47fd-b57e-1c19e4d59d07 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 945 time: 0.1952047 Feb 13 23:24:32.882763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:32.948088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:32.967570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['bb520c88-5b05-41ec-94a2-ba614693badc'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:32.997880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 868448ee-d895-4667-b64b-a1d6a191dee7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:32.998586 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.016167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22c17ca6-fc8a-45c8-a522-e3ad9c924614 req-a58e4220-5ac1-43df-bb75-bdd55bf6585f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198764 Feb 13 23:24:33.197079 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'code': 200} Feb 13 23:24:33.223807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Pushing event updated for resources: {'Port': ['ID=48f75593-ac6e-4e0f-b06d-052920b25236,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:33.250621 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:27Z', 'revision_number': 3, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:33.251628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:33.253006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:33.262126 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31338264-ceb1-42cc-ab63-c0b932fe988f None None] The sync data for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 is: [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:27Z', 'revision_number': 3, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:24:33.276995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:33.341439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.411175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:33.412547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.499160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9cd6be5-cd4b-4d7e-8628-a96696f83b3b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6134079 Feb 13 23:24:33.503205 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.519499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Request body: {'port': {'device_id': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:33.552219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.639475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1f83f2ef-dbb9-4dbf-88b0-5ff3b16020c3 None None] Provisioning for port 48f75593-ac6e-4e0f-b06d-052920b25236 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:33.646656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1f83f2ef-dbb9-4dbf-88b0-5ff3b16020c3 None None] Provisioning complete for port 48f75593-ac6e-4e0f-b06d-052920b25236 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:33.647026 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1f83f2ef-dbb9-4dbf-88b0-5ff3b16020c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.655186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.721331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.728536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1f83f2ef-dbb9-4dbf-88b0-5ff3b16020c3 None None] Port 48f75593-ac6e-4e0f-b06d-052920b25236 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:33.770705 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b08bbba-c629-455e-8e14-9df29b7d8f09 req-98e1c5f5-2806-4a36-bf48-691ab1e41ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1096 time: 0.4161849 Feb 13 23:24:33.806235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.824528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89353656-7c03-442c-a3a4-f58c679f6eaa req-12425de7-67e0-46dc-b226-13a52e5605b7 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:33.831508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89353656-7c03-442c-a3a4-f58c679f6eaa req-12425de7-67e0-46dc-b226-13a52e5605b7 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 949 time: 0.4268777 Feb 13 23:24:33.923552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89353656-7c03-442c-a3a4-f58c679f6eaa req-c614e919-0c6a-4d55-89ac-415c49536a49 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906532 Feb 13 23:24:33.940911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b08bbba-c629-455e-8e14-9df29b7d8f09 req-8741fa47-90d6-455c-a4df-7d9316bbe7f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603565 Feb 13 23:24:33.975867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:33.997216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.147728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event updated for resources: {'Port': ['ID=25ed8440-1c84-4170-928b-5b69f4c06382,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:34.192251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f75593-ac6e-4e0f-b06d-052920b25236 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:34.200447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.259101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Transition to ACTIVE for port object 48f75593-ac6e-4e0f-b06d-052920b25236 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:34.268909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2cc1e4a8-4713-4089-8fc8-6985c106b24b req-28950c48-cf37-4bc1-b0ef-a782fe7abd1e tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0640440 Feb 13 23:24:34.270465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.291027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Allocated IP 172.20.0.1 (27629df7-0473-4f9e-a494-61620c9956e4/fcb98771-8058-477a-b0fa-297ed262bec0/1e34e440-fbb1-4f84-83d1-852c97495acd) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:34.430700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=48f75593-ac6e-4e0f-b06d-052920b25236,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:34.489304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.542167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Transition to ACTIVE for port object 1e34e440-fbb1-4f84-83d1-852c97495acd will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:34.597971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.626597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device aef498e6-f88f-4910-95a6-2b81869928db up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:34.709725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port aef498e6-f88f-4910-95a6-2b81869928db triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:34.710129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.730877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Pushing event updated for resources: {'Port': ['ID=1e34e440-fbb1-4f84-83d1-852c97495acd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:34.731421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Attempting to bind port 48f75593-ac6e-4e0f-b06d-052920b25236 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:34.731753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Attempting to bind port 48f75593-ac6e-4e0f-b06d-052920b25236 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:34.732074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Attempting to bind port 48f75593-ac6e-4e0f-b06d-052920b25236 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:34.738447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Port 48f75593-ac6e-4e0f-b06d-052920b25236 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:34.738890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Attempting to bind port 48f75593-ac6e-4e0f-b06d-052920b25236 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:34.739729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.758084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Network 27629df7-0473-4f9e-a494-61620c9956e4 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:34.761256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:34.761591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:34.761964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:34.762419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Bound port: 48f75593-ac6e-4e0f-b06d-052920b25236, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:34.762758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.763846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:34.780341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:34.793390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff6c9-f32a-4a75-871d-a3126ceef431 req-4cc525e0-9992-4fd5-adc7-44164f2959fb tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:34.813674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46cff6c9-f32a-4a75-871d-a3126ceef431 req-4cc525e0-9992-4fd5-adc7-44164f2959fb tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.2258215 Feb 13 23:24:34.816910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43726) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:34.846914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Request body: {'floatingip': {'port_id': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:34.919174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.986482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] For port 48f75593-ac6e-4e0f-b06d-052920b25236, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:34.991471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:34.991978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] For port 48f75593-ac6e-4e0f-b06d-052920b25236, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48f75593-ac6e-4e0f-b06d-052920b25236,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:34.999338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-d21bc8c2-7489-42fa-b473-a48da30c1ce7 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7760372 Feb 13 23:24:35.004095 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:35.100505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:35.178661 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:35.180456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/48f75593-ac6e-4e0f-b06d-052920b25236 HTTP/1.1" status: 200 len: 1096 time: 1.6684260 Feb 13 23:24:35.185565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'tag': '48f75593-ac6e-4e0f-b06d-052920b25236'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:35.198291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}, {'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:35.222558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef57d38-e8ce-4fec-9092-d2306096a6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=48f75593-ac6e-4e0f-b06d-052920b25236,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:35.243339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc9a-4cad-425b-a05b-1c778937d040 req-6ad98777-c3c0-4d10-b48e-73e788761ca6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:35.246507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30b4c9e4-dc55-4c22-98af-47518e5d41f2 None None] Provisioning for port 1e34e440-fbb1-4f84-83d1-852c97495acd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:35.256506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30b4c9e4-dc55-4c22-98af-47518e5d41f2 None None] Provisioning complete for port 1e34e440-fbb1-4f84-83d1-852c97495acd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:35.257773 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9e4-dc55-4c22-98af-47518e5d41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:35.259225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-02b6fc9a-4cad-425b-a05b-1c778937d040 req-6ad98777-c3c0-4d10-b48e-73e788761ca6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Synchronizing usage tracker for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:35.291514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-02b6fc9a-4cad-425b-a05b-1c778937d040 req-6ad98777-c3c0-4d10-b48e-73e788761ca6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Unset dirty status for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:35.299745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02b6fc9a-4cad-425b-a05b-1c778937d040 req-6ad98777-c3c0-4d10-b48e-73e788761ca6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 948 time: 0.2461703 Feb 13 23:24:35.403433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-30b4c9e4-dc55-4c22-98af-47518e5d41f2 None None] Port 1e34e440-fbb1-4f84-83d1-852c97495acd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:35.442382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02b6fc9a-4cad-425b-a05b-1c778937d040 req-17357974-a3bb-46ed-8e83-bc4d8994e9f6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415231 Feb 13 23:24:35.455407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-97c7cd91-fe2f-4fca-8445-043369a780cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 1099 time: 0.1649485 Feb 13 23:24:35.605531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-e06baeb9-1e54-46b1-aeec-a37f5a6acb63 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:35.617035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:35.757495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-a9398848-4dbb-472e-a767-299abacdcf2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=48f75593-ac6e-4e0f-b06d-052920b25236 HTTP/1.1" status: 200 len: 217 time: 0.2922454 Feb 13 23:24:35.873158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-ec98b218-30f0-4132-ba58-b02f2cb8622e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:35.875170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-ec98b218-30f0-4132-ba58-b02f2cb8622e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1044445 Feb 13 23:24:35.895934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37fc2d-9278-4b2b-ab23-532240f497f2 req-f8ae5a88-0dff-460b-83f7-c1a5db7a6049 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:35.899369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf37fc2d-9278-4b2b-ab23-532240f497f2 req-f8ae5a88-0dff-460b-83f7-c1a5db7a6049 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 945 time: 0.2179174 Feb 13 23:24:35.900754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-e06baeb9-1e54-46b1-aeec-a37f5a6acb63 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:35.901956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-e06baeb9-1e54-46b1-aeec-a37f5a6acb63 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.9009688 Feb 13 23:24:36.039006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf37fc2d-9278-4b2b-ab23-532240f497f2 req-445c1b25-a89e-4607-a73c-550f9f23a348 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902622 Feb 13 23:24:36.076328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-c17c46ed-aad7-42f7-82f6-eaaf24f539ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756482 Feb 13 23:24:36.281871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:36.355218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-a8e11414-9e0d-4c69-93de-4c89dca7b27f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:36.356699 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0852d0be-fc8f-4e41-b569-ac40071a0fcc req-a8e11414-9e0d-4c69-93de-4c89dca7b27f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.4414146 Feb 13 23:24:36.378940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-71ccc42a-9ac7-4844-b2dd-d74157fd2f24 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949650 Feb 13 23:24:36.412616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55d606-df8d-4619-af46-739601c14679 req-a6a43217-5a57-4ca3-9319-49e71cd3175f tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:36.430725 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d55d606-df8d-4619-af46-739601c14679 req-a6a43217-5a57-4ca3-9319-49e71cd3175f tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 949 time: 0.2081912 Feb 13 23:24:36.502668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:36.670960 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'tag': '48f75593-ac6e-4e0f-b06d-052920b25236', 'status': 'completed', 'code': 200} Feb 13 23:24:36.681518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:36.694147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:36.748462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d55d606-df8d-4619-af46-739601c14679 req-7b5c4a22-0883-4a59-8718-f241d10843dd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163035 Feb 13 23:24:36.769322 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'code': 200} Feb 13 23:24:36.770161 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d', 'code': 200} Feb 13 23:24:36.856244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d469c11d-2271-46ec-a73a-3a5740ffa839 req-e71683bb-5f90-47c7-a268-090f288246c2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206645 Feb 13 23:24:36.903601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:36.928183 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:36.986789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-097f0121-834e-4012-b624-b0f7eb8d4698 req-01958a0c-cfce-49fe-8d7a-e65d7e53f981 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0443976 Feb 13 23:24:37.031101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-8ba2dd54-dfb1-466a-a85e-da9c1eafa4cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 1099 time: 0.1204350 Feb 13 23:24:37.144464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:37.177399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:37.249187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-95cd9d2d-93e5-4322-912f-bcb0c7721043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:37.251396 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-95cd9d2d-93e5-4322-912f-bcb0c7721043 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2135248 Feb 13 23:24:37.299742 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-d1079923-54b4-434e-825c-58512163a0ca tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-12080386&fields=id&tenant_id=1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 267 time: 0.2203870 Feb 13 23:24:37.339009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-e2e2ed9e-16c5-4e61-ad15-64e9dadeafff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=48f75593-ac6e-4e0f-b06d-052920b25236 HTTP/1.1" status: 200 len: 217 time: 0.0796587 Feb 13 23:24:37.406068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46082-756f-4726-a616-c97f440444d2 req-72f2acbc-9726-42b9-a854-b8ad202ce253 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:37.407972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3e46082-756f-4726-a616-c97f440444d2 req-72f2acbc-9726-42b9-a854-b8ad202ce253 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 948 time: 0.2100999 Feb 13 23:24:37.447794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-1c45a4bb-2bc4-4143-a029-7c880e7f581f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:37.449356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-1c45a4bb-2bc4-4143-a029-7c880e7f581f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1016297 Feb 13 23:24:37.518165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3e46082-756f-4726-a616-c97f440444d2 req-f1e485c1-3812-467e-9254-c86bc6e93e3f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999448 Feb 13 23:24:37.594927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-9d70d7c2-9b1b-425c-8924-c455dcd8b448 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311944 Feb 13 23:24:37.630245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:37.643931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Pushing event updated for resources: {'Port': ['ID=1e34e440-fbb1-4f84-83d1-852c97495acd,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:37.673207 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8564fa63-57a4-4555-89be-46df0b52ff0d req-83a5cc6c-9766-4fc6-b386-0bbc94d281dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 1100 time: 0.8205211 Feb 13 23:24:37.786842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-d6f67384-e677-4b00-82d3-e12a8299dc84 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:37.794316 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-d6f67384-e677-4b00-82d3-e12a8299dc84 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 945 time: 0.4933841 Feb 13 23:24:37.813995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'port': {'security_groups': ['121dd60d-243c-41fb-b8fa-ae5b00eafe83', 'b41ce137-dac9-4320-8829-dd5de17aea6c']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:37.975560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-d7e5de31-3247-4b67-84cf-5e59d9fe3028 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748264 Feb 13 23:24:37.990787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-746389ff-b30b-4777-8503-3bd815872451 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:37.997226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-746389ff-b30b-4777-8503-3bd815872451 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 820 time: 0.2385087 Feb 13 23:24:38.060322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:38.083282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8564fa63-57a4-4555-89be-46df0b52ff0d req-ffa713da-2b05-4634-9105-3b35ab6da9aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828962 Feb 13 23:24:38.093631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Network 27629df7-0473-4f9e-a494-61620c9956e4 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:38.098393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:38.196137 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Floating IP c6f07b6b-a49b-4c38-902c-eaf7746e539f associated. External IP: 172.25.4.191, port: cc99034b-4a39-460b-b6df-9cb5352f8f6e. Feb 13 23:24:38.250168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-1dda9276-a536-4f4b-bbcd-993c349ef285 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/quotas/450eec24f33d4c1cad331e46dca658e2 HTTP/1.1" status: 200 len: 375 time: 0.2514105 Feb 13 23:24:38.367415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fd0a7a5-5571-45ad-8935-f75b9aec18e4 req-577a0123-d070-4528-922c-dc3d79833ce5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680091 Feb 13 23:24:38.407441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-19e795b3-2f46-4157-8844-b8fd9a5ec863 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1561697 Feb 13 23:24:38.518537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-357aeb01-966d-45f4-ae08-8c32908f68d6 None None] Provisioning complete for port 1e34e440-fbb1-4f84-83d1-852c97495acd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:38.519688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-357aeb01-966d-45f4-ae08-8c32908f68d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:38.598524 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:38.603768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-357aeb01-966d-45f4-ae08-8c32908f68d6 None None] Port 1e34e440-fbb1-4f84-83d1-852c97495acd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:38.608096 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-fb89c4d6-9ee0-4731-b174-c06aaf118ffd service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993809 Feb 13 23:24:38.626761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:38.657127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:38.743245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:38.762852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:38.789132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-151d2dd8-9a19-4462-b669-c1781b7b2196 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800883 Feb 13 23:24:38.879884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:38.882849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:38.884948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6e0a501-4d2e-4ebb-ad02-fdfa443f5cfe req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "PUT /v2.0/ports/eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 981 time: 1.0896828 Feb 13 23:24:38.888435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:39.017328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:39.093015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6068e-1616-40af-961b-c635a3e1715f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:39.381507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd63021-6678-4657-8ff6-1de2b43ab91f req-cad102cf-e674-4b0b-a9c6-cfb01a63b93d tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1116633 Feb 13 23:24:39.544985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48f75593-ac6e-4e0f-b06d-052920b25236 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:39.555183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e484ca01-1e9c-49c6-8145-754d35479ded req-73eab6e9-22a0-4539-8e82-81b8b978699f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1671622 Feb 13 23:24:39.750792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539299-b446-46b1-93dd-cd1bc2d33245 req-9976abce-1c03-46a3-bf85-6c38a500f020 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:39.759663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9539299-b446-46b1-93dd-cd1bc2d33245 req-9976abce-1c03-46a3-bf85-6c38a500f020 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 948 time: 0.1653874 Feb 13 23:24:39.850558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9539299-b446-46b1-93dd-cd1bc2d33245 req-94b90f85-a1b7-41e7-93e7-10d6aa7f9f4b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897648 Feb 13 23:24:39.980270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48f75593-ac6e-4e0f-b06d-052920b25236, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48f75593-ac6e-4e0f-b06d-052920b25236,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:40.048814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '48f75593-ac6e-4e0f-b06d-052920b25236', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '48f75593-ac6e-4e0f-b06d-052920b25236', 'mac_address': 'fa:16:3e:1b:26:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:40.149740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-a70a286c-e7ff-4be3-b76b-25c301cbac67 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-938160155&fields=id&tenant_id=1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 267 time: 0.0927720 Feb 13 23:24:40.174998 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:40.206478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f75593-ac6e-4e0f-b06d-052920b25236 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:40.238962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48f75593-ac6e-4e0f-b06d-052920b25236, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48f75593-ac6e-4e0f-b06d-052920b25236,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:40.252170 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:40.255636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-7731b96b-ff44-4fe4-a2a7-aad47c58bd95 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:40.263907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-7731b96b-ff44-4fe4-a2a7-aad47c58bd95 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 984 time: 0.1129231 Feb 13 23:24:40.269752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'port': {'security_groups': ['121dd60d-243c-41fb-b8fa-ae5b00eafe83', 'b41ce137-dac9-4320-8829-dd5de17aea6c', '2e10efa1-f5c9-4b3b-99fa-d906a9114500']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:40.410567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48f75593-ac6e-4e0f-b06d-052920b25236,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:40.420851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffbb85-acf0-4478-924e-b11e7e94ded2 req-53ab835a-0427-43f7-9652-1075bff5f4dd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:40.424674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:40.428421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6dffbb85-acf0-4478-924e-b11e7e94ded2 req-53ab835a-0427-43f7-9652-1075bff5f4dd tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 949 time: 0.8722551 Feb 13 23:24:40.535762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['48f75593-ac6e-4e0f-b06d-052920b25236'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:40.610715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6dffbb85-acf0-4478-924e-b11e7e94ded2 req-51824bee-1980-4404-b80b-2007b380a255 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812694 Feb 13 23:24:40.769047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Router 0bef63f4-7c87-43e1-9340-9967a2556508 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:24:40.784214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a4247df0-c462-4a43-8f39-56c4835bb3ee up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:40.805949 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'status': 'completed', 'code': 200} Feb 13 23:24:40.867941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Router 7823ae65-571a-4cdd-94c1-addf48857fbb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:24:41.017388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:41.038438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a4247df0-c462-4a43-8f39-56c4835bb3ee completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:41.075851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a4247df0-c462-4a43-8f39-56c4835bb3ee triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:41.076295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:41.083552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:41.094443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:41.159182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-cadef285-22e9-45dc-8f2b-fec6e3243b97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1135 time: 0.2644155 Feb 13 23:24:41.242389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:41.242846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:41.270742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1833042-6dae-4959-b134-dc8b7d7b8144 req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "PUT /v2.0/ports/eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 1020 time: 1.0058060 Feb 13 23:24:41.352381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:41.357149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1ca2f80-1a10-4318-a66a-74373c0f076a req-3d9b51ee-1378-4bad-8752-55c2f9b6d930 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 210 time: 0.1857769 Feb 13 23:24:41.412211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:41.453128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938ef85-d544-4bc1-91db-ec82c7112ae3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:41.560665 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:41.604195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a4247df0-c462-4a43-8f39-56c4835bb3ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a4247df0-c462-4a43-8f39-56c4835bb3ee,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:41.619642 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:41.684245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9da7d579-36d5-4a2e-8091-e58379454a18 req-07541873-a697-48dc-badc-fa155e98804e tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1223395 Feb 13 23:24:41.691132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-808d5fd4-f17a-4e99-9157-0fa9b3b8053c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:41.692492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-808d5fd4-f17a-4e99-9157-0fa9b3b8053c service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.5174887 Feb 13 23:24:41.786330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-de95830f-9eb7-4eff-8380-449611f736fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 217 time: 0.0859079 Feb 13 23:24:41.826212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a4247df0-c462-4a43-8f39-56c4835bb3ee,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:41.893757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-4a767e1c-fa51-4e68-bc7c-3ed51341ce44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:41.895773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-4a767e1c-fa51-4e68-bc7c-3ed51341ce44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.1025224 Feb 13 23:24:42.011727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:42.016505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-0c57cb18-6eeb-432c-8257-3c7a2d0194d4 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:42.017979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-0c57cb18-6eeb-432c-8257-3c7a2d0194d4 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 820 time: 0.7342136 Feb 13 23:24:42.029984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228904-a0bc-42a7-a9a2-9cbecd0f8e5f req-9403ab77-d6e9-4207-a46b-96b8a3cd0a73 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:42.037133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37228904-a0bc-42a7-a9a2-9cbecd0f8e5f req-9403ab77-d6e9-4207-a46b-96b8a3cd0a73 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 949 time: 0.3886240 Feb 13 23:24:42.059890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'port': {'device_id': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'admin_state_up': True, 'tenant_id': '450eec24f33d4c1cad331e46dca658e2'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:42.150771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-b2dd7005-765f-4e14-a01a-dee836b11400 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2443416 Feb 13 23:24:42.273363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37228904-a0bc-42a7-a9a2-9cbecd0f8e5f req-9e9d2b9a-06b8-4a9a-a917-00af8f5b9da6 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325718 Feb 13 23:24:42.310456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71efee1-2734-4fb1-8654-1ba6541f1593 req-bb03f736-b266-4b6c-9ef7-58c6c26c14c1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:42.321555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c71efee1-2734-4fb1-8654-1ba6541f1593 req-bb03f736-b266-4b6c-9ef7-58c6c26c14c1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1023 time: 0.3617651 Feb 13 23:24:42.382813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-e658525d-66b4-49e2-bdf6-783210378586 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186818 Feb 13 23:24:42.402144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:24:42.424824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f329cf0d-ca63-4185-89dc-c160872d3109 admin admin] 10.222.0.36 "PUT /v2.0/routers/0bef63f4-7c87-43e1-9340-9967a2556508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8474686 Feb 13 23:24:42.446251 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'status': 'completed', 'code': 200} Feb 13 23:24:42.473864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:42.506230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:42.552847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:24:42.563679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:42.565735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] Sync routers for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:24:42.589458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:42.594108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:42.664766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c71efee1-2734-4fb1-8654-1ba6541f1593 req-bc5ec621-cd2e-45d4-a12c-0b739e0464c2 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41ce137-dac9-4320-8829-dd5de17aea6c&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&id=2e10efa1-f5c9-4b3b-99fa-d906a9114500 HTTP/1.1" status: 200 len: 5482 time: 0.3417470 Feb 13 23:24:42.696630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Made reservation on behalf of 450eec24f33d4c1cad331e46dca658e2 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:42.706401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:42.713667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a4247df0-c462-4a43-8f39-56c4835bb3ee up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:42.813857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13417fa3-8b7d-4808-9e9e-6d1026a35109 req-c38f53cd-9d73-4c86-9686-4acce4dd1f93 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192631 Feb 13 23:24:42.850597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-947035b6-bb56-45e4-a245-a3341af47046 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "PUT /v2.0/floatingips/c6f07b6b-a49b-4c38-902c-eaf7746e539f HTTP/1.1" status: 200 len: 991 time: 8.0294430 Feb 13 23:24:42.929124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a4247df0-c462-4a43-8f39-56c4835bb3ee triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:42.929775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:42.960734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:42.993887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:43.004504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Allocated IP 172.20.0.8 (7b85b3e6-524a-4cce-9116-e7f2ec7e6328/5a77367a-7b11-43bd-8930-a2d3c0a30b06/980308b8-377b-46e2-9a07-cc0ce12dac41) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:43.083263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeb187-9fca-4693-bfba-4934704fab46 req-da894429-1ad2-4d76-b5bd-8b306d1995da tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:43.090878 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ebeb187-9fca-4693-bfba-4934704fab46 req-da894429-1ad2-4d76-b5bd-8b306d1995da tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 949 time: 0.4697995 Feb 13 23:24:43.102720 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf42d7f2-d244-43cc-b92a-a227faa43e22 req-92901235-1031-4691-95c1-22399b48b878 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 210 time: 0.1000261 Feb 13 23:24:43.133662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-858aea94-6ae5-43d3-a47b-0eecc6801bd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1174 time: 0.2579012 Feb 13 23:24:43.190959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': ' tempest-securitygroup -519615900 ', 'description': 'tempest-description-723588010'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:43.255803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:43.276409 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ebeb187-9fca-4693-bfba-4934704fab46 req-64bfed12-0d69-48ec-b990-a7d64416265b tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844573 Feb 13 23:24:43.284241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:43.321961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.475615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-dfdb5e70-405e-4153-82fa-0efc4c095614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:43.477555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-dfdb5e70-405e-4153-82fa-0efc4c095614 service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.3352602 Feb 13 23:24:43.478958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:43.484630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:43.527783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48f75593-ac6e-4e0f-b06d-052920b25236 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:43.542088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:43.567159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:43.572563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-3d673207-80b7-440f-a361-86049093af3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 217 time: 0.0846386 Feb 13 23:24:43.653243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-b9317d87-1d2d-4164-9d20-e81632128aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:43.655228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-b9317d87-1d2d-4164-9d20-e81632128aac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.0732372 Feb 13 23:24:43.689614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 48f75593-ac6e-4e0f-b06d-052920b25236 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:43.705117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.707515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 48f75593-ac6e-4e0f-b06d-052920b25236 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:43.707996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.717760 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-d0c565c4-673d-4251-9fd8-9c78f0534cb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516598 Feb 13 23:24:43.741491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Transition to ACTIVE for port object 980308b8-377b-46e2-9a07-cc0ce12dac41 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:43.798685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.820924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:43.885349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.907145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.959659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c6f07b6b-a49b-4c38-902c-eaf7746e539f', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'port_id': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'mac_address': 'fa:16:3e:12:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:23:59Z', 'updated_at': '2022-02-13T23:24:36Z', 'revision_number': 1, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:24:01Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:43.972717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:43.973036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:43.984081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] Checking router: 7823ae65-571a-4cdd-94c1-addf48857fbb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:24:43.991296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:43.995875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:44.022109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:44.045232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541299686', 'description': 'tempest-description--920941429'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:44.061431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:44.070804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Usage tracker for resource:security_group and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:44.076846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f75593-ac6e-4e0f-b06d-052920b25236'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:44.083048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:44.099281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:44.126775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:44.128030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:44.129505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:44.134129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c4989f71-3dab-438b-aed6-cd458f6e3991 req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.9507377 Feb 13 23:24:44.147354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:44.150332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event updated for resources: {'Port': ['ID=980308b8-377b-46e2-9a07-cc0ce12dac41,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:44.159686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:44.161938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:44.239371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-e08116af-21c5-42ad-bb3a-d3a39682eb31 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1847136 Feb 13 23:24:44.255148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Request body: {'port': {'device_id': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:44.298522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-827f6f5e-f4e6-4bd8-864a-c5696f4b78bd service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698235 Feb 13 23:24:44.301068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf779c-9803-477c-9bb3-6fdcb3beb661 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d32a3c9-d1f2-4883-80d5-793027edf33e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:44.380193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:44.494053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:44.508027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Usage tracker for resource:security_group_rule and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:44.540596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 48f75593-ac6e-4e0f-b06d-052920b25236, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48f75593-ac6e-4e0f-b06d-052920b25236,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:44.553195 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:44.556452 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'status': 'completed', 'code': 200} Feb 13 23:24:44.634842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b9c6066d-9ad3-4170-a067-3f6dd5f2126f None None] Provisioning for port 980308b8-377b-46e2-9a07-cc0ce12dac41 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:44.678733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b9c6066d-9ad3-4170-a067-3f6dd5f2126f None None] Provisioning complete for port 980308b8-377b-46e2-9a07-cc0ce12dac41 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:44.679223 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b9c6066d-9ad3-4170-a067-3f6dd5f2126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:44.709345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:44.723489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3947c0dc-f3c3-4227-9d81-591b8699a1ca req-62ce0d00-3044-42dc-8ec0-34fc17acd705 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be1b7ee161e44d7180858f73d092092d&device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.2227564 Feb 13 23:24:44.745836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6066d-9ad3-4170-a067-3f6dd5f2126f None None] Port 980308b8-377b-46e2-9a07-cc0ce12dac41 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:44.756653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:44.767293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-7fc5e443-fac8-48e5-acbc-18c88c993cf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ce31c6662c4c86af052bbb0758da8e&device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 1096 time: 0.1899173 Feb 13 23:24:44.807328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3947c0dc-f3c3-4227-9d81-591b8699a1ca req-3c0f0008-7220-4cfe-8e67-745a4b50aa29 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=be1b7ee161e44d7180858f73d092092d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397334 Feb 13 23:24:44.810318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:44.838281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=48f75593-ac6e-4e0f-b06d-052920b25236,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:45.150614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c81c66-bed6-4ae1-a7c6-ae67642f53eb req-f428a94c-f9b9-4e44-bebe-843da3b4ad50 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:45.159570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2c81c66-bed6-4ae1-a7c6-ae67642f53eb req-f428a94c-f9b9-4e44-bebe-843da3b4ad50 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 950 time: 0.3136387 Feb 13 23:24:45.166484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116c79c-3286-4b8b-8393-8e29b306b2ee req-f38c2b8e-93d6-4f48-aab6-185031b04fe3 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:45.167976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1116c79c-3286-4b8b-8393-8e29b306b2ee req-f38c2b8e-93d6-4f48-aab6-185031b04fe3 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.7853189 Feb 13 23:24:45.177714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46fca71d-813a-4d8a-8bc6-13aff776aafe req-a438cec1-e9c8-4e4b-a64c-983cb0e66bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474338 Feb 13 23:24:45.178595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-558e7256-1260-44bb-9151-386c309bfd45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:45.180199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-558e7256-1260-44bb-9151-386c309bfd45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a159366-e58d-4320-918d-e856fff8b887 HTTP/1.1" status: 200 len: 905 time: 0.3612008 Feb 13 23:24:45.227440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:45.255463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:45.313405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:45.327726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:45.335056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-89f3f161-2661-40a0-9926-57e219ba0bd7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3383074 Feb 13 23:24:45.337817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43848) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:45.348816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c0dc-f3c3-4227-9d81-591b8699a1ca req-b65d1ccf-8d7c-4782-b5d2-0dbf0f39aaaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:45.350357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3947c0dc-f3c3-4227-9d81-591b8699a1ca req-b65d1ccf-8d7c-4782-b5d2-0dbf0f39aaaa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5337360 Feb 13 23:24:45.353560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Request body: {'security_group_rule': {'security_group_id': '078f5795-8c49-4e1e-9bd5-2fe6f29b17ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:45.361699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:45.365455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Usage tracker for resource:security_group_rule and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:45.369733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:45.377644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:45.399977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1116c79c-3286-4b8b-8393-8e29b306b2ee req-048292fe-0fcd-46f6-a5b2-80049c2661d8 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141509 Feb 13 23:24:45.419647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980308b8-377b-46e2-9a07-cc0ce12dac41 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:45.442014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c6f07b6b-a49b-4c38-902c-eaf7746e539f', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'port_id': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'mac_address': 'fa:16:3e:12:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:23:59Z', 'updated_at': '2022-02-13T23:24:36Z', 'revision_number': 1, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:24:01Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:45.445357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-0ebcbca4-d3d3-4cf1-b6a8-c8828be0eaa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e HTTP/1.1" status: 200 len: 999 time: 0.2545648 Feb 13 23:24:45.453211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b145-d60b-445e-bb42-20187a7cd79e None None] The sync data for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 is: [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c6f07b6b-a49b-4c38-902c-eaf7746e539f', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'port_id': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'mac_address': 'fa:16:3e:12:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:23:59Z', 'updated_at': '2022-02-13T23:24:36Z', 'revision_number': 1, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:24:01Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:24:45.490482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:45.507842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2c81c66-bed6-4ae1-a7c6-ae67642f53eb req-f38bea61-1c0e-409f-bc0d-6bcc2883cf52 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469841 Feb 13 23:24:45.518552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:45.622451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Transition to ACTIVE for port object 980308b8-377b-46e2-9a07-cc0ce12dac41 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:45.633928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-80c437dc-2a4b-41b8-8803-16afd4f105b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:45.635404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-80c437dc-2a4b-41b8-8803-16afd4f105b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21337af2-cfe2-44c1-b199-ea2b844ebfab HTTP/1.1" status: 200 len: 844 time: 0.1816239 Feb 13 23:24:45.639187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:45.864649 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f75593-ac6e-4e0f-b06d-052920b25236', 'code': 200} Feb 13 23:24:46.026312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.080827 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539a85-d07b-461c-bf52-3387a81af56b None None] New status for floating IP c6f07b6b-a49b-4c38-902c-eaf7746e539f: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:24:46.186199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2b48ef8-b4b2-4346-bc64-f32bc3e56fe1 req-feddfef8-beef-477a-81cd-2a69d215d683 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 1101 time: 0.2295215 Feb 13 23:24:46.246831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2b48ef8-b4b2-4346-bc64-f32bc3e56fe1 req-4e0b22c7-87e2-4d1d-b65c-b025fd50d225 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542984 Feb 13 23:24:46.324160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.325976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Pushing event updated for resources: {'Port': ['ID=980308b8-377b-46e2-9a07-cc0ce12dac41,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:46.386565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50217be5-98c9-437d-9cc6-093e4d73e1d0 req-61f4cb6f-98e6-4846-b354-50101d32d547 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/7d32a3c9-d1f2-4883-80d5-793027edf33e HTTP/1.1" status: 200 len: 1613 time: 0.0678418 Feb 13 23:24:46.459730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65ac721-b348-4d9e-83db-c3a385a7cd35,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:46.475497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.479793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3be07f8c-ee49-4b5b-ad4e-397ea74a64b0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1381528 Feb 13 23:24:46.480019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43868) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:46.487382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Request body: {'security_group_rule': {'security_group_id': '078f5795-8c49-4e1e-9bd5-2fe6f29b17ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:46.500351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:46.511013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Usage tracker for resource:security_group_rule and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:46.516694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:46.522186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Attempting to bind port 980308b8-377b-46e2-9a07-cc0ce12dac41 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:46.522657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Attempting to bind port 980308b8-377b-46e2-9a07-cc0ce12dac41 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:46.523080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Attempting to bind port 980308b8-377b-46e2-9a07-cc0ce12dac41 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:46.542239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-a916c088-4ab2-4103-861c-b5ffef500657 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a159366-e58d-4320-918d-e856fff8b887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8889050 Feb 13 23:24:46.543488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:46.548957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Port 980308b8-377b-46e2-9a07-cc0ce12dac41 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:46.549988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Attempting to bind port 980308b8-377b-46e2-9a07-cc0ce12dac41 on network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:46.599090 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.747302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:46.747929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Checking segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:46.748478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Bound using segment: {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:46.749115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Bound port: 980308b8-377b-46e2-9a07-cc0ce12dac41, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb22b157-69e8-4eae-9f66-1ca48165bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:46.750057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.776958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3947c0dc-f3c3-4227-9d81-591b8699a1ca req-69031663-618c-483c-b862-d7a2682e6335 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.1070716 Feb 13 23:24:46.790642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e29c32a-aa93-42a6-97a4-66e4332a7128 req-0ed7a68d-8c6b-4f98-82fb-667594238000 tempest-ServerShowV254Test-1924176399 tempest-ServerShowV254Test-1924176399-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c2747ab-944d-4394-8cb8-63062dceaf73 HTTP/1.1" status: 200 len: 210 time: 0.0795445 Feb 13 23:24:46.820991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.832894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.877900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b322895c-589d-4565-a0d2-e07807b7f9cb,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:46.891889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:46.896594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c54918df-585b-4645-90e4-e09eec11a513 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4152024 Feb 13 23:24:46.897656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43880) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:46.903387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:46.912437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:46.925385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Usage tracker for resource:floatingip and tenant:f2253343d53a4137a7939a5468b92339 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:46.930273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:46.930439 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-8d0ce61d-0d24-4ecb-9f33-e8f46dc5bf61 service neutron] 10.222.0.42 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695917 Feb 13 23:24:46.944105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043fe81-e332-4ca6-86bf-21001f7e88b7 req-6501df98-a73c-4117-8f00-4a19f7bc5d38 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:46.944825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b043fe81-e332-4ca6-86bf-21001f7e88b7 req-6501df98-a73c-4117-8f00-4a19f7bc5d38 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:46.955432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:46.986293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.055927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b043fe81-e332-4ca6-86bf-21001f7e88b7 req-6501df98-a73c-4117-8f00-4a19f7bc5d38 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:47.065539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b043fe81-e332-4ca6-86bf-21001f7e88b7 req-6501df98-a73c-4117-8f00-4a19f7bc5d38 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 943 time: 0.8897631 Feb 13 23:24:47.142974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb928a8e-54ba-4355-acdb-951c4a3e1704 req-961e8e50-172e-420b-8cbe-1a4b99f9a70e tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/7d32a3c9-d1f2-4883-80d5-793027edf33e HTTP/1.1" status: 200 len: 1613 time: 0.1379859 Feb 13 23:24:47.198286 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b043fe81-e332-4ca6-86bf-21001f7e88b7 req-106c4867-28a9-412a-a1bc-b2326b3259b2 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317422 Feb 13 23:24:47.289344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a2a8c3-3530-44a1-8403-0eb3834c764d req-4c6ac7fc-050b-4fdc-9715-0f4de5d48244 service neutron] 10.222.0.42 "GET /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409581 Feb 13 23:24:47.294542 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb928a8e-54ba-4355-acdb-951c4a3e1704 req-5f2bd825-f055-474b-af73-b39bfc21f05d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.332539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] For port 980308b8-377b-46e2-9a07-cc0ce12dac41, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:47.339163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] For port 980308b8-377b-46e2-9a07-cc0ce12dac41, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=980308b8-377b-46e2-9a07-cc0ce12dac41,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:47.354902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb928a8e-54ba-4355-acdb-951c4a3e1704 req-5f2bd825-f055-474b-af73-b39bfc21f05d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.374795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.471561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.494203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb928a8e-54ba-4355-acdb-951c4a3e1704 req-5f2bd825-f055-474b-af73-b39bfc21f05d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.549575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bd825-f055-474b-af73-b39bfc21f05d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d32a3c9-d1f2-4883-80d5-793027edf33e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:47.589822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb928a8e-54ba-4355-acdb-951c4a3e1704 req-5f2bd825-f055-474b-af73-b39bfc21f05d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.601290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb928a8e-54ba-4355-acdb-951c4a3e1704 req-5f2bd825-f055-474b-af73-b39bfc21f05d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d32a3c9-d1f2-4883-80d5-793027edf33e HTTP/1.1" status: 204 len: 173 time: 0.4453313 Feb 13 23:24:47.628849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Allocated IP 172.25.4.217 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/222e6d96-73ec-4a00-917d-c8134db5efa9) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:47.654197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Pushing event updated for resources: {'Port': ['ID=980308b8-377b-46e2-9a07-cc0ce12dac41,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:47.719729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:47.723202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-2eb4c84c-9671-4837-bff8-12dfb5e34643 service neutron] 10.222.0.31 "PUT /v2.0/ports/980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 1091 time: 3.4722748 Feb 13 23:24:47.736076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:47.803387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89a97-f09b-4474-873f-63e950749fd0 req-f5bc3685-4fe8-4008-9893-2adf602a85bf tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:47.811429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4b89a97-f09b-4474-873f-63e950749fd0 req-f5bc3685-4fe8-4008-9893-2adf602a85bf tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 950 time: 0.4606986 Feb 13 23:24:47.864113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:47.895611 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-e3f844da-735e-4f18-ac97-b16f5c684b8d req-61b9b883-3905-442f-a795-1fc299799b1b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:24:47.896772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3f844da-735e-4f18-ac97-b16f5c684b8d req-61b9b883-3905-442f-a795-1fc299799b1b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/7d32a3c9-d1f2-4883-80d5-793027edf33e HTTP/1.1" status: 404 len: 352 time: 0.0750670 Feb 13 23:24:47.971690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4b89a97-f09b-4474-873f-63e950749fd0 req-5f3f0182-d92a-472a-b3b6-6b1176e7b687 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581414 Feb 13 23:24:47.981511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-13a51e65-ba6f-4f36-b871-2643eb3c95aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1094 time: 0.1651671 Feb 13 23:24:48.059993 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'status': 'completed', 'code': 200} Feb 13 23:24:48.079888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-3e486353-a663-440e-818d-01016c2aa93c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 217 time: 0.0882690 Feb 13 23:24:48.080641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.113888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1499243700', 'description': 'tempest-description-1715089562'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:48.120796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:48.128082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:48.131415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:48.138455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:48.159219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.220584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:48.243250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.246707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-ee4254dd-ad7c-4254-a61a-534948005b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:48.248452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-ee4254dd-ad7c-4254-a61a-534948005b9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1598647 Feb 13 23:24:48.251522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'mac_address': 'fa:16:3e:05:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:48.362600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.407340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:48.426967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:48.433928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.455252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-c656272c-7fac-4e01-a1db-f0d0c987502f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991830 Feb 13 23:24:48.471725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:48.496853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:48.505891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:48.521107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:48.612785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:48.628805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:48.630057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:48.637202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:48.641470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5c8bf-da29-4fa3-afc0-676f19702c2d req-4c67f35f-00b5-42a2-ad14-114ab6a8d829 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:48.648537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1be5c8bf-da29-4fa3-afc0-676f19702c2d req-4c67f35f-00b5-42a2-ad14-114ab6a8d829 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 943 time: 0.2510531 Feb 13 23:24:48.673911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43910) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:48.678293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:48.731090 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1be5c8bf-da29-4fa3-afc0-676f19702c2d req-fd0ce47f-0238-4e82-bdf9-044d57c83db9 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813582 Feb 13 23:24:48.738529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-93d5870b-52cb-4b32-bc97-81e4c59cf2f2 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670650 Feb 13 23:24:48.776774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event updated for resources: {'Port': ['ID=222e6d96-73ec-4a00-917d-c8134db5efa9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:48.805995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.815807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.873584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff599621-012f-4c3e-8821-81d39d49909a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:48.925847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:48.930983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-468e47c7-1f42-44a2-90de-5bf0a18d6c39 req-0ac73733-0e7d-45c4-bb0d-b7b456808883 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8255987 Feb 13 23:24:49.007511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1874812007', 'description': 'tempest-description-1021728261'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:49.019309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:49.024974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.034676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:49.051682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:49.071744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:49.130117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.146473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99a22754-b725-44bc-a0f4-faed3ef23ac5 req-b8e48733-1db7-4f81-a015-66504083ce07 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010305 Feb 13 23:24:49.156317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:49.163781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Usage tracker for resource:security_group_rule and tenant:be1b7ee161e44d7180858f73d092092d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:49.167744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:49.212454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:49.215827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:49.255934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:49.269921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.275694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:49.285179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:49.354363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9f88-d7b0-41d0-b6cc-7b05c282f2c5 req-c6673bc9-36b1-46c2-a2b8-3cb13eb8e5fc tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:49.355865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e9c9f88-d7b0-41d0-b6cc-7b05c282f2c5 req-c6673bc9-36b1-46c2-a2b8-3cb13eb8e5fc tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 950 time: 0.1428616 Feb 13 23:24:49.365591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.407086 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.413232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-766ec65a-5b23-4059-9e1b-1003f9cb8191 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1094 time: 0.1986265 Feb 13 23:24:49.447366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.475091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.540361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.599418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140544df-5d53-4c61-8d3b-736248b21750,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:49.614608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e9c9f88-d7b0-41d0-b6cc-7b05c282f2c5 req-0f023de6-f41b-42a7-b996-62b574d502c0 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506070 Feb 13 23:24:49.631391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.632726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de983efd-0a36-4659-90b3-63807512859b req-85b087f2-e325-4c24-a842-b8ba0edc6f93 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.6408777 Feb 13 23:24:49.675862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be1b7ee161e44d7180858f73d092092d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9977674 Feb 13 23:24:49.680446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:49.684986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930a9b6-d3d1-41ea-8fe7-cddee61b39de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9c1ad-afc3-4eb2-92cd-eda4f5e33d4e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:49.771237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.783729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-5e8dfc8d-4eeb-442e-83c1-c6e1bac59b45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:49.786411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-5e8dfc8d-4eeb-442e-83c1-c6e1bac59b45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.3654866 Feb 13 23:24:49.789281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:49.894281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:50.092304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:50.093074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.153123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-906944573', 'description': 'tempest-description-236319385'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:50.160171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:50.258446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-3af5b341-6729-452a-937d-aa92444993f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 217 time: 0.4366014 Feb 13 23:24:50.263719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.269500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.285083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:50.296746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:50.296988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:50.318383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:50.328704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.343342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:50.356308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec406-089e-49cc-b2e4-de6cdaba1e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.385753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event updated for resources: {'Port': ['ID=222e6d96-73ec-4a00-917d-c8134db5efa9,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:50.394225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.396085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2341acae-bd69-4899-baa0-072e2944b32c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4970014 Feb 13 23:24:50.406853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.410439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec406-089e-49cc-b2e4-de6cdaba1e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.421909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-9bc42b90-15e4-4e88-ab68-29063895ab90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:50.424066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-9bc42b90-15e4-4e88-ab68-29063895ab90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1487370 Feb 13 23:24:50.443223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187e13-2594-470c-aa5d-ba77c0cab0c7 req-1b823599-07c4-44d6-9954-6202eaf4b062 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:50.451557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-33187e13-2594-470c-aa5d-ba77c0cab0c7 req-1b823599-07c4-44d6-9954-6202eaf4b062 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 943 time: 0.3066733 Feb 13 23:24:50.461836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:50.466646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:50.472127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:50.483771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:50.507589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:50.643369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.647253 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.713033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-33187e13-2594-470c-aa5d-ba77c0cab0c7 req-dfdeaa35-b4ea-4b5d-b9c0-602dda05a9f3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598894 Feb 13 23:24:50.723311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2659b719-63f2-43f2-ad00-e18c000b9b6e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:50.735646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec406-089e-49cc-b2e4-de6cdaba1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.740194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.749788 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9ce38dc-895b-404c-a2a8-f6a62c64ebbf req-d9dbac8e-ca24-44c5-9099-dcdf39d0e2a4 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6005840 Feb 13 23:24:50.778184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-6a58ca02-03ee-4848-b989-7761250cefa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237543 Feb 13 23:24:50.779174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ec406-089e-49cc-b2e4-de6cdaba1e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9c1ad-afc3-4eb2-92cd-eda4f5e33d4e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:50.807251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec406-089e-49cc-b2e4-de6cdaba1e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:50.808355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6e7ec406-089e-49cc-b2e4-de6cdaba1e6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1a9c1ad-afc3-4eb2-92cd-eda4f5e33d4e HTTP/1.1" status: 204 len: 168 time: 1.1250558 Feb 13 23:24:50.835733 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:24:50.990895 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'code': 200} Feb 13 23:24:51.080357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ad83-9842-47fe-992a-e1d2066e374e req-a2f2d5db-380e-411d-bf06-5cb787d27a96 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:51.082313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4b9ad83-9842-47fe-992a-e1d2066e374e req-a2f2d5db-380e-411d-bf06-5cb787d27a96 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 950 time: 0.1441789 Feb 13 23:24:51.088804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-526cfb5e-c3aa-43f0-bc89-7e00aa56c0d0 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997570 Feb 13 23:24:51.211996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4b9ad83-9842-47fe-992a-e1d2066e374e req-30cc8f7c-44fa-43de-8c35-492446fce2b7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219654 Feb 13 23:24:51.337442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-020fac64-eab6-48e4-8d1c-c808b4d28998 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1541299686&fields=id&tenant_id=f2253343d53a4137a7939a5468b92339 HTTP/1.1" status: 200 len: 267 time: 0.0905588 Feb 13 23:24:51.387715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c2bf6d-7c8f-448a-b75a-0ee93d05907b req-5b2d6abb-ec6e-4f2d-9c02-26e8ffb8516a service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923028 Feb 13 23:24:51.437706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aabcc41-d8a8-4933-973d-82e278db936e req-b5dfbeac-6ca5-4c63-98d1-5490ce0ea57b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:51.460705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aabcc41-d8a8-4933-973d-82e278db936e req-b5dfbeac-6ca5-4c63-98d1-5490ce0ea57b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:51.474628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aabcc41-d8a8-4933-973d-82e278db936e req-b5dfbeac-6ca5-4c63-98d1-5490ce0ea57b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 9731 time: 0.1893718 Feb 13 23:24:51.529820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-a1c3d684-4919-4ccb-b2a7-0d6334e79c57 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:51.538883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-a1c3d684-4919-4ccb-b2a7-0d6334e79c57 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/networks?id=27629df7-0473-4f9e-a494-61620c9956e4 HTTP/1.1" status: 200 len: 811 time: 0.1895173 Feb 13 23:24:51.544278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aabcc41-d8a8-4933-973d-82e278db936e req-8450590b-528b-4858-83ff-88e6d61bb08f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/121dd60d-243c-41fb-b8fa-ae5b00eafe83 HTTP/1.1" status: 200 len: 2649 time: 0.0682011 Feb 13 23:24:51.562224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-329375f8-52a5-4010-8f4f-3c5f8d9e4a27 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/quotas/f2253343d53a4137a7939a5468b92339 HTTP/1.1" status: 200 len: 375 time: 0.0220482 Feb 13 23:24:51.614223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aabcc41-d8a8-4933-973d-82e278db936e req-e67e17e7-298e-463f-bfe8-96951be096f3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/121dd60d-243c-41fb-b8fa-ae5b00eafe83 HTTP/1.1" status: 200 len: 2649 time: 0.0689943 Feb 13 23:24:51.664212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Sync routers for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:24:51.665550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-2ea4944e-a1e4-430b-968e-a3ebc14b73e8 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Synchronizing usage tracker for tenant:f2253343d53a4137a7939a5468b92339 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:51.682011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:51.686510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:51.688402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-2ea4944e-a1e4-430b-968e-a3ebc14b73e8 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Unset dirty status for tenant:f2253343d53a4137a7939a5468b92339 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:51.703608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-2ea4944e-a1e4-430b-968e-a3ebc14b73e8 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2253343d53a4137a7939a5468b92339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1389508 Feb 13 23:24:51.884202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-30cc1d53-e415-483b-b751-1eb7107bbe6c service neutron] 10.222.0.36 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784897 Feb 13 23:24:51.929564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:52.094557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-43ca69e5-df1c-4d8b-8a10-4be8771a98ce service neutron] 10.222.0.36 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084341 Feb 13 23:24:52.118454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-50e70b03-15da-46f8-b0c1-f5692bd5c3ec tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 1101 time: 0.0877483 Feb 13 23:24:52.135956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 980308b8-377b-46e2-9a07-cc0ce12dac41 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:24:52.143016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.187175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:52.192673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Usage tracker for resource:security_group_rule and tenant:2666fd287194442895c5ecb1f0b2ad5c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:52.195714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:52.201773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:52.297421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.301754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.349772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-487161c2-d95b-4f57-a443-44fd2f55cec3 req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304671 Feb 13 23:24:52.375376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469afec-d06b-4d61-93d3-60b6b0682223 tempest-LiveMigrationNegativeTest-143085246 tempest-LiveMigrationNegativeTest-143085246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82617829-1793-4b98-80c5-c3539929f474,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:52.541522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-993b8142-07a6-48a1-a5a8-f55e0f00cdef req-ebfc1e1e-3455-4fcf-8f4d-542b54e2c251 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/ff599621-012f-4c3e-8821-81d39d49909a HTTP/1.1" status: 200 len: 1635 time: 0.0935011 Feb 13 23:24:52.595404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 980308b8-377b-46e2-9a07-cc0ce12dac41, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=980308b8-377b-46e2-9a07-cc0ce12dac41,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:52.623531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'port_id': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'mac_address': 'fa:16:3e:ad:c6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:24:52.649524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-993b8142-07a6-48a1-a5a8-f55e0f00cdef req-802b6898-da85-43f7-9a56-9747fc6f9328 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.689814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.696306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-993b8142-07a6-48a1-a5a8-f55e0f00cdef req-802b6898-da85-43f7-9a56-9747fc6f9328 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.709661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980308b8-377b-46e2-9a07-cc0ce12dac41 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:52.729247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 980308b8-377b-46e2-9a07-cc0ce12dac41, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=980308b8-377b-46e2-9a07-cc0ce12dac41,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:52.739074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:36Z', 'revision_number': 2, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:52.741482 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.790089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Checking router: 0bef63f4-7c87-43e1-9340-9967a2556508 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:24:52.790514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Updating router 0bef63f4-7c87-43e1-9340-9967a2556508 port 1e34e440-fbb1-4f84-83d1-852c97495acd binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:24:52.840623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-993b8142-07a6-48a1-a5a8-f55e0f00cdef req-802b6898-da85-43f7-9a56-9747fc6f9328 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.872797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1a45f-cc2c-4adb-bc74-6cb3830c07b1 req-3f570750-fa29-4ca0-8356-41663ce3050d tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:52.883392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40b1a45f-cc2c-4adb-bc74-6cb3830c07b1 req-3f570750-fa29-4ca0-8356-41663ce3050d tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 944 time: 0.2062032 Feb 13 23:24:52.901376 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.904681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b6898-da85-43f7-9a56-9747fc6f9328 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff599621-012f-4c3e-8821-81d39d49909a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:52.921317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-993b8142-07a6-48a1-a5a8-f55e0f00cdef req-802b6898-da85-43f7-9a56-9747fc6f9328 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:52.939194 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-993b8142-07a6-48a1-a5a8-f55e0f00cdef req-802b6898-da85-43f7-9a56-9747fc6f9328 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/ff599621-012f-4c3e-8821-81d39d49909a HTTP/1.1" status: 204 len: 173 time: 0.3895316 Feb 13 23:24:52.970714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40b1a45f-cc2c-4adb-bc74-6cb3830c07b1 req-f0a77561-d097-4524-b642-5e1ce6eb6d7a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803506 Feb 13 23:24:53.088498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=980308b8-377b-46e2-9a07-cc0ce12dac41,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:53.194386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['980308b8-377b-46e2-9a07-cc0ce12dac41'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:53.256354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75aad206-a25a-4755-8b3f-a1e567da89d7 req-90696b01-47ee-49ff-9b53-0bdd25b0f4dc tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 210 time: 0.0943668 Feb 13 23:24:53.447226 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-01ccdd0c-6a22-4134-a087-445f1b742be9 req-c315e254-58b4-406a-bb23-b67ed7ecda48 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:24:53.470279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ccdd0c-6a22-4134-a087-445f1b742be9 req-c315e254-58b4-406a-bb23-b67ed7ecda48 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/ff599621-012f-4c3e-8821-81d39d49909a HTTP/1.1" status: 404 len: 352 time: 0.0346870 Feb 13 23:24:53.730707 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:53.741668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bcfecce-96ed-4667-9f30-5845715a370a req-c4e33d07-0983-479f-874a-3336902fbd65 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/140544df-5d53-4c61-8d3b-736248b21750 HTTP/1.1" status: 200 len: 1635 time: 0.0914245 Feb 13 23:24:53.753430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Transition to ACTIVE for port object 1e34e440-fbb1-4f84-83d1-852c97495acd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:53.766403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:53.837989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5bcfecce-96ed-4667-9f30-5845715a370a req-12b895c6-ab6d-4031-a5a9-42905cb6ab51 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:53.887616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5bcfecce-96ed-4667-9f30-5845715a370a req-12b895c6-ab6d-4031-a5a9-42905cb6ab51 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:53.945231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-337a13a4-c694-4980-9d1b-f8f13c46afba req-99a4cbe9-b5c4-4225-bded-73b150d4786c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1202157 Feb 13 23:24:53.994325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808d2f1-21c6-4123-af7a-71690ce70e13 None None] Pushing event updated for resources: {'Port': ['ID=1e34e440-fbb1-4f84-83d1-852c97495acd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:54.003689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5bcfecce-96ed-4667-9f30-5845715a370a req-12b895c6-ab6d-4031-a5a9-42905cb6ab51 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:54.035735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b895c6-ab6d-4031-a5a9-42905cb6ab51 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140544df-5d53-4c61-8d3b-736248b21750,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:54.085518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5bcfecce-96ed-4667-9f30-5845715a370a req-12b895c6-ab6d-4031-a5a9-42905cb6ab51 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:54.100354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bcfecce-96ed-4667-9f30-5845715a370a req-12b895c6-ab6d-4031-a5a9-42905cb6ab51 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/140544df-5d53-4c61-8d3b-736248b21750 HTTP/1.1" status: 204 len: 173 time: 0.3482878 Feb 13 23:24:54.252721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Attempting to bind port 1e34e440-fbb1-4f84-83d1-852c97495acd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:54.254777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Attempting to bind port 1e34e440-fbb1-4f84-83d1-852c97495acd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:54.257367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Attempting to bind port 1e34e440-fbb1-4f84-83d1-852c97495acd on network 27629df7-0473-4f9e-a494-61620c9956e4 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:54.265897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:54.266322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Checking segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:54.266720 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:54.267114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Bound using segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:54.267578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Bound port: 1e34e440-fbb1-4f84-83d1-852c97495acd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:54.267948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:54.426556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] For port 1e34e440-fbb1-4f84-83d1-852c97495acd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:24:54.430672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] For port 1e34e440-fbb1-4f84-83d1-852c97495acd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1e34e440-fbb1-4f84-83d1-852c97495acd,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:24:54.439516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:54.590526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808d2f1-21c6-4123-af7a-71690ce70e13 None None] Pushing event updated for resources: {'Port': ['ID=1e34e440-fbb1-4f84-83d1-852c97495acd,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:54.616850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:24:54.617957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:24:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:54.873356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-2a8a952a-0400-4c3f-a087-66c24ab29641 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:54.880676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-2a8a952a-0400-4c3f-a087-66c24ab29641 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.31 "GET /v2.0/networks?id=27629df7-0473-4f9e-a494-61620c9956e4 HTTP/1.1" status: 200 len: 811 time: 0.5424933 Feb 13 23:24:54.890946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:24:55.098859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bad3-bb83-4dc6-915b-e59f5dee8b2a req-78587c5c-acd8-4345-a9b9-1d6bbe0812d0 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:55.109683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b25bad3-bb83-4dc6-915b-e59f5dee8b2a req-78587c5c-acd8-4345-a9b9-1d6bbe0812d0 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 944 time: 0.4199815 Feb 13 23:24:55.167055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-8c2b3b9e-9f55-42f2-9135-33e5743b700e tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2253343d53a4137a7939a5468b92339 HTTP/1.1" status: 200 len: 380 time: 0.2663240 Feb 13 23:24:55.182809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Request body: {'port': {'device_id': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'admin_state_up': True, 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'security_groups': ['078f5795-8c49-4e1e-9bd5-2fe6f29b17ba']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:55.307755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b25bad3-bb83-4dc6-915b-e59f5dee8b2a req-859266ad-9ef8-4b15-94da-debe3f367a18 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968443 Feb 13 23:24:55.428961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:54Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:24:55.430555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:55.435707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7ca1b-9ad3-4ed8-aa7e-919458f43a90 None None] The sync data for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 is: [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:54Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:24:55.447671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:55.470546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Made reservation on behalf of f2253343d53a4137a7939a5468b92339 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:24:55.473450 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-70a4c303-94fe-4ee5-a9b0-22c6de5055a1 req-8930d2cd-2ae5-4e18-a92d-d34e38bf65c7 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:24:55.474469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70a4c303-94fe-4ee5-a9b0-22c6de5055a1 req-8930d2cd-2ae5-4e18-a92d-d34e38bf65c7 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/140544df-5d53-4c61-8d3b-736248b21750 HTTP/1.1" status: 404 len: 352 time: 0.0173738 Feb 13 23:24:55.496285 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:55.887320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bce0e21-a1c9-4283-be8b-37e44023fcfa req-f594df71-fbce-4344-99ec-0081991065d9 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 210 time: 0.0708816 Feb 13 23:24:55.895614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Allocated IP 172.20.0.4 (27629df7-0473-4f9e-a494-61620c9956e4/fcb98771-8058-477a-b0fa-297ed262bec0/5bcda53c-f27a-43bf-a2fc-50039cd45a20) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:24:55.900363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 980308b8-377b-46e2-9a07-cc0ce12dac41 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:56.081383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-328c73ec-971d-4d9a-b3c3-12024caa4643 req-0e5205da-45aa-445b-9fac-90fc420ca1e3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/2659b719-63f2-43f2-ad00-e18c000b9b6e HTTP/1.1" status: 200 len: 1633 time: 0.1031523 Feb 13 23:24:56.105840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 980308b8-377b-46e2-9a07-cc0ce12dac41 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:56.112067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 980308b8-377b-46e2-9a07-cc0ce12dac41 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:56.112626 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.251212 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-328c73ec-971d-4d9a-b3c3-12024caa4643 req-b4688f06-6f4c-433a-b76b-c83be50edf88 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.310220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.326061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-328c73ec-971d-4d9a-b3c3-12024caa4643 req-b4688f06-6f4c-433a-b76b-c83be50edf88 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.376792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Transition to ACTIVE for port object 5bcda53c-f27a-43bf-a2fc-50039cd45a20 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:56.401385 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.417520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-328c73ec-971d-4d9a-b3c3-12024caa4643 req-b4688f06-6f4c-433a-b76b-c83be50edf88 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.438450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.446869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4688f06-6f4c-433a-b76b-c83be50edf88 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2659b719-63f2-43f2-ad00-e18c000b9b6e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:56.462483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 980308b8-377b-46e2-9a07-cc0ce12dac41, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=980308b8-377b-46e2-9a07-cc0ce12dac41,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:56.465085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:56.466249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-328c73ec-971d-4d9a-b3c3-12024caa4643 req-b4688f06-6f4c-433a-b76b-c83be50edf88 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.479727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-328c73ec-971d-4d9a-b3c3-12024caa4643 req-b4688f06-6f4c-433a-b76b-c83be50edf88 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/2659b719-63f2-43f2-ad00-e18c000b9b6e HTTP/1.1" status: 204 len: 173 time: 0.3950665 Feb 13 23:24:56.510738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.512787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:24:56.534560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Network 27629df7-0473-4f9e-a494-61620c9956e4 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:24:56.545098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:24:56.548920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:24:56.642080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:56.642733 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:56.683976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event updated for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:56.689596 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-58f73ec2-4031-44b2-9155-ef42ff12199c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5119786 Feb 13 23:24:56.710619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Request body: {'port': {'device_id': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:24:56.820080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e34e440-fbb1-4f84-83d1-852c97495acd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:56.922185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237916b0-4868-4edf-9cd7-424ef6b7d81e req-1473fe73-d53a-495a-a1ae-a2a16ad52546 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:56.929743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-237916b0-4868-4edf-9cd7-424ef6b7d81e req-1473fe73-d53a-495a-a1ae-a2a16ad52546 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 945 time: 0.2279480 Feb 13 23:24:56.978637 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.001643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-237916b0-4868-4edf-9cd7-424ef6b7d81e req-895f3168-eb31-45d0-95ef-6f4db9d1b6c8 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Feb 13 23:24:57.032199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=980308b8-377b-46e2-9a07-cc0ce12dac41,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:57.156033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba0a7-d9d5-4d77-ac49-8c1d9412f86b req-8c7ca0c1-35a2-43d3-81e5-5cde0b6ffa97 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:57.163192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-786ba0a7-d9d5-4d77-ac49-8c1d9412f86b req-8c7ca0c1-35a2-43d3-81e5-5cde0b6ffa97 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 950 time: 0.3165867 Feb 13 23:24:57.194667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.250398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64b891de-e79a-4bcc-a2ed-b5f0f2ab9cca None None] Provisioning for port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:57.275556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64b891de-e79a-4bcc-a2ed-b5f0f2ab9cca None None] Provisioning complete for port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:57.275556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64b891de-e79a-4bcc-a2ed-b5f0f2ab9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.305283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1e34e440-fbb1-4f84-83d1-852c97495acd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:24:57.316346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:57.325216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1e34e440-fbb1-4f84-83d1-852c97495acd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:57.325492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.351911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-786ba0a7-d9d5-4d77-ac49-8c1d9412f86b req-54dbee44-3262-4ef3-aa57-013d0fb74530 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875761 Feb 13 23:24:57.359931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.473249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-e530788a-eeb2-4bd8-b819-790f4ee5fcfb tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:57.475166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-e530788a-eeb2-4bd8-b819-790f4ee5fcfb tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.2693810 Feb 13 23:24:57.513424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a954c802-3ede-4217-aa31-012abf85ddbc tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/quotas/9d07a04b82c64b11a3a4371928051be5 HTTP/1.1" status: 200 len: 375 time: 0.0319030 Feb 13 23:24:57.530830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-64b891de-e79a-4bcc-a2ed-b5f0f2ab9cca None None] Port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:24:57.601334 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-7756fb17-a1b7-45cb-895b-693a2f8e3524 req-490a6db2-281f-47a2-b0a1-dcabf61c52fe tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:24:57.602377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7756fb17-a1b7-45cb-895b-693a2f8e3524 req-490a6db2-281f-47a2-b0a1-dcabf61c52fe tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/2659b719-63f2-43f2-ad00-e18c000b9b6e HTTP/1.1" status: 404 len: 352 time: 0.0373864 Feb 13 23:24:57.616741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:57.685663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-c3ef6f1b-2fa0-4a1f-adb7-f2603e364f19 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:57.686270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-839b6a9d-8783-4de2-8426-d2237a3a9dcb tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719296 Feb 13 23:24:57.687826 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-c3ef6f1b-2fa0-4a1f-adb7-f2603e364f19 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 950 time: 0.1940515 Feb 13 23:24:57.753523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.783836 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:24:57.787545 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'code': 200} Feb 13 23:24:57.861315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1e34e440-fbb1-4f84-83d1-852c97495acd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1e34e440-fbb1-4f84-83d1-852c97495acd,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:57.875045 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:57.955966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Deleting port 48f75593-ac6e-4e0f-b06d-052920b25236 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:24:57.956302 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:58.052050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcda53c-f27a-43bf-a2fc-50039cd45a20 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:24:58.063265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1e34e440-fbb1-4f84-83d1-852c97495acd,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:58.137123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:58.206985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44170) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:58.232473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Transition to ACTIVE for port object 5bcda53c-f27a-43bf-a2fc-50039cd45a20 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:24:58.237275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-38cc8de8-5fa4-4291-8134-daa9ca782e36 service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499578 Feb 13 23:24:58.270867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:58.501729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:58.531808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6cb9b8a-0d8d-4adc-bb1f-e213e9a8aec8 req-c1e96821-0158-4090-8fda-bfaf35267346 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1096 time: 0.5511646 Feb 13 23:24:58.539651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-44b60be2-08d5-4428-90e0-1bc52b6519de tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:58.541135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-44b60be2-08d5-4428-90e0-1bc52b6519de tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "GET /v2.0/ports?device_id=12f5ee13-52d0-4101-a921-31b451b27fb3 HTTP/1.1" status: 200 len: 943 time: 0.4506850 Feb 13 23:24:58.657209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa64dce-682d-4a0e-8930-6e805a8047cd req-3960021e-0faa-4cf7-82d4-95c4af06592d tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:24:58.657951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0aa64dce-682d-4a0e-8930-6e805a8047cd req-3960021e-0faa-4cf7-82d4-95c4af06592d tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Synchronizing usage tracker for tenant:f2253343d53a4137a7939a5468b92339 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:58.676654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Pushing event updated for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:58.723951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e34e440-fbb1-4f84-83d1-852c97495acd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:24:58.762960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:24:58.790346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-9c580688-1e90-4e65-828b-f49649d3bd4a service neutron] 10.222.0.36 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521379 Feb 13 23:24:58.799292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6cb9b8a-0d8d-4adc-bb1f-e213e9a8aec8 req-f0194e0a-201f-4daa-8ae8-e4e695abf863 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552085 Feb 13 23:24:58.803167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Deleting port 5ee21b5f-0016-418b-971d-285e0f23046d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:24:58.803514 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:58.810371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Usage tracker for resource:security_group_rule and tenant:66424cc81f6b4369ad00b7cf33efc174 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:24:58.823972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:24:58.890526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1e34e440-fbb1-4f84-83d1-852c97495acd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:24:58.891904 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:58.911610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:24:58.961392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0aa64dce-682d-4a0e-8930-6e805a8047cd req-3960021e-0faa-4cf7-82d4-95c4af06592d tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Unset dirty status for tenant:f2253343d53a4137a7939a5468b92339 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:58.968652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0aa64dce-682d-4a0e-8930-6e805a8047cd req-3960021e-0faa-4cf7-82d4-95c4af06592d tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 931 time: 0.8804145 Feb 13 23:24:59.002669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] For port 48f75593-ac6e-4e0f-b06d-052920b25236, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=48f75593-ac6e-4e0f-b06d-052920b25236,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:59.002908 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:59.229060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Calling delete_port for 48f75593-ac6e-4e0f-b06d-052920b25236 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:24:59.322017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0aa64dce-682d-4a0e-8930-6e805a8047cd req-88351b25-d558-44a3-8e7c-605ec440d8a7 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525298 Feb 13 23:24:59.346348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] For port 5ee21b5f-0016-418b-971d-285e0f23046d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5ee21b5f-0016-418b-971d-285e0f23046d,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:24:59.348687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:59.376778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Attempting to bind port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:24:59.381241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Attempting to bind port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:24:59.382835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Attempting to bind port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 on network 27629df7-0473-4f9e-a494-61620c9956e4 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:59.460582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 on network 27629df7-0473-4f9e-a494-61620c9956e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:24:59.460945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Attempting to bind port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 on network 27629df7-0473-4f9e-a494-61620c9956e4 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:24:59.485930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:59.488793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:24:59.489137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Checking segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:24:59.489533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Bound using segment: {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:24:59.489968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Bound port: 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411e4b10-1f3c-447e-9c67-091df31d57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:24:59.490332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:59.538631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:59.603028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Calling delete_port for 5ee21b5f-0016-418b-971d-285e0f23046d owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:24:59.619874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 48f75593-ac6e-4e0f-b06d-052920b25236 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:24:59.719712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4a5492ff-7ba3-4665-8493-b82e220f330d req-93e05986-4ccf-4fd4-9849-baa16f0fc0e0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:24:59.733046 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66424cc81f6b4369ad00b7cf33efc174&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5194888 Feb 13 23:24:59.734358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff622dd7-3eb0-406e-9052-e0be08dd90cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9af9f8-e68a-4613-a395-1d5b9e17904d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:59.740778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44196) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:24:59.762798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4a5492ff-7ba3-4665-8493-b82e220f330d req-93e05986-4ccf-4fd4-9849-baa16f0fc0e0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:24:59.764370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a5492ff-7ba3-4665-8493-b82e220f330d req-93e05986-4ccf-4fd4-9849-baa16f0fc0e0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 5482 time: 0.5003541 Feb 13 23:24:59.764720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:24:59.785261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['bb520c88-5b05-41ec-94a2-ba614693badc'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:24:59.810536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Port 48f75593-ac6e-4e0f-b06d-052920b25236 update to DOWN by agent not found {{(pid=83663) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 13 23:24:59.818075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:24:59.900733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a5492ff-7ba3-4665-8493-b82e220f330d req-c2780130-6dd9-4ca2-89bd-2ca9ad9ee489 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/121dd60d-243c-41fb-b8fa-ae5b00eafe83 HTTP/1.1" status: 200 len: 2649 time: 0.0953610 Feb 13 23:24:59.914159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Pushing event deleted for resources: {'Port': ['ID=48f75593-ac6e-4e0f-b06d-052920b25236,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:24:59.964366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.023972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event deleted for resources: {'Port': ['ID=5ee21b5f-0016-418b-971d-285e0f23046d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:00.074359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a5492ff-7ba3-4665-8493-b82e220f330d req-09010e0f-436b-48d4-9ab0-8f5a22983513 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/121dd60d-243c-41fb-b8fa-ae5b00eafe83 HTTP/1.1" status: 200 len: 2649 time: 0.1723182 Feb 13 23:25:00.165575 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e709bcb8-2c93-4a7e-b71c-3fdeba5e271c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.179245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] No DVR routers for this DVR port 5ee21b5f-0016-418b-971d-285e0f23046d on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:00.182140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.189649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-deleted', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:00.232461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d3c1c73-8b07-4e33-b7e4-39e33267a310 req-dc099668-9990-409a-8b9c-c020f044ba93 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.31 "DELETE /v2.0/ports/5ee21b5f-0016-418b-971d-285e0f23046d HTTP/1.1" status: 204 len: 173 time: 1.6684017 Feb 13 23:25:00.253151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:00.259522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:00.372957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.439336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] No DVR routers for this DVR port 48f75593-ac6e-4e0f-b06d-052920b25236 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:00.450509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a3696695-fcf5-4bba-92a3-0366ec220cd3 req-19fd9e89-87d3-4137-ab46-a53522ebffd0 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=22b6af3e-18f2-4b64-9c1b-4ec3617a54dc HTTP/1.1" status: 200 len: 210 time: 0.0724578 Feb 13 23:25:00.460816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.478763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'name': 'network-vif-deleted', 'tag': '48f75593-ac6e-4e0f-b06d-052920b25236'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:00.523576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.531124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] 10.222.0.31 "PUT /v2.0/ports/5bcda53c-f27a-43bf-a2fc-50039cd45a20 HTTP/1.1" status: 200 len: 1091 time: 3.8310738 Feb 13 23:25:00.531857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f416-d989-4ddb-bf7c-216220b82fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.559633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ce52c-9498-48f2-b6fa-fdeee969fa70 req-c809d797-8a90-42c4-b896-e1e76f0efce6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:00.570694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-191ce52c-9498-48f2-b6fa-fdeee969fa70 req-c809d797-8a90-42c4-b896-e1e76f0efce6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 945 time: 0.9495387 Feb 13 23:25:00.620853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a94bf109-4a35-4266-a17c-7a9fdc43a92b req-03ab547b-5c6a-4eed-9545-0224dcfe05fd tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "DELETE /v2.0/ports/48f75593-ac6e-4e0f-b06d-052920b25236 HTTP/1.1" status: 204 len: 173 time: 2.9242585 Feb 13 23:25:00.631080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad0ce3-bb89-4fc5-9b44-fc195fbec49f service neutron] Pushing event updated for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:00.869272 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f416-d989-4ddb-bf7c-216220b82fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:00.901799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f1a054d5-a3a3-40e0-9fad-ebe3189fec2f req-c3f982f8-bf59-4b1a-9bbd-1e83f3af97f2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:00.951137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f1a054d5-a3a3-40e0-9fad-ebe3189fec2f req-c3f982f8-bf59-4b1a-9bbd-1e83f3af97f2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:00.955064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1a054d5-a3a3-40e0-9fad-ebe3189fec2f req-c3f982f8-bf59-4b1a-9bbd-1e83f3af97f2 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 210 time: 0.1501348 Feb 13 23:25:01.106022 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d', 'code': 200} Feb 13 23:25:01.119374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-191ce52c-9498-48f2-b6fa-fdeee969fa70 req-584151cb-6a27-4e0a-9420-69c0cce76ba1 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451324 Feb 13 23:25:01.158743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1594617532', 'description': 'tempest-description-1680373895'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:01.169376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:01.190914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:01.231202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:01.300854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-2ad01eb7-a6db-4c3a-9811-8fbc8a046381 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2253343d53a4137a7939a5468b92339&device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 1094 time: 0.6648040 Feb 13 23:25:01.304183 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f5ee13-52d0-4101-a921-31b451b27fb3', 'name': 'network-vif-deleted', 'tag': '5ee21b5f-0016-418b-971d-285e0f23046d', 'status': 'completed', 'code': 200} Feb 13 23:25:01.347808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:01.361880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:01.371903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:01.387503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:01.468209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f416-d989-4ddb-bf7c-216220b82fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:01.496997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:01.506196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:01.552175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-9791ac4e-8083-46f8-98c7-2660274a76e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20 HTTP/1.1" status: 200 len: 217 time: 0.2362576 Feb 13 23:25:01.556302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1274e70-ab8f-4b91-87e3-457ca372f829,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:01.575077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9f416-d989-4ddb-bf7c-216220b82fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9af9f8-e68a-4613-a395-1d5b9e17904d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:01.607763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:01.614173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a21dbe5-3dbf-49a4-bf40-070b41751dbd req-c6521633-475e-442b-a943-2c6f4ba897ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.4588225 Feb 13 23:25:01.663031 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f416-d989-4ddb-bf7c-216220b82fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:01.666511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9e9f416-d989-4ddb-bf7c-216220b82fa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec9af9f8-e68a-4613-a395-1d5b9e17904d HTTP/1.1" status: 204 len: 168 time: 1.9222689 Feb 13 23:25:01.669702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-4cb812ec-c654-48aa-9623-ce10244e12cd tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:01.672302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-4cb812ec-c654-48aa-9623-ce10244e12cd tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 803 time: 0.6096733 Feb 13 23:25:01.692560 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b6af3e-18f2-4b64-9c1b-4ec3617a54dc', 'name': 'network-vif-deleted', 'tag': '48f75593-ac6e-4e0f-b06d-052920b25236', 'status': 'completed', 'code': 200} Feb 13 23:25:01.714713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-d6dc41c3-8512-4de3-a15d-71098dc6aee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:01.716299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-d6dc41c3-8512-4de3-a15d-71098dc6aee4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcb98771-8058-477a-b0fa-297ed262bec0 HTTP/1.1" status: 200 len: 850 time: 0.1472266 Feb 13 23:25:01.723083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Request body: {'port': {'device_id': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'admin_state_up': True, 'tenant_id': '9d07a04b82c64b11a3a4371928051be5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:01.916876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-651440069', 'description': 'tempest-description-1102552686'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:01.923540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:01.928067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:01.930013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:01.931242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:01.938935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:01.960402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:02.003315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 5ee21b5f-0016-418b-971d-285e0f23046d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:02.003698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5ee21b5f-0016-418b-971d-285e0f23046d not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:02.026109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:02.034610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:02.039045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:02.048746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:02.137545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:02.146369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:02.148855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc013-4434-46ee-9b3c-1d6cf404303b req-425f33ea-11ea-49a5-aff7-27addac59e40 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:02.157027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0cddc013-4434-46ee-9b3c-1d6cf404303b req-425f33ea-11ea-49a5-aff7-27addac59e40 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 943 time: 0.6826525 Feb 13 23:25:02.197502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23875a36-d396-45e3-b259-f6c69500698d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:02.207296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:02.210571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f3ea3a6-9690-4b37-ba8b-a31e8aa574c3 req-59a0765e-526b-47e9-b4dd-a7ac73bdb99b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2982504 Feb 13 23:25:02.224851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-bce5d4f0-1f7e-44f8-88e2-9f049eabe3e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=27629df7-0473-4f9e-a494-61620c9956e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4806137 Feb 13 23:25:02.236945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0cddc013-4434-46ee-9b3c-1d6cf404303b req-79dfa795-0445-4e39-8946-0ddc115ddfb1 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789874 Feb 13 23:25:02.293495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9abb3cec-bf7e-4740-b47d-7fa90cad2781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:02.496368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:02.570976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:02.576493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a7c5691-f1c6-4675-ae77-6f4c2653d85e req-01e2c276-5c77-4608-9a8d-e5483a6f1f30 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 210 time: 0.0584168 Feb 13 23:25:02.600323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-edd17814-2541-4340-b926-e8db2f63c912 service neutron] 10.222.0.31 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585825 Feb 13 23:25:02.606475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Made reservation on behalf of 9d07a04b82c64b11a3a4371928051be5 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:02.611035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:02.832356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3005b3c2-4fe6-447c-86b9-7ddbcb3b597a req-0ea453a9-0b61-4540-9826-3c83a2f527cb service neutron] 10.222.0.31 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113423 Feb 13 23:25:02.852492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cb3c5-081c-4692-8b41-2be78b93ff18 req-c0a7f2b0-c657-4ef4-bf35-5d860d4ebe33 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:02.857294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-066cb3c5-081c-4692-8b41-2be78b93ff18 req-c0a7f2b0-c657-4ef4-bf35-5d860d4ebe33 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 945 time: 0.1795280 Feb 13 23:25:02.922878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-066cb3c5-081c-4692-8b41-2be78b93ff18 req-8dc384e7-e2a7-4378-94e3-67201d98af38 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581708 Feb 13 23:25:03.037333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-61941299-cec7-42f0-b0a9-c4c66e56967f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:03.047987 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-61941299-cec7-42f0-b0a9-c4c66e56967f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 813 time: 0.2640541 Feb 13 23:25:03.161130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-c9edccf1-9375-4f24-8f57-d80e9af26d2c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/quotas/1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 375 time: 0.1122627 Feb 13 23:25:03.164956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Allocated IP 172.20.0.9 (96b65459-2ac5-48ff-8e43-cff9d5314117/3feb3044-ddb4-4a01-8095-3fece4a5ef20/81514bd1-4a68-4dd4-a185-8dcf80d22605) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:03.228651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d61906-23c6-4092-a756-24e95df67bdd req-0ba0038b-0398-4802-adde-c93c1072db2b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:03.230139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11d61906-23c6-4092-a756-24e95df67bdd req-0ba0038b-0398-4802-adde-c93c1072db2b tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 950 time: 0.1035447 Feb 13 23:25:03.230597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44262) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:03.295700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11d61906-23c6-4092-a756-24e95df67bdd req-9b64030d-bfab-480d-a566-4ab947a29e54 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Feb 13 23:25:03.431052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-network', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:03.436163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:03.440611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Usage tracker for resource:network and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:03.445075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:03.451568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:03.482921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Made reservation on behalf of 175bbc4fcc124e9da76a9cf8e2e33a08 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:03.496190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:03.512887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:03.513143 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:03.528451 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:03.532920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-892a9a45-e4b0-49fa-95c3-db9e9205dbed tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3651922 Feb 13 23:25:03.631697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:03.637626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:03.644475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:03.664932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:03.689788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db920ccb-94a9-461d-942e-12d3113ea173 req-dc24e35b-c5cb-417e-8f2f-9e48941aba3a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:03.694051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:03.695806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:03.698446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-dc24e35b-c5cb-417e-8f2f-9e48941aba3a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1738248 Feb 13 23:25:03.718973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-40884228-dcac-45d8-a334-bd2f6a9a1c88 service neutron] 10.222.0.36 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846428 Feb 13 23:25:03.721700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:03.822885 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Network 96b65459-2ac5-48ff-8e43-cff9d5314117 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:03.832339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:03.890789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:03.905128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-80be9726-abea-494f-83e5-6ca134f1e1b3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.2037320 Feb 13 23:25:03.914666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'floatingip': {'port_id': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:03.980611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:04.002606 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.015130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.015686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.016156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.016602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.017066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.017523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.017953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.018410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.018836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.019260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.019807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.026740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:04.027464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.106180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-79533dfd-df11-4f30-bc76-1e7e56b1a8b8 service neutron] 10.222.0.36 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858049 Feb 13 23:25:04.114279 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-a05b8e56-4f8f-4961-aa5b-606f66d9ad0f tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3969440 Feb 13 23:25:04.138475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Request body: {'port': {'device_id': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:04.228915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.242313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.394498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:25:04.429059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c55c83-eebc-4caf-a01f-2d1f0cff395a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:04.440939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.441272 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Added segment b8725973-ed4c-4c13-8f45-90afd0b3f435 of type vlan for network 92fcb22b-77af-46c2-969c-5bd4bb320602 Feb 13 23:25:04.513965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.777594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23ea74-43e2-49f0-b283-a4814d704855 req-f3308ef5-e028-4249-9d33-f176ebdf0ffd tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:04.779590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b23ea74-43e2-49f0-b283-a4814d704855 req-f3308ef5-e028-4249-9d33-f176ebdf0ffd tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 943 time: 0.2666724 Feb 13 23:25:04.914572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.915020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.915156 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:04.915835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.916012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.916208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.916536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.916848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.917173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.917495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.917856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.918191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:04.935735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd864d3-2091-44b0-9286-b2920d8758df req-3431633f-911a-4118-b2c9-80c51d118e22 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:04.937718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dd864d3-2091-44b0-9286-b2920d8758df req-3431633f-911a-4118-b2c9-80c51d118e22 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 950 time: 0.8775985 Feb 13 23:25:04.955444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b23ea74-43e2-49f0-b283-a4814d704855 req-60819626-6f6d-4bd8-b909-43f4a479d1ab tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657047 Feb 13 23:25:05.080677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.141630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Deleting port bb520c88-5b05-41ec-94a2-ba614693badc {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:05.142310 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.209668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.224797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.269573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81514bd1-4a68-4dd4-a185-8dcf80d22605 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:05.283199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5cee7-c30c-4e38-8a57-f5a6d48f9108 req-9877a96e-56d7-4339-9ba0-e07ce6d9ec92 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:05.283993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-78b5cee7-c30c-4e38-8a57-f5a6d48f9108 req-9877a96e-56d7-4339-9ba0-e07ce6d9ec92 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Synchronizing usage tracker for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:05.295013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.316657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-78b5cee7-c30c-4e38-8a57-f5a6d48f9108 req-9877a96e-56d7-4339-9ba0-e07ce6d9ec92 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Unset dirty status for tenant:9d07a04b82c64b11a3a4371928051be5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:05.317911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78b5cee7-c30c-4e38-8a57-f5a6d48f9108 req-9877a96e-56d7-4339-9ba0-e07ce6d9ec92 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 931 time: 0.2148097 Feb 13 23:25:05.320631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Transition to ACTIVE for port object 81514bd1-4a68-4dd4-a185-8dcf80d22605 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:05.324569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.325434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:05.326178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.352536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.540958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:05.620842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78b5cee7-c30c-4e38-8a57-f5a6d48f9108 req-c1d2ff62-c525-4a46-ac57-4dcd3a4c572b tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969322 Feb 13 23:25:05.706536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Attempting to bind port 81514bd1-4a68-4dd4-a185-8dcf80d22605 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:05.706536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Attempting to bind port 81514bd1-4a68-4dd4-a185-8dcf80d22605 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:05.707197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Attempting to bind port 81514bd1-4a68-4dd4-a185-8dcf80d22605 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:05.716655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Port 81514bd1-4a68-4dd4-a185-8dcf80d22605 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:25:05.717345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Attempting to bind port 81514bd1-4a68-4dd4-a185-8dcf80d22605 on network 96b65459-2ac5-48ff-8e43-cff9d5314117 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:05.725956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:05.726514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Checking segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:05.727001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Bound using segment: {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:05.727758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Bound port: 81514bd1-4a68-4dd4-a185-8dcf80d22605, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:05.728258 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:05.769562 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'status': 'completed', 'code': 200} Feb 13 23:25:05.779811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5481653 Feb 13 23:25:05.781021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44294) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:05.793464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Request body: {'subnet': {'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-subnet', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:05.812986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56c347-5ed0-413a-bc4e-445dbb0ee1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=92fcb22b-77af-46c2-969c-5bd4bb320602,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:05.816159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:05.825648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:25:05.836243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Usage tracker for resource:subnet and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:05.846206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:05.863458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:05.958786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bcda53c-f27a-43bf-a2fc-50039cd45a20 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:06.051538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] For port bb520c88-5b05-41ec-94a2-ba614693badc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bb520c88-5b05-41ec-94a2-ba614693badc,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:06.052187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.068284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Made reservation on behalf of 175bbc4fcc124e9da76a9cf8e2e33a08 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:06.078270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.106924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cddf07f4-dcfc-4fb8-936e-b53d2db95eea req-5fb2df53-fc5b-43c0-982a-1e701281a663 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 210 time: 0.0809762 Feb 13 23:25:06.170512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:06.237047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:06.246366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-33a33fe9-3263-4d69-a625-5ef9c03fa6ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:06.247686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:06.252945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-33a33fe9-3263-4d69-a625-5ef9c03fa6ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 813 time: 0.3973904 Feb 13 23:25:06.257180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.271472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'port_id': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'mac_address': 'fa:16:3e:5e:ac:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:06.350976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.356135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'port': {'device_id': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790', 'admin_state_up': True, 'tenant_id': '1f1c250fe42d447b9a58fcd3c69d117f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:06.371092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcda53c-f27a-43bf-a2fc-50039cd45a20 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:06.374722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Calling delete_port for bb520c88-5b05-41ec-94a2-ba614693badc owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:06.396125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:06.400287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.427063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-e5563d50-8dfa-4c7d-98fa-92bc683ad508 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2253343d53a4137a7939a5468b92339&device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 1094 time: 0.6189172 Feb 13 23:25:06.503409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:06.559306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.560690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/81514bd1-4a68-4dd4-a185-8dcf80d22605 HTTP/1.1" status: 200 len: 1091 time: 2.4269555 Feb 13 23:25:06.678060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['5bcda53c-f27a-43bf-a2fc-50039cd45a20'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:06.771558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.779559 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Floating IP 1b908323-bfb4-40dc-b93c-1519299d2850 associated. External IP: 172.25.4.107, port: 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80. Feb 13 23:25:06.833246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413c515-7e9a-4da4-9b6b-791e49bff1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:06.918651 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:06.927946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-a56df7d4-69b9-4f92-a8bc-09137ce6a29f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:06.929405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-a56df7d4-69b9-4f92-a8bc-09137ce6a29f service neutron] 10.222.0.31 "GET /v2.0/networks?id=27629df7-0473-4f9e-a494-61620c9956e4 HTTP/1.1" status: 200 len: 911 time: 0.4331205 Feb 13 23:25:06.931942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:07.024859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:07.039677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91066786-8ca0-48e4-8cb6-7259feb84712 req-73bc0be3-986c-43c3-abee-4306ad19424f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:07.040425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-91066786-8ca0-48e4-8cb6-7259feb84712 req-73bc0be3-986c-43c3-abee-4306ad19424f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Synchronizing usage tracker for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:07.054075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-75a32386-d350-44a2-b3f2-792f21b48b42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20 HTTP/1.1" status: 200 len: 217 time: 0.1159670 Feb 13 23:25:07.060945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-bfe42978-3789-4c8a-a91b-a2732bd053e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 1094 time: 0.3320382 Feb 13 23:25:07.103034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Made reservation on behalf of 1f1c250fe42d447b9a58fcd3c69d117f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:07.106001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.128084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Pushing event deleted for resources: {'Port': ['ID=bb520c88-5b05-41ec-94a2-ba614693badc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:07.147798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] No DVR routers for this DVR port bb520c88-5b05-41ec-94a2-ba614693badc on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:07.152037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.164910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.188026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-91066786-8ca0-48e4-8cb6-7259feb84712 req-73bc0be3-986c-43c3-abee-4306ad19424f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] Unset dirty status for tenant:3c32ce94cd2e4fcf833f00d5eb517d60 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:07.189165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91066786-8ca0-48e4-8cb6-7259feb84712 req-73bc0be3-986c-43c3-abee-4306ad19424f tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed82197-bc99-4061-8882-9cc4f61c553d HTTP/1.1" status: 200 len: 950 time: 0.8025296 Feb 13 23:25:07.208480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'name': 'network-vif-deleted', 'tag': 'bb520c88-5b05-41ec-94a2-ba614693badc'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:07.229520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-c271b21b-d498-4ab7-b2e5-af4a770d9581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605 HTTP/1.1" status: 200 len: 217 time: 0.1273293 Feb 13 23:25:07.296561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dd864d3-2091-44b0-9286-b2920d8758df req-ce8822fb-2841-4226-ac90-71fa9717e24e tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.42 "DELETE /v2.0/ports/bb520c88-5b05-41ec-94a2-ba614693badc HTTP/1.1" status: 204 len: 173 time: 2.3520460 Feb 13 23:25:07.309829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699aa184-ff64-4538-83dd-7f07af99a646,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:07.328758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-99e5add0-863b-441d-a653-90e6a2ed03a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:07.331811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-99e5add0-863b-441d-a653-90e6a2ed03a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcb98771-8058-477a-b0fa-297ed262bec0 HTTP/1.1" status: 200 len: 850 time: 0.2676926 Feb 13 23:25:07.368886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Checking segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:07.369584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Network hostable DHCP agents. Network: 92fcb22b-77af-46c2-969c-5bd4bb320602, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:25:07.433811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:25:07.451044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 92fcb22b-77af-46c2-969c-5bd4bb320602) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:07.456806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:07.457447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.466260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e6847-1fac-464a-a66b-0beaa7bba5f6 None None] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:25:07.485661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2aff7323-833a-462d-a458-fcafbb112f03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6965930 Feb 13 23:25:07.487757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44310) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:07.493599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:07.588824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:07.657797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Allocated IP 172.20.0.12 (652b8143-c7e4-46ea-b9e9-27141c0ef790/7ba6f41d-cc1b-46e6-8472-9f2e266772ae/c5a1442b-d1d3-45e4-b782-19439f6f17d8) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:07.674458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Usage tracker for resource:router and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:07.692305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:07.712470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:07.747701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.750123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.786811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91066786-8ca0-48e4-8cb6-7259feb84712 req-ab71662f-dd9b-48e4-baad-52b1d6d68ec7 tempest-LiveMigrationNegativeTest-1247915259 tempest-LiveMigrationNegativeTest-1247915259-project] 10.222.0.36 "GET /v2.0/security-groups?id=b63fccc1-08fe-4c58-a769-0651f694b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844154 Feb 13 23:25:07.797234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:07.809577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-93afb5df-9c4c-4215-8f36-292b17081ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:07.812411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-93afb5df-9c4c-4215-8f36-292b17081ec6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.5730984 Feb 13 23:25:07.829856 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:07.866742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bb520c88-5b05-41ec-94a2-ba614693badc no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:07.923519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: bb520c88-5b05-41ec-94a2-ba614693badc {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:07.939630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bb520c88-5b05-41ec-94a2-ba614693badc not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:07.948445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-ea3b571e-8c60-4c88-b9d1-78488103f7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673599 Feb 13 23:25:07.955151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-92fcb22b-77af-46c2-969c-5bd4bb320602', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:25:07.956325 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.003794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bcda53c-f27a-43bf-a2fc-50039cd45a20 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:08.014067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:08.181834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.247188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:08.267058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:08.267427 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.432922 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-80819414-9952-4450-bc3f-64da7eff9c31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=27629df7-0473-4f9e-a494-61620c9956e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0790989 Feb 13 23:25:08.473915 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.495831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Allocated IP 172.20.0.2 (92fcb22b-77af-46c2-969c-5bd4bb320602/699aa184-ff64-4538-83dd-7f07af99a646/51f95a13-aefc-4570-8345-7588f3eb2e24) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:08.524121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:08.529752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:08.550382 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.623948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.725368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:08.740344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:08.743817 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.762716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:08.763728 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:08.773543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:08.835707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-7b3c434d-797b-4c27-9229-a17abb1fd1c0 service neutron] 10.222.0.31 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853858 Feb 13 23:25:08.837444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-8d7ff048-b54b-40ac-b736-8f371e9c9b03 service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137591 Feb 13 23:25:08.853080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62bbbf-00da-46b1-a4e9-f4e9bf4c9557 req-d2cfb95b-0c2d-407e-a8c2-eac304707f9b tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:08.861086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d62bbbf-00da-46b1-a4e9-f4e9bf4c9557 req-d2cfb95b-0c2d-407e-a8c2-eac304707f9b tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 944 time: 0.5976050 Feb 13 23:25:08.879211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:08.944523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.028431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.033115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-763adabc-aeca-4a79-9f55-0b6541e8991f req-ba900c96-6303-401a-aa82-8743b13123e4 service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419795 Feb 13 23:25:09.072898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Transition to ACTIVE for port object 51f95a13-aefc-4570-8345-7588f3eb2e24 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:09.104202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-07aaba33-e20f-4311-a65a-ca0627fab5ef tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "PUT /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 996 time: 5.2001314 Feb 13 23:25:09.108127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.112865 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:09.120997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Transition to ACTIVE for port object 51f95a13-aefc-4570-8345-7588f3eb2e24 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:09.133975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.233968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11ce48b2-0527-4e4c-b769-aee0f4bdce56 req-fd1b9e86-5d8b-47b3-b487-7a59b7bed0a1 service neutron] 10.222.0.31 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675921 Feb 13 23:25:09.265459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.312953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:09.348801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-1123cf0d-b059-42c9-8ba8-9c3d75fd633e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.1787820 Feb 13 23:25:09.448049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:09.463076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:09.469895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Allocated IP 172.25.4.94 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/12a7e0b8-ed3c-4b06-b62d-ffb71643a887) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:09.471334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d62bbbf-00da-46b1-a4e9-f4e9bf4c9557 req-f980ceb4-3121-43e8-bb75-352995eeeb08 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6091280 Feb 13 23:25:09.472674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:09.474897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Pushing event updated for resources: {'Port': ['ID=51f95a13-aefc-4570-8345-7588f3eb2e24,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:09.501563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Network 652b8143-c7e4-46ea-b9e9-27141c0ef790 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:09.506872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:09.512371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:09.566465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:09.652265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:09.653148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.721483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-a899a8af-81ad-44f4-bfe6-37ecc13f99d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3733132 Feb 13 23:25:09.741780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Request body: {'port': {'device_id': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:09.746192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db920ccb-94a9-461d-942e-12d3113ea173 req-45884585-1092-4a13-a6e8-a6f7bc69a727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:09.751576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-45884585-1092-4a13-a6e8-a6f7bc69a727 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.3980904 Feb 13 23:25:09.779234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Attempting to bind port 51f95a13-aefc-4570-8345-7588f3eb2e24 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:09.779936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Attempting to bind port 51f95a13-aefc-4570-8345-7588f3eb2e24 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:09.781151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Attempting to bind port 51f95a13-aefc-4570-8345-7588f3eb2e24 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:09.832998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1b908323-bfb4-40dc-b93c-1519299d2850', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'port_id': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'mac_address': 'fa:16:3e:8a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d190beb-017a-4556-b67b-5534886aa3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:32Z', 'updated_at': '2022-02-13T23:25:04Z', 'revision_number': 1, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:09.837822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:09.838346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Checking segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:09.838834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.839312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Bound using segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:09.840065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Bound port: 51f95a13-aefc-4570-8345-7588f3eb2e24, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:09.840525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.849981 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:09.869993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:09.870661 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:09.902345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-e0732a1e-d9ce-4c76-8725-96a2593c48d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 999 time: 0.1477065 Feb 13 23:25:09.907463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:09.991054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] For port 51f95a13-aefc-4570-8345-7588f3eb2e24, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:09.994443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] For port 51f95a13-aefc-4570-8345-7588f3eb2e24, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51f95a13-aefc-4570-8345-7588f3eb2e24,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:10.009850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:10.014389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db920ccb-94a9-461d-942e-12d3113ea173 req-d6f70224-1309-48bb-91e5-f1cb2c818a85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:10.017351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:10.018188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-d6f70224-1309-48bb-91e5-f1cb2c818a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1043949 Feb 13 23:25:10.182522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:10.199260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368873-84b6-4dd6-aabc-778f2097fac8 req-9543beed-310f-44fc-9a07-155b2c17d52c tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:10.200853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52368873-84b6-4dd6-aabc-778f2097fac8 req-9543beed-310f-44fc-9a07-155b2c17d52c tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 943 time: 0.4136081 Feb 13 23:25:10.239376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:10.246400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:10.256387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:10.289652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb6fd6-b541-4638-9784-fc99c8f5b55e None None] Pushing event updated for resources: {'Port': ['ID=51f95a13-aefc-4570-8345-7588f3eb2e24,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:10.335298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52368873-84b6-4dd6-aabc-778f2097fac8 req-01c5364a-3a21-4ebd-aeba-bdc0ff79edf1 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250615 Feb 13 23:25:10.340638 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:10.370791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-4a394f71-d8e5-4d72-b253-5a2044c2e9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3478112 Feb 13 23:25:10.375887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-dcbed95e-afb8-4114-abad-6464056c9dfd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:25:10.386701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-dcbed95e-afb8-4114-abad-6464056c9dfd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0149674 Feb 13 23:25:10.606499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-c7fb30fa-bcca-43bf-8cf0-a20f7412359d service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187321 Feb 13 23:25:10.756951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51f95a13-aefc-4570-8345-7588f3eb2e24 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:10.938158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 51f95a13-aefc-4570-8345-7588f3eb2e24 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:10.951580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fead431-3943-4c64-a585-96adecbe1d25 req-bf68cac4-1e63-49d9-b651-e2347120ba1b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:10.952530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9fead431-3943-4c64-a585-96adecbe1d25 req-bf68cac4-1e63-49d9-b651-e2347120ba1b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:11.038898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Pushing event updated for resources: {'Port': ['ID=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:11.043013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db920ccb-94a9-461d-942e-12d3113ea173 req-691f64a9-0053-4029-b610-c5e28ef64347 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356015 Feb 13 23:25:11.051863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9fead431-3943-4c64-a585-96adecbe1d25 req-bf68cac4-1e63-49d9-b651-e2347120ba1b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:11.063527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fead431-3943-4c64-a585-96adecbe1d25 req-bf68cac4-1e63-49d9-b651-e2347120ba1b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 932 time: 0.2949719 Feb 13 23:25:11.073268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a1442b-d1d3-45e4-b782-19439f6f17d8 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:11.094486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:11.149313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:11.150077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:11.222565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Transition to ACTIVE for port object c5a1442b-d1d3-45e4-b782-19439f6f17d8 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:11.242436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:11.271833 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed82197-bc99-4061-8882-9cc4f61c553d', 'name': 'network-vif-deleted', 'tag': 'bb520c88-5b05-41ec-94a2-ba614693badc', 'status': 'completed', 'code': 200} Feb 13 23:25:11.286008 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1b908323-bfb4-40dc-b93c-1519299d2850', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'port_id': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'mac_address': 'fa:16:3e:8a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d190beb-017a-4556-b67b-5534886aa3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:32Z', 'updated_at': '2022-02-13T23:25:04Z', 'revision_number': 1, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:11.290698 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e4330-ed71-4ef2-bdb4-171369dc61a3 None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1b908323-bfb4-40dc-b93c-1519299d2850', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'port_id': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'mac_address': 'fa:16:3e:8a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d190beb-017a-4556-b67b-5534886aa3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:32Z', 'updated_at': '2022-02-13T23:25:04Z', 'revision_number': 1, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:11.355218 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'code': 200} Feb 13 23:25:11.362948 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'status': 'completed', 'code': 200} Feb 13 23:25:11.377728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9fead431-3943-4c64-a585-96adecbe1d25 req-9d49d803-55c7-4ee5-8661-6e69b41ce660 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:11.667077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:11.699174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:11.739632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9fead431-3943-4c64-a585-96adecbe1d25 req-9d49d803-55c7-4ee5-8661-6e69b41ce660 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:11.743435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fead431-3943-4c64-a585-96adecbe1d25 req-9d49d803-55c7-4ee5-8661-6e69b41ce660 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790745 Feb 13 23:25:11.778937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:25:12.044825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-4a7131a6-9135-4623-a41f-d08d699b802d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d07a04b82c64b11a3a4371928051be5&device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 1094 time: 0.7219763 Feb 13 23:25:12.064937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:12.095667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'mac_address': 'fa:16:3e:fc:8d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:12.097599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b3433-2aed-4f7b-9a75-b65b7c560951 None None] New status for floating IP 1b908323-bfb4-40dc-b93c-1519299d2850: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:25:12.100250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44344) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:12.116166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Attempting to bind port c5a1442b-d1d3-45e4-b782-19439f6f17d8 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:12.117078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Attempting to bind port c5a1442b-d1d3-45e4-b782-19439f6f17d8 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:12.117653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Attempting to bind port c5a1442b-d1d3-45e4-b782-19439f6f17d8 on network 652b8143-c7e4-46ea-b9e9-27141c0ef790 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:12.158070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcad10b-ae99-4d30-b1e7-0944686e4087 None None] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:25:12.168777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9485d37e-8890-4074-a6ad-a6f46335c98d req-9a6d98a4-0f85-4b52-b5a0-31e5a59af01a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 1096 time: 0.6525702 Feb 13 23:25:12.218087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Port c5a1442b-d1d3-45e4-b782-19439f6f17d8 on network 652b8143-c7e4-46ea-b9e9-27141c0ef790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:25:12.218947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Attempting to bind port c5a1442b-d1d3-45e4-b782-19439f6f17d8 on network 652b8143-c7e4-46ea-b9e9-27141c0ef790 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:12.276898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe789f-63b8-417e-929a-2656c49122d9 req-3375a643-4f6e-44b1-8324-d600e430e3c4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:12.286133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fafe789f-63b8-417e-929a-2656c49122d9 req-3375a643-4f6e-44b1-8324-d600e430e3c4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.2808435 Feb 13 23:25:12.321278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:12.321887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Checking segment: {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:12.322547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Bound using segment: {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:12.323224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Bound port: c5a1442b-d1d3-45e4-b782-19439f6f17d8, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a29f901-277a-40b5-8fbc-fce572b2b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:12.323799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:12.450556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fafe789f-63b8-417e-929a-2656c49122d9 req-f3d39bff-8bb5-46d9-909a-0abd571d680e tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Synchronizing usage tracker for tenant:f2253343d53a4137a7939a5468b92339 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:12.472845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-a84dba0d-3297-419f-a603-e225a1e858cf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:12.477978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed30715d-83a6-4b03-9e9a-8f19f41268ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c32ce94cd2e4fcf833f00d5eb517d60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3766103 Feb 13 23:25:12.480378 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-a84dba0d-3297-419f-a603-e225a1e858cf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4346502 Feb 13 23:25:12.484649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9485d37e-8890-4074-a6ad-a6f46335c98d req-30db60f7-7fae-40ae-b55a-4a239fde8691 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561483 Feb 13 23:25:12.493162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44350) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:12.513570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fafe789f-63b8-417e-929a-2656c49122d9 req-f3d39bff-8bb5-46d9-909a-0abd571d680e tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Unset dirty status for tenant:f2253343d53a4137a7939a5468b92339 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:12.526603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fafe789f-63b8-417e-929a-2656c49122d9 req-f3d39bff-8bb5-46d9-909a-0abd571d680e tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313254 Feb 13 23:25:12.562345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] Provisioning for port 51f95a13-aefc-4570-8345-7588f3eb2e24 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:12.627311 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:12.646101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:12.656556 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:12.674092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f66e1568-7c14-439a-a0e7-cb02bc57c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:12.682715 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:12.683343 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:12.685961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b167a3-4745-4514-a520-9600e028c387 req-c103e7ae-aa1c-4780-bd14-552235ff391b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:12.686215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] Provisioning complete for port 51f95a13-aefc-4570-8345-7588f3eb2e24 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:12.686697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:12.688126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-c103e7ae-aa1c-4780-bd14-552235ff391b service neutron] 10.222.0.42 "GET /v2.0/networks?id=96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 200 len: 903 time: 0.5616341 Feb 13 23:25:12.727560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f66e1568-7c14-439a-a0e7-cb02bc57c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:12.818118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-0f7e8d81-9f49-49b3-8053-65c00149a9ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605 HTTP/1.1" status: 200 len: 217 time: 0.1190677 Feb 13 23:25:12.822950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:12.855448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81514bd1-4a68-4dd4-a185-8dcf80d22605 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:12.875111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:12.877627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:12.881294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9fa322e9-05a0-4b82-8116-22724e73df94 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3906407 Feb 13 23:25:12.882102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44358) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:12.888544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-b77a46b5-2e8c-46ba-ab87-5a0bc2b94957 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1001 time: 0.4070778 Feb 13 23:25:12.897288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'floatingip': {'port_id': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:12.955956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:13.000905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.021266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f66e1568-7c14-439a-a0e7-cb02bc57c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.077123 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:13.081409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e1568-7c14-439a-a0e7-cb02bc57c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fccc1-08fe-4c58-a769-0651f694b14e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:13.125428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.174851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.190471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b167a3-4745-4514-a520-9600e028c387 req-db34384c-c466-4189-b178-b731b8df67d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:13.193266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-db34384c-c466-4189-b178-b731b8df67d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 200 len: 843 time: 0.3589485 Feb 13 23:25:13.195103 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.196591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 1092 time: 3.4660153 Feb 13 23:25:13.253149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f66e1568-7c14-439a-a0e7-cb02bc57c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.254296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f66e1568-7c14-439a-a0e7-cb02bc57c01d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b63fccc1-08fe-4c58-a769-0651f694b14e HTTP/1.1" status: 204 len: 168 time: 0.7583184 Feb 13 23:25:13.285772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:13.291111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.362101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-aee3c32b-9a9f-48dc-9480-4058570d238b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=96b65459-2ac5-48ff-8e43-cff9d5314117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550562 Feb 13 23:25:13.374681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:13.418679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e30fc-0c22-42bf-833c-47b39f08ff00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:13.451464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:13.487082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['81514bd1-4a68-4dd4-a185-8dcf80d22605'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:13.546765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] For port 51f95a13-aefc-4570-8345-7588f3eb2e24, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51f95a13-aefc-4570-8345-7588f3eb2e24,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:13.596862 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:13.721393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982641d-a135-41fa-832c-7fccfc18e953 None None] Pushing event updated for resources: {'Port': ['ID=51f95a13-aefc-4570-8345-7588f3eb2e24,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:13.784029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-91ab9cb4-777a-4254-b18d-0df5b1907fee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1095 time: 0.5331352 Feb 13 23:25:13.788511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-37db3749-b7b5-4eca-8639-590fc13b8421 service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734357 Feb 13 23:25:13.976591 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:11Z', 'revision_number': 3, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:13.981547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:13.981896 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Updating router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:25:14.091188 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:14.112991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf13296-9306-4f99-9dc7-84b5f43115c3 req-ad8c0782-2f98-4ce8-a7bb-5482313e70ca tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:14.123244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5cf13296-9306-4f99-9dc7-84b5f43115c3 req-ad8c0782-2f98-4ce8-a7bb-5482313e70ca tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 944 time: 0.3870554 Feb 13 23:25:14.153620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44374) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:14.260564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4d98031-06e3-48bf-8247-2197e097fb3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2666fd287194442895c5ecb1f0b2ad5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1058133 Feb 13 23:25:14.274894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5cf13296-9306-4f99-9dc7-84b5f43115c3 req-e959029b-0ddb-4c29-be09-8b18de6c613e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487029 Feb 13 23:25:14.275406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44378) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:14.284010 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-35a8378e-b0a9-4a30-afb8-b3274af1f885 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 217 time: 0.4812415 Feb 13 23:25:14.329227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8572e91f-c2a0-48bf-a58d-3021bc27e99d None None] Provisioning complete for port 51f95a13-aefc-4570-8345-7588f3eb2e24 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:14.329978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8572e91f-c2a0-48bf-a58d-3021bc27e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:14.394286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcc575db-51e9-4a58-9820-476a3f23d8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:14.453698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-512bbc20-6293-4481-89ef-b3fa31416564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:14.455847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-512bbc20-6293-4481-89ef-b3fa31416564 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.1474524 Feb 13 23:25:14.458004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b167a3-4745-4514-a520-9600e028c387 req-951c7d3f-7aa8-4776-ad1c-d15ab8b8d891 service neutron] 10.222.0.42 "GET /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566513 Feb 13 23:25:14.741366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51f95a13-aefc-4570-8345-7588f3eb2e24 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:14.796934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-edda4fb0-62bb-4461-bade-500faea42be8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3165140 Feb 13 23:25:14.817307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 51f95a13-aefc-4570-8345-7588f3eb2e24 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:14.824442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:14.873264 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:14.896810 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Transition to ACTIVE for port object 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:14.906749 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.004224 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Pushing event updated for resources: {'Port': ['ID=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:15.011246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Attempting to bind port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:15.011838 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Attempting to bind port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:15.012335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Attempting to bind port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:15.024097 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.024685 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.025179 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.026374 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.026880 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.027355 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.027833 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.028302 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.028779 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.029249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.029986 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:15.037415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcc575db-51e9-4a58-9820-476a3f23d8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.042560 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:15.044014 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:15.044635 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.045160 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:15.046367 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Bound port: 12a7e0b8-ed3c-4b06-b62d-ffb71643a887, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:15.047086 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.087314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-5ff27cda-93d5-4808-9858-bc554bc5c903 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814820 Feb 13 23:25:15.158854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f915986-73a8-450c-b6f1-d7a0203cc0dc req-fc81d210-1633-4af5-8b72-37bc6d218a16 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:15.160592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f915986-73a8-450c-b6f1-d7a0203cc0dc req-fc81d210-1633-4af5-8b72-37bc6d218a16 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 944 time: 0.4938636 Feb 13 23:25:15.181658 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] For port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:15.185467 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] For port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:15.195328 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.202366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcc575db-51e9-4a58-9820-476a3f23d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.236566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc575db-51e9-4a58-9820-476a3f23d8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82617829-1793-4b98-80c5-c3539929f474,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:15.253808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd3319a4-7145-4936-9aeb-ade64c149285 req-975557c3-17b1-47a6-a0c8-9c7e3671df6f service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593549 Feb 13 23:25:15.257990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcc575db-51e9-4a58-9820-476a3f23d8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.261629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dcc575db-51e9-4a58-9820-476a3f23d8c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82617829-1793-4b98-80c5-c3539929f474 HTTP/1.1" status: 204 len: 168 time: 0.9826844 Feb 13 23:25:15.304249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f915986-73a8-450c-b6f1-d7a0203cc0dc req-6f2abc63-df6e-4197-8c89-f6c4becce85a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:15.320177 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:15.321166 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:15.346984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f915986-73a8-450c-b6f1-d7a0203cc0dc req-6f2abc63-df6e-4197-8c89-f6c4becce85a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:15.348125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f915986-73a8-450c-b6f1-d7a0203cc0dc req-6f2abc63-df6e-4197-8c89-f6c4becce85a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813943 Feb 13 23:25:15.444045 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538002-2a93-4c25-9c18-e15224f03c08 None None] Pushing event updated for resources: {'Port': ['ID=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:15.465783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.474682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.577884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:15.730121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:15.736912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.916714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 81514bd1-4a68-4dd4-a185-8dcf80d22605 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:15.923156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 81514bd1-4a68-4dd4-a185-8dcf80d22605 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:15.923888 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:15.930786 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Floating IP 1b908323-bfb4-40dc-b93c-1519299d2850 associated. External IP: 172.25.4.107, port: 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80. Feb 13 23:25:16.169556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Allocated IP 172.20.0.1 (92fcb22b-77af-46c2-969c-5bd4bb320602/699aa184-ff64-4538-83dd-7f07af99a646/3b997bf9-6be9-44bc-8a08-2e80d65dd9dc) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:16.172462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:16.251309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:16.264994 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:11Z', 'revision_number': 3, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:16.279109 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae35be2-c7c6-4a93-b21d-46e29ecd802e None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:11Z', 'revision_number': 3, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:16.284169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:16.294074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:16.429667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434ee47-e9c6-4e33-82f1-5833cbdeb762 req-902afa89-ca13-4ff6-bf61-1a822a7847b1 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:16.432185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:16.436662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0434ee47-e9c6-4e33-82f1-5833cbdeb762 req-902afa89-ca13-4ff6-bf61-1a822a7847b1 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.3575354 Feb 13 23:25:16.483668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:16.509743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0434ee47-e9c6-4e33-82f1-5833cbdeb762 req-bac06c84-a191-406d-a876-25486c7d7325 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721295 Feb 13 23:25:16.510668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Transition to ACTIVE for port object 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:16.552816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:16.555149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:16.601315 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'status': 'completed', 'code': 200} Feb 13 23:25:16.630477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:16.638390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:16.643711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:16.693587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Pushing event updated for resources: {'Port': ['ID=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:16.726536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:16.735234 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'status': 'completed', 'code': 200} Feb 13 23:25:16.918159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:17.047459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d7772cea-3527-41af-a2ea-c834b1477ef1 None None] Provisioning for port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:17.056003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d7772cea-3527-41af-a2ea-c834b1477ef1 None None] Provisioning complete for port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:17.056343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d7772cea-3527-41af-a2ea-c834b1477ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:17.073058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de888-68ce-4657-b52a-d968c8d5ddfd req-b9861cce-f8b3-4614-afdd-52a51e30b8a4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:17.080202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c8de888-68ce-4657-b52a-d968c8d5ddfd req-b9861cce-f8b3-4614-afdd-52a51e30b8a4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.2195663 Feb 13 23:25:17.122926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-d6a74966-b769-44fc-b1e9-9863cec646d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1095 time: 0.3815429 Feb 13 23:25:17.127341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d7772cea-3527-41af-a2ea-c834b1477ef1 None None] Port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:25:17.131660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-ce954b97-b4d2-42a0-9c36-7bb805ac27d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.3172359 Feb 13 23:25:17.232716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c8de888-68ce-4657-b52a-d968c8d5ddfd req-169cee2d-8839-4b9d-82f7-90296d226ddd tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516891 Feb 13 23:25:17.302415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:17.309555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:17.404593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-b93f3b0d-1d14-4632-b853-f93c70527fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:17.406169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-b93f3b0d-1d14-4632-b853-f93c70527fb8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.2678034 Feb 13 23:25:17.447555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:17.473318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-71c4e1ef-a8bf-45ec-a96c-2908d1e95e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:17.474882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-71c4e1ef-a8bf-45ec-a96c-2908d1e95e97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.3136506 Feb 13 23:25:17.491499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:17.503745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:17.523044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:17.524293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:17.562567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Pushing event updated for resources: {'Port': ['ID=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:17.591390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-11d1961d-1c7a-4787-b11d-ed6a2bb1109a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 217 time: 0.1692047 Feb 13 23:25:17.634555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a188c-dbdc-4f29-9bbb-aab6e3c92b36 req-090410c5-258d-4dc1-a811-8dc7a25aac63 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:17.642076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7a188c-dbdc-4f29-9bbb-aab6e3c92b36 req-090410c5-258d-4dc1-a811-8dc7a25aac63 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 945 time: 0.2619705 Feb 13 23:25:17.687969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:17.695716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:17.709387 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-c0fc6c82-98e5-4182-9ef0-c8cb5c2d659d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.2203612 Feb 13 23:25:17.766101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c5a1442b-d1d3-45e4-b782-19439f6f17d8 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:17.797085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-a517d515-fa33-4db7-957b-719d86e4f3a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:17.803737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-a517d515-fa33-4db7-957b-719d86e4f3a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.1898208 Feb 13 23:25:17.878230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-3aa6fe4f-e445-4058-b88f-0169eaeaa6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:17.879889 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-3aa6fe4f-e445-4058-b88f-0169eaeaa6d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1562898 Feb 13 23:25:17.887223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-776245a7-9f59-4971-a648-734d6f8cfe3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650437 Feb 13 23:25:17.906615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7a188c-dbdc-4f29-9bbb-aab6e3c92b36 req-53e62fa9-5d73-4fba-8a46-2b0b5be9e7c0 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635746 Feb 13 23:25:18.157199 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'code': 200} Feb 13 23:25:18.218116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:18.220066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-5bdbadc1-81a8-4605-b197-014f957c9453 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913704 Feb 13 23:25:18.237132 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-73e12156-82a5-433f-8f2f-54f76df42f8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475008 Feb 13 23:25:18.260700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:18.318708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'network_id': '652b8143-c7e4-46ea-b9e9-27141c0ef790', 'port_id': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'mac_address': 'fa:16:3e:b8:19:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba6f41d-cc1b-46e6-8472-9f2e266772ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:18.321389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-be50adff-9e8e-497c-b4cd-712a10694a0b None None] Provisioning complete for port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:18.321756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-be50adff-9e8e-497c-b4cd-712a10694a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:18.503213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:18.526980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-be50adff-9e8e-497c-b4cd-712a10694a0b None None] Port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:25:18.655068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d911175-6496-465e-8775-37c03c62cfea req-a24bb7d4-7bd1-4485-8794-358ec1a4d4f9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:18.666196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d911175-6496-465e-8775-37c03c62cfea req-a24bb7d4-7bd1-4485-8794-358ec1a4d4f9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 944 time: 0.3314056 Feb 13 23:25:18.689348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fdd874b4-c066-4f05-b052-9c3981ba1977 req-b1c28d4b-0560-4407-8663-f66f6450ccdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 1096 time: 0.5187271 Feb 13 23:25:18.740336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:18.772754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d911175-6496-465e-8775-37c03c62cfea req-ab2d60b3-e41e-49f8-8488-965d3553e9d8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085875 Feb 13 23:25:18.793247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a1442b-d1d3-45e4-b782-19439f6f17d8 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:18.799284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:18.857514 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-eeeeb745-61e3-4459-a30d-3d84471f348e service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786378 Feb 13 23:25:18.857514 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e377269-ef2d-4d48-8bfa-93fb90827d10 req-d3ff35d1-56d1-4618-bf03-8d54b95659ed service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128218 Feb 13 23:25:19.109552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:19.132527 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:19.198848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:19.219926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d16da-e75b-46f9-afa2-47ce24084727 req-70876c55-9961-4423-8771-8e57521fd301 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:19.221548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e5d16da-e75b-46f9-afa2-47ce24084727 req-70876c55-9961-4423-8771-8e57521fd301 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.1787407 Feb 13 23:25:19.226816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:19.227184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:19.236659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44460) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:19.247313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Request body: {'floatingip': {'port_id': '5bcda53c-f27a-43bf-a2fc-50039cd45a20'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:19.273147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1b908323-bfb4-40dc-b93c-1519299d2850', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'port_id': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'mac_address': 'fa:16:3e:ad:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:32Z', 'updated_at': '2022-02-13T23:25:15Z', 'revision_number': 3, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:19.282164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:19.284109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:19.333706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb30d19f-de1e-439a-b492-b5bf82569a22 req-d5f743e7-5849-478f-afea-ecacdcd397d0 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709475 Feb 13 23:25:19.335344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fdd874b4-c066-4f05-b052-9c3981ba1977 req-c9547514-4997-431d-ab1d-cf6af4f64514 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248171 Feb 13 23:25:19.343570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:19.344193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:19.345625 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:19.483941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:19.502249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c5a1442b-d1d3-45e4-b782-19439f6f17d8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:19.509093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:19.554312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca9a1363-f4d1-4ea5-8107-12a479425275 admin admin] 10.222.0.36 "PUT /v2.0/routers/a9eaba4b-adb2-447f-9ac0-c02fafdbff95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6684513 Feb 13 23:25:19.665606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:19.676508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:19.747607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:19.752577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:19.757142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:19.757987 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:19.786399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-f8a391dc-c7d9-47c2-9326-9f7cc3e446b0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1713030 Feb 13 23:25:19.844353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:19.875021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-314147e6-20f7-4fc7-85f4-1a20e853968b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "PUT /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 998 time: 6.9846065 Feb 13 23:25:19.954354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-1330b0d7-c8f2-49a7-9c90-fbce6383d966 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:19.956212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-1330b0d7-c8f2-49a7-9c90-fbce6383d966 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports/94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 942 time: 0.0747600 Feb 13 23:25:20.003303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:20.107181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:20.180267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-5233bbfe-ba30-4011-9072-04724bcae77f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0913222 Feb 13 23:25:20.192570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-69136968-2eb3-4d41-b753-8bf8f43a060e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:20.194165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-69136968-2eb3-4d41-b753-8bf8f43a060e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3974202 Feb 13 23:25:20.253231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-15a461ec-89bc-4c1a-bc2f-5df10fc9557a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/quotas/b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 375 time: 0.0369015 Feb 13 23:25:20.345622 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:20.380935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:20.391188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-7a7c5bb5-6bc4-4ab7-8f96-0b8e56ddf638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:20.392973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-7a7c5bb5-6bc4-4ab7-8f96-0b8e56ddf638 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.2029796 Feb 13 23:25:20.393264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:20.400029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:20.437973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:20.458195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1b908323-bfb4-40dc-b93c-1519299d2850', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'port_id': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'mac_address': 'fa:16:3e:ad:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:32Z', 'updated_at': '2022-02-13T23:25:15Z', 'revision_number': 3, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:20.472209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a622de-dfe1-4266-8432-467a78dd37c6 None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1b908323-bfb4-40dc-b93c-1519299d2850', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'port_id': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'mac_address': 'fa:16:3e:ad:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:32Z', 'updated_at': '2022-02-13T23:25:15Z', 'revision_number': 3, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:20.483431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:20.485033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:20.494562 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-ba8ce147-00bc-45a4-9244-598b3f4c3307 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.0939014 Feb 13 23:25:20.558693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-ffb1e4aa-7983-4b63-8528-64fcf51e0e14 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1871631 Feb 13 23:25:20.570641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-80eb7b0d-e318-4c47-a651-3ae8ed150321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:20.572528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-80eb7b0d-e318-4c47-a651-3ae8ed150321 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0742910 Feb 13 23:25:20.706726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-aa655a9c-37e2-4b3b-a494-27cf5a2f8483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224124 Feb 13 23:25:20.713659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-f75aa2d7-b127-495e-9453-1acd1d3479b2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:25:20.720011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:20.724615 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Floating IP 063ab991-41a2-4369-8a59-20aa9a7a288f associated. External IP: 172.25.4.217, port: 5bcda53c-f27a-43bf-a2fc-50039cd45a20. Feb 13 23:25:20.738498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-f75aa2d7-b127-495e-9453-1acd1d3479b2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0302842 Feb 13 23:25:20.835122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:20.835967 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:21.017613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-8d35c564-0f4f-48ca-9562-9d176a443a66 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784939 Feb 13 23:25:21.187587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608e86e-976a-473e-876b-3a6dc81cfb19 req-13723611-69d4-4dfe-824b-bbcefcd142fa tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:21.189158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2608e86e-976a-473e-876b-3a6dc81cfb19 req-13723611-69d4-4dfe-824b-bbcefcd142fa tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 945 time: 0.3171258 Feb 13 23:25:21.237638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-06678dfc-e65f-490e-9e78-a7f843e309c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191846 Feb 13 23:25:21.265176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2608e86e-976a-473e-876b-3a6dc81cfb19 req-61363341-ba43-4dfc-a9bd-dc930b6d3a2c tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692184 Feb 13 23:25:21.350427 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-87d8d6aa-bd52-497f-80d0-8892792204c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0856562 Feb 13 23:25:21.509322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-56f314b9-b036-41dd-ae71-185980df8844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:21.519714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-56f314b9-b036-41dd-ae71-185980df8844 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.1624515 Feb 13 23:25:21.554475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Router 0bef63f4-7c87-43e1-9340-9967a2556508 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:21.740912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-ffc3a6fb-25bf-49a6-ae61-2788a68cae7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 1001 time: 0.2203414 Feb 13 23:25:21.762071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c5a1442b-d1d3-45e4-b782-19439f6f17d8 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:21.804042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530c623-2a6c-442e-93c6-841e6f8dfa4d req-dd500c72-44b9-4f93-80f8-c584572a337a tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:21.805476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3530c623-2a6c-442e-93c6-841e6f8dfa4d req-dd500c72-44b9-4f93-80f8-c584572a337a tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 947 time: 0.1618588 Feb 13 23:25:21.806022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-a9f25b14-2c78-4379-86f5-263e7bc44ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:21.807596 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-a9f25b14-2c78-4379-86f5-263e7bc44ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0609810 Feb 13 23:25:21.835551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c5a1442b-d1d3-45e4-b782-19439f6f17d8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:21.840886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c5a1442b-d1d3-45e4-b782-19439f6f17d8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:21.841254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:21.865652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3530c623-2a6c-442e-93c6-841e6f8dfa4d req-f007f73d-ddc3-48f3-bc39-990aab6de418 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Feb 13 23:25:21.891366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-38e9f1b4-5d60-4456-9c79-cc3287537347 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771217 Feb 13 23:25:21.897251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:21.913683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:21.921813 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] Sync routers for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:21.941660 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:21.942300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:21.996716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4f6fd7eb-998a-4583-afb4-d223be374f95 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "PUT /v2.0/floatingips/063ab991-41a2-4369-8a59-20aa9a7a288f HTTP/1.1" status: 200 len: 991 time: 2.7588983 Feb 13 23:25:21.998273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:22.064336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:22.065859 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-1ea90c91-5576-4786-9d5c-8e9cfe765caf service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673799 Feb 13 23:25:22.115777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:22.128671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:22.225050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:22.256318 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:22.278453 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-d4817022-84d2-4d1d-94a1-c864f305e341 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435733 Feb 13 23:25:22.467866 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0afdff76-7290-4cca-84f3-41a55a30b13b req-0cd3d3b5-2068-4e9d-b3ad-d680afef4586 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965161 Feb 13 23:25:22.481963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-1edebd9c-341a-4324-91cf-786bcb9b835d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:22.484895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-1edebd9c-341a-4324-91cf-786bcb9b835d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986001 Feb 13 23:25:22.504435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Request body: {'port': {'device_id': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'b0ab36724abb4ec89970456e44c9a58a'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:22.555216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44510) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:22.561735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270103129', 'description': 'tempest-description--1841487454'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:22.570765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:22.581165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:22.599652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:22.610784 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'status': 'completed', 'code': 200} Feb 13 23:25:22.617562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:22.638302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:22.678849 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'code': 200} Feb 13 23:25:22.688890 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '063ab991-41a2-4369-8a59-20aa9a7a288f', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'port_id': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'mac_address': 'fa:16:3e:5e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:48Z', 'updated_at': '2022-02-13T23:25:20Z', 'revision_number': 1, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:57Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:22.693808 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] Checking router: 0bef63f4-7c87-43e1-9340-9967a2556508 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:22.707034 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:22.707663 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:22.775896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:22.782566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Usage tracker for resource:port and tenant:b0ab36724abb4ec89970456e44c9a58a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:22.804053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:22.820385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:22.842015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5744e-455d-4211-8bcf-0e31f5d8c538 req-244153f1-1c4e-431c-9458-73eaf47c2629 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:22.845442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0b5744e-455d-4211-8bcf-0e31f5d8c538 req-244153f1-1c4e-431c-9458-73eaf47c2629 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 946 time: 0.2200243 Feb 13 23:25:22.875071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76a1ee59-c148-4f5e-8c9c-779e2e027e82 req-2d6400a9-165c-4b45-b8de-3104457d1951 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 210 time: 0.0497866 Feb 13 23:25:22.885911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-3972d4c9-83c9-4f22-b39b-dfe1343493c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.2198880 Feb 13 23:25:22.891255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Made reservation on behalf of b0ab36724abb4ec89970456e44c9a58a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:22.892423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:22.895870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:22.897141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:22.900971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:22.908244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:22.941271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:22.970746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:22.976383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.023675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f961131-8797-4969-ad5d-da4f2457f765,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:23.026834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.028115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21f547b4-16cd-431c-aff9-bb2d64d38b24 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4719262 Feb 13 23:25:23.031082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:23.041330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'security_group_rule': {'security_group_id': '2f961131-8797-4969-ad5d-da4f2457f765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:23.054472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.055576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:23.064120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:23.070711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:23.087154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:23.112248 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.136109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-068a8173-c246-4b4d-85e4-c81a261ae416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:23.138207 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-068a8173-c246-4b4d-85e4-c81a261ae416 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.2309015 Feb 13 23:25:23.189716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.195505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.219370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef723ff-ddc4-40e3-aa4f-adc77d802cc7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:23.238747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.242070 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-96d5fd1f-2121-487b-ad76-31c46fb50178 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2068894 Feb 13 23:25:23.244767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44522) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:23.261219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-29d3ade3-5126-491f-8ecc-20cc1a0aaa8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.1153080 Feb 13 23:25:23.266762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'security_group_rule': {'security_group_id': '2f961131-8797-4969-ad5d-da4f2457f765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:23.278737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0b5744e-455d-4211-8bcf-0e31f5d8c538 req-dd476628-513c-4850-93ee-8d6e7de9db0f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249303 Feb 13 23:25:23.281132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:23.283577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:23.336946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Usage tracker for resource:security_group_rule and tenant:b0ab36724abb4ec89970456e44c9a58a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:23.353477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:23.358579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:23.361659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-6c3f9c59-11f5-4c76-b8e8-3bbef97f973e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879006 Feb 13 23:25:23.369104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:23.377215 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '063ab991-41a2-4369-8a59-20aa9a7a288f', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'port_id': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'mac_address': 'fa:16:3e:5e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:48Z', 'updated_at': '2022-02-13T23:25:20Z', 'revision_number': 1, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:57Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:23.382844 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40c1ba-5a10-48f5-9c37-0948521a7136 None None] The sync data for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 is: [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '063ab991-41a2-4369-8a59-20aa9a7a288f', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'port_id': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'mac_address': 'fa:16:3e:5e:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:24:48Z', 'updated_at': '2022-02-13T23:25:20Z', 'revision_number': 1, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:57Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:23.391489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:23.395692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:23.455021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-95a2614a-6fac-48c9-9462-ca00a28d4421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:23.456451 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-95a2614a-6fac-48c9-9462-ca00a28d4421 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1838756 Feb 13 23:25:23.462460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.475488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-1e070778-f7dc-4624-815f-49aac733335d tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:23.477377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-1e070778-f7dc-4624-815f-49aac733335d tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.4054296 Feb 13 23:25:23.557687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-fd157028-00fd-4ce0-ae19-272b464722a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1174 time: 0.0834620 Feb 13 23:25:23.788589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-0e9240c5-4218-408a-a493-88c5463f0738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:23.789943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-0e9240c5-4218-408a-a493-88c5463f0738 service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.2095132 Feb 13 23:25:23.834675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Deleting port cc99034b-4a39-460b-b6df-9cb5352f8f6e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:23.835012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.867982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c02f7-93b4-41ed-8c71-98de513651e3 req-0c346a1c-cd19-43b5-bc4b-947705020684 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:23.869412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-915c02f7-93b4-41ed-8c71-98de513651e3 req-0c346a1c-cd19-43b5-bc4b-947705020684 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.1745527 Feb 13 23:25:23.870778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-588b3970-cec5-425a-b5fc-4e20351c70e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 200 len: 217 time: 0.0736072 Feb 13 23:25:23.885507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.908206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:23.970343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-558da4a8-9c48-4c00-9571-2833a2ed3ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:23.971780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-558da4a8-9c48-4c00-9571-2833a2ed3ff4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.0798578 Feb 13 23:25:23.974313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-915c02f7-93b4-41ed-8c71-98de513651e3 req-d803555d-9432-42e8-a2dc-1a148d9fe1fb tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990086 Feb 13 23:25:23.983943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:24.024378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73933935-406a-4f84-aef7-fdc79a530a09 req-be74875b-c309-468d-a5c6-b78f60fac8eb tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:24.024784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73933935-406a-4f84-aef7-fdc79a530a09 req-be74875b-c309-468d-a5c6-b78f60fac8eb tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 945 time: 0.5674047 Feb 13 23:25:24.040223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-dbe52f49-e479-4e16-8253-9bca5f5ad7e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586541 Feb 13 23:25:24.041919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:24.046609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-ebe0cdbf-9231-4d87-83aa-4db58daac689 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5688353 Feb 13 23:25:24.079830 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'status': 'completed', 'code': 200} Feb 13 23:25:24.144729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:24.164940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36dc0ce-b3f1-4f18-9c82-66141541d1c6,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:24.261909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03428de-4bb8-46c0-9c91-8975890a5470 None None] New status for floating IP 1b908323-bfb4-40dc-b93c-1519299d2850: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:25:24.318561 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f62533-ff3f-42e5-b98a-b7aed01c142b None None] New status for floating IP 063ab991-41a2-4369-8a59-20aa9a7a288f: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:25:24.400466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:24.401640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0b5e85d2-4141-4af3-ad0f-b4ea49a1e6c6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1475108 Feb 13 23:25:24.417415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44540) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:24.418055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3117621c-c348-494b-b2fb-99e512422f3f req-8f812181-0118-4f45-a676-2fac920489df tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1001 time: 0.2322018 Feb 13 23:25:24.435921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:24.462421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73933935-406a-4f84-aef7-fdc79a530a09 req-19488918-3365-4ce7-b41a-fbc8a052e6d2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups?id=85b5505a-84b9-4006-b01d-0b225e46d72c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4366930 Feb 13 23:25:24.465891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:24.501019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117621c-c348-494b-b2fb-99e512422f3f req-4fb0b80e-d9b2-4c3e-bc76-38e9cc8db31d tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:24.512878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3117621c-c348-494b-b2fb-99e512422f3f req-4fb0b80e-d9b2-4c3e-bc76-38e9cc8db31d tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports/980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 942 time: 0.0933490 Feb 13 23:25:24.523054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-d12b6cd1-a660-4173-b47e-a1c52f36e9dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2253343d53a4137a7939a5468b92339&device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 1096 time: 0.3887765 Feb 13 23:25:24.525838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-cf818e86-eb4f-45c0-9f26-73eb76eb139f service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752271 Feb 13 23:25:24.538679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:floatingip and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:24.587270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:24.602175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Allocated IP 192.168.233.30 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/2efcc21a-7d62-4205-9929-a86eb5f40257) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:24.617620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:24.632813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:24.673615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-ad41cf71-7e94-4f54-8e21-7a7defb69eee service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860968 Feb 13 23:25:24.681645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] For port cc99034b-4a39-460b-b6df-9cb5352f8f6e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc99034b-4a39-460b-b6df-9cb5352f8f6e,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:24.682162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:24.707502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:24.733247 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:25.017922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-726e9aa6-a29d-413f-b643-7c9b99bb84d1 req-c63a639d-97ae-4aed-aec6-ffdf9c2068ad tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:25.069957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3117621c-c348-494b-b2fb-99e512422f3f req-3e6e5dbc-2193-4d57-8b04-bebb3d7b441c tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1001 time: 0.2941608 Feb 13 23:25:25.086211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df1513-96b1-4c1a-b154-e752b7864362 req-be18ac02-0747-40f7-a1f3-17bf55d1dd74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:25.087518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-be18ac02-0747-40f7-a1f3-17bf55d1dd74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=27629df7-0473-4f9e-a494-61620c9956e4 HTTP/1.1" status: 200 len: 911 time: 0.5559237 Feb 13 23:25:25.216658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f2da8f4-1c92-4093-9944-ecfec0cc91ac req-de7433cd-fb92-4e62-887c-0896d9e8dc51 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412992 Feb 13 23:25:25.220794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-726e9aa6-a29d-413f-b643-7c9b99bb84d1 req-c63a639d-97ae-4aed-aec6-ffdf9c2068ad tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:25.221915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-726e9aa6-a29d-413f-b643-7c9b99bb84d1 req-c63a639d-97ae-4aed-aec6-ffdf9c2068ad tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 210 time: 0.3517973 Feb 13 23:25:25.297706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-6207c7ad-206c-4d2d-a5e6-704794ddc73a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20 HTTP/1.1" status: 200 len: 1001 time: 0.1882026 Feb 13 23:25:25.345040 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd58eaed-6f0f-4d3b-b458-03fa4a4760fa req-ebe78c58-2777-411c-99fd-fedc63e33f39 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522906 Feb 13 23:25:25.360851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117621c-c348-494b-b2fb-99e512422f3f req-b7b9b517-34b7-4eaf-9f92-9bde7dd26b4b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:25.362819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3117621c-c348-494b-b2fb-99e512422f3f req-b7b9b517-34b7-4eaf-9f92-9bde7dd26b4b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2806950 Feb 13 23:25:25.394629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df1513-96b1-4c1a-b154-e752b7864362 req-91cad19e-7523-486c-890f-f64fc05310d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:25.399292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-91cad19e-7523-486c-890f-f64fc05310d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcb98771-8058-477a-b0fa-297ed262bec0 HTTP/1.1" status: 200 len: 850 time: 0.0871196 Feb 13 23:25:25.512723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-4501bd10-2706-461c-8043-967ced51d674 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=27629df7-0473-4f9e-a494-61620c9956e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002326 Feb 13 23:25:25.532509 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'status': 'completed', 'code': 200} Feb 13 23:25:25.648437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:25.648717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:25.649028 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Floating IP c6f07b6b-a49b-4c38-902c-eaf7746e539f disassociated. External IP: 172.25.4.191, port: cc99034b-4a39-460b-b6df-9cb5352f8f6e. Feb 13 23:25:25.649376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Calling delete_port for cc99034b-4a39-460b-b6df-9cb5352f8f6e owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:25.668912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-6d55af00-30fc-4430-ab89-825d47bec605 service neutron] 10.222.0.31 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498642 Feb 13 23:25:25.723814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:25.772322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:25.787897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Transition to ACTIVE for port object 2efcc21a-7d62-4205-9929-a86eb5f40257 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:25.820850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42df1513-96b1-4c1a-b154-e752b7864362 req-69593967-cac6-42c8-91f3-dbd738aadbf0 service neutron] 10.222.0.31 "GET /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443410 Feb 13 23:25:25.824178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:25.880361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc99034b-4a39-460b-b6df-9cb5352f8f6e no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:25.913026 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-5fe85017-1771-4ca5-856c-e9412f61e892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1096 time: 0.3780556 Feb 13 23:25:25.928343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62a9d-778a-4dff-8489-0b734962fae6 req-b278f612-9c02-40e4-ba91-a775ee4c76b0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:25.929908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eca62a9d-778a-4dff-8489-0b734962fae6 req-b278f612-9c02-40e4-ba91-a775ee4c76b0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 946 time: 0.4017813 Feb 13 23:25:26.008110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:26.029341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'network_id': '96b65459-2ac5-48ff-8e43-cff9d5314117', 'port_id': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'mac_address': 'fa:16:3e:fc:8d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feb3044-ddb4-4a01-8095-3fece4a5ef20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:26.101622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:26.145669 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:26.159929 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:26.183631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81514bd1-4a68-4dd4-a185-8dcf80d22605 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:26.215162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:26.248696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eca62a9d-778a-4dff-8489-0b734962fae6 req-e232f963-426b-458b-a807-cac2d619b4d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847867 Feb 13 23:25:26.284097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:26.286345 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'code': 200} Feb 13 23:25:26.291163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:26.304319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:26.313675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:26.318599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Allocated IP 172.25.4.39 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/b108037d-5b0f-4252-a4a3-06c5eaef30b0) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:26.321406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:26.369330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:26.374759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:26.378820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.379291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.379743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.380075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.380398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.380767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.381088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.381403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.381715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.382055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.382366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:25:26.410719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['81514bd1-4a68-4dd4-a185-8dcf80d22605'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:26.414313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029037e-e38e-4b67-b570-e06c522a385e req-b68c878a-b957-4e02-955b-18f19aa8aca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:26.415772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-b68c878a-b957-4e02-955b-18f19aa8aca4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.4849906 Feb 13 23:25:26.447672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event deleted for resources: {'Port': ['ID=cc99034b-4a39-460b-b6df-9cb5352f8f6e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:26.545951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-75401ef1-4161-46ce-8e75-648c7ac77f7b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1001 time: 0.2234380 Feb 13 23:25:26.629561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826b710-e7df-446c-8628-76e5d3f64703 req-3efacdcc-b126-471b-afa4-905bc7097836 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:26.642749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-3efacdcc-b126-471b-afa4-905bc7097836 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports/980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 942 time: 0.0960515 Feb 13 23:25:26.669522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72d294ff-9a87-4253-92ec-9cf83c64471e req-5fc4ff60-695f-4fa0-9afc-775ff64f05eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1097 time: 0.2682867 Feb 13 23:25:26.759365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72d294ff-9a87-4253-92ec-9cf83c64471e req-fea0ef79-c87c-48db-9a0b-bd0d034aef1b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811989 Feb 13 23:25:26.821451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ae33c98c-7f6e-4f8b-999c-69d99c295d0c None None] Provisioning for port 2efcc21a-7d62-4205-9929-a86eb5f40257 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:26.830367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ae33c98c-7f6e-4f8b-999c-69d99c295d0c None None] Provisioning complete for port 2efcc21a-7d62-4205-9929-a86eb5f40257 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:26.831061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ae33c98c-7f6e-4f8b-999c-69d99c295d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:26.892942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-2b21125b-67ba-4cd4-9c83-f4b90658d38c tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1001 time: 0.1115081 Feb 13 23:25:26.907682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ae33c98c-7f6e-4f8b-999c-69d99c295d0c None None] Port 2efcc21a-7d62-4205-9929-a86eb5f40257 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:25:26.916374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.038388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:27.039319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.044434 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1e2813b-e700-4209-9702-9c19b8ea56a4 req-6d677b53-218a-4d7b-8e41-fe5db4cefe52 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 210 time: 0.2268624 Feb 13 23:25:27.045848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826b710-e7df-446c-8628-76e5d3f64703 req-f0444e4a-a732-40b4-ae59-81f628f19185 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:27.047271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-f0444e4a-a732-40b4-ae59-81f628f19185 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.1535985 Feb 13 23:25:27.072946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-18fe3e71-01e4-4246-9748-f977fab2415d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 1001 time: 0.6279302 Feb 13 23:25:27.133412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-c092bea9-e76f-464d-932f-2ffd6296db8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6334760 Feb 13 23:25:27.153169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Request body: {'port': {'device_id': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:27.169140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-f82c2ef0-bc71-4c8e-954f-4afded7070e6 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1001 time: 0.1135156 Feb 13 23:25:27.182666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:27.214557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029037e-e38e-4b67-b570-e06c522a385e req-5b6627a2-8fad-4cc4-8f50-c3c1282796c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:27.215984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-5b6627a2-8fad-4cc4-8f50-c3c1282796c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1338449 Feb 13 23:25:27.273540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.296111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.590789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:27.606474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:27.612052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'Port': ['ID=b108037d-5b0f-4252-a4a3-06c5eaef30b0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:27.614146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.624696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:27.693062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.697069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.697440 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Floating IP 1b908323-bfb4-40dc-b93c-1519299d2850 disassociated. External IP: 172.25.4.107, port: 980308b8-377b-46e2-9a07-cc0ce12dac41. Feb 13 23:25:27.762817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-22ca83ef-cf2e-4232-a5b4-46915907483c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5290196 Feb 13 23:25:27.786467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:27.821122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938d55-5f26-4be6-81e0-1ae77d1c3218 req-0938f51c-4265-4967-b624-a8086835228d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:27.822606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-46938d55-5f26-4be6-81e0-1ae77d1c3218 req-0938f51c-4265-4967-b624-a8086835228d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 935 time: 0.5443959 Feb 13 23:25:27.844270 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:25:27.876687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 81514bd1-4a68-4dd4-a185-8dcf80d22605 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:27.877277 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:27.944053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Router 7823ae65-571a-4cdd-94c1-addf48857fbb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:28.046132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.104198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:28.108699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.183696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:28.202532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:28.206852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-46938d55-5f26-4be6-81e0-1ae77d1c3218 req-d091e9cc-8b53-4ce7-80df-8735a8a713b4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:28.273244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-5d966469-7f28-480f-939d-c6e74443c388 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949515 Feb 13 23:25:28.287783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:28.403923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:28.408321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.416433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-46938d55-5f26-4be6-81e0-1ae77d1c3218 req-d091e9cc-8b53-4ce7-80df-8735a8a713b4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:28.417575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-46938d55-5f26-4be6-81e0-1ae77d1c3218 req-d091e9cc-8b53-4ce7-80df-8735a8a713b4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961176 Feb 13 23:25:28.471247 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.485557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c45f1cca-bcda-4402-a9e7-1b9e7b2f8c68 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "PUT /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 695 time: 1.3092756 Feb 13 23:25:28.486020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:28.579646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-46d194dd-d5f6-4fbd-a61e-1f584dc016f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0778239 Feb 13 23:25:28.655877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:28.661233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.680686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:28.681511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:28.727442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9029037e-e38e-4b67-b570-e06c522a385e req-fa994a54-f6ec-4268-acdc-074744269fbd service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391961 Feb 13 23:25:28.736714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efcc21a-7d62-4205-9929-a86eb5f40257 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:28.751326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.785867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826b710-e7df-446c-8628-76e5d3f64703 req-79193bad-c66f-4161-9bf9-9dc6256620d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:28.788017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-79193bad-c66f-4161-9bf9-9dc6256620d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.1966879 Feb 13 23:25:28.854153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Transition to ACTIVE for port object 2efcc21a-7d62-4205-9929-a86eb5f40257 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:28.874690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:28.883620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-96c84def-1a43-412d-bcd7-e095ac1a8339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 217 time: 0.0762601 Feb 13 23:25:28.906073 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:28.924018 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:28.925699 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:29.044244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:29.070814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826b710-e7df-446c-8628-76e5d3f64703 req-4e1ef8d3-0606-4413-9ead-6b4eacaef88a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:29.074054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-4e1ef8d3-0606-4413-9ead-6b4eacaef88a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1814592 Feb 13 23:25:29.263259 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:29.283023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-13cc53be-2374-4b49-a7d7-7b41c6a6434f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916609 Feb 13 23:25:29.315732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:29.430981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:29.473615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-fb7b59a2-d6ef-40ef-a3ba-677a0d82de71 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818054 Feb 13 23:25:29.496852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] Sync routers for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:29.516406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:25:29.567495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:29.568623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:29.578759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] No DVR routers for this DVR port cc99034b-4a39-460b-b6df-9cb5352f8f6e on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:29.582098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:29.592919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:29.599547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'name': 'network-vif-deleted', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:29.614567 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:29.618825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24d77016-eaff-4725-a5b1-da29e8ab6555 req-ae1f5a92-f0bf-47d9-9991-d77c75e609fa tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.42 "DELETE /v2.0/ports/cc99034b-4a39-460b-b6df-9cb5352f8f6e HTTP/1.1" status: 204 len: 173 time: 6.1012044 Feb 13 23:25:29.705522 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:17Z', 'revision_number': 2, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:29.711023 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:29.711675 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Updating router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:25:29.752418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9826b710-e7df-446c-8628-76e5d3f64703 req-c33450e4-ae7f-43f4-ada2-04776706db18 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775860 Feb 13 23:25:29.781289 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:29.820814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:29.867382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:29.868032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:29.868824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:29.882643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aeb7e-ea85-4fcd-b927-62baf242190d req-95628c00-1077-4505-8a84-d53a058e81b3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:29.890390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d03aeb7e-ea85-4fcd-b927-62baf242190d req-95628c00-1077-4505-8a84-d53a058e81b3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 946 time: 0.5691352 Feb 13 23:25:29.914898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Port 2efcc21a-7d62-4205-9929-a86eb5f40257 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:25:29.915498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:29.929993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:29.939292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'Port': ['ID=b108037d-5b0f-4252-a4a3-06c5eaef30b0,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:29.951883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:29.952431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:29.952993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:29.953705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Bound port: 2efcc21a-7d62-4205-9929-a86eb5f40257, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:29.954251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:29.955544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-55b98996-d40e-4539-b755-1b5c79f9f7c2 req-7fc261a2-d538-422d-b1a6-ee91de761d04 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4762c2a-4870-49a6-b382-0bdf3a131800 HTTP/1.1" status: 200 len: 210 time: 0.0527909 Feb 13 23:25:30.002313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.087652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:30.090751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:30.122836 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.147089 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.179969 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'code': 200} Feb 13 23:25:30.213674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d03aeb7e-ea85-4fcd-b927-62baf242190d req-2ed14d08-e631-4891-85be-02768454a329 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221393 Feb 13 23:25:30.224938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:30.228697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:30.238583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.244885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f4dda228-14e7-418d-83c5-896e047ace18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8244057 Feb 13 23:25:30.261959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.264777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-def234ab-03ce-47b5-a955-8a408fdcbdae service neutron] 10.222.0.42 "PUT /v2.0/ports/2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 1095 time: 3.1147912 Feb 13 23:25:30.297582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.309312 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'status': 'completed', 'code': 200} Feb 13 23:25:30.387041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e89b9c-7652-4674-ad65-67d8f9a44680 req-8528a23a-58d5-4269-b958-16b77316c65e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:30.399689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52e89b9c-7652-4674-ad65-67d8f9a44680 req-8528a23a-58d5-4269-b958-16b77316c65e tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 943 time: 0.1788685 Feb 13 23:25:30.507812 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.523374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52e89b9c-7652-4674-ad65-67d8f9a44680 req-7f750e1e-e252-41d0-aa02-ba6f1f9aa449 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf7795e1-6987-4aef-b591-847054444819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226532 Feb 13 23:25:30.561565 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-09521abf-3d62-462d-bd94-cee63171e4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.569450 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Transition to ACTIVE for port object 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:30.583087 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.588077 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-98d123cc-83da-47ad-94b2-b490b85c4907 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 1096 time: 0.2489846 Feb 13 23:25:30.603229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:30.688233 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4762c2a-4870-49a6-b382-0bdf3a131800', 'name': 'network-vif-deleted', 'tag': 'cc99034b-4a39-460b-b6df-9cb5352f8f6e', 'status': 'completed', 'code': 200} Feb 13 23:25:30.693685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:30.720094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:30.720725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:30.881957 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-b081abd9-92d1-44ce-894a-aeb2bb389431 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1098 time: 0.4465735 Feb 13 23:25:30.904475 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cc341-a5bd-419a-8711-a9d05431ce5b None None] Pushing event updated for resources: {'Port': ['ID=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:30.933948 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Attempting to bind port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:30.934477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Attempting to bind port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:30.934950 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Attempting to bind port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:30.942486 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:30.942979 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Checking segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:30.943470 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:30.944092 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Bound using segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:30.944755 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Bound port: 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:30.945211 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:31.013564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-9cbb3a95-ca61-4f4a-98a5-a6dbcbb3b128 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.1223993 Feb 13 23:25:31.016356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a903592-f368-4d09-9732-91d1d500cedd req-0b632bef-01f1-4352-a603-a847854fcb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:31.017599 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-0b632bef-01f1-4352-a603-a847854fcb7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.4221709 Feb 13 23:25:31.076431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:31.108839 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] For port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:31.112093 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] For port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:31.118983 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:31.120775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:31.151823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee925e-4421-428a-b300-8f0a31faf618 req-02358240-19d1-47eb-918d-17588cd21e27 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:31.153289 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3ee925e-4421-428a-b300-8f0a31faf618 req-02358240-19d1-47eb-918d-17588cd21e27 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 947 time: 0.4752462 Feb 13 23:25:31.157327 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-d3be4d76-8949-4460-ad3a-0aae9f5a41f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 200 len: 217 time: 0.0964842 Feb 13 23:25:31.231272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-7468d5bc-d1ad-4518-8910-b2c975b89bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:31.232938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-7468d5bc-d1ad-4518-8910-b2c975b89bd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2110231 Feb 13 23:25:31.241718 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:31.242369 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:31.256285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3152d605-a337-4446-8561-8205391ea8b6 req-76a57a15-8f85-4d86-9239-d24388030d08 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1594617532&fields=id&tenant_id=1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 267 time: 0.0742421 Feb 13 23:25:31.364022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3ee925e-4421-428a-b300-8f0a31faf618 req-09700125-b875-4420-be05-5d23009ac859 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038834 Feb 13 23:25:31.365541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d605-a337-4446-8561-8205391ea8b6 req-68a16b95-d482-4978-84e4-a064b4775381 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:31.365744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a903592-f368-4d09-9732-91d1d500cedd req-d8fcd7d5-28b4-4b2d-8f95-9ed02f2a2687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:31.367192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-d8fcd7d5-28b4-4b2d-8f95-9ed02f2a2687 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1874785 Feb 13 23:25:31.374592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3152d605-a337-4446-8561-8205391ea8b6 req-68a16b95-d482-4978-84e4-a064b4775381 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 946 time: 0.1160331 Feb 13 23:25:31.385659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'port': {'security_groups': ['121dd60d-243c-41fb-b8fa-ae5b00eafe83', 'e1274e70-ab8f-4b91-87e3-457ca372f829']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:31.529850 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:31.550252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-4c01a243-3e30-4474-8d44-c7ec718cef95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3009808 Feb 13 23:25:31.563311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:24:01Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:31.569006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] Checking router: 7823ae65-571a-4cdd-94c1-addf48857fbb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:31.611184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-4704780d-6739-4183-bf2a-0c26e36adb1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259512 Feb 13 23:25:31.612283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:31.613166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:31.634304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:31.737314 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cc341-a5bd-419a-8711-a9d05431ce5b None None] Pushing event updated for resources: {'Port': ['ID=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:31.830785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:31.841078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e859e4-bd10-4e06-9812-89ab7924d84f None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:31.846881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:31.962296 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-39e660b7-1d83-4131-973a-a28ac5ed9f92 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--270103129&fields=id&tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 267 time: 0.3957009 Feb 13 23:25:31.986747 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:31Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:31.991672 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d787-1f78-4313-8b7e-db6dcca63b13 None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:31Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:32.050392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:32.101697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:32.126073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:32.143274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-6da7434a-01e2-4f6e-a632-fc235e47dfef service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756645 Feb 13 23:25:32.155282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:32.158040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:32.177266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-1c144991-0532-4ad3-b6e5-0a0bdc1b1c73 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118089 Feb 13 23:25:32.221184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:32.251416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:32.251416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:32.251748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:32.259180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3152d605-a337-4446-8561-8205391ea8b6 req-c5e93322-7179-4f10-9134-a75939ffe630 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "PUT /v2.0/ports/c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 982 time: 0.8782992 Feb 13 23:25:32.310195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:32.362375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c5a1442b-d1d3-45e4-b782-19439f6f17d8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:32.393077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-2eb73a3a-4f04-4a55-81f3-eda23797fcbd tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:32.399426 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:25:32.399666 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-2eb73a3a-4f04-4a55-81f3-eda23797fcbd tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 817 time: 0.4365737 Feb 13 23:25:32.417914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4abf0b35-43a6-41f4-929a-bb28aa1e8928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:32.442664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-b9fd0492-5730-44e1-aaa2-844335762453 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/quotas/175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 375 time: 0.0419540 Feb 13 23:25:32.578833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f51e89-580c-405f-9971-c1b9a7989ceb req-38a69f16-7e79-4ae5-9bd7-3dee8adb0cce service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256818 Feb 13 23:25:32.581856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a903592-f368-4d09-9732-91d1d500cedd req-b3073b2f-3e5b-4acd-8964-256cf12d776b service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928549 Feb 13 23:25:32.656944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-51f28f4a-36ca-4473-8c0e-b47cc40e7ef0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2126970 Feb 13 23:25:32.739400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:32.749377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:32.833896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:32.900092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-44c13830-f338-4fe4-a11e-ffb3bb28dd44 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:32.903872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-44c13830-f338-4fe4-a11e-ffb3bb28dd44 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1297796 Feb 13 23:25:32.917292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-8d39e149-1868-4e47-9fed-99e5f5a41649 service neutron] 10.222.0.36 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564383 Feb 13 23:25:32.924060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-80e3d66a-696d-443d-ace7-b6a6fe32f81f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:32.924318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:24:01Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:32.925494 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-80e3d66a-696d-443d-ace7-b6a6fe32f81f tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7a057bf-17c9-40e7-b749-438ac7778dc0 HTTP/1.1" status: 200 len: 945 time: 0.1428063 Feb 13 23:25:32.931757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'mac_address': 'fa:16:3e:05:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:33.012163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334af3cd-2b3f-4687-b200-94211114a35d None None] The sync data for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 is: [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:23:45Z', 'revision_number': 4, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e9721acc-16a0-4db6-af12-79859152a684', 'name': '', 'network_id': '9a159366-e58d-4320-918d-e856fff8b887', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'mac_address': 'fa:16:3e:14:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:43Z', 'updated_at': '2022-02-13T23:24:01Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'subnets': [{'id': '21337af2-cfe2-44c1-b199-ea2b844ebfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:33.048744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-8518c14d-6bfb-4210-9fee-f9648e052e47 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 698 time: 0.1381726 Feb 13 23:25:33.054295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'floatingip': {'port_id': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:33.149098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:33.160676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.160919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.204649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:33.205020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.239350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Deleting port 980308b8-377b-46e2-9a07-cc0ce12dac41 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:33.239777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.264349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:33.339708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:33.355660 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.374588 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-ee09d2ac-bc9e-4653-9de2-2e0f95e623eb service neutron] 10.222.0.36 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477713 Feb 13 23:25:33.462679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:33.649297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:33.707096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.738336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] For port 980308b8-377b-46e2-9a07-cc0ce12dac41, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=980308b8-377b-46e2-9a07-cc0ce12dac41,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:33.740656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.787706 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.810208 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:33.876826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:34.051553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:34.079273 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'code': 200} Feb 13 23:25:34.080434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'mac_address': 'fa:16:3e:83:6a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:34.159371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Calling delete_port for 980308b8-377b-46e2-9a07-cc0ce12dac41 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:34.240345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:34.290884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:34.302594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:34.341112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-76eafe5d-fa94-4140-b0bb-80d00f4b95de req-94844196-e978-4d75-b22f-126e0af39ad1 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/e1274e70-ab8f-4b91-87e3-457ca372f829 HTTP/1.1" status: 200 len: 1635 time: 0.3926802 Feb 13 23:25:34.372253 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:34.510284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:34.523314 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:34.612919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efcc21a-7d62-4205-9929-a86eb5f40257 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:34.674465 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Floating IP 1b908323-bfb4-40dc-b93c-1519299d2850 associated. External IP: 172.25.4.107, port: 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80. Feb 13 23:25:34.681427 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-76eafe5d-fa94-4140-b0bb-80d00f4b95de req-43925ed6-1d3a-4645-852f-50e79ad8ffd9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 13 23:25:34.700410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-76eafe5d-fa94-4140-b0bb-80d00f4b95de req-43925ed6-1d3a-4645-852f-50e79ad8ffd9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1274e70-ab8f-4b91-87e3-457ca372f829 HTTP/1.1" status: 409 len: 341 time: 0.3582335 Feb 13 23:25:34.703714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:34.735579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:34.753948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:34.794723 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:34.834831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event deleted for resources: {'Port': ['ID=980308b8-377b-46e2-9a07-cc0ce12dac41,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:34.865873 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'status': 'completed', 'code': 200} Feb 13 23:25:34.932948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-093b22da-a3e5-48e6-a791-07ff22511964 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:34.937535 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-093b22da-a3e5-48e6-a791-07ff22511964 tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "GET /v2.0/ports?device_id=32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d HTTP/1.1" status: 200 len: 943 time: 0.6568079 Feb 13 23:25:35.003476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:35.013072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:35.059941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:35.156009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] No DVR routers for this DVR port 980308b8-377b-46e2-9a07-cc0ce12dac41 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:35.162820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:35.180620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Deleting port 81514bd1-4a68-4dd4-a185-8dcf80d22605 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:35.180956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:35.239287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-afb95fec-0cf4-4f62-b9f7-0bb41ed58559 req-3bf140d2-d38e-426b-ba01-b0387db39ff5 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "DELETE /v2.0/ports/980308b8-377b-46e2-9a07-cc0ce12dac41 HTTP/1.1" status: 204 len: 173 time: 2.2914970 Feb 13 23:25:35.258663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-efd3da25-d0c5-4dd3-8961-ecdc917cfcad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1136 time: 0.4320765 Feb 13 23:25:35.266021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:35.266401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:35.399609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:35.447302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a39ab8-31b4-4e2d-9cc6-341e1eb9a483 req-3e870e77-ccf0-4930-912b-11d62ba0c501 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:35.458821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5a39ab8-31b4-4e2d-9cc6-341e1eb9a483 req-3e870e77-ccf0-4930-912b-11d62ba0c501 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 948 time: 0.4567089 Feb 13 23:25:35.813147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:35.843383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5a39ab8-31b4-4e2d-9cc6-341e1eb9a483 req-93d0ab5c-a6e3-4318-a915-3b5a075f90ec tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832014 Feb 13 23:25:35.976349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-29d6700c-06ab-4e3f-b042-b2eff14a6263 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:35.981368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-29d6700c-06ab-4e3f-b042-b2eff14a6263 service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.7088377 Feb 13 23:25:36.018727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-201767d5-a8fe-4f60-93c2-4eb9f0fd1751 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:36.027727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-201767d5-a8fe-4f60-93c2-4eb9f0fd1751 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.31 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 817 time: 0.5448856 Feb 13 23:25:36.082046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44710) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:36.127105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:36.256424 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'status': 'completed', 'code': 200} Feb 13 23:25:36.262640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-122ecc55-2ec8-4900-b751-72f8f1dd24c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 217 time: 0.2665095 Feb 13 23:25:36.272572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] For port 81514bd1-4a68-4dd4-a185-8dcf80d22605, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=81514bd1-4a68-4dd4-a185-8dcf80d22605,segment=NetworkSegment(dd2cb21e-e40b-408d-8f27-fb0f481b6b37),segment_id=dd2cb21e-e40b-408d-8f27-fb0f481b6b37)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:36.276426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.308184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:36.308561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.363708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39abdc43-c5c2-416a-a529-9559dd8ef185 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.424703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39abdc43-c5c2-416a-a529-9559dd8ef185 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.444470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:36.455874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.456823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.507262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:36.531702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-e6fb5732-9ea9-4612-a27c-bd2780179386 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1099 time: 0.2567153 Feb 13 23:25:36.535531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:36.555986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.557166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 980308b8-377b-46e2-9a07-cc0ce12dac41 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:36.653522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Calling delete_port for 81514bd1-4a68-4dd4-a185-8dcf80d22605 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:36.673969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 980308b8-377b-46e2-9a07-cc0ce12dac41 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:36.674378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 980308b8-377b-46e2-9a07-cc0ce12dac41 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:36.688752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-2fc63c5a-d6c7-4e5f-ae98-937f68c1a9d3 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "PUT /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 998 time: 3.6335423 Feb 13 23:25:36.722646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:36.760204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39abdc43-c5c2-416a-a529-9559dd8ef185 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.803008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abdc43-c5c2-416a-a529-9559dd8ef185 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b5505a-84b9-4006-b01d-0b225e46d72c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:36.808578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6f0ce2b-562c-46ab-98ce-eb0fecbd52d6 req-55899951-a375-4fbb-8f1f-520d86f0e398 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 210 time: 0.0709472 Feb 13 23:25:36.861096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-20f56207-d150-47ff-ba4a-fe9f428c8401 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 379 time: 0.6995916 Feb 13 23:25:36.862751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39abdc43-c5c2-416a-a529-9559dd8ef185 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.863434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-39abdc43-c5c2-416a-a529-9559dd8ef185 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "DELETE /v2.0/security-groups/85b5505a-84b9-4006-b01d-0b225e46d72c HTTP/1.1" status: 204 len: 168 time: 0.7798526 Feb 13 23:25:36.865897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44718) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:36.872024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-41384136-67cd-4e53-8e3d-a84a48db4db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:36.873516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-41384136-67cd-4e53-8e3d-a84a48db4db5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.5662487 Feb 13 23:25:36.878691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'port': {'device_id': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'admin_state_up': True, 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'security_groups': ['2f961131-8797-4969-ad5d-da4f2457f765']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:36.906566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:36.916414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:36.919058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-e2f41ee1-6571-40ce-9d99-d9fbebe29045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:36.920823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-e2f41ee1-6571-40ce-9d99-d9fbebe29045 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3769941 Feb 13 23:25:37.047477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-932f6ab6-45df-495f-8559-c6c6a9bb93a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.3509924 Feb 13 23:25:37.052716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-00ead0ce-c0ee-4745-827f-b1a26161128d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.1246305 Feb 13 23:25:37.290105 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-2c5e250e-1a6f-4030-8189-afe8b972a9d5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] show failed (client error): The resource could not be found. Feb 13 23:25:37.292996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2c5e250e-1a6f-4030-8189-afe8b972a9d5 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "GET /v2.0/security-groups/85b5505a-84b9-4006-b01d-0b225e46d72c HTTP/1.1" status: 404 len: 347 time: 0.4251277 Feb 13 23:25:37.303121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44730) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:37.392722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:37.411124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-bba326fa-42ac-4e1f-ac81-9dce94899ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4810405 Feb 13 23:25:37.510834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Pushing event deleted for resources: {'Port': ['ID=81514bd1-4a68-4dd4-a185-8dcf80d22605,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:37.615700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-79e568ce-7e21-4686-8a20-f6a1b937f19b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:37.617354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-79e568ce-7e21-4686-8a20-f6a1b937f19b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.5329974 Feb 13 23:25:37.627469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Deleting port 1ea65905-47e4-4d2a-87c1-95756d3a444f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:37.628008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:37.659220 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'code': 200} Feb 13 23:25:37.738973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] No DVR routers for this DVR port 81514bd1-4a68-4dd4-a185-8dcf80d22605 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:37.750959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:37.787724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:37.790704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-b1e32890-ffd4-44ec-bcc7-47d28c17523f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:37.802654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-b1e32890-ffd4-44ec-bcc7-47d28c17523f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.7540073 Feb 13 23:25:37.849409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:37.855859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:port and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:37.860715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0607dbea-e8ff-42d2-bc16-c6eedf4b0b60 req-4f8f51ac-d158-45e9-8088-726bb2ab566a tempest-ImagesTestJSON-1805624436 tempest-ImagesTestJSON-1805624436-project] 10.222.0.42 "DELETE /v2.0/ports/81514bd1-4a68-4dd4-a185-8dcf80d22605 HTTP/1.1" status: 204 len: 173 time: 2.9159975 Feb 13 23:25:37.863232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:37.871491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:37.878803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-c6ab6ad5-6df0-4da2-bd68-38eb4c8f5c47 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165096 Feb 13 23:25:37.927857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-db2fee63-a563-4ae8-b57b-e569c039667c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 1001 time: 0.1235547 Feb 13 23:25:37.934791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Made reservation on behalf of 175bbc4fcc124e9da76a9cf8e2e33a08 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:37.938526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.006888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 2efcc21a-7d62-4205-9929-a86eb5f40257 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:38.021982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 2efcc21a-7d62-4205-9929-a86eb5f40257 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:38.025831 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.148044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-ae1e7005-abce-414a-b00d-bb9ec0830797 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4834502 Feb 13 23:25:38.162526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-e6d1904a-4b5f-497b-b4cf-9bfa1d6aa375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:38.163938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-e6d1904a-4b5f-497b-b4cf-9bfa1d6aa375 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.1681628 Feb 13 23:25:38.203830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900c131-1a22-46b6-8548-4ba94b090ce3 req-1c656d7c-944f-40b8-a490-01aafc97c5d1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:38.205462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7900c131-1a22-46b6-8548-4ba94b090ce3 req-1c656d7c-944f-40b8-a490-01aafc97c5d1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 948 time: 0.4028983 Feb 13 23:25:38.241062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658d35a2-5e46-4be2-8600-b85529a1d382 req-0c726134-5cb5-4ed2-b525-eb4225b57457 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554118 Feb 13 23:25:38.312659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'name': 'network-vif-deleted', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41'}, {'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-deleted', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:38.395129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.448477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:38.452833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.453311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.467907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-47064696-f07a-4c81-ade9-c97e5a91be6d service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094125 Feb 13 23:25:38.474462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.477474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:38.606754 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7900c131-1a22-46b6-8548-4ba94b090ce3 req-9d0e4bb7-b044-4713-9c2b-e67ec13babd6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940287 Feb 13 23:25:38.617304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 81514bd1-4a68-4dd4-a185-8dcf80d22605 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:38.617643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 81514bd1-4a68-4dd4-a185-8dcf80d22605 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:38.622652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Allocated IP 172.20.0.8 (92fcb22b-77af-46c2-969c-5bd4bb320602/699aa184-ff64-4538-83dd-7f07af99a646/6fe44063-6469-49b6-a877-8c13039fc4b2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:25:38.700943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:38.727135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:38.748942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Calling delete_port for 1ea65905-47e4-4d2a-87c1-95756d3a444f owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:38.757803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-51e32dbc-8e78-466d-aca0-3e60476c16fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1136 time: 0.4316592 Feb 13 23:25:38.788419 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'status': 'completed', 'code': 200} Feb 13 23:25:38.860912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-adb4ee00-8148-47dd-a1bd-9c32b465c94c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732503 Feb 13 23:25:39.204450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-2cf7df16-ee03-4fc5-a489-35111906fcc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.4149697 Feb 13 23:25:39.207250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e2ed27f-3cff-4bd9-a728-5576bb9ae8c9 req-c30067ff-71b7-4bec-8ae0-d56cdfb3a2df service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222588 Feb 13 23:25:39.227898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74fb66-7718-471e-b289-288018d961af req-8ff6580e-8e80-418e-8fe8-53e804cb8ee9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:39.237041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a74fb66-7718-471e-b289-288018d961af req-8ff6580e-8e80-418e-8fe8-53e804cb8ee9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 985 time: 0.3284347 Feb 13 23:25:39.257027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-d6fec602-13bd-494d-ba31-d9930f445272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:39.258486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-d6fec602-13bd-494d-ba31-d9930f445272 service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.4835851 Feb 13 23:25:39.266263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:39.346660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-e82c3dd9-1e88-4dbb-98c1-b3cd43252dee service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844656 Feb 13 23:25:39.380341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a74fb66-7718-471e-b289-288018d961af req-2a430644-9de1-4557-bc33-a94f02374f30 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1274e70-ab8f-4b91-87e3-457ca372f829&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1423547 Feb 13 23:25:39.390142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Transition to ACTIVE for port object 6fe44063-6469-49b6-a877-8c13039fc4b2 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:39.418305 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-dcfe2e70-260b-4c84-b75f-f79ba4230416 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 217 time: 0.1451085 Feb 13 23:25:39.423787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:39.461821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:39.534695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Pushing event deleted for resources: {'Port': ['ID=1ea65905-47e4-4d2a-87c1-95756d3a444f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:39.559018 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c21ecf-0c15-4b34-8e48-0b55a9ab241d None None] New status for floating IP 1b908323-bfb4-40dc-b93c-1519299d2850: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:25:39.619922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-148821b3-fba5-4885-9a04-26ae21bf1e11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:39.625329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-148821b3-fba5-4885-9a04-26ae21bf1e11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.1992989 Feb 13 23:25:39.660120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:39.661380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:39.673270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fc83a-5287-426b-b713-3a3685627122 req-6d0de46b-3873-40ac-87ec-4f1132b36393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:39.674746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-6d0de46b-3873-40ac-87ec-4f1132b36393 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.4315810 Feb 13 23:25:39.786709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c9bf57c-18d8-435b-8bb3-6a3c3d0688dd req-d6081b8f-8412-4133-babc-5f28136512df service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392018 Feb 13 23:25:39.787608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:39.857180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:39.866430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:39.866967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9190f0b-78cf-4bf0-a23b-9070d40381b2 tempest-ServersTestJSON-1727900538 tempest-ServersTestJSON-1727900538-project] 10.222.0.36 "DELETE /v2.0/floatingips/c6f07b6b-a49b-4c38-902c-eaf7746e539f HTTP/1.1" status: 204 len: 168 time: 2.5547469 Feb 13 23:25:39.869078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-94b85799-d78c-483d-b0b4-eadfd97e7319 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049549 Feb 13 23:25:39.884636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-688eaadf-6f31-4b0e-9899-6d40a51f3e44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 1001 time: 0.1944630 Feb 13 23:25:39.942954 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a057bf-17c9-40e7-b749-438ac7778dc0', 'name': 'network-vif-deleted', 'tag': '980308b8-377b-46e2-9a07-cc0ce12dac41', 'status': 'completed', 'code': 200} Feb 13 23:25:39.943216 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32acc3d5-bdbf-4d94-bc28-d69fcdfc6c5d', 'name': 'network-vif-deleted', 'tag': '81514bd1-4a68-4dd4-a185-8dcf80d22605', 'status': 'completed', 'code': 200} Feb 13 23:25:39.963314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fc83a-5287-426b-b713-3a3685627122 req-4e09039d-837a-4f9d-942d-7b52a2593995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:39.977091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-4e09039d-837a-4f9d-942d-7b52a2593995 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0763371 Feb 13 23:25:39.992789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:25:40.055905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:25:40.059003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:25:40.104497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-988c5943-b21e-4441-9d7a-009d9147e0df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262035 Feb 13 23:25:40.283890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:40.284498 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:40.348018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18a90c-a427-40f0-97b4-812ea7a729b0 req-f48c8756-e308-47c3-bbbe-ec0a775e8c78 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:40.354479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-9fbccea7-2a18-4406-a82f-27398929ab9e service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412462 Feb 13 23:25:40.355854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d18a90c-a427-40f0-97b4-812ea7a729b0 req-f48c8756-e308-47c3-bbbe-ec0a775e8c78 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 931 time: 0.7285063 Feb 13 23:25:40.405618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-c44a88c8-2c88-4424-9eea-15fdbbe3f432 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5340688 Feb 13 23:25:40.409782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-e175b8ab-a2e3-44f7-afe7-5fe81d9349ff service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592104 Feb 13 23:25:40.430571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Request body: {'port': {'device_id': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:40.535058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ccdef1e2-3c21-413b-83e4-70744205203d None None] Provisioning for port 6fe44063-6469-49b6-a877-8c13039fc4b2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:40.545478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ccdef1e2-3c21-413b-83e4-70744205203d None None] Provisioning complete for port 6fe44063-6469-49b6-a877-8c13039fc4b2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:40.545917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ccdef1e2-3c21-413b-83e4-70744205203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:40.586884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294885e6-4de2-4a16-9730-7b850404c255 req-8f927754-dbf4-4888-87ab-74093fb8df00 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:40.594944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-294885e6-4de2-4a16-9730-7b850404c255 req-8f927754-dbf4-4888-87ab-74093fb8df00 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1924658 Feb 13 23:25:40.604253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d18a90c-a427-40f0-97b4-812ea7a729b0 req-d87ba712-bfb9-4ddd-ae6c-8217a573cb3b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473803 Feb 13 23:25:40.620574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ccdef1e2-3c21-413b-83e4-70744205203d None None] Port 6fe44063-6469-49b6-a877-8c13039fc4b2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:25:40.654780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-294885e6-4de2-4a16-9730-7b850404c255 req-6919112d-a637-4ff2-b32a-b41e8c0bcb48 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587301 Feb 13 23:25:40.660655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d98fc83a-5287-426b-b713-3a3685627122 req-19870df3-4527-4da4-ab8a-077c859540e8 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984133 Feb 13 23:25:40.761020 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'code': 200} Feb 13 23:25:40.789006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:40.808631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a553058f-349c-443a-8b7e-dfac001a37b1 req-60d966dd-b5bc-45e7-b576-c1de6d1bb293 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901014 Feb 13 23:25:40.828175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1a82b55-0cdf-4e58-8e68-80a7afdb7162 req-b14a7c61-b502-4fe3-9311-4653178502b8 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 996 time: 0.1240141 Feb 13 23:25:41.089960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82b55-0cdf-4e58-8e68-80a7afdb7162 req-571563be-5820-4e91-9037-ca0197cff076 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:41.108819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1a82b55-0cdf-4e58-8e68-80a7afdb7162 req-571563be-5820-4e91-9037-ca0197cff076 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2737491 Feb 13 23:25:41.466664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-44e1b946-740e-4437-a27d-2bc93ac90498 req-6751223e-e984-4569-adbb-22243311e480 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.5721154 Feb 13 23:25:41.524946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f56460-d6f4-461a-84dc-ff81728fab5b req-2b95c494-7a37-4e9f-9808-0305b870f59b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:41.526473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1f56460-d6f4-461a-84dc-ff81728fab5b req-2b95c494-7a37-4e9f-9808-0305b870f59b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 985 time: 0.4290674 Feb 13 23:25:41.597485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-5115c631-2696-475b-930c-4cd423ea1060 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 999 time: 0.3698950 Feb 13 23:25:41.679446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ed57133-16f6-47c0-8b27-a142a8734e95 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:41.688175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ed57133-16f6-47c0-8b27-a142a8734e95 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports/94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 942 time: 0.0892117 Feb 13 23:25:41.764741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444544b-e9df-41c8-9f51-e69ef0d4e55d None None] New status for floating IP c6f07b6b-a49b-4c38-902c-eaf7746e539f: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:25:41.860132 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-44e1b946-740e-4437-a27d-2bc93ac90498 req-d6e260be-600c-4933-a6a7-fc32156f4cfa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846877 Feb 13 23:25:41.876079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1f56460-d6f4-461a-84dc-ff81728fab5b req-49c21109-a4bd-426b-8ac1-ba86efe7c02f tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1274e70-ab8f-4b91-87e3-457ca372f829&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3321917 Feb 13 23:25:41.884268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:41.893416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:41.922164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Transition to ACTIVE for port object 6fe44063-6469-49b6-a877-8c13039fc4b2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:25:41.936839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:41.985562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:42.040820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-a48f26dc-5431-4695-9e63-cc0c671feb80 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 999 time: 0.2267215 Feb 13 23:25:42.303837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:42.316677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0a87235f-4e5c-4198-9d76-90f2ef833bb0 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:42.323599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0a87235f-4e5c-4198-9d76-90f2ef833bb0 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2818885 Feb 13 23:25:42.439593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-13196c81-ad0e-4467-b1d2-ae131a6b7b42 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 999 time: 0.1151099 Feb 13 23:25:42.449260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:42.537605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2038c-edd6-48a1-8b63-23f00ad32f29 req-867d4ab9-9b38-4201-acf9-1d52a34de472 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:42.538380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-98b2038c-edd6-48a1-8b63-23f00ad32f29 req-867d4ab9-9b38-4201-acf9-1d52a34de472 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:42.557376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:25:42.557608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:25:42.557948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:42.566546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:42.587402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Port 6fe44063-6469-49b6-a877-8c13039fc4b2 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:25:42.587783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:25:42.600521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-98b2038c-edd6-48a1-8b63-23f00ad32f29 req-867d4ab9-9b38-4201-acf9-1d52a34de472 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:42.608125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98b2038c-edd6-48a1-8b63-23f00ad32f29 req-867d4ab9-9b38-4201-acf9-1d52a34de472 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.3441541 Feb 13 23:25:42.628534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:25:42.629100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Checking segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:25:42.629698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Bound using segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:25:42.630410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Bound port: 6fe44063-6469-49b6-a877-8c13039fc4b2, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:25:42.630822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:42.741863 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98b2038c-edd6-48a1-8b63-23f00ad32f29 req-23a45fc7-c65b-464f-9e98-9bcf560bc730 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325269 Feb 13 23:25:42.803560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:25:42.808750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:25:42.877785 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:42.898913 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:42.906834 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:42.946292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:42.952399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:42.959997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:42.960406 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Floating IP 1b908323-bfb4-40dc-b93c-1519299d2850 disassociated. External IP: 172.25.4.107, port: 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80. Feb 13 23:25:43.141892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:43.153082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:43.156949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-63073e0a-6369-4f4d-89ae-2cf9770a778d service neutron] 10.222.0.31 "PUT /v2.0/ports/6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 1091 time: 2.7348452 Feb 13 23:25:43.167279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:43.312780 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:43.467829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff3dc8-674b-4080-97d9-109ca6e5e696 req-4ac850de-ce3d-471f-8cb9-d9239fd9f399 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:43.469225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fff3dc8-674b-4080-97d9-109ca6e5e696 req-4ac850de-ce3d-471f-8cb9-d9239fd9f399 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.5083516 Feb 13 23:25:43.598910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fff3dc8-674b-4080-97d9-109ca6e5e696 req-4dee49b6-5fc4-438e-8be9-268796b8c9af tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196756 Feb 13 23:25:43.602654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-19280625-a73a-4bda-b4be-567131a5f3ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1094 time: 0.2725227 Feb 13 23:25:43.649288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:43.695396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-50b879ac-01dd-48ea-bbd2-9968e30a0e49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 217 time: 0.0748682 Feb 13 23:25:43.782716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:43.788474 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:43.804254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:43.806133 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:43.809142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-0584b8fc-0a98-4830-a5f2-b681ed6e1585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:43.811153 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-0584b8fc-0a98-4830-a5f2-b681ed6e1585 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.1073160 Feb 13 23:25:43.982038 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-5c7b8219-4486-44b0-91c6-581cf2874f69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632845 Feb 13 23:25:44.109074 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:44.257251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Deleting port e9721acc-16a0-4db6-af12-79859152a684 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:44.257586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:44.269039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:44.273909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:44.331863 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-0ffc88b8-337e-46bb-a878-27366cfdaabf tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "PUT /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 693 time: 1.8867035 Feb 13 23:25:44.332485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:44.425940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-223adc19-a546-4b1a-9637-a4cc58625753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0821381 Feb 13 23:25:44.503899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-9f402ad9-180f-45f4-a186-2456eb01d8dd service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060236 Feb 13 23:25:44.531615 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:44.538273 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b72f74-9849-4656-8471-034dcb0e69f9 None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:44.598927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-e4566409-bac9-4c46-802d-96e7723d73b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:44.605943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-e4566409-bac9-4c46-802d-96e7723d73b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.1735976 Feb 13 23:25:44.682847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fda8f-14df-465a-98c4-4e1a55d6a882 req-0beb36da-2614-4e35-ac2d-ddac7f0ad5c0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:44.684945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b2fda8f-14df-465a-98c4-4e1a55d6a882 req-0beb36da-2614-4e35-ac2d-ddac7f0ad5c0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 985 time: 0.6522048 Feb 13 23:25:44.694406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-9c5c18f7-2208-4c55-91b0-dab0357a3205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.0873625 Feb 13 23:25:44.739411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] For port e9721acc-16a0-4db6-af12-79859152a684, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9721acc-16a0-4db6-af12-79859152a684,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:44.740927 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:44.762710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-832b1139-5bf5-4408-b003-e075583cae57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:44.765085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-832b1139-5bf5-4408-b003-e075583cae57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0661435 Feb 13 23:25:44.872022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-438d8493-688d-4fb2-bbfd-fffe79e92802 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939145 Feb 13 23:25:44.922905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Calling delete_port for e9721acc-16a0-4db6-af12-79859152a684 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:44.960982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b2fda8f-14df-465a-98c4-4e1a55d6a882 req-c353cd06-91c4-4609-a33f-85390f8baea9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1274e70-ab8f-4b91-87e3-457ca372f829&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2634857 Feb 13 23:25:44.968037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0c36e58-1a2a-48fd-a718-21f931f7a06c req-5e08a785-9b2d-41ef-ad1e-cd60ba97246f service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442003 Feb 13 23:25:45.082757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-c86f50a7-c5eb-45aa-aad6-c375d516ee37 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088494 Feb 13 23:25:45.206065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:45.297397 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'status': 'completed', 'code': 200} Feb 13 23:25:45.314085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Pushing event deleted for resources: {'Port': ['ID=e9721acc-16a0-4db6-af12-79859152a684,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:45.331661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c96a0421-8288-4dfa-a75f-e3d62feb157b req-c2f30d4d-19d7-4830-8a1d-b5a6326428d5 service neutron] 10.222.0.36 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417407 Feb 13 23:25:45.554137 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'status': 'completed', 'code': 200} Feb 13 23:25:45.621384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-f58bdb3b-2f5d-4fb7-856e-b57a7318af8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1094 time: 0.3556495 Feb 13 23:25:45.679498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-af96e02a-24a3-4e52-974c-739a93d843b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=450eec24f33d4c1cad331e46dca658e2&device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 1096 time: 0.1010389 Feb 13 23:25:45.878480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ca93-916e-4e04-9277-08b5c6616077 req-6d49e1a5-cdb8-46d6-a1e4-8873a3d7b1e4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:45.879933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1a05ca93-916e-4e04-9277-08b5c6616077 req-6d49e1a5-cdb8-46d6-a1e4-8873a3d7b1e4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.4626977 Feb 13 23:25:45.924354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ad463-7367-44a7-acf7-b6c8f71df61f req-57e073cb-5647-4b44-b400-576ccf154215 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:45.926226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392ad463-7367-44a7-acf7-b6c8f71df61f req-57e073cb-5647-4b44-b400-576ccf154215 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.2125995 Feb 13 23:25:45.931327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-083717e6-c02c-4b61-aa1c-1127552439ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:45.932705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-083717e6-c02c-4b61-aa1c-1127552439ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 200 len: 920 time: 0.2446659 Feb 13 23:25:45.941566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-5d5e19da-ee9f-44db-bb10-12c0c19179a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:45.945966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-5d5e19da-ee9f-44db-bb10-12c0c19179a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.3098557 Feb 13 23:25:46.127050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-2bc03af8-a621-43f9-8997-2d8aae27a6b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 200 len: 217 time: 0.1676204 Feb 13 23:25:46.186918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392ad463-7367-44a7-acf7-b6c8f71df61f req-f3a3d40a-a4a4-4555-9bae-0ef2d2df9e43 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532251 Feb 13 23:25:46.193300 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-d5ac56b0-ac87-43d8-a3ff-ec23eb2270a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 217 time: 0.2253239 Feb 13 23:25:46.194055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:25:46.203556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-ac3440a2-ac5f-4074-8dff-d92307249ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:46.205072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-ac3440a2-ac5f-4074-8dff-d92307249ff0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 200 len: 859 time: 0.0695348 Feb 13 23:25:46.270651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1a05ca93-916e-4e04-9277-08b5c6616077 req-66822277-ebc6-4696-b147-8db049153d40 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715882 Feb 13 23:25:46.345443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-4b57851f-2437-481a-8ef9-cea581fb6038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:46.346927 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-4b57851f-2437-481a-8ef9-cea581fb6038 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.1459999 Feb 13 23:25:46.369294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-c29b3cb2-a70d-4402-8400-406195967bf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b85b3e6-524a-4cce-9116-e7f2ec7e6328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573431 Feb 13 23:25:46.416154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:46.432740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'mac_address': 'fa:16:3e:58:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:25:46.472614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38b2f246-5598-47c8-b058-ee7c07069252 req-0c6cd8ab-3ec8-42d9-9b70-7d6cbe9a1e87 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-651440069&fields=id&tenant_id=1f1c250fe42d447b9a58fcd3c69d117f HTTP/1.1" status: 200 len: 267 time: 0.1589363 Feb 13 23:25:46.502493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:46.522050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:25:46.540282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:46.547248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:46.552849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:46.652785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:46.730111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-fdf93144-a69a-41bc-b22f-b2d4760aadb8 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528571 Feb 13 23:25:46.736747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2f246-5598-47c8-b058-ee7c07069252 req-38dd2210-5f41-4274-89d7-41de3157e94c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:46.741818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38b2f246-5598-47c8-b058-ee7c07069252 req-38dd2210-5f41-4274-89d7-41de3157e94c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 985 time: 0.2628014 Feb 13 23:25:46.780759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'port': {'security_groups': ['121dd60d-243c-41fb-b8fa-ae5b00eafe83', 'e1274e70-ab8f-4b91-87e3-457ca372f829', '23875a36-d396-45e3-b259-f6c69500698d']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:46.815746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['6fe44063-6469-49b6-a877-8c13039fc4b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:46.819936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-f3482eb6-7bf0-4670-90d7-efcc4360a430 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4513316 Feb 13 23:25:47.063684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-aaf25398-09a9-4ee0-939c-385ce4ebba94 service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364137 Feb 13 23:25:47.332751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:47.344094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdcfd33-25f6-43a3-91a8-089861b49404 req-fe96881a-6aa8-4670-a86b-429cdcff82f3 service neutron] 10.222.0.31 "GET /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012008 Feb 13 23:25:47.591877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06c8afe8-9e5a-4c10-bc40-fafd013776a1 req-1c577f70-cfcb-4bfe-87e4-e97212c6e072 service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399577 Feb 13 23:25:47.600907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-07ad9fc4-b1eb-409f-9af1-e0cc8ba001d4 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.3258860 Feb 13 23:25:47.639287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:47.697087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:47.702479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:47.706339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Usage tracker for resource:security_group_rule and tenant:ae7d17c0af584bd2bf36b72e79a40aca is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:47.713518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:47.721659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:47.747231 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:47.755358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:47.772145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:47.785778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Router 7823ae65-571a-4cdd-94c1-addf48857fbb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:47.869045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:47.869665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:47.871043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38b2f246-5598-47c8-b058-ee7c07069252 req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "PUT /v2.0/ports/c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 1021 time: 1.1022582 Feb 13 23:25:47.871493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:47.907204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bdd17-4420-4c1d-8347-d30ad50804d9 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:48.017858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:48.028312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:48.034131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:48.079561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c5a1442b-d1d3-45e4-b782-19439f6f17d8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:48.136422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43a77779-6fd6-4bb8-a89e-bb4f5e94af9c req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222635 Feb 13 23:25:48.148158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ceb46-72a9-4551-ba41-65ec563f1c65 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bbc54b-067c-42f8-bb08-7f5a5a79f59d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:48.226392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:48.227024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:48.297714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:25:48.311117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] Sync routers for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:25:48.333918 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:48.337337 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:48.379710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8fb86c8c-02a3-450b-8dad-48a3e2c862db admin admin] 10.222.0.36 "PUT /v2.0/routers/7823ae65-571a-4cdd-94c1-addf48857fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5095322 Feb 13 23:25:48.382452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44858) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:48.397953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:25:48.454752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-9eccb797-1da8-4066-ad00-29854cead068 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:48.455435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-9eccb797-1da8-4066-ad00-29854cead068 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:48.468576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-9eccb797-1da8-4066-ad00-29854cead068 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:48.469724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-9eccb797-1da8-4066-ad00-29854cead068 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.1225133 Feb 13 23:25:48.530374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-e703d5a6-2c31-4831-a76f-65aa924d728d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:48.558488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-e703d5a6-2c31-4831-a76f-65aa924d728d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:48.574182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c7a550-8fd9-470a-a970-9ef025f3fcde req-e703d5a6-2c31-4831-a76f-65aa924d728d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970106 Feb 13 23:25:48.668079 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'status': 'completed', 'code': 200} Feb 13 23:25:48.768951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:48.803685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-7007d789-701b-4fc6-a3d9-a33467f525f0 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 200 len: 693 time: 0.0987654 Feb 13 23:25:48.845417 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:48.857611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 6fe44063-6469-49b6-a877-8c13039fc4b2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:25:48.892689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 6fe44063-6469-49b6-a877-8c13039fc4b2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:25:48.893063 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:48.965241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-ce0172c5-653f-4b51-a674-a3642aed771b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:48.972353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-ce0172c5-653f-4b51-a674-a3642aed771b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.1677883 Feb 13 23:25:49.063635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-bef57514-5bc0-49a7-a5e8-d0280b58d35b tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.0903659 Feb 13 23:25:49.169552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-eb34d9e0-25b0-4378-8650-fcbfe2b411d2 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1046972 Feb 13 23:25:49.347883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Deleting port 25ed8440-1c84-4170-928b-5b69f4c06382 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:49.348511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:49.387607 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:49.406742 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:25:45Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:49.411700 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] Checking router: 7823ae65-571a-4cdd-94c1-addf48857fbb for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:49.427381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] Routers {'7823ae65-571a-4cdd-94c1-addf48857fbb'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:49.427998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['7823ae65-571a-4cdd-94c1-addf48857fbb'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:49.460542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29bccaca-ea64-4eda-8941-5035bccd1fa8 req-0d21ede7-c1ab-4ad0-b334-d2f16bf92d3a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/23875a36-d396-45e3-b259-f6c69500698d HTTP/1.1" status: 200 len: 1634 time: 0.5464318 Feb 13 23:25:49.566917 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-29bccaca-ea64-4eda-8941-5035bccd1fa8 req-0498ad25-7f82-47e5-8f53-17cce2028efd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 13 23:25:49.580787 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29bccaca-ea64-4eda-8941-5035bccd1fa8 req-0498ad25-7f82-47e5-8f53-17cce2028efd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/23875a36-d396-45e3-b259-f6c69500698d HTTP/1.1" status: 409 len: 341 time: 0.1193244 Feb 13 23:25:49.599801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-cf4aa537-5a64-4b16-b73a-8baf63ae49b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1175 time: 0.6808062 Feb 13 23:25:49.615025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:49.615346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:49.660828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:49.680596 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] Set router 7823ae65-571a-4cdd-94c1-addf48857fbb gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:49.717704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:49.735867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:25:49.764168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:49.782265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:49.802738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:49.976436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:25:49.977115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:50.083639 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:25:45Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:50.088512 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f91f26-d25a-4df4-a55b-3d337d94aca3 None None] The sync data for ids ['7823ae65-571a-4cdd-94c1-addf48857fbb'] in n-d-828979-1 is: [{'id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'name': 'tempest-ServersTestJSON-603314929-router', 'tenant_id': '75ce31c6662c4c86af052bbb0758da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:32Z', 'updated_at': '2022-02-13T23:25:45Z', 'revision_number': 5, 'project_id': '75ce31c6662c4c86af052bbb0758da8e', 'gw_port': {'id': '2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7823ae65-571a-4cdd-94c1-addf48857fbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:34Z', 'updated_at': '2022-02-13T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:50.129157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Calling delete_port for 25ed8440-1c84-4170-928b-5b69f4c06382 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:50.137369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Deleting subnet 3feb3044-ddb4-4a01-8095-3fece4a5ef20 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:25:50.160889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.196533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:50.231504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-c834603c-4307-4ea8-bf07-ec42e340b0de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:50.233931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-c834603c-4307-4ea8-bf07-ec42e340b0de service neutron] 10.222.0.42 "GET /v2.0/networks?id=652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 200 len: 913 time: 0.6278279 Feb 13 23:25:50.241468 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.344512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.418876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:25:50.423353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event deleted for resources: {'Port': ['ID=25ed8440-1c84-4170-928b-5b69f4c06382,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:50.455283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.513185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-64fe9814-f174-44b9-ba0a-dcdbd41741ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 200 len: 217 time: 0.1911180 Feb 13 23:25:50.562981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.598121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-a1031db4-17ca-4092-bcde-ab4a36ccae3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:50.600019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-a1031db4-17ca-4092-bcde-ab4a36ccae3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 200 len: 853 time: 0.0760233 Feb 13 23:25:50.608971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.628162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8b7fa8ba-7da4-4948-a086-1ab16087e9fa req-050cd001-e852-4ef4-9554-63048dc0eb1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6665819 Feb 13 23:25:50.632873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26106fd1-8c5b-4115-a1ba-ec7f39e5b0b0 req-9fa373e4-4133-456f-9b2c-9ef1a34c6f04 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "DELETE /v2.0/floatingips/1b908323-bfb4-40dc-b93c-1519299d2850 HTTP/1.1" status: 204 len: 173 time: 1.4618373 Feb 13 23:25:50.733748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-6a493970-7063-4aff-88f6-99d60fce96cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=652b8143-c7e4-46ea-b9e9-27141c0ef790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959187 Feb 13 23:25:50.787780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:50.820330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9721acc-16a0-4db6-af12-79859152a684 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:50.937483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e9721acc-16a0-4db6-af12-79859152a684 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:50.937842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9721acc-16a0-4db6-af12-79859152a684 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:51.095142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-85214425-e52a-4294-8745-d071b7e4d43b service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462539 Feb 13 23:25:51.157532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:51.159748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:51.173939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30277-81cf-49b8-8996-9d0561e88278 None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:24:03Z', 'revision_number': 4, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '868448ee-d895-4667-b64b-a1d6a191dee7', 'name': '', 'network_id': '7b85b3e6-524a-4cce-9116-e7f2ec7e6328', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'mac_address': 'fa:16:3e:65:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:00Z', 'updated_at': '2022-02-13T23:24:31Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'subnets': [{'id': '5a77367a-7b11-43bd-8930-a2d3c0a30b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:25:51.289928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3feb3044-ddb4-4a01-8095-3fece4a5ef20,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:51.331430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:51.344213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8041b473-0ce6-4f80-a0df-58e97bda950d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3feb3044-ddb4-4a01-8095-3fece4a5ef20 HTTP/1.1" status: 204 len: 168 time: 1.5519130 Feb 13 23:25:51.344583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:51.536853 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'code': 200} Feb 13 23:25:51.688343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:51.781622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a13d8e-e293-4a00-b690-c9322b3df0b4 req-23d7460e-a639-448b-8507-caf25c81c142 service neutron] 10.222.0.42 "GET /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787684 Feb 13 23:25:51.784547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f570e-b4aa-4227-8807-5ac26d7531e1 req-e4767f1d-9a14-467b-95d2-0fbc616214c1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:51.786519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b6f570e-b4aa-4227-8807-5ac26d7531e1 req-e4767f1d-9a14-467b-95d2-0fbc616214c1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.4019504 Feb 13 23:25:51.854096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:51.877571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Deleting port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:51.877903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:51.914423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:51.960986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b6f570e-b4aa-4227-8807-5ac26d7531e1 req-dbe33684-edb5-47e6-90a5-16ada3c5e383 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142056 Feb 13 23:25:52.087108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b65459-2ac5-48ff-8e43-cff9d5314117']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:52.102069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:52.102361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2cb21e-e40b-408d-8f27-fb0f481b6b37') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:52.130717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:52.158647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-01a11827-9f3f-4c26-859f-57a2eec16b8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5470104 Feb 13 23:25:52.167941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:52.177834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:25:52.178416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:52.204239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce8c41ed-2338-4b19-bd1f-e2d776b5462d req-da5ea741-5146-41f6-b4a0-cd33e373b408 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1096 time: 0.4196029 Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:25:52.206948 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:25:52.263191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] For port 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:52.264720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:52.375668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:52.381980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce8c41ed-2338-4b19-bd1f-e2d776b5462d req-727c230d-e3fe-4b69-a491-c9f35add2e43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702077 Feb 13 23:25:52.409029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:52.418360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=96b65459-2ac5-48ff-8e43-cff9d5314117,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:52.430020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312105-a91e-4385-a82b-e9159f458183 req-3a03d007-9ca4-491f-976a-15a0059a40bb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:52.431738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6312105-a91e-4385-a82b-e9159f458183 req-3a03d007-9ca4-491f-976a-15a0059a40bb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1550457 Feb 13 23:25:52.434470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6f4fa14b-c09f-4d19-b347-9ca619bbe6bc admin admin] 10.222.0.36 "DELETE /v2.0/networks/96b65459-2ac5-48ff-8e43-cff9d5314117 HTTP/1.1" status: 204 len: 168 time: 1.0881643 Feb 13 23:25:52.464668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d429776-d61c-41ab-b7f6-20b7e7b00f78 req-9e444e96-f11e-4cc4-bfab-cdd1d50f462e tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:52.467107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d429776-d61c-41ab-b7f6-20b7e7b00f78 req-9e444e96-f11e-4cc4-bfab-cdd1d50f462e tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1024 time: 0.4297726 Feb 13 23:25:52.487030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6312105-a91e-4385-a82b-e9159f458183 req-e9fb9713-606c-4eda-aaa4-f45f28aa3b84 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483425 Feb 13 23:25:52.490373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Calling delete_port for 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:52.754704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d94ce8-997c-49a0-9c62-e6da883cd737 req-fc96f7b9-2135-400b-b8a6-a25ebf7aff9a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:52.756139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f3d94ce8-997c-49a0-9c62-e6da883cd737 req-fc96f7b9-2135-400b-b8a6-a25ebf7aff9a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:52.796329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f3d94ce8-997c-49a0-9c62-e6da883cd737 req-fc96f7b9-2135-400b-b8a6-a25ebf7aff9a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:52.800695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3d94ce8-997c-49a0-9c62-e6da883cd737 req-fc96f7b9-2135-400b-b8a6-a25ebf7aff9a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 945 time: 0.1685107 Feb 13 23:25:52.829413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44928) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:52.856682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3d94ce8-997c-49a0-9c62-e6da883cd737 req-bad227b5-bde8-4af1-ba11-71658a674135 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509822 Feb 13 23:25:52.901468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d429776-d61c-41ab-b7f6-20b7e7b00f78 req-e01dd69b-0b56-47c8-86c2-e694acf84c3a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=23875a36-d396-45e3-b259-f6c69500698d&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&id=e1274e70-ab8f-4b91-87e3-457ca372f829&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3611646 Feb 13 23:25:53.019032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-748aabea-f160-4b26-8714-9d2bfc6161f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d07a04b82c64b11a3a4371928051be5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782262 Feb 13 23:25:53.019653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44938) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:53.147567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359edf39-33ad-4115-aac7-47bab048ae93 req-a41718b2-d29a-40ee-a7d2-cc5a37631fba tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:53.153551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-359edf39-33ad-4115-aac7-47bab048ae93 req-a41718b2-d29a-40ee-a7d2-cc5a37631fba tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 1024 time: 0.4296715 Feb 13 23:25:53.342298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a8089b9-a05d-4083-b52b-a2330365f4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:53.363868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Deleting port c5a1442b-d1d3-45e4-b782-19439f6f17d8 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:53.363868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:53.377452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a8089b9-a05d-4083-b52b-a2330365f4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:53.568378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a8089b9-a05d-4083-b52b-a2330365f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:53.617563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8089b9-a05d-4083-b52b-a2330365f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7795e1-6987-4aef-b591-847054444819,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:53.687242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76de95-eeb7-45de-902f-fd7ef3cc65ca req-cddc9e4d-7993-447e-ab4d-5454077083db tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:53.688978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc76de95-eeb7-45de-902f-fd7ef3cc65ca req-cddc9e4d-7993-447e-ab4d-5454077083db tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.2358248 Feb 13 23:25:53.689763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a8089b9-a05d-4083-b52b-a2330365f4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:53.690834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7a8089b9-a05d-4083-b52b-a2330365f4be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf7795e1-6987-4aef-b591-847054444819 HTTP/1.1" status: 204 len: 168 time: 0.6700437 Feb 13 23:25:53.844274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc76de95-eeb7-45de-902f-fd7ef3cc65ca req-aa27f559-bbef-4427-be2b-29d23027fde9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401167 Feb 13 23:25:54.141426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:54.234795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:54.261824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-e1fe9482-6bf6-481b-a802-989fb467f999 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.2660391 Feb 13 23:25:54.272827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a78a0-b03a-4c67-8f23-01d18d6a958b req-b30b8e6b-f9ef-4bf9-bb11-ba0eeac41dc5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:54.274767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-207a78a0-b03a-4c67-8f23-01d18d6a958b req-b30b8e6b-f9ef-4bf9-bb11-ba0eeac41dc5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1606162 Feb 13 23:25:54.478600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] For port c5a1442b-d1d3-45e4-b782-19439f6f17d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c5a1442b-d1d3-45e4-b782-19439f6f17d8,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:54.479127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:54.626925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378bac1-407c-4113-adf2-2297f5f94514 req-07a93ec5-8bee-4df2-8a29-e26c039218f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:54.628122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-07a93ec5-8bee-4df2-8a29-e26c039218f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3525064 Feb 13 23:25:54.646364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-207a78a0-b03a-4c67-8f23-01d18d6a958b req-c88a600f-0dde-4246-abee-083c7ee28731 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471582 Feb 13 23:25:54.861781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-26aef6b8-4b3a-412f-a837-f4ef0ec76596 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2143807 Feb 13 23:25:54.901280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Calling delete_port for c5a1442b-d1d3-45e4-b782-19439f6f17d8 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:55.066349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-d942b88e-055c-4ac8-b8a3-3c08f6182a87 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:55.074481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-d942b88e-055c-4ac8-b8a3-3c08f6182a87 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Synchronizing usage tracker for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:25:55.103669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a423c-cc02-4f1e-b57b-6f282b40ae20 req-bf40fe9c-6ec7-4cb5-9ed6-4146b7e9174c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:55.105166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a3a423c-cc02-4f1e-b57b-6f282b40ae20 req-bf40fe9c-6ec7-4cb5-9ed6-4146b7e9174c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.9665654 Feb 13 23:25:55.105828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:55.108029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378bac1-407c-4113-adf2-2297f5f94514 req-65c8b84f-ee33-44cf-a69f-99ecd7cfc4a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:55.110265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-65c8b84f-ee33-44cf-a69f-99ecd7cfc4a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2415614 Feb 13 23:25:55.117532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:25:55.222738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164207d9-4485-4d97-8e17-a69863119bc0 req-aea03e30-0d7a-45f5-a97b-23bf7db17102 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:55.224626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-164207d9-4485-4d97-8e17-a69863119bc0 req-aea03e30-0d7a-45f5-a97b-23bf7db17102 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 945 time: 0.2704482 Feb 13 23:25:55.263308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'Port': ['ID=c5a1442b-d1d3-45e4-b782-19439f6f17d8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:55.264981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-d942b88e-055c-4ac8-b8a3-3c08f6182a87 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Unset dirty status for tenant:450eec24f33d4c1cad331e46dca658e2 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:25:55.266230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-d942b88e-055c-4ac8-b8a3-3c08f6182a87 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 945 time: 1.7893531 Feb 13 23:25:55.311940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-164207d9-4485-4d97-8e17-a69863119bc0 req-a1eb474f-1232-4c63-9811-7523951afcbb tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777555 Feb 13 23:25:55.320347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-7a1156f2-4d3b-49fa-a299-9cb8404b2394 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959980 Feb 13 23:25:55.492298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a3a423c-cc02-4f1e-b57b-6f282b40ae20 req-fe01bbfd-6f97-431f-b4a5-8f357d5e2306 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398454 Feb 13 23:25:55.530376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-4c3ffa94-02b8-4ee1-9efa-2d68b4d3d111 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028143 Feb 13 23:25:55.542787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:55.718738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f27ebc-5158-44c7-aa36-dd268c6ae650 req-ee3bffce-7897-4990-a834-e6eb48693894 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=58dfee74-0ce2-4f60-a89b-dd3071338773 HTTP/1.1" status: 200 len: 210 time: 0.1215684 Feb 13 23:25:55.789435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-91e72343-593f-4b32-b76d-75dd01b2c5e7 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494721 Feb 13 23:25:55.883038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] No DVR routers for this DVR port c5a1442b-d1d3-45e4-b782-19439f6f17d8 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:55.907966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c5a1442b-d1d3-45e4-b782-19439f6f17d8 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:55.927454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:55.942409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Deleting port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:55.942784 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:55.945098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: c5a1442b-d1d3-45e4-b782-19439f6f17d8 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:55.945578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c5a1442b-d1d3-45e4-b782-19439f6f17d8 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:55.968214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'name': 'network-vif-deleted', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:55.996580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-359edf39-33ad-4115-aac7-47bab048ae93 req-9f13ec60-6b19-4d2d-b0b9-d51c25f76c5a tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "DELETE /v2.0/ports/c5a1442b-d1d3-45e4-b782-19439f6f17d8 HTTP/1.1" status: 204 len: 173 time: 2.8385890 Feb 13 23:25:56.003667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.029936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.060940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-d5af8334-8742-4140-be0e-bc85a0875684 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b146cd1d003f498888cc5a5cfa679cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508797 Feb 13 23:25:56.137004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f15c18-d78b-4e5a-adc2-78d3db0d5cf2 req-7fad68eb-a415-4447-819b-2ecb96448a50 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:56.139233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69f15c18-d78b-4e5a-adc2-78d3db0d5cf2 req-7fad68eb-a415-4447-819b-2ecb96448a50 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.3201218 Feb 13 23:25:56.142433 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.142617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7823ae65-571a-4cdd-94c1-addf48857fbb {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:25:56.245287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.246116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-483a117e-3d62-4b6a-99eb-49c0c32c37ca tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:56.246334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-646cb1fc-5812-419e-a9e8-d23f35168016 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7823ae65-571a-4cdd-94c1-addf48857fbb HTTP/1.1" status: 204 len: 168 time: 7.8629355 Feb 13 23:25:56.251194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45006) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:56.253673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-483a117e-3d62-4b6a-99eb-49c0c32c37ca tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872456 Feb 13 23:25:56.259250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:56.278744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-9adbace6-82bf-4936-ab2b-b92b8c109700 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/quotas/b146cd1d003f498888cc5a5cfa679cdf HTTP/1.1" status: 200 len: 375 time: 0.0239844 Feb 13 23:25:56.340574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-40d1538d-bf9d-41f4-ad13-65bf6fb3309f tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b146cd1d003f498888cc5a5cfa679cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603089 Feb 13 23:25:56.369221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69f15c18-d78b-4e5a-adc2-78d3db0d5cf2 req-715df4f8-d53d-43c2-813f-aba0c966a183 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023709 Feb 13 23:25:56.384630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Deleting subnet 21337af2-cfe2-44c1-b199-ea2b844ebfab {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:25:56.387683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.390017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.436490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:56.437651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:56.444758 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.457370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.551677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:56.598800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:56.599243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:56.719317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:56.792033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:56.792542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2f353efa-3f12-4ad7-a971-5a8f4ddd1e5c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:56.805913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6e010-d6c7-4818-99a8-10314d38677d req-91a3319c-11b4-4a56-876e-a0a745e92fb5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:56.807885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97b6e010-d6c7-4818-99a8-10314d38677d req-91a3319c-11b4-4a56-876e-a0a745e92fb5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.2033744 Feb 13 23:25:56.870879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97b6e010-d6c7-4818-99a8-10314d38677d req-673b2169-d366-45f4-8e0d-7db9c96f297b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Feb 13 23:25:57.002726 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dfee74-0ce2-4f60-a89b-dd3071338773', 'name': 'network-vif-deleted', 'tag': 'c5a1442b-d1d3-45e4-b782-19439f6f17d8', 'status': 'completed', 'code': 200} Feb 13 23:25:57.014572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Calling delete_port for 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:57.098475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179b080-e385-4763-9f0e-537f04a95178 req-48a5283c-5e1c-44a3-8039-1a4839390781 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:57.100019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b179b080-e385-4763-9f0e-537f04a95178 req-48a5283c-5e1c-44a3-8039-1a4839390781 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.1138535 Feb 13 23:25:57.110773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45034) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:57.116639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'floatingip': {'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:57.166641 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'code': 200} Feb 13 23:25:57.190761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.208181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.235161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49e1e3-5765-4e4b-afdf-9c48a5f8411c req-5ab808d4-5dda-4797-bacb-3af584727548 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:57.236642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c49e1e3-5765-4e4b-afdf-9c48a5f8411c req-5ab808d4-5dda-4797-bacb-3af584727548 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 943 time: 0.2399254 Feb 13 23:25:57.275313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:25:57.275947 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:25:57.320536 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c49e1e3-5765-4e4b-afdf-9c48a5f8411c req-922b60c9-3e36-4128-9edc-8128bb5a5808 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737667 Feb 13 23:25:57.322063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.364619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21337af2-cfe2-44c1-b199-ea2b844ebfab,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:57.378479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-805b6768-6284-4479-b887-24ce6ca38093 req-da16b88e-f8ca-4269-9f08-517a71a9ed8f tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 210 time: 0.0695767 Feb 13 23:25:57.379075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.387495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5320d39-414f-4850-86ec-49be7f440567 None None] Network 9a159366-e58d-4320-918d-e856fff8b887 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:25:57.405047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dcaa8fe1-c1bf-4b84-bfd6-e148a38e6b64 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/21337af2-cfe2-44c1-b199-ea2b844ebfab HTTP/1.1" status: 204 len: 168 time: 1.1516864 Feb 13 23:25:57.409216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:25:57.604041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.618723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Deleting port 8fde89dc-94d9-4342-afad-60329d10cb0a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:57.619057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.779645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Deleting port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:57.780185 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.785958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] DHCP port deletion for 9a159366-e58d-4320-918d-e856fff8b887 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:25:57.791142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] Deleting port 8fde89dc-94d9-4342-afad-60329d10cb0a {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:57.791515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:57.975222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ef9aeb6-a148-4dfc-9494-83ab7d12bb78 req-85126308-27bb-4e38-a4da-8ea0887c1513 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/e1274e70-ab8f-4b91-87e3-457ca372f829 HTTP/1.1" status: 200 len: 1635 time: 0.1076448 Feb 13 23:25:58.042477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] For port 8fde89dc-94d9-4342-afad-60329d10cb0a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8fde89dc-94d9-4342-afad-60329d10cb0a,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:58.042980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.120535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] For port 8fde89dc-94d9-4342-afad-60329d10cb0a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8fde89dc-94d9-4342-afad-60329d10cb0a,segment=NetworkSegment(edc238cf-420b-4a01-818b-07206bb83fae),segment_id=edc238cf-420b-4a01-818b-07206bb83fae)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:58.120898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.152892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7ef9aeb6-a148-4dfc-9494-83ab7d12bb78 req-169e00fa-8de0-45a3-ac9c-4c1085cad002 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.172820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] Calling delete_port for 8fde89dc-94d9-4342-afad-60329d10cb0a owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:58.191783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7ef9aeb6-a148-4dfc-9494-83ab7d12bb78 req-169e00fa-8de0-45a3-ac9c-4c1085cad002 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.250916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.271778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Calling delete_port for 8fde89dc-94d9-4342-afad-60329d10cb0a owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:58.298966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] No DVR routers for this DVR port 8fde89dc-94d9-4342-afad-60329d10cb0a on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:58.309270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4893fa-34fa-4a97-8efb-b4cec73cbd5d None None] Pushing event deleted for resources: {'Port': ['ID=8fde89dc-94d9-4342-afad-60329d10cb0a,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:58.333513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7ef9aeb6-a148-4dfc-9494-83ab7d12bb78 req-169e00fa-8de0-45a3-ac9c-4c1085cad002 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.364642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-c94c4d96-386e-4d02-b17c-3836f129ebb2 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b146cd1d003f498888cc5a5cfa679cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2526643 Feb 13 23:25:58.371520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e00fa-8de0-45a3-ac9c-4c1085cad002 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1274e70-ab8f-4b91-87e3-457ca372f829,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:58.383290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7ef9aeb6-a148-4dfc-9494-83ab7d12bb78 req-169e00fa-8de0-45a3-ac9c-4c1085cad002 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.384383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ef9aeb6-a148-4dfc-9494-83ab7d12bb78 req-169e00fa-8de0-45a3-ac9c-4c1085cad002 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1274e70-ab8f-4b91-87e3-457ca372f829 HTTP/1.1" status: 204 len: 173 time: 0.4075677 Feb 13 23:25:58.390670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.396844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.597749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:25:58.598377 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:25:58.619563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854951-d2f2-41d4-90e2-666e1097c38e req-24d4b185-93a3-48d0-9a2a-1a905887706a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:58.620990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae854951-d2f2-41d4-90e2-666e1097c38e req-24d4b185-93a3-48d0-9a2a-1a905887706a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.1138990 Feb 13 23:25:58.631252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b70fa-7f3e-40bc-95a6-c5747a52d962 req-a1e74fa8-03f2-482a-b960-d1a10287fb3b tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:58.632698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f8b70fa-7f3e-40bc-95a6-c5747a52d962 req-a1e74fa8-03f2-482a-b960-d1a10287fb3b tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 950 time: 0.6861889 Feb 13 23:25:58.682909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8fde89dc-94d9-4342-afad-60329d10cb0a no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:25:58.693656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] For port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:25:58.694007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:58.694454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae854951-d2f2-41d4-90e2-666e1097c38e req-43ca0b2f-7954-4df3-a46c-5782c869f7eb tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633721 Feb 13 23:25:58.702429 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Floating IP 70b6bcfa-3a29-428a-b2b9-bfee47c0d69e associated. External IP: 172.25.4.39, port: 6fe44063-6469-49b6-a877-8c13039fc4b2. Feb 13 23:25:58.706346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-44e1597c-ca2d-469b-b0d3-8d49cc59f75f tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:58.707745 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-44e1597c-ca2d-469b-b0d3-8d49cc59f75f tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205361 Feb 13 23:25:58.767221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8fde89dc-94d9-4342-afad-60329d10cb0a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:25:58.767558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8fde89dc-94d9-4342-afad-60329d10cb0a not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:25:58.940054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Request body: {'port': {'device_id': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'b146cd1d003f498888cc5a5cfa679cdf'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:25:58.943875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b88fa1-38eb-44e8-a905-3553d091e083 req-44d92dc3-5e37-4cb7-b89b-13385dea0df9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:58.945289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9b88fa1-38eb-44e8-a905-3553d091e083 req-44d92dc3-5e37-4cb7-b89b-13385dea0df9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1101968 Feb 13 23:25:58.963704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Calling delete_port for 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:25:59.012750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9b88fa1-38eb-44e8-a905-3553d091e083 req-33b3b600-cf88-4498-816a-7e2b6a70d33f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598550 Feb 13 23:25:59.061322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f8b70fa-7f3e-40bc-95a6-c5747a52d962 req-bd44886e-b2a8-4370-99cc-fa3719346a63 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196517 Feb 13 23:25:59.099565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Deleting port 8fde89dc-94d9-4342-afad-60329d10cb0a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:59.099901 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.213266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] The port '8fde89dc-94d9-4342-afad-60329d10cb0a' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:25:59.325573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-4846a7f5-2b43-4c52-9ae8-82ffc1d63a0f tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:59.327656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-4846a7f5-2b43-4c52-9ae8-82ffc1d63a0f tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.1717014 Feb 13 23:25:59.368682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9092-97d2-48a8-92ea-6cd4c5a921e6 req-3dd9c657-ac3b-45e0-8e54-c914f2faccfb tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:25:59.370088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-145c9092-97d2-48a8-92ea-6cd4c5a921e6 req-3dd9c657-ac3b-45e0-8e54-c914f2faccfb tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d190beb-017a-4556-b67b-5534886aa3c4 HTTP/1.1" status: 200 len: 943 time: 0.1769550 Feb 13 23:25:59.405986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:59.417014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf29cbb3-4dba-45b8-93ca-9cd4958bac9f req-bff0b877-b23c-4c23-a929-57aeffe83b0d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/23875a36-d396-45e3-b259-f6c69500698d HTTP/1.1" status: 200 len: 1634 time: 0.2847571 Feb 13 23:25:59.429021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Deleting port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:25:59.429219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.429367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Usage tracker for resource:port and tenant:b146cd1d003f498888cc5a5cfa679cdf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:59.438001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:59.456314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:59.459610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.505917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.516173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a159366-e58d-4320-918d-e856fff8b887']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:59.566171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Made reservation on behalf of b146cd1d003f498888cc5a5cfa679cdf for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:25:59.569110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.589220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc238cf-420b-4a01-818b-07206bb83fae') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:59.589561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc238cf-420b-4a01-818b-07206bb83fae') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:25:59.613165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Pushing event deleted for resources: {'Port': ['ID=94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:59.615995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.621186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-145c9092-97d2-48a8-92ea-6cd4c5a921e6 req-d21c9ddf-3dfc-4f2a-a2a5-aa18c7895d9a tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.36 "GET /v2.0/security-groups?id=baa25005-ee58-4273-ab72-205839c99329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439682 Feb 13 23:25:59.624169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.694493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.746059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:25:59.754953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:25:59.755404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.768462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cf29cbb3-4dba-45b8-93ca-9cd4958bac9f req-1506c43a-6477-4c0c-bb4e-9a83d1016e4c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:25:59.770136 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:25:59.775890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] No DVR routers for this DVR port 94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:25:59.832884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.843231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'name': 'network-vif-deleted', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:25:59.847592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:25:59.857091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c21701a4-5417-4779-967c-6d3348ec3c12 req-5aac6ea1-2615-4f5a-bf9b-47d40accb109 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 210 time: 0.0646856 Feb 13 23:25:59.884765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Usage tracker for resource:security_group_rule and tenant:b146cd1d003f498888cc5a5cfa679cdf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:25:59.889098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:25:59.899982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cf29cbb3-4dba-45b8-93ca-9cd4958bac9f req-1506c43a-6477-4c0c-bb4e-9a83d1016e4c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.908718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1c954fb-591d-4767-a26a-678aee9d5580 req-0ec99aa4-3a5a-4d0f-8632-ff59f7296696 tempest-FloatingIPsAssociationTestJSON-1013851267 tempest-FloatingIPsAssociationTestJSON-1013851267-project] 10.222.0.31 "DELETE /v2.0/ports/94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80 HTTP/1.1" status: 204 len: 173 time: 4.5424058 Feb 13 23:25:59.912246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:25:59.917847 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.945519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:25:59.969429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a159366-e58d-4320-918d-e856fff8b887,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:25:59.978890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1a1a022b-5486-4de4-b7d9-108c256003c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a159366-e58d-4320-918d-e856fff8b887 HTTP/1.1" status: 204 len: 168 time: 2.5683846 Feb 13 23:26:00.017276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cf29cbb3-4dba-45b8-93ca-9cd4958bac9f req-1506c43a-6477-4c0c-bb4e-9a83d1016e4c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.057130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506c43a-6477-4c0c-bb4e-9a83d1016e4c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23875a36-d396-45e3-b259-f6c69500698d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:00.084999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.086511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cf29cbb3-4dba-45b8-93ca-9cd4958bac9f req-1506c43a-6477-4c0c-bb4e-9a83d1016e4c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.105898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf29cbb3-4dba-45b8-93ca-9cd4958bac9f req-1506c43a-6477-4c0c-bb4e-9a83d1016e4c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/23875a36-d396-45e3-b259-f6c69500698d HTTP/1.1" status: 204 len: 173 time: 0.6714959 Feb 13 23:26:00.110896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.184703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:00.185383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.325752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 5bcda53c-f27a-43bf-a2fc-50039cd45a20 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:00.447070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0bdc6-876f-4380-b472-c932b69c308d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:00.520102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-041b59d4-cec0-4577-b407-0b0d1cd93ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.536327 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.558739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45086) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:00.600724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:00.620170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:00.623859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Allocated IP 192.168.233.92 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/cc1a0e3e-ef49-4224-92e8-21fdf90e0c69) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:00.644641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.646044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:00.648309 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.650397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.650397 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Floating IP 063ab991-41a2-4369-8a59-20aa9a7a288f disassociated. External IP: 172.25.4.217, port: 5bcda53c-f27a-43bf-a2fc-50039cd45a20. Feb 13 23:26:00.650397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Calling delete_port for 5bcda53c-f27a-43bf-a2fc-50039cd45a20 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:00.749304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:00.762058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:00.776456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2137a220-86c1-4a7c-8a7e-9c740387e0a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75ce31c6662c4c86af052bbb0758da8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124352 Feb 13 23:26:00.782876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:00.784775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45104) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:00.803324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:00.829254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97901871-5a05-4548-a4a6-076f442a0cf2 req-315f6a6e-0b08-4b0d-ab16-6833e1ea1b7a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:00.836412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-97901871-5a05-4548-a4a6-076f442a0cf2 req-315f6a6e-0b08-4b0d-ab16-6833e1ea1b7a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 945 time: 0.4236734 Feb 13 23:26:00.850017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:26:00.850401 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:26:00.869218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:00.869725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:00.871919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d613ec04-56e0-43c3-a22c-6f018e8520f1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "PUT /v2.0/floatingips/70b6bcfa-3a29-428a-b2b9-bfee47c0d69e HTTP/1.1" status: 200 len: 990 time: 3.7599716 Feb 13 23:26:00.872709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:00.932276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.036882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f16f756-90ce-4d70-a82e-51d4f77d378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.057919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:01.063985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.120628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f16f756-90ce-4d70-a82e-51d4f77d378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.155557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:01.197467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=11']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:01.249124 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d190beb-017a-4556-b67b-5534886aa3c4', 'name': 'network-vif-deleted', 'tag': '94e9a5b0-d1c8-4b3b-9f6f-5a235e234c80', 'status': 'completed', 'code': 200} Feb 13 23:26:01.271602 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-97901871-5a05-4548-a4a6-076f442a0cf2 req-5de2df2f-977a-4a92-bb5f-b3b7ce25f940 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups?id=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343565 Feb 13 23:26:01.320089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.334183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91be12b-f10e-4c5c-a19a-28beb3ee56f3 req-1679048f-10fc-4561-a997-1e0fb377db49 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:01.335847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c91be12b-f10e-4c5c-a19a-28beb3ee56f3 req-1679048f-10fc-4561-a997-1e0fb377db49 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.0829303 Feb 13 23:26:01.344268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Transition to ACTIVE for port object cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:01.351174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-293776221', 'description': 'tempest-description-1255541093'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:01.357768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:01.358019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Deleting port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:01.358407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.362484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:01.365518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:01.373168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:01.389905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.413461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f16f756-90ce-4d70-a82e-51d4f77d378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.439691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16f756-90ce-4d70-a82e-51d4f77d378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af61e2ce-403d-4681-805a-118069e2ac7d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:01.468306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.470277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:01.472031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c91be12b-f10e-4c5c-a19a-28beb3ee56f3 req-ca4a0a68-05e8-4c00-894f-e50c12201b04 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271405 Feb 13 23:26:01.543505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Usage tracker for resource:security_group_rule and tenant:1f1c250fe42d447b9a58fcd3c69d117f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:01.563296 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'code': 200} Feb 13 23:26:01.572023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:01.577276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f16f756-90ce-4d70-a82e-51d4f77d378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.579133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1f16f756-90ce-4d70-a82e-51d4f77d378c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af61e2ce-403d-4681-805a-118069e2ac7d HTTP/1.1" status: 204 len: 168 time: 0.7932465 Feb 13 23:26:01.588528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '70b6bcfa-3a29-428a-b2b9-bfee47c0d69e', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'mac_address': 'fa:16:3e:58:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:25:27Z', 'updated_at': '2022-02-13T23:25:58Z', 'revision_number': 1, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:01.593527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:01.593722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:01.609036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:01.609036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:01.610540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:01.615700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:01.618730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:01.652633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45134) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:01.690684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Pushing event updated for resources: {'Port': ['ID=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:01.729081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:01.730044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.788301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ebdedd61-c809-4750-8743-c5be0b20ef55 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9054751 Feb 13 23:26:01.795839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.815467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Request body: {'port': {'device_id': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:01.889029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:01.948994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:01.993815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] For port 5bcda53c-f27a-43bf-a2fc-50039cd45a20, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=5bcda53c-f27a-43bf-a2fc-50039cd45a20,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:01.994252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.124683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.146816 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8fb6f1f0-0d87-40fa-8881-f916e8d21244 req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8036368 Feb 13 23:26:02.194724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57fcd844-df98-449c-b043-d0af3ea6d0bb None None] Provisioning for port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:02.256063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e29043-e552-45c1-a2ce-958847f963ac tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eea562-49eb-4b32-b454-19435be9737b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:02.303976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.327222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57fcd844-df98-449c-b043-d0af3ea6d0bb None None] Provisioning complete for port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:02.327834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57fcd844-df98-449c-b043-d0af3ea6d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.393468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-4a27a518-5606-4f37-acee-fcd9f974341c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1096 time: 0.4407959 Feb 13 23:26:02.413988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01d56f5b-64ba-4d86-938c-042b7a606447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.423789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-57fcd844-df98-449c-b043-d0af3ea6d0bb None None] Port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:02.445053 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'status': 'completed', 'code': 200} Feb 13 23:26:02.478816 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-c87873ee-75c5-465e-9e61-52d5e642a4c3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/b8eea562-49eb-4b32-b454-19435be9737b HTTP/1.1" status: 200 len: 1634 time: 0.1767361 Feb 13 23:26:02.552323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1047018472', 'description': 'tempest-description-hth-335233708'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:02.749251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '70b6bcfa-3a29-428a-b2b9-bfee47c0d69e', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'mac_address': 'fa:16:3e:58:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:25:27Z', 'updated_at': '2022-02-13T23:25:58Z', 'revision_number': 1, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:02.753981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3a952-fdc7-4c82-8c98-31862af2d8d2 None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '70b6bcfa-3a29-428a-b2b9-bfee47c0d69e', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'mac_address': 'fa:16:3e:58:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:25:27Z', 'updated_at': '2022-02-13T23:25:58Z', 'revision_number': 1, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:02.780357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.890323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.890690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:02.890994 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Floating IP 063ab991-41a2-4369-8a59-20aa9a7a288f disassociated. External IP: 172.25.4.217, port: 5bcda53c-f27a-43bf-a2fc-50039cd45a20. Feb 13 23:26:02.891328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Calling delete_port for 5bcda53c-f27a-43bf-a2fc-50039cd45a20 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:02.942902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-61b2e642-bebd-4029-b19a-6a14eb8fd79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:02.944354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-61b2e642-bebd-4029-b19a-6a14eb8fd79e service neutron] 10.222.0.31 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.5258284 Feb 13 23:26:02.977095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0679-6794-4d46-a8b4-fd0c2025aa2d req-1adee3ba-9362-4582-9067-93cf7633a856 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:02.996676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9db0679-6794-4d46-a8b4-fd0c2025aa2d req-1adee3ba-9362-4582-9067-93cf7633a856 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 935 time: 0.3192041 Feb 13 23:26:03.087898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.129167 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b851fe-581d-4f14-ad45-3ec6c39fb56f None None] New status for floating IP 70b6bcfa-3a29-428a-b2b9-bfee47c0d69e: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:26:03.145016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-51fcf57b-1728-4bd0-b410-d853572d0680 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 998 time: 0.1931109 Feb 13 23:26:03.146383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.149640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.153187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9db0679-6794-4d46-a8b4-fd0c2025aa2d req-63d836d0-cd3e-4ae7-a371-fdc18dcce363 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552668 Feb 13 23:26:03.163141 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0873850e-4e73-495e-b267-70f0b8edcf5d req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "PUT /v2.0/security-groups/b8eea562-49eb-4b32-b454-19435be9737b HTTP/1.1" status: 200 len: 1608 time: 0.6287942 Feb 13 23:26:03.260430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45174) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:03.393428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.406173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67819d-ec4c-4b2a-94fa-b10dd79250a8 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eea562-49eb-4b32-b454-19435be9737b,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:03.430651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-dfa3f632-c107-47ac-89da-d8e9c66ad144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:03.432103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-dfa3f632-c107-47ac-89da-d8e9c66ad144 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.1763186 Feb 13 23:26:03.517006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.564862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:03.631413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event deleted for resources: {'Port': ['ID=5bcda53c-f27a-43bf-a2fc-50039cd45a20,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:03.640073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-27819138-1c02-4d5b-afa3-4964353d1d77 req-9fd2ce14-7360-45ba-aba9-2d43ded903e4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Synchronizing usage tracker for tenant:f2253343d53a4137a7939a5468b92339 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:03.648654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1589729126-network', 'tenant_id': '7c9c63e1c44c4ad09b2f7ab61e81c93f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:03.673057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:03.691861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.712660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:03.723482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.770356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Usage tracker for resource:network and tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:03.794408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Transition to ACTIVE for port object cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:03.805635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.823583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:03.835478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-27819138-1c02-4d5b-afa3-4964353d1d77 req-9fd2ce14-7360-45ba-aba9-2d43ded903e4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Unset dirty status for tenant:f2253343d53a4137a7939a5468b92339 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:03.836626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-27819138-1c02-4d5b-afa3-4964353d1d77 req-9fd2ce14-7360-45ba-aba9-2d43ded903e4 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 210 time: 0.4443359 Feb 13 23:26:03.842734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:03.851892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-a649f200-8602-4b08-9153-893823764ded service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036540 Feb 13 23:26:03.879895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Made reservation on behalf of 7c9c63e1c44c4ad09b2f7ab61e81c93f for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:03.882288 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:03.928329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.000109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:04.025668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:04.034095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:04.049411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:04.055670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4bd948c1-f139-4445-9a0b-15f43355dd5e req-840c678b-6693-4356-8a8e-cff9e3bd280b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/b8eea562-49eb-4b32-b454-19435be9737b HTTP/1.1" status: 200 len: 1608 time: 0.1623571 Feb 13 23:26:04.095574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.150046 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'code': 200} Feb 13 23:26:04.220674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:04.299013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ed35-94a2-46fd-a29f-4e9f764558f6 req-6b16490f-5267-4992-ae5f-b2471f821737 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:04.300849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75f4ed35-94a2-46fd-a29f-4e9f764558f6 req-6b16490f-5267-4992-ae5f-b2471f821737 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.5643470 Feb 13 23:26:04.350597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.350934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.351262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.351584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.352057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.352616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.353182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.354383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.354383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.354617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.354902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:04.384742 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.401487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.418220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-abf47c51-b010-461d-b828-e20e2c5d231e service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548368 Feb 13 23:26:04.469625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Attempting to bind port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:04.469953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Attempting to bind port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:04.470303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Attempting to bind port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:04.520794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75f4ed35-94a2-46fd-a29f-4e9f764558f6 req-ab532564-ac3f-4515-812d-e3c0b3ed8a1a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923835 Feb 13 23:26:04.552340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:04.552801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Attempting to bind port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:04.574107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:26:04.581539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:04.581882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:04.582293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:04.582736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Bound port: cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:04.583073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.598368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75946358-c1c5-419c-80fe-0608ff0af9ff,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:04.610418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.610765 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Added segment 35a9e28d-0ba2-455a-8bf0-f1bd363e088a of type vlan for network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e Feb 13 23:26:04.624426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Router 0bef63f4-7c87-43e1-9340-9967a2556508 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:26:04.644502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a6ee4-48fe-4399-abec-dcef4d8d2f73 req-11d203eb-9c21-4d99-a26a-d199c24f72e3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:04.645870 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-039a6ee4-48fe-4399-abec-dcef4d8d2f73 req-11d203eb-9c21-4d99-a26a-d199c24f72e3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 948 time: 0.3483267 Feb 13 23:26:04.669221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea72a61f-ee8d-4e19-a1f5-a55571344b22 req-194b7743-20dd-4380-b975-707c9a73d2f1 service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331088 Feb 13 23:26:04.671714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.718622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-238afa91-90c1-4fe1-ab15-d0a4adc1a8e1 req-09de6559-47ea-4cfd-878c-2e32e4d9985c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/b8eea562-49eb-4b32-b454-19435be9737b HTTP/1.1" status: 200 len: 1608 time: 0.1477406 Feb 13 23:26:04.763002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] For port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:04.768764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] For port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:04.781412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.835851 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:26:04.851954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.853952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] 10.222.0.42 "PUT /v2.0/ports/cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 HTTP/1.1" status: 200 len: 1095 time: 3.0521624 Feb 13 23:26:04.870264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'tag': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:04.879266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-039a6ee4-48fe-4399-abec-dcef4d8d2f73 req-bc1a4652-8d89-43cd-b13e-6164e15c44aa tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153051 Feb 13 23:26:04.883935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.884783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:04.885488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.892231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-238afa91-90c1-4fe1-ab15-d0a4adc1a8e1 req-54f6d63c-e357-4824-b235-c140897d3fe3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.936586 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:04.944695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b798c2-2963-4fa3-b0dc-09593e79bbbc service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:04.974435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-238afa91-90c1-4fe1-ab15-d0a4adc1a8e1 req-54f6d63c-e357-4824-b235-c140897d3fe3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:05.051223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-cc1b17ac-6ef0-4097-ae0b-a68f180555ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b146cd1d003f498888cc5a5cfa679cdf&device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 1098 time: 0.1448252 Feb 13 23:26:05.054409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-238afa91-90c1-4fe1-ab15-d0a4adc1a8e1 req-54f6d63c-e357-4824-b235-c140897d3fe3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:05.141280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d63c-e357-4824-b235-c140897d3fe3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eea562-49eb-4b32-b454-19435be9737b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:05.155959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Pushing event updated for resources: {'Network': ['ID=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:05.157001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-e80f9134-8d38-4b61-81a1-e6c1a909d8dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 HTTP/1.1" status: 200 len: 217 time: 0.0973592 Feb 13 23:26:05.158890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-238afa91-90c1-4fe1-ab15-d0a4adc1a8e1 req-54f6d63c-e357-4824-b235-c140897d3fe3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:05.160029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-238afa91-90c1-4fe1-ab15-d0a4adc1a8e1 req-54f6d63c-e357-4824-b235-c140897d3fe3 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/b8eea562-49eb-4b32-b454-19435be9737b HTTP/1.1" status: 204 len: 173 time: 0.4305124 Feb 13 23:26:05.172352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9065568 Feb 13 23:26:05.200041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:05.213813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Request body: {'subnet': {'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1589729126-subnet', 'tenant_id': '7c9c63e1c44c4ad09b2f7ab61e81c93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:05.226084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:05.233260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Usage tracker for resource:subnet and tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:05.237368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:05.241103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.241443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.241780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.242140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.242469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.242794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.243429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.243429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.243744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.244064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.244378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae6ed1f-dc01-403c-81d9-0c6180111683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:05.245864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:05.249447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-7b7ba1cb-24ba-4711-a4bc-71241f09bf24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:05.250924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-7b7ba1cb-24ba-4711-a4bc-71241f09bf24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0873861 Feb 13 23:26:05.262544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:26:05.297490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Made reservation on behalf of 7c9c63e1c44c4ad09b2f7ab61e81c93f for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:05.299763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:05.378524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800493b-c1e0-4f18-be28-67f189496c4a req-5490e165-8a44-413e-9175-720f88ee8062 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:05.380080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5800493b-c1e0-4f18-be28-67f189496c4a req-5490e165-8a44-413e-9175-720f88ee8062 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 947 time: 0.2667696 Feb 13 23:26:05.439573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b84911-1ff2-433f-9648-bd280a047f31 req-f4d1ebf5-3f77-484e-a56c-2ea1133b8b47 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/ports?device_id=9baee3a9-e6b7-42b2-b7be-b365cdefacb2 HTTP/1.1" status: 200 len: 210 time: 0.1432848 Feb 13 23:26:05.492150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-46284550-3fe2-4808-8a60-da887a7d350c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2332022 Feb 13 23:26:05.525813 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'tag': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69', 'status': 'completed', 'code': 200} Feb 13 23:26:05.528615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:05.542493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] Sync routers for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:05.556290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:05.557388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:05.618377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5800493b-c1e0-4f18-be28-67f189496c4a req-4d25fc7a-31ed-4021-83cd-440faa5145fd tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108700 Feb 13 23:26:05.619784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] No DVR routers for this DVR port 5bcda53c-f27a-43bf-a2fc-50039cd45a20 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:05.627405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:05.629467 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c45d38ec-8b01-47b1-a0d2-b79ebe8d05fe req-029dab3f-acbd-48f3-bc07-686d5b11f08a tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.31 "DELETE /v2.0/ports/5bcda53c-f27a-43bf-a2fc-50039cd45a20 HTTP/1.1" status: 204 len: 173 time: 6.2942033 Feb 13 23:26:05.630069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'name': 'network-vif-deleted', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:05.828622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:05.866799 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9baee3a9-e6b7-42b2-b7be-b365cdefacb2', 'name': 'network-vif-deleted', 'tag': '5bcda53c-f27a-43bf-a2fc-50039cd45a20', 'status': 'completed', 'code': 200} Feb 13 23:26:05.890130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-9a658645-bdcb-40e9-a52d-12f96602352a service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659983 Feb 13 23:26:05.915240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Deleting port 868448ee-d895-4667-b64b-a1d6a191dee7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:05.915602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:05.954787 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-bb39bfeb-3fbe-48a7-9613-caa4c91e0780 req-60dfa5be-590c-4ef7-b581-89bfe1398376 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:26:05.955800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb39bfeb-3fbe-48a7-9613-caa4c91e0780 req-60dfa5be-590c-4ef7-b581-89bfe1398376 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/23875a36-d396-45e3-b259-f6c69500698d HTTP/1.1" status: 404 len: 352 time: 0.0584369 Feb 13 23:26:05.992746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:06.059279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-92865cac-e61b-4c0e-839e-d9537efd6112 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:06.060775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-92865cac-e61b-4c0e-839e-d9537efd6112 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.31 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 948 time: 0.5341873 Feb 13 23:26:06.208085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:57Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:06.214711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] Checking router: 0bef63f4-7c87-43e1-9340-9967a2556508 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:06.228674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:06.229544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:06.268400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] For port 868448ee-d895-4667-b64b-a1d6a191dee7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=868448ee-d895-4667-b64b-a1d6a191dee7,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:06.269392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:06.279220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ededadc-489c-4bbc-9079-5987b56f245d req-70d4445a-ff0d-4c7a-ad6e-13421618569d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:06.287441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ededadc-489c-4bbc-9079-5987b56f245d req-70d4445a-ff0d-4c7a-ad6e-13421618569d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.5626242 Feb 13 23:26:06.368330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b4ec93-0ca5-48e4-b81d-4429b9c8f502,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:06.393746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Deleting port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:06.394222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:06.416856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Calling delete_port for 868448ee-d895-4667-b64b-a1d6a191dee7 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:06.429211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:06.430872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049cdd39-4142-4ea1-8cae-f793cf027c94 req-ad390f68-4837-4171-8f6d-06f43b6830de service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293779 Feb 13 23:26:06.469247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Checking segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:06.469734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Network hostable DHCP agents. Network: a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:26:06.483674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7238e-78e4-4191-925d-20bd3f41dff5 req-e99678b2-9a6e-40c8-8006-3eda42bdd134 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:06.490678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ededadc-489c-4bbc-9079-5987b56f245d req-7b171567-62e2-4f93-94ce-e420ff451df9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022672 Feb 13 23:26:06.491096 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dab7238e-78e4-4191-925d-20bd3f41dff5 req-e99678b2-9a6e-40c8-8006-3eda42bdd134 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 948 time: 0.3220840 Feb 13 23:26:06.562567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dab7238e-78e4-4191-925d-20bd3f41dff5 req-379a5e20-6210-4e30-ad3d-8c529c2093d4 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/security-groups?id=6446480b-4eae-4fb9-9f0d-460358d0291f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 Feb 13 23:26:06.642580 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-1ac0f2f6-0d12-4e70-8851-41b3390cb27e req-f8775577-d5c8-4f20-a74a-6067a7b0e919 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:26:06.643380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ac0f2f6-0d12-4e70-8851-41b3390cb27e req-f8775577-d5c8-4f20-a74a-6067a7b0e919 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/e1274e70-ab8f-4b91-87e3-457ca372f829 HTTP/1.1" status: 404 len: 352 time: 0.0925682 Feb 13 23:26:06.643894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:26:06.683539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:06.697515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-7a3b90d5-2198-4297-a77a-0f05cd870bbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b146cd1d003f498888cc5a5cfa679cdf&device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 1098 time: 0.1453848 Feb 13 23:26:06.698667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:06.699242 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:06.745447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f131d-92bc-4eaf-bd9b-56955d1576ad None None] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:06.745700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-025cb53e-8915-499f-9715-7ea3d46a44ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5361989 Feb 13 23:26:06.750134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:06.954880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:06.980873 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-680ad47d-7d88-4bf5-919a-76a4e04d732c req-a1a70089-7ca6-437e-912f-86fef66a55cf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:26:06.982424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-680ad47d-7d88-4bf5-919a-76a4e04d732c req-a1a70089-7ca6-437e-912f-86fef66a55cf tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/2659b719-63f2-43f2-ad00-e18c000b9b6e HTTP/1.1" status: 404 len: 352 time: 0.2472701 Feb 13 23:26:07.015288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-463a5e95-78c3-4554-bde1-24866c39d4d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:07.016884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-463a5e95-78c3-4554-bde1-24866c39d4d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2808306 Feb 13 23:26:07.058749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Pushing event deleted for resources: {'Port': ['ID=868448ee-d895-4667-b64b-a1d6a191dee7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:07.062433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:57Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:07.081426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45230) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:07.089874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9d02d-2f74-472f-af39-f27c6727d758 None None] The sync data for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 is: [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:24:35Z', 'revision_number': 4, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1e34e440-fbb1-4f84-83d1-852c97495acd', 'name': '', 'network_id': '27629df7-0473-4f9e-a494-61620c9956e4', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'mac_address': 'fa:16:3e:44:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:33Z', 'updated_at': '2022-02-13T23:24:57Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'subnets': [{'id': 'fcb98771-8058-477a-b0fa-297ed262bec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:07.092545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5429aa-6027-4c9a-90b9-8e5ea0196b2f None None] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:07.104077 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-31550164-69c6-4460-a7cb-26dc11b28d16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 HTTP/1.1" status: 200 len: 217 time: 0.0800097 Feb 13 23:26:07.264283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] For port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:07.264648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.282832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-e8322918-26bd-4591-aa85-6aacb898aa54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:07.286763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-e8322918-26bd-4591-aa85-6aacb898aa54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1725976 Feb 13 23:26:07.315491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8993f5e-565d-44fd-b559-efc3d45ebb22 req-1024cf0a-b676-41a7-b6c4-a3d5edc1482d tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:07.322767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8993f5e-565d-44fd-b559-efc3d45ebb22 req-1024cf0a-b676-41a7-b6c4-a3d5edc1482d tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 947 time: 0.3804731 Feb 13 23:26:07.474501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Calling delete_port for 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:07.525735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8993f5e-565d-44fd-b559-efc3d45ebb22 req-bbcdea78-1ffb-4249-b591-8fb780d56449 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021775 Feb 13 23:26:07.546678 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e0de841-12e1-4be9-bd53-4cba7cb4b89c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.601250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e0de841-12e1-4be9-bd53-4cba7cb4b89c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.617935 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-36cbae51-3656-44a2-b524-5deb8b66fbd2 req-0cf5c94f-6219-40f5-b8c1-0e846af2da72 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:26:07.618952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36cbae51-3656-44a2-b524-5deb8b66fbd2 req-0cf5c94f-6219-40f5-b8c1-0e846af2da72 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/140544df-5d53-4c61-8d3b-736248b21750 HTTP/1.1" status: 404 len: 352 time: 0.0403016 Feb 13 23:26:07.695695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e0de841-12e1-4be9-bd53-4cba7cb4b89c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.719023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de841-12e1-4be9-bd53-4cba7cb4b89c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f5795-8c49-4e1e-9bd5-2fe6f29b17ba,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:07.728047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.766261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-ec687e93-b388-4a45-84ab-eafcf04827ca tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:07.767707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-ec687e93-b388-4a45-84ab-eafcf04827ca tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 815 time: 0.2999063 Feb 13 23:26:07.781458 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-40ac19ae-78d0-44cb-b441-f458c7f0388e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3429422 Feb 13 23:26:07.851370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e0de841-12e1-4be9-bd53-4cba7cb4b89c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.854758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e0de841-12e1-4be9-bd53-4cba7cb4b89c tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "DELETE /v2.0/security-groups/078f5795-8c49-4e1e-9bd5-2fe6f29b17ba HTTP/1.1" status: 204 len: 168 time: 0.7698081 Feb 13 23:26:07.859420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45246) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:07.877750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-9e6a91b8-23df-406c-b36e-0e711f1b2368 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/quotas/7c9c63e1c44c4ad09b2f7ab61e81c93f HTTP/1.1" status: 200 len: 375 time: 0.0953102 Feb 13 23:26:07.939166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:07.945842 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-20fe395f-8eae-4e96-9db1-59f04f3997c0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] show failed (client error): The resource could not be found. Feb 13 23:26:07.946882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-20fe395f-8eae-4e96-9db1-59f04f3997c0 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "GET /v2.0/security-groups/078f5795-8c49-4e1e-9bd5-2fe6f29b17ba HTTP/1.1" status: 404 len: 347 time: 0.0862627 Feb 13 23:26:07.953424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:07.954734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:07.979127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-c30c9da8-5ca2-4d14-9159-1094606ad03a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947146 Feb 13 23:26:08.003582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Pushing event deleted for resources: {'Port': ['ID=79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:08.129956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:08.140642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243914-7ad1-431e-8f18-dd71fc658e3c req-9ef5baed-52bb-47ca-bf88-15d9cf00d0f9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:08.142220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82243914-7ad1-431e-8f18-dd71fc658e3c req-9ef5baed-52bb-47ca-bf88-15d9cf00d0f9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.3983026 Feb 13 23:26:08.145011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69', 'mac_address': 'fa:16:3e:f9:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:08.151136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Deleting port 222e6d96-73ec-4a00-917d-c8134db5efa9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:08.151481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.202553 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.220962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:08.237170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:08.241175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.316220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:08.322798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] No DVR routers for this DVR port 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:08.329681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:08.331757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.334359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-deleted', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:08.340009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82243914-7ad1-431e-8f18-dd71fc658e3c req-029ffa3b-2dbf-4747-b0c4-de16615d1562 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596942 Feb 13 23:26:08.348258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-7762707d-b775-45e1-a48e-2a5d2cc47662 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534635 Feb 13 23:26:08.369052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:08.369316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:08.427505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.427844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.473122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2bc860e-7edd-40a1-8d26-c9e344fc1fc4 req-1d9e0222-8b62-47ca-8869-d422c20dffd3 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.31 "DELETE /v2.0/ports/79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa HTTP/1.1" status: 204 len: 173 time: 2.3982897 Feb 13 23:26:08.505556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cc1a0e3e-ef49-4224-92e8-21fdf90e0c69'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:08.516780 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-da37738b-c8cc-4bc6-8713-8e22e1b9a07c service neutron] 10.222.0.36 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142391 Feb 13 23:26:08.596455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:08.644611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc13418-5f82-4f8e-b11c-dd31f8761602 req-50f864f5-c2cb-4656-8640-ed3e55e2c495 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875068 Feb 13 23:26:08.736493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-1a571fc3-34ff-49d4-8b11-417f181b9725 service neutron] 10.222.0.36 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991050 Feb 13 23:26:08.881790 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-b76386d8-04bf-4809-b839-a447fad2d12f req-90196808-aa8e-4719-be3b-86c98c6b6e23 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:26:08.883246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b76386d8-04bf-4809-b839-a447fad2d12f req-90196808-aa8e-4719-be3b-86c98c6b6e23 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/ff599621-012f-4c3e-8821-81d39d49909a HTTP/1.1" status: 404 len: 352 time: 0.0191474 Feb 13 23:26:08.889466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Calling delete_port for 222e6d96-73ec-4a00-917d-c8134db5efa9 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:08.941694 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852d9b9-58b4-4e55-a4df-ec52762670ad', 'name': 'network-vif-deleted', 'tag': '79aa5e2d-22a5-4df1-a31b-b7d124d1d7aa', 'status': 'completed', 'code': 200} Feb 13 23:26:09.044019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c4557b8-9da6-4f21-b176-d837b5c655ab req-d977c0c5-097e-4d07-94d9-b3f9bf1e63e9 tempest-ImagesOneServerTestJSON-578762222 tempest-ImagesOneServerTestJSON-578762222-project] 10.222.0.36 "GET /v2.0/ports?device_id=7852d9b9-58b4-4e55-a4df-ec52762670ad HTTP/1.1" status: 200 len: 210 time: 0.4797268 Feb 13 23:26:09.183401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb7a910d-8ce1-49bd-bcc1-4e5d7770629f req-1856bd77-8ecf-413d-a96d-c3b3a6599ff4 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 210 time: 0.0690606 Feb 13 23:26:09.259878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-e913a56c-cbe4-4f05-9810-35182b8ae2c1 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:09.261173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-e913a56c-cbe4-4f05-9810-35182b8ae2c1 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Synchronizing usage tracker for tenant:b146cd1d003f498888cc5a5cfa679cdf on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:09.282222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-e913a56c-cbe4-4f05-9810-35182b8ae2c1 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Unset dirty status for tenant:b146cd1d003f498888cc5a5cfa679cdf on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:09.283578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-e913a56c-cbe4-4f05-9810-35182b8ae2c1 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 948 time: 0.1435871 Feb 13 23:26:09.331643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-0eb20771-364f-4a50-87a6-5c6b5da834fb tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Synchronizing usage tracker for tenant:b146cd1d003f498888cc5a5cfa679cdf on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:09.351711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-0eb20771-364f-4a50-87a6-5c6b5da834fb tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Unset dirty status for tenant:b146cd1d003f498888cc5a5cfa679cdf on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:09.352974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a5177b9-c04a-4cf5-95fa-46663dbff676 req-0eb20771-364f-4a50-87a6-5c6b5da834fb tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623171 Feb 13 23:26:09.389233 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-38c2e4fa-f75b-4c4f-936a-e602ca9a7aae req-2d2d7012-9817-4520-8df7-d4010b67123b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] show failed (client error): The resource could not be found. Feb 13 23:26:09.391367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38c2e4fa-f75b-4c4f-936a-e602ca9a7aae req-2d2d7012-9817-4520-8df7-d4010b67123b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/7d32a3c9-d1f2-4883-80d5-793027edf33e HTTP/1.1" status: 404 len: 352 time: 0.1165531 Feb 13 23:26:09.428481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:09.481468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Pushing event deleted for resources: {'Port': ['ID=222e6d96-73ec-4a00-917d-c8134db5efa9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:09.500915 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbe381-6fb3-468e-af83-7e068fe059aa None None] New status for floating IP 063ab991-41a2-4369-8a59-20aa9a7a288f: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:26:09.590482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:09.632478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:09.636337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d52d4fa5-b98c-4df2-bf16-e6ecc4426d53 tempest-ServersTestManualDisk-1935950144 tempest-ServersTestManualDisk-1935950144-project] 10.222.0.36 "DELETE /v2.0/floatingips/063ab991-41a2-4369-8a59-20aa9a7a288f HTTP/1.1" status: 204 len: 168 time: 1.6792982 Feb 13 23:26:09.640896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:09.670019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Router 8909a0a0-3aaa-4068-9044-2fe19c937c64 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:26:09.799792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fd50f-0a93-48b0-8327-4bda1586b61b req-8f6cf306-1b22-48f0-a46f-8b37474dff23 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:09.807095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de3fd50f-0a93-48b0-8327-4bda1586b61b req-8f6cf306-1b22-48f0-a46f-8b37474dff23 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.2652352 Feb 13 23:26:09.894588 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de3fd50f-0a93-48b0-8327-4bda1586b61b req-e7f1bbe9-db51-4c6d-a53a-dfc3c06c26e6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Feb 13 23:26:09.952675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538854d-7d96-41b8-9432-79cf87b77884 req-b1d035cf-2dc2-4bdb-9133-ce74ef0b4f8d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:09.954148 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f538854d-7d96-41b8-9432-79cf87b77884 req-b1d035cf-2dc2-4bdb-9133-ce74ef0b4f8d tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1023 time: 0.1080792 Feb 13 23:26:09.958936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:10.003312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:10.014083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f13721d5-51cf-4a14-b009-95fff65f59df admin admin] 10.222.0.36 "PUT /v2.0/routers/8909a0a0-3aaa-4068-9044-2fe19c937c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3570435 Feb 13 23:26:10.015173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45282) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:10.023027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] Sync routers for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:10.049236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:10.050229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:10.088855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f538854d-7d96-41b8-9432-79cf87b77884 req-fc730c8e-a846-468e-866c-bcf954ddfc63 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:10.177657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f538854d-7d96-41b8-9432-79cf87b77884 req-fc730c8e-a846-468e-866c-bcf954ddfc63 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:10.178980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f538854d-7d96-41b8-9432-79cf87b77884 req-fc730c8e-a846-468e-866c-bcf954ddfc63 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41ce137-dac9-4320-8829-dd5de17aea6c&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&id=2e10efa1-f5c9-4b3b-99fa-d906a9114500&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2184548 Feb 13 23:26:10.243490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:10.248485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.274603 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.306603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:10.543329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:10.544938 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.672763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45296) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:10.767141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63747d39-5c4a-4f63-b15b-b1e2fb4253c9 req-2be305e2-2a8a-47ee-89b9-375c59dd7f19 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 210 time: 0.0945570 Feb 13 23:26:10.781157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-e4c0122e-16e0-495a-bb16-b390be4f845d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:10.782646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-e4c0122e-16e0-495a-bb16-b390be4f845d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 815 time: 0.4171224 Feb 13 23:26:10.800828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Request body: {'port': {'device_id': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'admin_state_up': True, 'tenant_id': '7c9c63e1c44c4ad09b2f7ab61e81c93f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:10.838473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.881465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.881743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:10.894974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:10.910194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Deleting port 58e08701-8c31-4d55-9429-1962c48ef62b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:10.910731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.919331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:26:06Z', 'revision_number': 5, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port': {'id': '58e08701-8c31-4d55-9429-1962c48ef62b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:23:51Z', 'updated_at': '2022-02-13T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:10.924412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:10.952263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432a3e-3f41-4535-be96-157a1d21d5d5 req-cab22de7-2000-4025-9551-092d4c4fbe04 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:10.953727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b432a3e-3f41-4535-be96-157a1d21d5d5 req-cab22de7-2000-4025-9551-092d4c4fbe04 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 948 time: 0.3449094 Feb 13 23:26:11.008411 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69', 'code': 200} Feb 13 23:26:11.012277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] Checking router: 8909a0a0-3aaa-4068-9044-2fe19c937c64 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:11.077497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] Routers {'8909a0a0-3aaa-4068-9044-2fe19c937c64'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:11.078055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8909a0a0-3aaa-4068-9044-2fe19c937c64'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:11.194062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:11.248130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] For port 58e08701-8c31-4d55-9429-1962c48ef62b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58e08701-8c31-4d55-9429-1962c48ef62b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:11.248714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:11.253231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] Set router 8909a0a0-3aaa-4068-9044-2fe19c937c64 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:11.268394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8bf5e879-a6d4-4d5d-b61c-183b68614319 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1333869bfc8343bebcdd37527850d82d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5877547 Feb 13 23:26:11.279193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45308) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:11.308743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b432a3e-3f41-4535-be96-157a1d21d5d5 req-c06e30cf-3919-4be8-8f08-318e27c1ea7f tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334687 Feb 13 23:26:11.331465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:11.341856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Usage tracker for resource:port and tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:11.347588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:11.364937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:11.382351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:26:10Z', 'revision_number': 6, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:11.384605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf46dd32-a974-4e74-9585-b8e0301f3822 req-c5b54c5d-6a01-49c7-9a43-15f5b1ec60ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 1100 time: 0.3034644 Feb 13 23:26:11.386776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Calling delete_port for 58e08701-8c31-4d55-9429-1962c48ef62b owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:11.388942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd24c6-bf9f-4908-ae30-d7fa331438b3 None None] The sync data for ids ['8909a0a0-3aaa-4068-9044-2fe19c937c64'] in n-d-828979-1 is: [{'id': '8909a0a0-3aaa-4068-9044-2fe19c937c64', 'name': 'tempest-FloatingIPsAssociationTestJSON-145144718-router', 'tenant_id': '450eec24f33d4c1cad331e46dca658e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:23:50Z', 'updated_at': '2022-02-13T23:26:10Z', 'revision_number': 6, 'project_id': '450eec24f33d4c1cad331e46dca658e2', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:11.445213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Made reservation on behalf of 7c9c63e1c44c4ad09b2f7ab61e81c93f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:11.448640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:11.486816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab31c7-fb4d-4dce-9e07-3f84b19766a3 req-3a22a8e9-f118-4225-8cff-3fe97e26190d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:11.488291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfab31c7-fb4d-4dce-9e07-3f84b19766a3 req-3a22a8e9-f118-4225-8cff-3fe97e26190d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.3583713 Feb 13 23:26:11.501232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b0ada68-4c1d-4f55-a721-58b92ab77dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:11.503401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-6aef2f0e-280a-4f0d-bc2f-5e92e3d3ed8c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:11.505120 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-6aef2f0e-280a-4f0d-bc2f-5e92e3d3ed8c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1023 time: 0.3158977 Feb 13 23:26:11.609843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Deleting port eea294fa-cd92-4689-a009-8dd8dc8a19e6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:11.610192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:11.660092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfab31c7-fb4d-4dce-9e07-3f84b19766a3 req-5cb16616-a1b8-439b-8b76-52d434030db8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636455 Feb 13 23:26:11.702670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b0ada68-4c1d-4f55-a721-58b92ab77dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:11.720960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf46dd32-a974-4e74-9585-b8e0301f3822 req-216df61e-4bf0-49c4-9020-5e6dd7aac5bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988646 Feb 13 23:26:11.877927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:11.927451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-32ac2b66-e809-4c25-9081-7b1f0e35fa54 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:11.928166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-32ac2b66-e809-4c25-9081-7b1f0e35fa54 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:11.932060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e08701-8c31-4d55-9429-1962c48ef62b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:11.947869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Allocated IP 172.20.0.5 (a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e/67b4ec93-0ca5-48e4-b81d-4429b9c8f502/74d7f3d9-331e-483b-9335-a665b33d7389) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:11.973536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b0ada68-4c1d-4f55-a721-58b92ab77dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.001863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-32ac2b66-e809-4c25-9081-7b1f0e35fa54 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:12.003057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-32ac2b66-e809-4c25-9081-7b1f0e35fa54 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 1023 time: 0.5103161 Feb 13 23:26:12.005903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ada68-4c1d-4f55-a721-58b92ab77dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6446480b-4eae-4fb9-9f0d-460358d0291f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:12.070640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ac3ed8-4516-48b3-a45b-bfdda3c8971c req-9bc50e29-43d9-49e6-8b33-1dbc6192d351 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 210 time: 0.0929816 Feb 13 23:26:12.095347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] For port eea294fa-cd92-4689-a009-8dd8dc8a19e6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eea294fa-cd92-4689-a009-8dd8dc8a19e6,segment=NetworkSegment(3a29f901-277a-40b5-8fbc-fce572b2b161),segment_id=3a29f901-277a-40b5-8fbc-fce572b2b161)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:12.095668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.139697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b0ada68-4c1d-4f55-a721-58b92ab77dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.140719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5b0ada68-4c1d-4f55-a721-58b92ab77dd7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6446480b-4eae-4fb9-9f0d-460358d0291f HTTP/1.1" status: 204 len: 168 time: 0.8593612 Feb 13 23:26:12.226402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Calling delete_port for eea294fa-cd92-4689-a009-8dd8dc8a19e6 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:12.251538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-609d1cbc-d76e-44b0-aa50-708bfcbee9f0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Synchronizing usage tracker for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:12.281649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-609d1cbc-d76e-44b0-aa50-708bfcbee9f0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Unset dirty status for tenant:1f1c250fe42d447b9a58fcd3c69d117f on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:12.282937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bff03f00-d0a8-45ea-95ff-4c10506b32f8 req-609d1cbc-d76e-44b0-aa50-708bfcbee9f0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41ce137-dac9-4320-8829-dd5de17aea6c&id=121dd60d-243c-41fb-b8fa-ae5b00eafe83&id=2e10efa1-f5c9-4b3b-99fa-d906a9114500&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2180562 Feb 13 23:26:12.387735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.442794 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.547378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:12.550836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:12.553047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:12.556144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:12.601219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.668360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:12.668360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.691403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Deleting port 1e34e440-fbb1-4f84-83d1-852c97495acd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:12.691740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:12.731305 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-aa7a786a-7c48-4d4a-88a4-2fe3730dd210 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9350169 Feb 13 23:26:12.747113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Request body: {'port': {'device_id': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:12.779866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 868448ee-d895-4667-b64b-a1d6a191dee7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:12.814131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 868448ee-d895-4667-b64b-a1d6a191dee7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:12.814892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 868448ee-d895-4667-b64b-a1d6a191dee7 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:13.021500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f81b9-9802-4ead-978d-1dfc3943540a req-2c8cd50c-7444-46e7-b3a7-004cd52338ca tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:13.029431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411f81b9-9802-4ead-978d-1dfc3943540a req-2c8cd50c-7444-46e7-b3a7-004cd52338ca tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 949 time: 0.5098817 Feb 13 23:26:13.033228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.071268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.106269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.124197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eea294fa-cd92-4689-a009-8dd8dc8a19e6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:13.180743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'Port': ['ID=eea294fa-cd92-4689-a009-8dd8dc8a19e6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:13.194490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411f81b9-9802-4ead-978d-1dfc3943540a req-d3ca5e53-4828-4e08-90b2-7bc058bf43c8 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638732 Feb 13 23:26:13.232854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.232854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8909a0a0-3aaa-4068-9044-2fe19c937c64 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:26:13.238782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] For port 1e34e440-fbb1-4f84-83d1-852c97495acd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1e34e440-fbb1-4f84-83d1-852c97495acd,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:13.239236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.247782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.289262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] No DVR routers for this DVR port eea294fa-cd92-4689-a009-8dd8dc8a19e6 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:13.291818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.304354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'name': 'network-vif-deleted', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:13.316692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2f6abc9-f6cf-4dca-9550-d5b7bb161a0d req-738cb28c-9174-4869-9733-f8eaa76991a0 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.42 "DELETE /v2.0/ports/eea294fa-cd92-4689-a009-8dd8dc8a19e6 HTTP/1.1" status: 204 len: 173 time: 1.7920241 Feb 13 23:26:13.317968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.332434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-91033019-800c-4b2b-b360-2fba14b82e56 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8909a0a0-3aaa-4068-9044-2fe19c937c64 HTTP/1.1" status: 204 len: 168 time: 3.3159723 Feb 13 23:26:13.333250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:13.392308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Calling delete_port for 1e34e440-fbb1-4f84-83d1-852c97495acd owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:13.471091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Deleting subnet 5a77367a-7b11-43bd-8930-a2d3c0a30b06 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:26:13.474286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.547958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.599458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454e4d-1bf6-4bb4-b9a4-162de52bed35 req-7c042997-f739-471f-9d18-762767bad2f6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:13.600962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f454e4d-1bf6-4bb4-b9a4-162de52bed35 req-7c042997-f739-471f-9d18-762767bad2f6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 931 time: 0.2051656 Feb 13 23:26:13.603795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c895-6d9e-4981-b797-0e8fd1ecc226 req-e84336fe-90a4-4808-9ed8-07cf0a937139 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:13.605257 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ac5c895-6d9e-4981-b797-0e8fd1ecc226 req-e84336fe-90a4-4808-9ed8-07cf0a937139 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.4848456 Feb 13 23:26:13.668925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8f454e4d-1bf6-4bb4-b9a4-162de52bed35 req-9dbe208a-c956-42e7-917a-9d328f61a602 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Synchronizing usage tracker for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:13.689656 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.718711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8f454e4d-1bf6-4bb4-b9a4-162de52bed35 req-9dbe208a-c956-42e7-917a-9d328f61a602 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Unset dirty status for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:13.719792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f454e4d-1bf6-4bb4-b9a4-162de52bed35 req-9dbe208a-c956-42e7-917a-9d328f61a602 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113667 Feb 13 23:26:13.773725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ac5c895-6d9e-4981-b797-0e8fd1ecc226 req-14ffd4dd-57f7-4cf5-a6b0-27b2c7e91b1b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555405 Feb 13 23:26:13.790855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.856950 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5929db48-7b71-43dc-93f0-3af46f0d2559', 'name': 'network-vif-deleted', 'tag': 'eea294fa-cd92-4689-a009-8dd8dc8a19e6', 'status': 'completed', 'code': 200} Feb 13 23:26:13.860588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:13.863541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b10bc0-2eb8-44fa-82a7-d8740dbf6da3 None None] Network 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:13.866800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5a77367a-7b11-43bd-8930-a2d3c0a30b06 HTTP/1.1" status: 204 len: 168 time: 0.5323126 Feb 13 23:26:13.876021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:13.894518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c057f2-2c0a-41ae-a7f2-0c0ffd46580e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a77367a-7b11-43bd-8930-a2d3c0a30b06,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:14.000658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.027227 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.049142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Deleting port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:14.051430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.125471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e34e440-fbb1-4f84-83d1-852c97495acd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:14.132801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78cb5017-4c36-45e8-828d-e1242d0ae1c8 req-cdd129c3-f627-4da1-9d1c-6b0584320e9b tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5929db48-7b71-43dc-93f0-3af46f0d2559 HTTP/1.1" status: 200 len: 210 time: 0.1429915 Feb 13 23:26:14.142368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d7f3d9-331e-483b-9335-a665b33d7389 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:14.220812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.283263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] DHCP port deletion for 7b85b3e6-524a-4cce-9116-e7f2ec7e6328 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:26:14.288339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Deleting port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:14.288811 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.298111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Transition to ACTIVE for port object 74d7f3d9-331e-483b-9335-a665b33d7389 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:14.307831 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.384207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:14.556831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] For port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:14.557810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.583269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] For port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,segment=NetworkSegment(cb22b157-69e8-4eae-9f66-1ca48165bf9d),segment_id=cb22b157-69e8-4eae-9f66-1ca48165bf9d)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:14.583722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.757319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Calling delete_port for 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:14.758544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Calling delete_port for 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:14.765692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Attempting to bind port 74d7f3d9-331e-483b-9335-a665b33d7389 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:14.766263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Attempting to bind port 74d7f3d9-331e-483b-9335-a665b33d7389 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:14.766751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Attempting to bind port 74d7f3d9-331e-483b-9335-a665b33d7389 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:14.779034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Port 74d7f3d9-331e-483b-9335-a665b33d7389 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:14.790238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Attempting to bind port 74d7f3d9-331e-483b-9335-a665b33d7389 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:14.832281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:14.836802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:14.838433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Checking segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:14.838835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Bound using segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:14.839288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Bound port: 74d7f3d9-331e-483b-9335-a665b33d7389, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:14.839640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.868949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:14.873562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:14.874242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:14.874836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58e08701-8c31-4d55-9429-1962c48ef62b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:14.888194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49d46-2d13-4a0b-b4f7-af97f6b846f4 req-6ffb9405-67f4-47e0-baeb-4d36a4b79eb9 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:14.905995 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1de49d46-2d13-4a0b-b4f7-af97f6b846f4 req-6ffb9405-67f4-47e0-baeb-4d36a4b79eb9 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 949 time: 0.4091575 Feb 13 23:26:14.924718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 58e08701-8c31-4d55-9429-1962c48ef62b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:14.925219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58e08701-8c31-4d55-9429-1962c48ef62b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:14.937722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:26:14.938558 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:26:14.968328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] No DVR routers for this DVR port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:15.021897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Pushing event deleted for resources: {'Port': ['ID=291c0aaf-49d4-4b20-8ea3-ee676e2341b1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:15.120040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.129000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.144316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:15.160899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1de49d46-2d13-4a0b-b4f7-af97f6b846f4 req-d5049453-f6c1-43cb-a28a-8a193e612495 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533054 Feb 13 23:26:15.164262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b85b3e6-524a-4cce-9116-e7f2ec7e6328']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:15.178898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb22b157-69e8-4eae-9f66-1ca48165bf9d') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:15.179167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb22b157-69e8-4eae-9f66-1ca48165bf9d') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:15.191937 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.211622 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.218521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:15.220388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:26:15.220798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.234727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:26:15.239065 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:26:15.347920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1fff9-b638-4701-abc6-66bbf68d22e4 req-a8d23499-f0e9-43d0-88e4-b2592d6051d4 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:15.348529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ab1fff9-b638-4701-abc6-66bbf68d22e4 req-a8d23499-f0e9-43d0-88e4-b2592d6051d4 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Synchronizing usage tracker for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:15.358934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.378270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.380727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] 10.222.0.31 "PUT /v2.0/ports/74d7f3d9-331e-483b-9335-a665b33d7389 HTTP/1.1" status: 200 len: 1091 time: 2.6366086 Feb 13 23:26:15.381813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.385858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:15.405558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b85b3e6-524a-4cce-9116-e7f2ec7e6328,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:15.420694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56249-d203-4662-ac6c-aa4fd4d4ccff service neutron] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:15.423169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ab1fff9-b638-4701-abc6-66bbf68d22e4 req-a8d23499-f0e9-43d0-88e4-b2592d6051d4 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Unset dirty status for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:15.424380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26a66f2a-effc-4af4-85cc-176049385982 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7b85b3e6-524a-4cce-9116-e7f2ec7e6328 HTTP/1.1" status: 204 len: 168 time: 1.5437267 Feb 13 23:26:15.430103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4ab1fff9-b638-4701-abc6-66bbf68d22e4 req-a8d23499-f0e9-43d0-88e4-b2592d6051d4 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 943 time: 0.4359517 Feb 13 23:26:15.436434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3512f6-c63a-4074-b1fe-9aadbcbcc285 req-735f80cf-25cf-4a38-b2f0-58e0de19e8b1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:15.437924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c3512f6-c63a-4074-b1fe-9aadbcbcc285 req-735f80cf-25cf-4a38-b2f0-58e0de19e8b1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1398997 Feb 13 23:26:15.439571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Deleting port 291c0aaf-49d4-4b20-8ea3-ee676e2341b1 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:15.440168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.489408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c3512f6-c63a-4074-b1fe-9aadbcbcc285 req-ab43dfe2-e4eb-4e83-a799-7b35b886a274 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Feb 13 23:26:15.527338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dc06e4ba-8acc-40f8-8bd3-ddd1d5602c91 None None] The port '291c0aaf-49d4-4b20-8ea3-ee676e2341b1' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:26:15.542110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4ab1fff9-b638-4701-abc6-66bbf68d22e4 req-e077d03f-0476-4869-98e5-3d7db219ff28 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112175 Feb 13 23:26:15.576874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-ad5c4235-7a5e-46a9-a18a-f8848d382cc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 1094 time: 0.1448166 Feb 13 23:26:15.686876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-1e2e1bde-e389-4386-b64b-dbb81fc86479 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d7f3d9-331e-483b-9335-a665b33d7389 HTTP/1.1" status: 200 len: 217 time: 0.0954008 Feb 13 23:26:15.713198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:15.766752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1dc605b9-86cb-4d1a-944c-f8bd948d96cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=450eec24f33d4c1cad331e46dca658e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503573 Feb 13 23:26:15.767400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45400) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:15.794654 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389', 'status': 'completed', 'code': 200} Feb 13 23:26:15.873630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2526c9c3-48a2-412f-ae50-cc3e3178c885 req-90a16ced-3270-44c4-b710-73ecf3ed91ef tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/2e10efa1-f5c9-4b3b-99fa-d906a9114500 HTTP/1.1" status: 200 len: 1633 time: 0.0861244 Feb 13 23:26:15.883516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab410-8bfa-40db-8d01-5022f3c4dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.916582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-fd6e3800-e8ee-4449-8a18-0f4793a58206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:15.918322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-fd6e3800-e8ee-4449-8a18-0f4793a58206 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 200 len: 855 time: 0.2226214 Feb 13 23:26:15.935032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab410-8bfa-40db-8d01-5022f3c4dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:15.985694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-a1ee8a7b-da7b-47a4-b489-f582445fc656 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595653 Feb 13 23:26:15.988230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eea294fa-cd92-4689-a009-8dd8dc8a19e6 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:16.023572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2526c9c3-48a2-412f-ae50-cc3e3178c885 req-bab6694e-9682-42b5-9f0a-3d4551832f7c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.035121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: eea294fa-cd92-4689-a009-8dd8dc8a19e6 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:16.035988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eea294fa-cd92-4689-a009-8dd8dc8a19e6 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:16.051845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab410-8bfa-40db-8d01-5022f3c4dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.083415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ab410-8bfa-40db-8d01-5022f3c4dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa25005-ee58-4273-ab72-205839c99329,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:16.089729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2526c9c3-48a2-412f-ae50-cc3e3178c885 req-bab6694e-9682-42b5-9f0a-3d4551832f7c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.106150 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab410-8bfa-40db-8d01-5022f3c4dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.107615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d58ab410-8bfa-40db-8d01-5022f3c4dc94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baa25005-ee58-4273-ab72-205839c99329 HTTP/1.1" status: 204 len: 168 time: 0.3396373 Feb 13 23:26:16.146997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2526c9c3-48a2-412f-ae50-cc3e3178c885 req-bab6694e-9682-42b5-9f0a-3d4551832f7c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.173008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6694e-9682-42b5-9f0a-3d4551832f7c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10efa1-f5c9-4b3b-99fa-d906a9114500,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:16.183901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2526c9c3-48a2-412f-ae50-cc3e3178c885 req-bab6694e-9682-42b5-9f0a-3d4551832f7c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.186125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2526c9c3-48a2-412f-ae50-cc3e3178c885 req-bab6694e-9682-42b5-9f0a-3d4551832f7c tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e10efa1-f5c9-4b3b-99fa-d906a9114500 HTTP/1.1" status: 204 len: 173 time: 0.2716575 Feb 13 23:26:16.267702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9727c57-724d-4433-b728-276dcbbedebc req-9639ac07-3182-42bb-bc25-87f9f5b33576 tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "GET /v2.0/security-groups/b41ce137-dac9-4320-8829-dd5de17aea6c HTTP/1.1" status: 200 len: 1633 time: 0.0459158 Feb 13 23:26:16.298719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f840ac4-6680-467c-a2a0-cc67fc0d423d req-5c2095d3-971f-41ae-a677-697739930074 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:16.300166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f840ac4-6680-467c-a2a0-cc67fc0d423d req-5c2095d3-971f-41ae-a677-697739930074 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 949 time: 0.3236606 Feb 13 23:26:16.339675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9727c57-724d-4433-b728-276dcbbedebc req-ca70bca8-62d5-44a0-a959-8a0482f75edd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.346698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-90a7daa1-2b5e-4167-9e16-3bef2bd46d85 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305786 Feb 13 23:26:16.375295 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9727c57-724d-4433-b728-276dcbbedebc req-ca70bca8-62d5-44a0-a959-8a0482f75edd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.431909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9727c57-724d-4433-b728-276dcbbedebc req-ca70bca8-62d5-44a0-a959-8a0482f75edd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.453939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70bca8-62d5-44a0-a959-8a0482f75edd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ce137-dac9-4320-8829-dd5de17aea6c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:16.463353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9727c57-724d-4433-b728-276dcbbedebc req-ca70bca8-62d5-44a0-a959-8a0482f75edd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.464912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9727c57-724d-4433-b728-276dcbbedebc req-ca70bca8-62d5-44a0-a959-8a0482f75edd tempest-SecurityGroupsTestJSON-1885293135 tempest-SecurityGroupsTestJSON-1885293135-project] 10.222.0.36 "DELETE /v2.0/security-groups/b41ce137-dac9-4320-8829-dd5de17aea6c HTTP/1.1" status: 204 len: 173 time: 0.1907220 Feb 13 23:26:16.470764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45422) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:16.555845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Deleting subnet 7ba6f41d-cc1b-46e6-8472-9f2e266772ae {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:26:16.559621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.574189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f840ac4-6680-467c-a2a0-cc67fc0d423d req-301d2744-d2f7-49fb-8a44-5bfe6145771e tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529297 Feb 13 23:26:16.665009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36f004a4-c816-4d99-b5e8-cb603e0b8aac req-cbf93417-de0d-4e1e-a70f-f009ba088e9b service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042715 Feb 13 23:26:16.686069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.698599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Router 0bef63f4-7c87-43e1-9340-9967a2556508 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:26:16.821287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:16.886047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850249f-9d38-43b4-baed-258ea0ecfda9 req-23676244-ed0a-405b-b916-2733ba2ab82f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:16.887617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f850249f-9d38-43b4-baed-258ea0ecfda9 req-23676244-ed0a-405b-b916-2733ba2ab82f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.2063677 Feb 13 23:26:16.934365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.003764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-21169036-8e00-41ee-85c2-51e9d5739e8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 1094 time: 0.2340109 Feb 13 23:26:17.036854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5c18-3634-4f20-b7ad-8463fdd65a14 req-d4400a4e-4ef1-49ff-a698-c85666811cee tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:17.038298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f9c5c18-3634-4f20-b7ad-8463fdd65a14 req-d4400a4e-4ef1-49ff-a698-c85666811cee tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 943 time: 0.2755485 Feb 13 23:26:17.158794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba6f41d-cc1b-46e6-8472-9f2e266772ae,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:17.174739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f850249f-9d38-43b4-baed-258ea0ecfda9 req-bb7008c7-1738-418e-95c9-71d7b35d215b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793620 Feb 13 23:26:17.186163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.195182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9120761a-c22b-4e2e-9c0b-843fe37ffc34 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7ba6f41d-cc1b-46e6-8472-9f2e266772ae HTTP/1.1" status: 204 len: 168 time: 0.7219915 Feb 13 23:26:17.197828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:17.210404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f9c5c18-3634-4f20-b7ad-8463fdd65a14 req-756278e2-111e-4c5b-9f31-7a4152ec50da tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634772 Feb 13 23:26:17.212523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46de3-c159-415b-9060-e164767dc787 req-5bef4ee2-dcb3-4df7-8ef2-fd98bf682ad6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:17.213883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-5bef4ee2-dcb3-4df7-8ef2-fd98bf682ad6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 915 time: 0.2021711 Feb 13 23:26:17.309155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-b3d48267-186d-48ae-a057-6c049de4e80a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d7f3d9-331e-483b-9335-a665b33d7389 HTTP/1.1" status: 200 len: 217 time: 0.0862803 Feb 13 23:26:17.319568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:17.331270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.332820 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] Sync routers for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:17.350957 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:17.351570 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:17.411299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1db47449-24fb-4712-84f8-471693ae0c9f admin admin] 10.222.0.36 "PUT /v2.0/routers/0bef63f4-7c87-43e1-9340-9967a2556508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7624426 Feb 13 23:26:17.412196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45458) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:17.487819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46de3-c159-415b-9060-e164767dc787 req-0aaf381c-5145-44af-8be9-0bd196ccb662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:17.489554 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-0aaf381c-5145-44af-8be9-0bd196ccb662 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 200 len: 855 time: 0.1733153 Feb 13 23:26:17.522385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.556641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652b8143-c7e4-46ea-b9e9-27141c0ef790']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:17.572612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a29f901-277a-40b5-8fbc-fce572b2b161') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:17.572905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a29f901-277a-40b5-8fbc-fce572b2b161') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:17.585660 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.603420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.610134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:26:17.610584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.620008 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:17.644032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-30e2d689-c22d-42c7-9fad-1512378c4a40 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905201 Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:26:17.676441 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:26:17.730359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-75956459-9ed7-47c4-bc0d-e40b56f74d2d tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:17.732001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-75956459-9ed7-47c4-bc0d-e40b56f74d2d tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 949 time: 0.3966687 Feb 13 23:26:17.734274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.739038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.846934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-58d938b7-958a-487d-bd18-4f94e3a7bbe5 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922054 Feb 13 23:26:17.877100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Deleting port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:17.877692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:17.931299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] Pushing event deleted for resources: {'Network': ['ID=652b8143-c7e4-46ea-b9e9-27141c0ef790,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:17.937747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6e64e6a2-249b-43ab-860c-4dd30fadf06c admin admin] 10.222.0.36 "DELETE /v2.0/networks/652b8143-c7e4-46ea-b9e9-27141c0ef790 HTTP/1.1" status: 204 len: 168 time: 0.7387784 Feb 13 23:26:18.185485 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69d46de3-c159-415b-9060-e164767dc787 req-726965fc-c5f7-49c1-ad45-83e086a90310 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316166 Feb 13 23:26:18.201681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:18.246188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda0ff7-948d-41a7-b8a9-9272eb0b3e76 req-52af7a6c-856b-4984-8371-f390a5220dca tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:18.258427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bda0ff7-948d-41a7-b8a9-9272eb0b3e76 req-52af7a6c-856b-4984-8371-f390a5220dca tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 949 time: 0.3358471 Feb 13 23:26:18.273332 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:26:13Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:18.285074 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] Checking router: 0bef63f4-7c87-43e1-9340-9967a2556508 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:18.303303 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] Routers {'0bef63f4-7c87-43e1-9340-9967a2556508'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:18.303908 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0bef63f4-7c87-43e1-9340-9967a2556508'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:18.338810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:18.345720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45526) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:18.434390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bda0ff7-948d-41a7-b8a9-9272eb0b3e76 req-29374a1c-910a-4eaf-a498-2cf9235d90a1 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/security-groups?id=9df0bdc6-876f-4380-b472-c932b69c308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750290 Feb 13 23:26:18.475362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] For port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:18.476109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:18.571450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:18.594815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '74d7f3d9-331e-483b-9335-a665b33d7389', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'port_id': '74d7f3d9-331e-483b-9335-a665b33d7389', 'mac_address': 'fa:16:3e:fd:5b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b4ec93-0ca5-48e4-b81d-4429b9c8f502', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:18.632779 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] Set router 0bef63f4-7c87-43e1-9340-9967a2556508 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:18.662653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:18.686567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d7f3d9-331e-483b-9335-a665b33d7389 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:18.703816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:18.711413 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:18.743774 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-f378bac1-407c-4113-adf2-2297f5f94514 req-12b378a7-c8f7-4e12-9891-43fe58ef1c0e service neutron] show failed (client error): The resource could not be found. Feb 13 23:26:18.748854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-12b378a7-c8f7-4e12-9891-43fe58ef1c0e service neutron] 10.222.0.42 "GET /v2.0/ports/2efcc21a-7d62-4205-9929-a86eb5f40257/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.6637864 Feb 13 23:26:18.781048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Calling delete_port for cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:18.802054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:18.844803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c8932ee9-3435-4cdf-96f3-4b65ec28b454 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f1c250fe42d447b9a58fcd3c69d117f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4979281 Feb 13 23:26:18.848849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45536) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:18.925460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce847c-4900-466f-a3f5-3ad24049f92d req-312d4be9-295b-4d2c-85a7-798420618256 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:18.925726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ced57-411d-485b-b863-5328c7e3a8f7 req-37c0f279-556c-4138-bf1b-e096d09e1ea5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:18.927834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['74d7f3d9-331e-483b-9335-a665b33d7389'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:18.932657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85ce847c-4900-466f-a3f5-3ad24049f92d req-312d4be9-295b-4d2c-85a7-798420618256 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 944 time: 0.1428187 Feb 13 23:26:18.932865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f94ced57-411d-485b-b863-5328c7e3a8f7 req-37c0f279-556c-4138-bf1b-e096d09e1ea5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1930387 Feb 13 23:26:19.016994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85ce847c-4900-466f-a3f5-3ad24049f92d req-03ed9d50-b0d6-47fb-b1db-44bdaa75e565 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831809 Feb 13 23:26:19.020830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.150974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d886b85-fac6-4272-a847-d6e13bd82661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.155366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f94ced57-411d-485b-b863-5328c7e3a8f7 req-635bdf39-fb7e-4c9a-bbc9-03f15cd86902 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217183 Feb 13 23:26:19.176564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Deleting port a4247df0-c462-4a43-8f39-56c4835bb3ee {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:19.178227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.206077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.222245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cc1a0e3e-ef49-4224-92e8-21fdf90e0c69'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:19.247080 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:26:13Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:19.253218 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86510-4912-43c7-93d3-3ddfd43b35dd None None] The sync data for ids ['0bef63f4-7c87-43e1-9340-9967a2556508'] in n-d-828979-1 is: [{'id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'name': 'tempest-ServersTestManualDisk-176074810-router', 'tenant_id': 'f2253343d53a4137a7939a5468b92339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:24:25Z', 'updated_at': '2022-02-13T23:26:13Z', 'revision_number': 5, 'project_id': 'f2253343d53a4137a7939a5468b92339', 'gw_port': {'id': 'a4247df0-c462-4a43-8f39-56c4835bb3ee', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef63f4-7c87-43e1-9340-9967a2556508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:24:26Z', 'updated_at': '2022-02-13T23:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:19.281657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Pushing event deleted for resources: {'Port': ['ID=cc1a0e3e-ef49-4224-92e8-21fdf90e0c69,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:19.391184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] No DVR routers for this DVR port cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:19.393830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.396916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'name': 'network-vif-deleted', 'tag': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:19.437383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74aab3e8-0b88-4dbf-8509-6e862511e852 req-98c7aa2a-70e2-405c-bbf7-c74b3021e211 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.42 "DELETE /v2.0/ports/cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 HTTP/1.1" status: 204 len: 173 time: 1.6941350 Feb 13 23:26:19.462088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d886b85-fac6-4272-a847-d6e13bd82661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.485958 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f097fa6-e791-4514-9e64-c1f95a8be0b1', 'name': 'network-vif-deleted', 'tag': 'cc1a0e3e-ef49-4224-92e8-21fdf90e0c69', 'status': 'completed', 'code': 200} Feb 13 23:26:19.630905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d886b85-fac6-4272-a847-d6e13bd82661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.706197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d886b85-fac6-4272-a847-d6e13bd82661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121dd60d-243c-41fb-b8fa-ae5b00eafe83,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:19.757548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d886b85-fac6-4272-a847-d6e13bd82661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.759134 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2d886b85-fac6-4272-a847-d6e13bd82661 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/121dd60d-243c-41fb-b8fa-ae5b00eafe83 HTTP/1.1" status: 204 len: 168 time: 0.9041514 Feb 13 23:26:19.771103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] For port a4247df0-c462-4a43-8f39-56c4835bb3ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a4247df0-c462-4a43-8f39-56c4835bb3ee,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:19.771651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:19.787446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-cfbd71c7-ea0a-469f-89e8-dbb228b895fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&tenant_id=b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 1100 time: 0.7245851 Feb 13 23:26:19.819713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-48ef06b6-23e4-42db-8915-7f7f9300110f req-4901ec42-fd51-4c00-b558-c9f82151b281 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Synchronizing usage tracker for tenant:b146cd1d003f498888cc5a5cfa679cdf on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:19.847023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-48ef06b6-23e4-42db-8915-7f7f9300110f req-4901ec42-fd51-4c00-b558-c9f82151b281 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] Unset dirty status for tenant:b146cd1d003f498888cc5a5cfa679cdf on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:19.849014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-48ef06b6-23e4-42db-8915-7f7f9300110f req-4901ec42-fd51-4c00-b558-c9f82151b281 tempest-ImagesNegativeTestJSON-1603178227 tempest-ImagesNegativeTestJSON-1603178227-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f097fa6-e791-4514-9e64-c1f95a8be0b1 HTTP/1.1" status: 200 len: 210 time: 0.1327720 Feb 13 23:26:19.873704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:20.017318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Calling delete_port for a4247df0-c462-4a43-8f39-56c4835bb3ee owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:20.191616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:20.344302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:20.502356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 74d7f3d9-331e-483b-9335-a665b33d7389 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:20.515374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 74d7f3d9-331e-483b-9335-a665b33d7389 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:20.515999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:20.551518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:20.598921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65aa1d-9758-40e9-84c1-e75537cc4c1a req-5ca7caa6-b696-4282-ae7c-6e754f7673f3 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:20.614629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e65aa1d-9758-40e9-84c1-e75537cc4c1a req-5ca7caa6-b696-4282-ae7c-6e754f7673f3 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 944 time: 0.3543327 Feb 13 23:26:20.645225 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:20.654682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4247df0-c462-4a43-8f39-56c4835bb3ee,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:20.675437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e34e440-fbb1-4f84-83d1-852c97495acd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:20.705054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e65aa1d-9758-40e9-84c1-e75537cc4c1a req-43efe487-d0e2-4d6b-8a12-0181429b8634 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891469 Feb 13 23:26:20.717741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1e34e440-fbb1-4f84-83d1-852c97495acd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:20.718451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1e34e440-fbb1-4f84-83d1-852c97495acd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:20.723885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:20.736098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:20.741272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:20.800179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:20.824618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:20.941683 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389', 'code': 200} Feb 13 23:26:21.123063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45660) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:21.137562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bebd2c95-ae38-4a56-bc37-fd9bd89cbac0 req-75c30ed0-15fe-4207-8ea1-e8a82f1a26e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 1096 time: 0.1183732 Feb 13 23:26:21.163791 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:21.172597 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.184776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bebd2c95-ae38-4a56-bc37-fd9bd89cbac0 req-0fe458d9-fcfe-45dd-815d-0a2b7bb022eb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Feb 13 23:26:21.326101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:21.351371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-123881364-network', 'tenant_id': '6f86aeb309a34473a07fded32ea57c81'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:21.359237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:21.359695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe1203-37c6-4351-87ac-41a1175e0c6c req-bdbc4880-199e-4def-94b4-6148ce587f97 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:21.363750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Usage tracker for resource:network and tenant:6f86aeb309a34473a07fded32ea57c81 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:21.366912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4fbe1203-37c6-4351-87ac-41a1175e0c6c req-bdbc4880-199e-4def-94b4-6148ce587f97 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.6771154 Feb 13 23:26:21.367875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:21.375873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:21.390204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Made reservation on behalf of 6f86aeb309a34473a07fded32ea57c81 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:21.394293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.425910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.465147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:21.470888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Usage tracker for resource:security_group_rule and tenant:6f86aeb309a34473a07fded32ea57c81 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:21.474075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:21.480448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:21.528120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.568278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.570331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.577967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.614677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4fbe1203-37c6-4351-87ac-41a1175e0c6c req-2cf03cdd-3183-48d7-b6a3-247ce6620605 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466896 Feb 13 23:26:21.626989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3388b5-32ce-4eee-90de-51efff25c4b6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:21.644156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:26:21.654565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:21.660299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.661032 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Added segment 4b4b7da5-60c3-475c-bdec-765a5d4b9574 of type vlan for network 428c356d-e485-478e-95e3-88dbbcb7935f Feb 13 23:26:21.662186 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.667441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.667981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bef63f4-7c87-43e1-9340-9967a2556508 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:26:21.692079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Transition to ACTIVE for port object 2efcc21a-7d62-4205-9929-a86eb5f40257 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:21.707680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.708464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.793222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.794837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:21.795453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.813209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:21.821987 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:21.823177 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f68cbac-faf3-45cb-ae55-e7060442a110 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0bef63f4-7c87-43e1-9340-9967a2556508 HTTP/1.1" status: 204 len: 168 time: 4.4078684 Feb 13 23:26:21.878378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45698) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:21.926865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] Pushing event updated for resources: {'Network': ['ID=428c356d-e485-478e-95e3-88dbbcb7935f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:21.935605 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-1dfba83b-d46d-43de-8c68-a84cb98409f2 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=885bd42e37864537aff24d391056605d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727011 Feb 13 23:26:21.938946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 428c356d-e485-478e-95e3-88dbbcb7935f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:26:21.989533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] No DVR routers for this DVR port 2efcc21a-7d62-4205-9929-a86eb5f40257 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:21.999717 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'code': 200} Feb 13 23:26:22.054890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Deleting subnet fcb98771-8058-477a-b0fa-297ed262bec0 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:26:22.059235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.113291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:22.154699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.161111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c807013f-845d-45ed-951c-0ecd38661857 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0340512 Feb 13 23:26:22.162123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45704) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:22.179630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Request body: {'subnet': {'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-123881364-subnet', 'tenant_id': '6f86aeb309a34473a07fded32ea57c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:22.187662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:22.191886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Usage tracker for resource:subnet and tenant:6f86aeb309a34473a07fded32ea57c81 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:22.195419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:22.198704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:22.199133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:22.202117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:22.226296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Made reservation on behalf of 6f86aeb309a34473a07fded32ea57c81 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:22.228685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.230401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:22.230744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cc1a0e3e-ef49-4224-92e8-21fdf90e0c69 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:22.305173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:22.305504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:22.306259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:22.315785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Port 2efcc21a-7d62-4205-9929-a86eb5f40257 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:22.316097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Attempting to bind port 2efcc21a-7d62-4205-9929-a86eb5f40257 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:22.322459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.337454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-90ee5748-a4e6-4658-81a6-1fbdfe8da5ee tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:22.338903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-90ee5748-a4e6-4658-81a6-1fbdfe8da5ee tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025319 Feb 13 23:26:22.372509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-fc9cbb50-622a-4a72-83b8-3c08a91ba327 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/quotas/885bd42e37864537aff24d391056605d HTTP/1.1" status: 200 len: 375 time: 0.0235324 Feb 13 23:26:22.376051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:22.376393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:22.376773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:22.377209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Bound port: 2efcc21a-7d62-4205-9929-a86eb5f40257, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:22.377607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.455372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-01134aec-e295-4d48-bc8b-520598d3ef33 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730603 Feb 13 23:26:22.506619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0843cc-b388-4a99-9da9-e2246491911b req-f9e17d63-89dc-4222-930c-5845ebc7b3b0 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:22.508156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c0843cc-b388-4a99-9da9-e2246491911b req-f9e17d63-89dc-4222-930c-5845ebc7b3b0 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.2652061 Feb 13 23:26:22.515581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.537545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.555353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:22.582879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb98771-8058-477a-b0fa-297ed262bec0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:22.611276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:22.614860 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.621399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936406b-1bd8-4bdd-8fee-a1679c5f3b64 None None] Network 27629df7-0473-4f9e-a494-61620c9956e4 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:22.626130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5e1c4aa8-2e6a-48c8-94e8-b1dfe0a96e00 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fcb98771-8058-477a-b0fa-297ed262bec0 HTTP/1.1" status: 204 len: 168 time: 0.7436860 Feb 13 23:26:22.626130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.635866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45716) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:22.644106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1db2f96-5f3e-44a4-8bc2-cddac34b5862,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:22.722165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Checking segment: {'id': '4b4b7da5-60c3-475c-bdec-765a5d4b9574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:22.722968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Network hostable DHCP agents. Network: 428c356d-e485-478e-95e3-88dbbcb7935f, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:26:22.761785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:22.784962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Network 428c356d-e485-478e-95e3-88dbbcb7935f is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:26:22.785201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a4247df0-c462-4a43-8f39-56c4835bb3ee no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:22.808315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 428c356d-e485-478e-95e3-88dbbcb7935f) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:22.824054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:22.826729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.835507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a4247df0-c462-4a43-8f39-56c4835bb3ee {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:22.835845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a4247df0-c462-4a43-8f39-56c4835bb3ee not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:22.840398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20692059-96a4-4c7e-a986-81e47753b98d None None] Network 428c356d-e485-478e-95e3-88dbbcb7935f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:22.866615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:22.868158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-64bb2d57-0066-47fb-9905-b71a2fcc1203 service neutron] 10.222.0.31 "PUT /v2.0/ports/2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 1095 time: 3.0076721 Feb 13 23:26:22.878717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c0843cc-b388-4a99-9da9-e2246491911b req-d56cad75-16f3-4015-99d6-95302ec8ef56 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314412 Feb 13 23:26:22.889239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-27354c62-77d0-4bd6-b80a-837013971b77 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7260056 Feb 13 23:26:23.260956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:23.311145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Deleting port aef498e6-f88f-4910-95a6-2b81869928db {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:23.311490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:23.396171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-09f8b30b-de8d-4c46-af29-05e072309448 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=885bd42e37864537aff24d391056605d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372572 Feb 13 23:26:23.408211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dca5da-922c-45ca-9f20-6c3e3c24f719 None None] Network 428c356d-e485-478e-95e3-88dbbcb7935f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:23.562162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-ea1facd5-ecf6-428e-9d3d-09c14259ed55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1098 time: 0.6549413 Feb 13 23:26:23.595690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-64a736d8-136c-4541-affa-bc2e9f35c137 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:23.597412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-64a736d8-136c-4541-affa-bc2e9f35c137 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917369 Feb 13 23:26:23.626229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-ec89c149-5f28-47ab-8ff0-d0095a58fe67 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/quotas/885bd42e37864537aff24d391056605d HTTP/1.1" status: 200 len: 375 time: 0.0237710 Feb 13 23:26:23.682811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2aae01-225e-4682-9b08-ced6639ae88f req-09beb64f-8f81-428c-ad39-a313401bb674 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:23.684363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc2aae01-225e-4682-9b08-ced6639ae88f req-09beb64f-8f81-428c-ad39-a313401bb674 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 947 time: 0.6021631 Feb 13 23:26:23.697256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-1d716d06-3ceb-47b2-8c2b-e2acc6a20975 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694952 Feb 13 23:26:23.702098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] DHCP port deletion for 27629df7-0473-4f9e-a494-61620c9956e4 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:26:23.712056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] Deleting port aef498e6-f88f-4910-95a6-2b81869928db {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:23.712428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:23.866589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc2aae01-225e-4682-9b08-ced6639ae88f req-fcaf69df-7990-465a-a5f6-edd85486a5cd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644330 Feb 13 23:26:23.867496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378bac1-407c-4113-adf2-2297f5f94514 req-d9c19475-e1d6-40d2-b8dd-48864fd8d84f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:23.868807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-d9c19475-e1d6-40d2-b8dd-48864fd8d84f service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2931359 Feb 13 23:26:23.876226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] For port aef498e6-f88f-4910-95a6-2b81869928db, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=aef498e6-f88f-4910-95a6-2b81869928db,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:23.876581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:23.980891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] For port aef498e6-f88f-4910-95a6-2b81869928db, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=aef498e6-f88f-4910-95a6-2b81869928db,segment=NetworkSegment(411e4b10-1f3c-447e-9c67-091df31d57fa),segment_id=411e4b10-1f3c-447e-9c67-091df31d57fa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:23.982232 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:24.034213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:24.138148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] Calling delete_port for aef498e6-f88f-4910-95a6-2b81869928db owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:24.149200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-02b5a84f-0120-4336-b493-e329bb95234f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2651503 Feb 13 23:26:24.253044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Calling delete_port for aef498e6-f88f-4910-95a6-2b81869928db owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:26:24.270512 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:24.323081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] No DVR routers for this DVR port aef498e6-f88f-4910-95a6-2b81869928db on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:26:24.331681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-20733497-1778-4b6a-9f9a-19d4bf4c5503 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=885bd42e37864537aff24d391056605d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103017 Feb 13 23:26:24.333422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c2875-6a19-46f5-a615-e0e404a0a8d2 None None] Pushing event deleted for resources: {'Port': ['ID=aef498e6-f88f-4910-95a6-2b81869928db,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:24.531807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378bac1-407c-4113-adf2-2297f5f94514 req-10a25cf7-deef-456e-ab63-5403519dde49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:24.534175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-10a25cf7-deef-456e-ab63-5403519dde49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2891495 Feb 13 23:26:24.540413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-c37cdf31-30a6-42d3-8485-efccd82ed284 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:24.541717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-c37cdf31-30a6-42d3-8485-efccd82ed284 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020364 Feb 13 23:26:24.564908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Request body: {'port': {'device_id': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '885bd42e37864537aff24d391056605d'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:24.604572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:26:24.606108 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:26:24.640804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-62892db6-3871-4e3b-8b41-d5c609eecaca tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:24.642249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-62892db6-3871-4e3b-8b41-d5c609eecaca tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/networks?id=428c356d-e485-478e-95e3-88dbbcb7935f HTTP/1.1" status: 200 len: 813 time: 0.2604170 Feb 13 23:26:24.710809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-19caa9b9-b49d-4e6c-aa8b-c360971fcbe4 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/quotas/6f86aeb309a34473a07fded32ea57c81 HTTP/1.1" status: 200 len: 375 time: 0.0617983 Feb 13 23:26:24.728111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device aef498e6-f88f-4910-95a6-2b81869928db no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:26:24.766318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: aef498e6-f88f-4910-95a6-2b81869928db {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:26:24.766664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device aef498e6-f88f-4910-95a6-2b81869928db not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:26:24.768409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcec809f-b5da-4b27-b222-b29af31d022f req-04018d0d-57f0-4d4e-a38d-808b92b5da5e tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 210 time: 0.0731173 Feb 13 23:26:24.781044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:24.785254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Usage tracker for resource:port and tenant:885bd42e37864537aff24d391056605d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:24.792000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:24.799768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:24.800126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-56ddf4bb-f3f2-4f29-ba60-4db46629b910 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2509258 Feb 13 23:26:24.802432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-64b9260c-ce6b-4cf0-afa3-124d4d76fb52 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f86aeb309a34473a07fded32ea57c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908697 Feb 13 23:26:24.820592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Made reservation on behalf of 885bd42e37864537aff24d391056605d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:24.824884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:24.840785 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:24.881204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:24.886322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Usage tracker for resource:security_group_rule and tenant:885bd42e37864537aff24d391056605d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:24.892673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:24.900305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:25.063692 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-56f68e50-42d5-4b13-8a54-01100dedfa05 service neutron] 10.222.0.36 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507484 Feb 13 23:26:25.065336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-ba06484f-bf16-42b8-a634-ba937136496d service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538273 Feb 13 23:26:25.109377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Deleting port aef498e6-f88f-4910-95a6-2b81869928db {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:26:25.109377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:25.119379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155abf3-d492-47e1-886b-fbf952065464 req-001ef4f6-66c2-4b15-9409-5dbace5e4cab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:25.120849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5155abf3-d492-47e1-886b-fbf952065464 req-001ef4f6-66c2-4b15-9409-5dbace5e4cab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.2178063 Feb 13 23:26:25.149675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:25.154241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:25.245829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:25.263389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5155abf3-d492-47e1-886b-fbf952065464 req-45cbe980-647f-446b-a311-59cd5484c99e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346872 Feb 13 23:26:25.313019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-a36b6497-f77c-4bde-b6f1-fa9c0aadd63c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=885bd42e37864537aff24d391056605d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524306 Feb 13 23:26:25.387478 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'status': 'completed', 'code': 200} Feb 13 23:26:25.413843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] The port 'aef498e6-f88f-4910-95a6-2b81869928db' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:26:25.492480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Allocated IP 192.168.233.31 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/0e550067-4768-444e-a7ef-1d63e787611d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:25.557186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-8ceb2e68-efb7-4ab5-b1eb-a36b0b24bacd tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:25.558635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-8ceb2e68-efb7-4ab5-b1eb-a36b0b24bacd tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390776 Feb 13 23:26:25.579344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Request body: {'port': {'device_id': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '885bd42e37864537aff24d391056605d'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:25.672817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-32113d35-e37d-4b17-af16-4f2e89c9d8b3 service neutron] 10.222.0.36 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032259 Feb 13 23:26:25.679249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:25.688550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f378bac1-407c-4113-adf2-2297f5f94514 req-f74833b3-679d-46cb-a38d-2ead94501310 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990803 Feb 13 23:26:25.712176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27629df7-0473-4f9e-a494-61620c9956e4']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:25.728854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411e4b10-1f3c-447e-9c67-091df31d57fa') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:25.729423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411e4b10-1f3c-447e-9c67-091df31d57fa') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:25.745563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-23943a5d-ed66-4ec2-b2ef-91734c40f463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1098 time: 0.3303025 Feb 13 23:26:25.747489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:25.884877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1407cf4-7a88-46b5-b258-5e2539ee5f91 req-97da064f-b9d1-4801-a6f1-ae9923d8bfc6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:25.886336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1407cf4-7a88-46b5-b258-5e2539ee5f91 req-97da064f-b9d1-4801-a6f1-ae9923d8bfc6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 947 time: 0.2210670 Feb 13 23:26:25.917466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-f6d8dd92-bb4c-4336-b117-a72debe23057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:25.919154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-f6d8dd92-bb4c-4336-b117-a72debe23057 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.1613519 Feb 13 23:26:25.986500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1407cf4-7a88-46b5-b258-5e2539ee5f91 req-1e28e7df-f858-43ac-80be-c2f3713e6e5e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933907 Feb 13 23:26:26.034565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:26.043209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Usage tracker for resource:port and tenant:885bd42e37864537aff24d391056605d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:26.049490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:26.070818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:26.071399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.078202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.103307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:26:26.103742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.114961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Made reservation on behalf of 885bd42e37864537aff24d391056605d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:26.121834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:26:26.128461 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:26:26.149186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Transition to ACTIVE for port object 0e550067-4768-444e-a7ef-1d63e787611d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:26.218513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-c2ce3519-c7b1-47cf-93fb-2b45ccba5db7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2578166 Feb 13 23:26:26.222868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.319727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:26.325593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-e3f59e36-81d0-48b7-83d4-8ada57c5f1e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:26.327211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-e3f59e36-81d0-48b7-83d4-8ada57c5f1e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0793602 Feb 13 23:26:26.351868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:26.356281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:26.361481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:26.445645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.454239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-f99314b8-9a17-448f-be79-e7cbcf8a6cca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1098 time: 0.5314870 Feb 13 23:26:26.469688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4429-71a3-4cd8-97eb-422cc02811ce req-038c4e9a-7735-4be9-a82e-c22a14f8e966 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:26.479718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-686c4429-71a3-4cd8-97eb-422cc02811ce req-038c4e9a-7735-4be9-a82e-c22a14f8e966 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.5560229 Feb 13 23:26:26.505949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:26.506648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.513634 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.533135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] 10.222.0.36 "DELETE /v2.0/networks/27629df7-0473-4f9e-a494-61620c9956e4 HTTP/1.1" status: 204 len: 168 time: 3.7779093 Feb 13 23:26:26.562520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Allocated IP 192.168.233.242 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/7fb51659-0fa3-4900-8bb9-56478eb5e1ff) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:26.576158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-ef43437c-e859-4356-9aa1-95b7b7d209f7 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0151770 Feb 13 23:26:26.604333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Request body: {'port': {'device_id': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:26.722557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3048c67-ff32-41ae-9a4a-3c9609c6a82f admin admin] Pushing event deleted for resources: {'Network': ['ID=27629df7-0473-4f9e-a494-61620c9956e4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:26.789295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4358db0c-7d0e-46c8-8b5d-81c1d97a11e0 None None] Provisioning for port 0e550067-4768-444e-a7ef-1d63e787611d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:26.803539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4358db0c-7d0e-46c8-8b5d-81c1d97a11e0 None None] Provisioning complete for port 0e550067-4768-444e-a7ef-1d63e787611d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:26.805585 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4358db0c-7d0e-46c8-8b5d-81c1d97a11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:26.826744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-8aa01728-0d77-46e0-90dc-4fe520ae3319 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4830527 Feb 13 23:26:26.840515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-686c4429-71a3-4cd8-97eb-422cc02811ce req-c09c6d0a-1f45-4cc7-a6ab-9da7755dffa0 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595500 Feb 13 23:26:26.898262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-902e7963-6690-488d-9813-64d593234c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:26.901100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-902e7963-6690-488d-9813-64d593234c83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3943441 Feb 13 23:26:26.904694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:26.945848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4358db0c-7d0e-46c8-8b5d-81c1d97a11e0 None None] Port 0e550067-4768-444e-a7ef-1d63e787611d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:27.077429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6aae1c0a-9ec2-4f68-b7f9-1c08fdc388cb req-436897be-8d5e-4091-9d92-5fa2b19b43c8 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 210 time: 0.1659727 Feb 13 23:26:27.095600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:27.135717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45864) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:27.148480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-4b80b374-621b-408d-9a95-7c43ef967a54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2311201 Feb 13 23:26:27.162253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c16a72b2-0621-4903-b897-9e17ce9e7fc5 req-8d46d02c-ab29-48a9-a3f5-d0ca32c4d6f8 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 210 time: 0.1093001 Feb 13 23:26:27.217071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:27.291558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70980425-7153-4b1a-bdb3-368dbc0b633c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2253343d53a4137a7939a5468b92339&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3816996 Feb 13 23:26:27.295183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45878) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:27.298652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-3ef80cd0-1582-4610-8488-5658f23500d1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527974 Feb 13 23:26:27.386519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-034e2fca-5406-443d-948e-f3b6d88cfadb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:27.389196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-034e2fca-5406-443d-948e-f3b6d88cfadb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2256153 Feb 13 23:26:27.474973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Transition to ACTIVE for port object 7fb51659-0fa3-4900-8bb9-56478eb5e1ff will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:27.560758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:27.755889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:27.781224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ede1d7fb-a68c-4668-a32a-9fdf653f36de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b146cd1d003f498888cc5a5cfa679cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6158161 Feb 13 23:26:27.781980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:27.787749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45898) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:27.790683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:27.793311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:27.952692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:27.953390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.072011 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:28.112266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01370fc-ea86-49d6-86eb-f405fec88ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.179459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-986586a4-bc0c-4d9b-9323-c0a8afa9ef7c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6045582 Feb 13 23:26:28.239781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Request body: {'port': {'device_id': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:28.254312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01370fc-ea86-49d6-86eb-f405fec88ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.281042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58f78cf6-698c-47a4-b3bf-359f8e2067b9 None None] Provisioning for port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:28.282917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0ec1b14-a128-4701-8335-12ba5b2670d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.286678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-13a5957b-d21c-4403-82af-acd5d13687f1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9771664 Feb 13 23:26:28.288979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58f78cf6-698c-47a4-b3bf-359f8e2067b9 None None] Provisioning complete for port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:28.289919 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58f78cf6-698c-47a4-b3bf-359f8e2067b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.317804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-a0a0402b-ba79-4deb-ae36-e358cd1699d4 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:28.320812 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-a0a0402b-ba79-4deb-ae36-e358cd1699d4 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.42 "GET /v2.0/networks?id=428c356d-e485-478e-95e3-88dbbcb7935f HTTP/1.1" status: 200 len: 813 time: 0.5993061 Feb 13 23:26:28.327677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-1b6c4686-7633-4877-b802-2b5291e72c58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9151156 Feb 13 23:26:28.348740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e550067-4768-444e-a7ef-1d63e787611d {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:28.368960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:28.372443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.374215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Request body: {'port': {'device_id': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f', 'admin_state_up': True, 'tenant_id': '6f86aeb309a34473a07fded32ea57c81'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:28.386289 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0ec1b14-a128-4701-8335-12ba5b2670d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.391398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-58f78cf6-698c-47a4-b3bf-359f8e2067b9 None None] Port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:28.465079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Transition to ACTIVE for port object 0e550067-4768-444e-a7ef-1d63e787611d will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:28.485718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.534749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.550566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d4e19-4f72-4210-8fa0-3c6c58ef040e req-2b4eb25c-a801-4775-af5f-8920256cde9d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:28.552043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d6d4e19-4f72-4210-8fa0-3c6c58ef040e req-2b4eb25c-a801-4775-af5f-8920256cde9d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 947 time: 0.5003977 Feb 13 23:26:28.565530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:28.582607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641624-643e-46d6-aca5-874f892d4d74 req-619faf7b-fd9e-4063-996e-ed1c93473f42 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:28.583013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'mac_address': 'fa:16:3e:83:6a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:28.584046 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7641624-643e-46d6-aca5-874f892d4d74 req-619faf7b-fd9e-4063-996e-ed1c93473f42 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.4484358 Feb 13 23:26:28.648069 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01370fc-ea86-49d6-86eb-f405fec88ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.651247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.672634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efcc21a-7d62-4205-9929-a86eb5f40257 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:28.686740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-3a69efff-7d23-4906-b9d5-b5b36e7f054e service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477352 Feb 13 23:26:28.690685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01370fc-ea86-49d6-86eb-f405fec88ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16583fd2-eeec-41db-825f-f9c00bb3b0c5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:28.691004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:28.702904 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.748995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:28.777355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:28.787382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0ec1b14-a128-4701-8335-12ba5b2670d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.796714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:28.805082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01370fc-ea86-49d6-86eb-f405fec88ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.806222 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f01370fc-ea86-49d6-86eb-f405fec88ad9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16583fd2-eeec-41db-825f-f9c00bb3b0c5 HTTP/1.1" status: 204 len: 168 time: 1.5100505 Feb 13 23:26:28.806696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.807147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.807591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.808192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.808587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Usage tracker for resource:port and tenant:6f86aeb309a34473a07fded32ea57c81 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:28.809057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.810357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.811280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.811280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.811828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.812608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.813043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:28.826406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d6d4e19-4f72-4210-8fa0-3c6c58ef040e req-d3c98a9b-dbc4-42d1-a4e3-75984f67c11b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581751 Feb 13 23:26:28.831193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:28.857265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7641624-643e-46d6-aca5-874f892d4d74 req-32edf457-8ed4-4251-8250-32d189df80b2 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585447 Feb 13 23:26:28.872606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec1b14-a128-4701-8335-12ba5b2670d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0bdc6-876f-4380-b472-c932b69c308d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:28.876813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:28.931778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Made reservation on behalf of 6f86aeb309a34473a07fded32ea57c81 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:28.935223 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:28.953495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:29.031591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9441e88f-3c0a-4d1a-911e-74db35473885 req-b357d600-54db-46ff-9f03-e57d5350c2ac service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380475 Feb 13 23:26:29.061534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0ec1b14-a128-4701-8335-12ba5b2670d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:29.063098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0ec1b14-a128-4701-8335-12ba5b2670d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9df0bdc6-876f-4380-b472-c932b69c308d HTTP/1.1" status: 204 len: 168 time: 1.2743061 Feb 13 23:26:29.240477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Attempting to bind port 0e550067-4768-444e-a7ef-1d63e787611d on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:29.241177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Attempting to bind port 0e550067-4768-444e-a7ef-1d63e787611d by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:29.241177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Attempting to bind port 0e550067-4768-444e-a7ef-1d63e787611d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:29.252762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Port 0e550067-4768-444e-a7ef-1d63e787611d on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:29.253131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Attempting to bind port 0e550067-4768-444e-a7ef-1d63e787611d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:29.304627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:29.304966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:29.305355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:29.306531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Bound port: 0e550067-4768-444e-a7ef-1d63e787611d, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:29.306531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:29.468313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a61a2e20-5a9c-4050-acbd-0ffade3803ac req-cbe4d876-f475-4421-8047-883dc4252cb3 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 210 time: 0.1652126 Feb 13 23:26:29.492222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:29.507490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Allocated IP 172.20.0.14 (428c356d-e485-478e-95e3-88dbbcb7935f/a1db2f96-5f3e-44a4-8bc2-cddac34b5862/afd91da1-089f-4e84-9694-92f69dfba3ae) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:29.512129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:29.523876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb51659-0fa3-4900-8bb9-56478eb5e1ff {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:29.529846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:29.571659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:29.574127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-a9db6b65-918f-48f1-afec-cdb879e71a6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1099 time: 0.1788914 Feb 13 23:26:29.625382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Transition to ACTIVE for port object 7fb51659-0fa3-4900-8bb9-56478eb5e1ff will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:29.628665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:29.630101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] 10.222.0.42 "PUT /v2.0/ports/0e550067-4768-444e-a7ef-1d63e787611d HTTP/1.1" status: 200 len: 1095 time: 3.0311561 Feb 13 23:26:29.630544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:29.645619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:29.661944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5459f-69fe-41be-9308-4b0b749da90d service neutron] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:30.005215 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'status': 'completed', 'code': 200} Feb 13 23:26:30.103047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:30.191751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3adf3994-5c61-4661-9fb2-19737a25b057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.355539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-3acb9d8f-d4b6-4f1a-b5b0-893778687c5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 1098 time: 0.6423090 Feb 13 23:26:30.382019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:30.485603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-f2d44b10-8056-412e-ab38-57a54309c820 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:30.487174 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-f2d44b10-8056-412e-ab38-57a54309c820 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.8855147 Feb 13 23:26:30.492751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Attempting to bind port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:30.493574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Attempting to bind port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:30.494109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Attempting to bind port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:30.501352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-62d861b6-5184-44e0-9e61-42671178cd04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0e550067-4768-444e-a7ef-1d63e787611d HTTP/1.1" status: 200 len: 217 time: 0.1232250 Feb 13 23:26:30.587216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 2efcc21a-7d62-4205-9929-a86eb5f40257 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:30.593402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 2efcc21a-7d62-4205-9929-a86eb5f40257 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:30.593792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.604219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.613801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-b275e953-6c03-4672-8d47-cc39e11a8eba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.1095037 Feb 13 23:26:30.617273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:30.617607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Attempting to bind port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:30.640400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46004) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:30.641517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:30.642261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:30.642833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:30.643455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Bound port: 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:30.644260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.689849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-bd9106a8-e9ff-468f-83a1-62b737c6b9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:30.691624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-bd9106a8-e9ff-468f-83a1-62b737c6b9fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0696657 Feb 13 23:26:30.747239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d18c9-a6e2-45e1-8fbd-673511162234 req-61ee6cb9-fe54-480c-93f2-736fef498b4b tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:30.751232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-63c30896-10f3-4e53-94ab-60c2a1139a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:30.753084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-63c30896-10f3-4e53-94ab-60c2a1139a95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2356627 Feb 13 23:26:30.755843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-846d18c9-a6e2-45e1-8fbd-673511162234 req-61ee6cb9-fe54-480c-93f2-736fef498b4b tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 948 time: 0.6231277 Feb 13 23:26:30.843851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.846484 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-846d18c9-a6e2-45e1-8fbd-673511162234 req-e2eb1051-d4f2-44b9-aaf8-fe3d18726f09 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896559 Feb 13 23:26:30.850419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.888944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:30.890866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:30.908186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:30.987939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46014) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:31.034230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:31.037822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:31.038331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Pushing event updated for resources: {'Port': ['ID=afd91da1-089f-4e84-9694-92f69dfba3ae,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:31.043689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Network 428c356d-e485-478e-95e3-88dbbcb7935f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:31.046703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:31.053211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:31.063912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-375238682-network', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:31.076421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:31.092259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:31.097237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Usage tracker for resource:network and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:31.105025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:31.130272 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.132294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1225544201-network', 'tenant_id': '7f4ec70135a541ec976ecdef09502ecb'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:31.134476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:31.156444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-b6c96b99-0301-4b54-bf74-1c9de0e438eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4564726 Feb 13 23:26:31.159641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:31.167704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Usage tracker for resource:network and tenant:7f4ec70135a541ec976ecdef09502ecb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:31.193376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:31.212005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:31.216271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Made reservation on behalf of a59cd30189054c8e98797658edf75fb8 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:31.218524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.228636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.229994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] 10.222.0.31 "PUT /v2.0/ports/7fb51659-0fa3-4900-8bb9-56478eb5e1ff HTTP/1.1" status: 200 len: 1096 time: 3.0013306 Feb 13 23:26:31.249641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.261341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-288513c8-ad04-4250-82cd-b3af1669e229 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4846859 Feb 13 23:26:31.266430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:31.267076 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.271283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9578f-0fe9-4891-9949-3bee3e640f46 req-7d0b5391-d411-465c-a11f-45f97e7f26b3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:31.272737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe9578f-0fe9-4891-9949-3bee3e640f46 req-7d0b5391-d411-465c-a11f-45f97e7f26b3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.4182572 Feb 13 23:26:31.297768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5efa7-dd8b-4344-996b-fb41f57f9f7f service neutron] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:31.324916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Made reservation on behalf of 7f4ec70135a541ec976ecdef09502ecb for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:31.327820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.349794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-8ecf61bd-082e-48c6-ad05-2906976858e2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0120013 Feb 13 23:26:31.354275 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.377799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Request body: {'port': {'device_id': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:31.454531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-2d6e0ed5-6b8e-4bbf-936d-609c07904d87 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817941 Feb 13 23:26:31.456204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:31.463696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cfef1-f160-4afe-8389-ccffa1d72509 req-0ab39e58-7fa3-4ddc-bac4-626640c0fb82 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:31.465081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef4cfef1-f160-4afe-8389-ccffa1d72509 req-0ab39e58-7fa3-4ddc-bac4-626640c0fb82 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.3827274 Feb 13 23:26:31.474633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Usage tracker for resource:security_group_rule and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:31.488233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:31.517055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:31.522022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe9578f-0fe9-4891-9949-3bee3e640f46 req-e0cfdbe3-2934-4150-9c3a-1fc2d5ff4a32 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897404 Feb 13 23:26:31.554119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-977343a1-3717-4f2e-befb-7dc0a8d3cf34 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777276 Feb 13 23:26:31.585527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-a9b5f08e-3414-4628-be53-07d5260253cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 1099 time: 0.3117342 Feb 13 23:26:31.631057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:31.657196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4ec70135a541ec976ecdef09502ecb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:31.664305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:31.677017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:31.700120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef4cfef1-f160-4afe-8389-ccffa1d72509 req-e6e8b20a-4d7b-4927-ad5f-a09f767e7849 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248569 Feb 13 23:26:31.706165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.776769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-99fe027a-1747-49ad-95fb-d59b9c019abd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff HTTP/1.1" status: 200 len: 217 time: 0.1809418 Feb 13 23:26:31.792551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2330301a-3df4-44e5-b37d-0d1af8da10b6 req-298d1412-b301-461c-8634-105c741431bf service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264685 Feb 13 23:26:31.901568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.907325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d17b3c22-f49e-4f5b-b103-e3d82807fa21 req-55f0df97-f2ba-469d-bc18-94585b0f2e66 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433921 Feb 13 23:26:31.918927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.959133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:31.961878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:26:31.989634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880e23b-a5af-4d2a-8c1f-db9e3897e68e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:32.023313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.054830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.055495 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Added segment bc45e2b3-1476-4935-9317-eede01bf45be of type vlan for network b98e5131-0094-4da8-8af6-b559ad249f96 Feb 13 23:26:32.067343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:32.077292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:26:32.080910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:32.082217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-8fe196fe-4c15-4e62-9c93-c7c618013b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:32.083722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-8fe196fe-4c15-4e62-9c93-c7c618013b6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2963147 Feb 13 23:26:32.108016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.108377 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Added segment a2175904-cb61-467e-b0ea-6e82326a4a19 of type vlan for network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 Feb 13 23:26:32.150316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.155409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.162059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43336094-23e5-4b03-8136-6e2c885f82d8 req-0438560b-80e3-4f65-9b61-28b1be913b4e tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:32.164715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43336094-23e5-4b03-8136-6e2c885f82d8 req-0438560b-80e3-4f65-9b61-28b1be913b4e tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 932 time: 0.4686098 Feb 13 23:26:32.256497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.257350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:32.257926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.265838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.266710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:32.267291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.307469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bea6bf52-3552-455c-a8a9-8d1b942e5957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.328505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd91da1-089f-4e84-9694-92f69dfba3ae {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:32.337352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.351397 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'code': 200} Feb 13 23:26:32.359185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Transition to ACTIVE for port object afd91da1-089f-4e84-9694-92f69dfba3ae will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:32.365409 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3728805 Feb 13 23:26:32.366500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:32.441602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Request body: {'subnet': {'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1225544201-subnet', 'tenant_id': '7f4ec70135a541ec976ecdef09502ecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:32.445090 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:32.476989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43336094-23e5-4b03-8136-6e2c885f82d8 req-e1751f33-330f-4344-95b7-bd72e5e4d2ad tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Synchronizing usage tracker for tenant:6f86aeb309a34473a07fded32ea57c81 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:32.512858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-6d4e5fd0-2c99-4f5b-95b8-35d9bfd43af1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 1098 time: 0.5098758 Feb 13 23:26:32.529755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:32.534086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-ae977865-b380-419a-858a-78a518fbc2e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4405353 Feb 13 23:26:32.555981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] Pushing event updated for resources: {'Network': ['ID=b98e5131-0094-4da8-8af6-b559ad249f96,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:32.561978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=afd91da1-089f-4e84-9694-92f69dfba3ae,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:32.565755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-32f9457d-6efd-497d-bf97-ee1043bee3af admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9011884 Feb 13 23:26:32.570825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b98e5131-0094-4da8-8af6-b559ad249f96 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:26:32.587034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Usage tracker for resource:subnet and tenant:7f4ec70135a541ec976ecdef09502ecb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:32.589484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46052) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:32.602789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:32.625717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Request body: {'subnet': {'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-375238682-subnet', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:32.644132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43336094-23e5-4b03-8136-6e2c885f82d8 req-e1751f33-330f-4344-95b7-bd72e5e4d2ad tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Unset dirty status for tenant:6f86aeb309a34473a07fded32ea57c81 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:32.654975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17f49-4a01-4fc7-ada5-d21572d72da5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d6db75-90ca-409a-b113-1cbf2e52e4c0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:32.657078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43336094-23e5-4b03-8136-6e2c885f82d8 req-e1751f33-330f-4344-95b7-bd72e5e4d2ad tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818685 Feb 13 23:26:32.658226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:32.662705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:32.713416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:26:32.790825 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'status': 'completed', 'code': 200} Feb 13 23:26:32.890682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-67f3beac-4041-4080-897a-eb6557ba186a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:32.895533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-67f3beac-4041-4080-897a-eb6557ba186a service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3708725 Feb 13 23:26:32.901944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-5034974a-66ce-4a3b-b317-bac0b67be2be service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387647 Feb 13 23:26:32.946951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Usage tracker for resource:subnet and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:32.982924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:33.002190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:33.007710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Made reservation on behalf of 7f4ec70135a541ec976ecdef09502ecb for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:33.010062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.036680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-63e4d95f-1ba8-4366-83c3-8a6c1d35a4de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0e550067-4768-444e-a7ef-1d63e787611d HTTP/1.1" status: 200 len: 217 time: 0.1327348 Feb 13 23:26:33.190793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Made reservation on behalf of a59cd30189054c8e98797658edf75fb8 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:33.192998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.207349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-2fd6de71-d0c6-4793-9851-052a185470f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:33.208780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-2fd6de71-d0c6-4793-9851-052a185470f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1202793 Feb 13 23:26:33.215347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:33.278611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6624c422-7541-4c1b-ac10-333b0f5aada2 req-819ee0d2-7d2e-483c-94cb-982fa3f63a6b service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894483 Feb 13 23:26:33.285463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9aee-a1c0-4ce6-b2fc-5bc36c74ff18 req-1f89e9dc-a9e2-4865-8c54-2dc3b42fb630 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:33.287184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d8b9aee-a1c0-4ce6-b2fc-5bc36c74ff18 req-1f89e9dc-a9e2-4865-8c54-2dc3b42fb630 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.3879929 Feb 13 23:26:33.380181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-ca66f278-879f-404e-9f8a-3bb1e7d78303 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:33.381646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-ca66f278-879f-404e-9f8a-3bb1e7d78303 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&tenant_id=b0ab36724abb4ec89970456e44c9a58a&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 949 time: 0.7160587 Feb 13 23:26:33.398487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Attempting to bind port afd91da1-089f-4e84-9694-92f69dfba3ae on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:33.398820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Attempting to bind port afd91da1-089f-4e84-9694-92f69dfba3ae by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4b4b7da5-60c3-475c-bdec-765a5d4b9574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:33.399148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Attempting to bind port afd91da1-089f-4e84-9694-92f69dfba3ae on network 428c356d-e485-478e-95e3-88dbbcb7935f {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:33.418627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d8b9aee-a1c0-4ce6-b2fc-5bc36c74ff18 req-7d044e03-a5a4-4d1c-8757-1fa46ed32033 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192789 Feb 13 23:26:33.445349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-575574fb-a4c0-4ef3-a0e9-d7df868f5c95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168708 Feb 13 23:26:33.445349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.460027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2265-045f-4a8f-bf70-003e20bf85ff req-0f49d303-1df1-4de0-a100-ec2d63957ce9 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:33.467204 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c85c2265-045f-4a8f-bf70-003e20bf85ff req-0f49d303-1df1-4de0-a100-ec2d63957ce9 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 948 time: 0.5266736 Feb 13 23:26:33.494307 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.548065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Port afd91da1-089f-4e84-9694-92f69dfba3ae on network 428c356d-e485-478e-95e3-88dbbcb7935f not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:33.548399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Attempting to bind port afd91da1-089f-4e84-9694-92f69dfba3ae on network 428c356d-e485-478e-95e3-88dbbcb7935f {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:33.592241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:33.592586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Checking segment: {'id': '4b4b7da5-60c3-475c-bdec-765a5d4b9574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:33.592974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Bound using segment: {'id': '4b4b7da5-60c3-475c-bdec-765a5d4b9574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:33.593413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Bound port: afd91da1-089f-4e84-9694-92f69dfba3ae, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b7da5-60c3-475c-bdec-765a5d4b9574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:33.593755 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.630932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:33.641421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Usage tracker for resource:security_group_rule and tenant:c711ba24633a4cf4b735fe419c59f80b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:33.647419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:33.652514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-bab718bd-ac62-48b8-a441-ce643364ba56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 1099 time: 0.2992890 Feb 13 23:26:33.669604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:33.684975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.711674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c85c2265-045f-4a8f-bf70-003e20bf85ff req-81248ef1-9a78-4657-bfde-86887bb75579 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435193 Feb 13 23:26:33.735831 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-487c9065-bf9b-484e-bae2-b1edaae6f58d service neutron] delete failed (client error): The resource could not be found. Feb 13 23:26:33.737193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-487c9065-bf9b-484e-bae2-b1edaae6f58d service neutron] 10.222.0.42 "DELETE /v2.0/ports/2efcc21a-7d62-4205-9929-a86eb5f40257/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.3428674 Feb 13 23:26:33.803071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-bf9d667d-7c0a-4806-aa54-bda8ab7f97e3 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449295 Feb 13 23:26:33.830624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] For port afd91da1-089f-4e84-9694-92f69dfba3ae, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:33.832811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.954114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] For port afd91da1-089f-4e84-9694-92f69dfba3ae, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=afd91da1-089f-4e84-9694-92f69dfba3ae,segment=NetworkSegment(4b4b7da5-60c3-475c-bdec-765a5d4b9574),segment_id=4b4b7da5-60c3-475c-bdec-765a5d4b9574)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:33.973594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7e23e-d1e3-4264-b5e0-cc546e09eb74 req-8aabe1cb-fdce-4c6b-a310-2d6873712990 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:33.975299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f4a7e23e-d1e3-4264-b5e0-cc546e09eb74 req-8aabe1cb-fdce-4c6b-a310-2d6873712990 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.4204199 Feb 13 23:26:33.976321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:33.988426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-12051dd8-0dd3-4716-9d4a-11b1a4ed80a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:33.989898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-12051dd8-0dd3-4716-9d4a-11b1a4ed80a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3223367 Feb 13 23:26:34.047211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.093571 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.102652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f26e2c-52b8-439d-a61d-0b1821aade7c,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:34.118431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.139872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-a42eb31c-cc7c-4da2-80c7-487e4a9fc74e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff HTTP/1.1" status: 200 len: 217 time: 0.1363020 Feb 13 23:26:34.148767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.150152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] 10.222.0.42 "PUT /v2.0/ports/afd91da1-089f-4e84-9694-92f69dfba3ae HTTP/1.1" status: 200 len: 1092 time: 2.7860117 Feb 13 23:26:34.153510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dc45fb8-a6ac-432b-a730-70bc3f312544 req-d680cea5-6eff-42be-9b92-4f64736b71c7 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356187 Feb 13 23:26:34.155761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'tag': 'afd91da1-089f-4e84-9694-92f69dfba3ae'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:34.195258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ecce2-68a9-46e0-84f1-6e8f3c110ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=afd91da1-089f-4e84-9694-92f69dfba3ae,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:34.227459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Checking segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:34.227723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Network hostable DHCP agents. Network: a3d6db75-90ca-409a-b113-1cbf2e52e4c0, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:26:34.251276 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-625f3589-6594-4c85-a8c4-4a7c019323e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.4089108 Feb 13 23:26:34.251915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b35678b-d322-4246-8658-fb613b11408e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:34.267047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fa029-2ce0-4cfb-849f-9671caadf6e0 req-aed9eb3b-f0d3-4b0b-8696-db05d81ccb94 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.269169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b86fa029-2ce0-4cfb-849f-9671caadf6e0 req-aed9eb3b-f0d3-4b0b-8696-db05d81ccb94 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.4291220 Feb 13 23:26:34.299046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Checking segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:34.299401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Network hostable DHCP agents. Network: b98e5131-0094-4da8-8af6-b559ad249f96, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:26:34.386002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f76d654-7cf4-4f12-b32c-bf8a62c4c4de,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:34.397407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6da8d1bf-1b4d-41a8-9495-97b371b8cc1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c711ba24633a4cf4b735fe419c59f80b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1805425 Feb 13 23:26:34.402684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46078) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:34.407468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f4a7e23e-d1e3-4264-b5e0-cc546e09eb74 req-9d09f62e-f6c2-43ab-b112-9f3589ac1a9b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140110 Feb 13 23:26:34.413375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:34.417975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-12e78bbd-0662-4665-bef3-9a18a081ffca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.420287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-12e78bbd-0662-4665-bef3-9a18a081ffca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2573688 Feb 13 23:26:34.462780 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b86fa029-2ce0-4cfb-849f-9671caadf6e0 req-b46a1588-4989-4918-a557-8777e1c66af6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698678 Feb 13 23:26:34.476441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:26:34.494069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-7f1f7aa4-b889-4539-9f8f-737e5218d35b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f86aeb309a34473a07fded32ea57c81&device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 1095 time: 0.1610990 Feb 13 23:26:34.516488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Network b98e5131-0094-4da8-8af6-b559ad249f96 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:26:34.526224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-055c812f-bf24-4c47-ac76-1d52b8a9d4ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.527655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-055c812f-bf24-4c47-ac76-1d52b8a9d4ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2564375 Feb 13 23:26:34.529056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a3d6db75-90ca-409a-b113-1cbf2e52e4c0) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:34.531761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, b98e5131-0094-4da8-8af6-b559ad249f96) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:34.537654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.538252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.541938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.542467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.600381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0c85a-cb39-4d77-b524-12e5aed3f94d None None] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:34.614795 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'tag': 'afd91da1-089f-4e84-9694-92f69dfba3ae', 'status': 'completed', 'code': 200} Feb 13 23:26:34.651912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-54872255-da1c-4b7c-a8b4-cf843179d143 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd91da1-089f-4e84-9694-92f69dfba3ae HTTP/1.1" status: 200 len: 217 time: 0.1324973 Feb 13 23:26:34.657424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-49965c28-720e-4b17-b9a1-f70a52612d66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266264 Feb 13 23:26:34.682963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f499a-fc69-4162-8d20-9af16a3b0819 None None] Network b98e5131-0094-4da8-8af6-b559ad249f96 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:34.771111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1788106-80c9-43bd-b953-15cdc78b3443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.806939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-bfc2aba6-6fe8-469a-9b23-56f30b8dd9e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2592957 Feb 13 23:26:34.860209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-2ec59d4f-43b2-4d55-9e55-6963acae0b27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.861587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-2ec59d4f-43b2-4d55-9e55-6963acae0b27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1db2f96-5f3e-44a4-8bc2-cddac34b5862 HTTP/1.1" status: 200 len: 853 time: 0.1964862 Feb 13 23:26:34.887366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7db31c81-df55-4bd7-b5df-9f6da4668c06 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2914014 Feb 13 23:26:34.887366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-148956aa-3bcb-45c6-88b9-04ec32cbffa1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5138423 Feb 13 23:26:34.895863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46086) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:34.901119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1788106-80c9-43bd-b953-15cdc78b3443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:34.922583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:34.945161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:34.948283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-3d764e70-4c17-4887-bc08-ec2848a626d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.949731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-3d764e70-4c17-4887-bc08-ec2848a626d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1247408 Feb 13 23:26:34.960799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e744-a0c3-4d83-b0be-b9eaa3a941dc req-16e5f5cb-f2f7-4036-b38c-7195f6c54201 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:34.963626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dc0e744-a0c3-4d83-b0be-b9eaa3a941dc req-16e5f5cb-f2f7-4036-b38c-7195f6c54201 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 944 time: 0.3730152 Feb 13 23:26:34.965919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-76f21dd2-62eb-498e-880d-bb2fcbd6fa92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=428c356d-e485-478e-95e3-88dbbcb7935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906010 Feb 13 23:26:34.970910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Usage tracker for resource:router and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:34.974871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-d68237ff-f95c-4f09-9e3d-fecafddb6edf service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083720 Feb 13 23:26:35.008497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:35.035156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:35.069582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.070623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.123483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361ae33-855d-4e43-8bef-1bce5d01b50c req-00857db3-6373-4308-b82f-61ea710bafec tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:35.124964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5361ae33-855d-4e43-8bef-1bce5d01b50c req-00857db3-6373-4308-b82f-61ea710bafec tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.3645329 Feb 13 23:26:35.130632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1788106-80c9-43bd-b953-15cdc78b3443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.144676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:35.159385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-b98e5131-0094-4da8-8af6-b559ad249f96', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:26:35.161054 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.171117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-4f870785-a511-4831-95f7-123082d2eeca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974158 Feb 13 23:26:35.173639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.178206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1788106-80c9-43bd-b953-15cdc78b3443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f76d654-7cf4-4f12-b32c-bf8a62c4c4de,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:35.223667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'mac_address': 'fa:16:3e:33:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:35.232508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-40de6729-4bd3-48de-9d4e-70618e9acef5 service neutron] 10.222.0.42 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540858 Feb 13 23:26:35.275230 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.296384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd2ec2-a420-4677-8f4a-3561c8594b7c None None] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:35.301566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1788106-80c9-43bd-b953-15cdc78b3443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.305215 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f1788106-80c9-43bd-b953-15cdc78b3443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f76d654-7cf4-4f12-b32c-bf8a62c4c4de HTTP/1.1" status: 204 len: 168 time: 0.8964982 Feb 13 23:26:35.331383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5361ae33-855d-4e43-8bef-1bce5d01b50c req-c96f34cc-5b51-4b34-a108-647636a3df85 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971519 Feb 13 23:26:35.381614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a43cb7b-29c9-47aa-a3c0-aaca0ce5ca47 req-e3e73c48-2cfa-440e-b744-6c02fe61ed4e service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222786 Feb 13 23:26:35.431885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.505426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb51659-0fa3-4900-8bb9-56478eb5e1ff {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:35.509186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dc0e744-a0c3-4d83-b0be-b9eaa3a941dc req-51bf5215-a2d7-492d-a64d-4e898f9d8751 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330863 Feb 13 23:26:35.573402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:35.602280 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.651393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac7c06f-2cac-487f-b2d4-4ee75eb7f76d req-f6870943-a8a9-400f-8ad1-7fc0bfe91950 service neutron] 10.222.0.42 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651064 Feb 13 23:26:35.690421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Allocated IP 172.20.0.2 (b98e5131-0094-4da8-8af6-b559ad249f96/1b35678b-d322-4246-8658-fb613b11408e/3db5fffd-b1db-4380-928c-eddce31bafde) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:35.704608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-e0e0f6b5-ecd0-497d-b771-81912a590656 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186229 Feb 13 23:26:35.807292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:35.866958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:35.875365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['7fb51659-0fa3-4900-8bb9-56478eb5e1ff'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:35.885112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-25499576-bcae-49ed-a3fd-7209c3d3ef46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f86aeb309a34473a07fded32ea57c81&device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 1095 time: 0.1686237 Feb 13 23:26:35.982554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc655e-04a6-4b88-a87d-4d4fadacfc65 req-212cd682-cb67-4595-9f17-fea5c2c4d648 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:35.984383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dcc655e-04a6-4b88-a87d-4d4fadacfc65 req-212cd682-cb67-4595-9f17-fea5c2c4d648 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 949 time: 0.3492649 Feb 13 23:26:36.033968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9be750f0-3bc0-4980-a63b-a785e6bf5d5e req-cd52cd9c-fa00-406d-b620-d54ff9858ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195777 Feb 13 23:26:36.072318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:36.169651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dcc655e-04a6-4b88-a87d-4d4fadacfc65 req-526236d5-6e97-43d4-8363-883e8f255472 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696911 Feb 13 23:26:36.241685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.254410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Transition to ACTIVE for port object 3db5fffd-b1db-4380-928c-eddce31bafde will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:36.282629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.346996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.362339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:36.373359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Transition to ACTIVE for port object 3db5fffd-b1db-4380-928c-eddce31bafde will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:36.373948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-cdc9c148-cbcd-4dce-aab5-054d40d740a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:36.381268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-cdc9c148-cbcd-4dce-aab5-054d40d740a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=428c356d-e485-478e-95e3-88dbbcb7935f HTTP/1.1" status: 200 len: 913 time: 0.4843071 Feb 13 23:26:36.388087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '0e550067-4768-444e-a7ef-1d63e787611d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '0e550067-4768-444e-a7ef-1d63e787611d', 'mac_address': 'fa:16:3e:cc:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:36.452053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.458089 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.503493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-338d8851-86eb-4680-a1bc-7e12a1cc2647 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:36.504917 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-338d8851-86eb-4680-a1bc-7e12a1cc2647 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 818 time: 0.4382336 Feb 13 23:26:36.506592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-52449a40-2f4f-4cb5-b8d2-fd1427fd0c66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd91da1-089f-4e84-9694-92f69dfba3ae HTTP/1.1" status: 200 len: 217 time: 0.1126726 Feb 13 23:26:36.554912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2e7a-c838-4882-8723-caee01607a3c req-7bb646ac-424b-42cf-913f-0a09496cb160 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:36.556665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-604b2e7a-c838-4882-8723-caee01607a3c req-7bb646ac-424b-42cf-913f-0a09496cb160 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.1717265 Feb 13 23:26:36.600026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Allocated IP 172.25.4.239 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/9efba32a-8a8c-459d-86e7-4372751ef851) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:36.613454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e550067-4768-444e-a7ef-1d63e787611d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:36.620054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Pushing event updated for resources: {'Port': ['ID=3db5fffd-b1db-4380-928c-eddce31bafde,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:36.638003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Network b98e5131-0094-4da8-8af6-b559ad249f96 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:36.643252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-e3dc9919-0646-4657-90d9-fdf92b7bc62a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/quotas/7f4ec70135a541ec976ecdef09502ecb HTTP/1.1" status: 200 len: 375 time: 0.1319349 Feb 13 23:26:36.646646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:36.651459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:36.663224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:36.678867 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.756425 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-604b2e7a-c838-4882-8723-caee01607a3c req-273bd04d-0c44-4f1d-8e55-c4347266165b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874914 Feb 13 23:26:36.854481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Attempting to bind port 3db5fffd-b1db-4380-928c-eddce31bafde on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:36.855027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Attempting to bind port 3db5fffd-b1db-4380-928c-eddce31bafde by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:36.855465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Attempting to bind port 3db5fffd-b1db-4380-928c-eddce31bafde on network b98e5131-0094-4da8-8af6-b559ad249f96 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:36.859960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46128) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:36.875007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:36.883459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Checking segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:36.884031 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.886383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Bound using segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:36.889180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Bound port: 3db5fffd-b1db-4380-928c-eddce31bafde, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:36.889668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:36.912473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:36.929117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['0e550067-4768-444e-a7ef-1d63e787611d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:36.956905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.019062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.095896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-682844df-4ff3-4558-ae47-67a0bf592151 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4516420 Feb 13 23:26:37.134603 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.147236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:37.158123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1621995477-network', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:37.174517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:37.176525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:37.183627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:37.207946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-3e4186de-b7c4-42cd-9546-ab1afc7c6de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:37.209850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-3e4186de-b7c4-42cd-9546-ab1afc7c6de5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1db2f96-5f3e-44a4-8bc2-cddac34b5862 HTTP/1.1" status: 200 len: 853 time: 0.6802721 Feb 13 23:26:37.227281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] For port 3db5fffd-b1db-4380-928c-eddce31bafde, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:37.234956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] For port 3db5fffd-b1db-4380-928c-eddce31bafde, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3db5fffd-b1db-4380-928c-eddce31bafde,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:37.247214 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.298329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-0040c7bb-1ec0-44dc-be59-225eaf810738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=428c356d-e485-478e-95e3-88dbbcb7935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771670 Feb 13 23:26:37.333698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Usage tracker for resource:network and tenant:c77bae1daf794b5ba41906eaa132387e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:37.339575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:37.353383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:37.365549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Pushing event updated for resources: {'Port': ['ID=9efba32a-8a8c-459d-86e7-4372751ef851,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:37.391649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498b4df-12de-4d50-952b-b5aa4d286320 None None] Pushing event updated for resources: {'Port': ['ID=3db5fffd-b1db-4380-928c-eddce31bafde,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:37.407689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Made reservation on behalf of c77bae1daf794b5ba41906eaa132387e for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:37.410075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.469750 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.476441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-58621787-586d-46ef-98a4-7c53b02229f6 service neutron] 10.222.0.36 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681092 Feb 13 23:26:37.497502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7d6e-18d4-4d31-bd2a-fdc378dec975 req-89004cd4-5398-4ca7-8ff5-3cfb885d937e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:37.499362 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-747a7d6e-18d4-4d31-bd2a-fdc378dec975 req-89004cd4-5398-4ca7-8ff5-3cfb885d937e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.4149787 Feb 13 23:26:37.596081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:37.604678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Usage tracker for resource:security_group_rule and tenant:c77bae1daf794b5ba41906eaa132387e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:37.612033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:37.629173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:37.666627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-747a7d6e-18d4-4d31-bd2a-fdc378dec975 req-a7977981-c411-4640-bf49-03d5d7123997 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574852 Feb 13 23:26:37.676383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-12cdb623-3250-4348-9b9e-c61c393d1395 service neutron] 10.222.0.42 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663657 Feb 13 23:26:37.749222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.759485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.760218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.764253 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.815325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-2aa4856d-7030-4667-829e-65dd745faed7 service neutron] 10.222.0.36 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309152 Feb 13 23:26:37.867860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07ec6d04-dbb2-4f34-b421-819b0c1711da req-7d23d609-3fea-4ab2-8ef9-5e71b6717da9 service neutron] 10.222.0.42 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643894 Feb 13 23:26:37.873729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:26:37.969339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed8f2a-43f1-4924-8f78-0d0468a18dbb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:37.981044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:37.981476 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Added segment c2485509-481d-4fbb-9495-d4348439ff4b of type vlan for network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 Feb 13 23:26:38.030843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.069754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:38.093639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f762d-50d8-4df6-a11d-9db09012601c req-af6321c6-491b-4ee7-89ae-64f4e197e305 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:38.095164 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b0f762d-50d8-4df6-a11d-9db09012601c req-af6321c6-491b-4ee7-89ae-64f4e197e305 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.2374270 Feb 13 23:26:38.099514 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.100330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:38.100899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.188517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 0e550067-4768-444e-a7ef-1d63e787611d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:38.195529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 0e550067-4768-444e-a7ef-1d63e787611d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:38.199173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.267768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] Pushing event updated for resources: {'Network': ['ID=eb1d301b-7d9a-4c10-9011-ad33a54cd1e2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:38.276608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f249b5fa-ebb5-4923-adf6-5d5ce695ee4d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4154906 Feb 13 23:26:38.277418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46146) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:38.284855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:26:38.297968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b0f762d-50d8-4df6-a11d-9db09012601c req-eed3e2d8-e781-4102-8449-9088cd06a9ce tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933734 Feb 13 23:26:38.308826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Request body: {'subnet': {'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-subnet', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:38.323182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:38.327907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Usage tracker for resource:subnet and tenant:c77bae1daf794b5ba41906eaa132387e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:38.337850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4515c-ef5a-4410-92b8-c87b27cde40b req-cc870fc5-e550-4898-89cb-7eefc4a63d35 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:38.345323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9c4515c-ef5a-4410-92b8-c87b27cde40b req-cc870fc5-e550-4898-89cb-7eefc4a63d35 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 944 time: 0.1595755 Feb 13 23:26:38.392884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:38.410229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:38.431227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:26:38.444443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9c4515c-ef5a-4410-92b8-c87b27cde40b req-350fb358-dbae-415f-843d-0d8b18bed554 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981114 Feb 13 23:26:38.448092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Made reservation on behalf of c77bae1daf794b5ba41906eaa132387e for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:38.450749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:38.455526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.709580 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.771435 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.784152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81798a36-8de0-4130-aa56-229070f8004a req-bfc0d064-a1ac-48a3-9699-efab9d3e0c16 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:38.787079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-81798a36-8de0-4130-aa56-229070f8004a req-bfc0d064-a1ac-48a3-9699-efab9d3e0c16 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 949 time: 0.1554997 Feb 13 23:26:38.812790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:38.822907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3db5fffd-b1db-4380-928c-eddce31bafde up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:38.880978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-81798a36-8de0-4130-aa56-229070f8004a req-f5b49bfd-2354-4417-8a0d-2d047ac7ab27 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789444 Feb 13 23:26:38.889519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210862cb-f237-48c3-9b82-9c3990aa448a req-8a53eb79-f5da-4ec0-89a7-f3e9b3febef3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:38.897156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-210862cb-f237-48c3-9b82-9c3990aa448a req-8a53eb79-f5da-4ec0-89a7-f3e9b3febef3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.2317529 Feb 13 23:26:38.921405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:38.965133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:38.975113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-565b14a6-54d4-4994-9052-3dc19f4c8f9b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0781758 Feb 13 23:26:38.975806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46162) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:38.978561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302b7c2-c658-48ac-a178-391ae82a95f1 None None] Network b98e5131-0094-4da8-8af6-b559ad249f96 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:39.006515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Sync routers for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:39.018591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:39.018834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.043310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-210862cb-f237-48c3-9b82-9c3990aa448a req-d8c958b8-03c2-4197-bbfa-7957fe35710a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453776 Feb 13 23:26:39.119872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.257024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37111eb6-a54f-4887-b03c-589099d70fa6,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:39.276473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Checking segment: {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:39.276833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Network hostable DHCP agents. Network: eb1d301b-7d9a-4c10-9011-ad33a54cd1e2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:26:39.327975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:26:39.359465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:39.388627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, eb1d301b-7d9a-4c10-9011-ad33a54cd1e2) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:39.394377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:39.394952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.446403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4548b241-1f8e-48a1-84d6-97fea8edbf19 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1648543 Feb 13 23:26:39.446633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:39.452950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30618e-b24b-4d2d-9663-c865482dc90f req-fc99d117-6466-4aba-bb7f-e72911fb09df tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:39.455204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e30618e-b24b-4d2d-9663-c865482dc90f req-fc99d117-6466-4aba-bb7f-e72911fb09df tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.1109211 Feb 13 23:26:39.455927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46176) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:39.462345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:39.464888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456ac25-c725-4d8e-b67e-52249011abd1 None None] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:39.483298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:39.492843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Usage tracker for resource:router and tenant:c77bae1daf794b5ba41906eaa132387e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:39.493085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3db5fffd-b1db-4380-928c-eddce31bafde completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:39.498413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:39.509058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:39.509746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:39.516039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:39.558196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e30618e-b24b-4d2d-9663-c865482dc90f req-f466c785-51cb-42cc-a47f-0ccc151f33fa tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900660 Feb 13 23:26:39.563309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.563946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.565227 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.587648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.746558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1801df0-7c98-4fa0-9c59-2dee3184243a req-806b8533-0b36-4be7-8630-a0d8fe8f76b1 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.2384112 Feb 13 23:26:39.836202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08652ca4-f9fa-4a1c-84d1-cfd4e1fbbc5c req-20ecce22-3453-4f4a-b7b4-d223b13458b4 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 210 time: 0.0522220 Feb 13 23:26:39.855384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:39.876041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] Provisioning for port 3db5fffd-b1db-4380-928c-eddce31bafde completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:39.921470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:39.923989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] Provisioning complete for port 3db5fffd-b1db-4380-928c-eddce31bafde triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:39.924363 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:40.011758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b1801df0-7c98-4fa0-9c59-2dee3184243a req-8e1d53dd-7256-45d3-b714-05e18596dc63 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Synchronizing usage tracker for tenant:ae7d17c0af584bd2bf36b72e79a40aca on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:40.071630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b1801df0-7c98-4fa0-9c59-2dee3184243a req-8e1d53dd-7256-45d3-b714-05e18596dc63 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] Unset dirty status for tenant:ae7d17c0af584bd2bf36b72e79a40aca on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:40.088801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1801df0-7c98-4fa0-9c59-2dee3184243a req-8e1d53dd-7256-45d3-b714-05e18596dc63 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299911 Feb 13 23:26:40.117403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device afd91da1-089f-4e84-9694-92f69dfba3ae details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:40.283821 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'code': 200} Feb 13 23:26:40.367041 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:40.413878 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:40.539202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:40.689570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:40.757915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-cbdcae1c-dd7d-4f0f-8506-06fa5d12ed0f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:40.760126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-cbdcae1c-dd7d-4f0f-8506-06fa5d12ed0f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 818 time: 0.4898932 Feb 13 23:26:40.769242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8ce8e0b-148b-432d-b111-5f04569cfb49 req-1c195f8a-c5b8-434c-8c7a-4326c4173f87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 1100 time: 0.3104546 Feb 13 23:26:40.775305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:40.799652 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:40.820400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Request body: {'port': {'device_id': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'admin_state_up': True, 'tenant_id': '7f4ec70135a541ec976ecdef09502ecb'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:40.850178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead08463-285d-4f5f-833b-a2a92f7c49eb req-cfde43ba-3ab5-4165-9a38-a693ed314e71 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:40.852185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ead08463-285d-4f5f-833b-a2a92f7c49eb req-cfde43ba-3ab5-4165-9a38-a693ed314e71 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.6565497 Feb 13 23:26:40.854887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-eb1d301b-7d9a-4c10-9011-ad33a54cd1e2', 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'fixed_ips': [{'subnet_id': '37111eb6-a54f-4887-b03c-589099d70fa6'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:26:40.855692 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.049357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port afd91da1-089f-4e84-9694-92f69dfba3ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=afd91da1-089f-4e84-9694-92f69dfba3ae,segment=NetworkSegment(4b4b7da5-60c3-475c-bdec-765a5d4b9574),segment_id=4b4b7da5-60c3-475c-bdec-765a5d4b9574)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:41.050683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1577d5-64ef-499a-a2a3-b3a9fa534db9 req-78928aa1-78a6-47ef-8b91-180f965313f2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:41.051383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9c1577d5-64ef-499a-a2a3-b3a9fa534db9 req-78928aa1-78a6-47ef-8b91-180f965313f2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Synchronizing usage tracker for tenant:6f86aeb309a34473a07fded32ea57c81 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:41.102228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8ce8e0b-148b-432d-b111-5f04569cfb49 req-40138e28-d6fc-4d84-9f0b-9e8cb4931a40 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203599 Feb 13 23:26:41.112934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9c1577d5-64ef-499a-a2a3-b3a9fa534db9 req-78928aa1-78a6-47ef-8b91-180f965313f2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Unset dirty status for tenant:6f86aeb309a34473a07fded32ea57c81 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:41.114129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9c1577d5-64ef-499a-a2a3-b3a9fa534db9 req-78928aa1-78a6-47ef-8b91-180f965313f2 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 944 time: 0.6660590 Feb 13 23:26:41.132178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-fec9f087-afcd-48d0-92ff-4db9d230b124 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:41.132985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-fec9f087-afcd-48d0-92ff-4db9d230b124 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Synchronizing usage tracker for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:41.137226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ead08463-285d-4f5f-833b-a2a92f7c49eb req-dc7b2ab5-1026-4015-b989-1fdc07358188 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748265 Feb 13 23:26:41.146911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.158540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'afd91da1-089f-4e84-9694-92f69dfba3ae', 'network_id': '428c356d-e485-478e-95e3-88dbbcb7935f', 'port_id': 'afd91da1-089f-4e84-9694-92f69dfba3ae', 'mac_address': 'fa:16:3e:e2:59:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1db2f96-5f3e-44a4-8bc2-cddac34b5862', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:41.178785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] For port 3db5fffd-b1db-4380-928c-eddce31bafde, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3db5fffd-b1db-4380-928c-eddce31bafde,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:41.203614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.205957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:41.217548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-fec9f087-afcd-48d0-92ff-4db9d230b124 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Unset dirty status for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:41.218755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-fec9f087-afcd-48d0-92ff-4db9d230b124 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.42 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 818 time: 0.6595464 Feb 13 23:26:41.251168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:41.256345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.267017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Usage tracker for resource:port and tenant:7f4ec70135a541ec976ecdef09502ecb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:41.271450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.278349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:41.298734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:41.300612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-ad80c1f5-ba66-4f94-80dc-6e36e5871912 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:41.304718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-ad80c1f5-ba66-4f94-80dc-6e36e5871912 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 818 time: 0.5629091 Feb 13 23:26:41.334227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Made reservation on behalf of 7f4ec70135a541ec976ecdef09502ecb for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:41.337380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.348472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Request body: {'port': {'device_id': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'admin_state_up': True, 'tenant_id': '7f4ec70135a541ec976ecdef09502ecb'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:41.460004 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.474683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Request body: {'port': {'device_id': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'admin_state_up': True, 'tenant_id': '7f4ec70135a541ec976ecdef09502ecb'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:41.502804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba863f3-0ebb-4505-be15-7c1e2428746d None None] Pushing event updated for resources: {'Port': ['ID=3db5fffd-b1db-4380-928c-eddce31bafde,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:41.509297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd91da1-089f-4e84-9694-92f69dfba3ae {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:41.534975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Allocated IP 172.25.4.237 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/5aa48170-034c-4140-a1c4-6a094b1c8b3b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:41.548682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Allocated IP 172.20.0.2 (eb1d301b-7d9a-4c10-9011-ad33a54cd1e2/37111eb6-a54f-4887-b03c-589099d70fa6/fc446f29-d71b-4e57-980c-70bcb09f127b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:41.552112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9c1577d5-64ef-499a-a2a3-b3a9fa534db9 req-86caa9b5-3400-4f89-8171-8a8536548d58 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251413 Feb 13 23:26:41.561016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port afd91da1-089f-4e84-9694-92f69dfba3ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=afd91da1-089f-4e84-9694-92f69dfba3ae,segment=NetworkSegment(4b4b7da5-60c3-475c-bdec-765a5d4b9574),segment_id=4b4b7da5-60c3-475c-bdec-765a5d4b9574)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:41.567483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a35ba59b-5688-4e56-9d02-792da485441f None None] Provisioning complete for port 3db5fffd-b1db-4380-928c-eddce31bafde triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:41.567853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a35ba59b-5688-4e56-9d02-792da485441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.606746 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.786249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:37Z', 'revision_number': 3, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:41.800207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Checking router: a99e5c33-03a3-4722-a7dc-d0da08b3dd6c for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:41.800551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Updating router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c port 9efba32a-8a8c-459d-86e7-4372751ef851 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:26:41.840393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:26:41.862100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['afd91da1-089f-4e84-9694-92f69dfba3ae'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:41.875193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:41.880942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:41.888429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Usage tracker for resource:port and tenant:7f4ec70135a541ec976ecdef09502ecb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:41.891096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:41.891672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Allocated IP 172.20.0.14 (a3d6db75-90ca-409a-b113-1cbf2e52e4c0/a6f26e2c-52b8-439d-a61d-0b1821aade7c/01b9201a-92fb-4d02-b0bc-c8dfd8268bf5) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:41.893967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Usage tracker for resource:port and tenant:7f4ec70135a541ec976ecdef09502ecb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:41.895354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=afd91da1-089f-4e84-9694-92f69dfba3ae,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:41.907600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:41.925333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-1072de57-d2bc-44f0-a7a0-b5594715bfb1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:41.926197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-1072de57-d2bc-44f0-a7a0-b5594715bfb1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Synchronizing usage tracker for tenant:885bd42e37864537aff24d391056605d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:41.938050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:41.956231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:41.988376 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:41.997524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.005046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-1072de57-d2bc-44f0-a7a0-b5594715bfb1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Unset dirty status for tenant:885bd42e37864537aff24d391056605d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:42.006235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-1072de57-d2bc-44f0-a7a0-b5594715bfb1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 950 time: 0.6274250 Feb 13 23:26:42.006958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Allocated IP 172.20.0.1 (b98e5131-0094-4da8-8af6-b559ad249f96/1b35678b-d322-4246-8658-fb613b11408e/5194043a-ec4d-4079-add5-4f6d02187519) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:42.169628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-ab91e677-d976-4e49-af82-42c3c7af10eb tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Synchronizing usage tracker for tenant:885bd42e37864537aff24d391056605d on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:42.182958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Made reservation on behalf of 7f4ec70135a541ec976ecdef09502ecb for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:42.188104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.192140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.203961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Made reservation on behalf of 7f4ec70135a541ec976ecdef09502ecb for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:42.206868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.227659 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.262455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-ab91e677-d976-4e49-af82-42c3c7af10eb tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Unset dirty status for tenant:885bd42e37864537aff24d391056605d on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:42.264145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e059856-73f1-4c8e-a0c9-a3152560a23c req-ab91e677-d976-4e49-af82-42c3c7af10eb tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455792 Feb 13 23:26:42.266388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Transition to ACTIVE for port object fc446f29-d71b-4e57-980c-70bcb09f127b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:42.287178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:42.311371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:42.323171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:42.332659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:42.342451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.366864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Transition to ACTIVE for port object 5194043a-ec4d-4079-add5-4f6d02187519 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:42.375954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Transition to ACTIVE for port object fc446f29-d71b-4e57-980c-70bcb09f127b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:42.413094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.418076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Pushing event updated for resources: {'Port': ['ID=5aa48170-034c-4140-a1c4-6a094b1c8b3b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:42.440326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.471157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e86bb-d76a-4867-910e-cf9a41bcd98f req-9a17b177-2219-4d50-97d2-4f90ebbcca9d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:42.472784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-198e86bb-d76a-4867-910e-cf9a41bcd98f req-9a17b177-2219-4d50-97d2-4f90ebbcca9d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.6664641 Feb 13 23:26:42.571684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:42.589138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Pushing event updated for resources: {'Port': ['ID=fc446f29-d71b-4e57-980c-70bcb09f127b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:42.592827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:42.605261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:42.636029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3765cb0-b1d9-4640-a6b0-b0a81a68cd39 req-0f0dbdea-9a45-4eec-b3e1-2e0fd6ed3581 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 210 time: 0.0722303 Feb 13 23:26:42.691730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.780426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Allocated IP 172.20.0.2 (a3d6db75-90ca-409a-b113-1cbf2e52e4c0/a6f26e2c-52b8-439d-a61d-0b1821aade7c/491bb800-f27b-403a-8aa9-40ce01cd68f6) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:42.792311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:42.806475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Pushing event updated for resources: {'Port': ['ID=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:42.816163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:42.819550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:42.851143 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.853595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3db5fffd-b1db-4380-928c-eddce31bafde up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:42.894741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Attempting to bind port fc446f29-d71b-4e57-980c-70bcb09f127b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:42.895426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Attempting to bind port fc446f29-d71b-4e57-980c-70bcb09f127b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:42.895677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Attempting to bind port fc446f29-d71b-4e57-980c-70bcb09f127b on network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:42.904366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Transition to ACTIVE for port object 9efba32a-8a8c-459d-86e7-4372751ef851 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:42.921806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-eb100b46-b23e-4d99-b195-f7e77b455b97 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538645 Feb 13 23:26:42.924652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:42.925152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Checking segment: {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:42.925637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.926144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Bound using segment: {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:42.927258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Bound port: fc446f29-d71b-4e57-980c-70bcb09f127b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:42.927258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:42.942824 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.007548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.014630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:43.015250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.050748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.071638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.072394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.079994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-d550fb5e-8c75-43b5-a10a-27a9775ffb77 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2637956 Feb 13 23:26:43.082279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50d8d7-7060-401c-b2ac-bcc4f0100562 None None] Pushing event updated for resources: {'Port': ['ID=9efba32a-8a8c-459d-86e7-4372751ef851,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:43.100662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Request body: {'port': {'device_id': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:43.166247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Attempting to bind port 9efba32a-8a8c-459d-86e7-4372751ef851 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:43.166790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Attempting to bind port 9efba32a-8a8c-459d-86e7-4372751ef851 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:43.167238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Attempting to bind port 9efba32a-8a8c-459d-86e7-4372751ef851 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:43.174472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Pushing event updated for resources: {'Port': ['ID=491bb800-f27b-403a-8aa9-40ce01cd68f6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:43.189557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:43.200768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:43.203305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3db5fffd-b1db-4380-928c-eddce31bafde triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:43.203780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.209002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:43.232985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:43.233503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:43.233990 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.234491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:43.235051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Bound port: 9efba32a-8a8c-459d-86e7-4372751ef851, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:43.235507 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.272670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:43.273578 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.287843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.290667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] For port fc446f29-d71b-4e57-980c-70bcb09f127b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:43.292733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-09a95b32-9883-467e-a6e1-828ef5ec2150 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:43.299344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-09a95b32-9883-467e-a6e1-828ef5ec2150 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766444 Feb 13 23:26:43.331931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] For port fc446f29-d71b-4e57-980c-70bcb09f127b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc446f29-d71b-4e57-980c-70bcb09f127b,segment=NetworkSegment(c2485509-481d-4fbb-9495-d4348439ff4b),segment_id=c2485509-481d-4fbb-9495-d4348439ff4b)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:43.345460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.370649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-e693380c-e206-42b1-907b-8f9721f70c49 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/quotas/b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 375 time: 0.0703528 Feb 13 23:26:43.382838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] For port 9efba32a-8a8c-459d-86e7-4372751ef851, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:43.425532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.429030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f4905c45-a96d-4e6a-a7ad-c0b7f18a634f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0995257 Feb 13 23:26:43.437416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-198e86bb-d76a-4867-910e-cf9a41bcd98f req-bfa47f22-69f0-4f4a-8559-d3a9b45ab093 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960183 Feb 13 23:26:43.439336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] For port 9efba32a-8a8c-459d-86e7-4372751ef851, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9efba32a-8a8c-459d-86e7-4372751ef851,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:43.455102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Request body: {'port': {'device_id': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:43.482246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.493935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Network b98e5131-0094-4da8-8af6-b559ad249f96 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:43.499321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5194043a-ec4d-4079-add5-4f6d02187519,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:43.511689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:43.512548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa1526-dbfe-41e3-926b-7870d13bc61b None None] Pushing event updated for resources: {'Port': ['ID=fc446f29-d71b-4e57-980c-70bcb09f127b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:43.537089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Allocated IP 172.20.0.13 (a3d6db75-90ca-409a-b113-1cbf2e52e4c0/a6f26e2c-52b8-439d-a61d-0b1821aade7c/22d24ee3-c6b2-4412-8e0a-507108593a35) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:43.539201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:43.669806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:43.671136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:43.708827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-8dbedfff-6aad-4736-8871-5b02b1bddecf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3304431 Feb 13 23:26:43.751088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:43.851569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:26:43.868238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50d8d7-7060-401c-b2ac-bcc4f0100562 None None] Pushing event updated for resources: {'Port': ['ID=9efba32a-8a8c-459d-86e7-4372751ef851,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:43.980140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.040673 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'code': 200} Feb 13 23:26:44.089186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device afd91da1-089f-4e84-9694-92f69dfba3ae up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:44.169147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a4554699-bce3-4168-b252-4044deb4aa5e None None] Provisioning for port 5194043a-ec4d-4079-add5-4f6d02187519 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:44.209985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a4554699-bce3-4168-b252-4044deb4aa5e None None] Provisioning complete for port 5194043a-ec4d-4079-add5-4f6d02187519 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:44.210617 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4554699-bce3-4168-b252-4044deb4aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.259714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c87a2de6-6ca7-4698-a056-e4e5063581ca req-b799ce38-9471-4429-8ec8-e52c7fb81ba7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 1101 time: 0.1358345 Feb 13 23:26:44.275106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a4554699-bce3-4168-b252-4044deb4aa5e None None] Port 5194043a-ec4d-4079-add5-4f6d02187519 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:44.278822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:44.419221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b137e-6b91-43b6-a758-63c913d4384c req-32fccf8a-d932-4342-adba-b85afd473574 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:44.426797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d95b137e-6b91-43b6-a758-63c913d4384c req-32fccf8a-d932-4342-adba-b85afd473574 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.6763940 Feb 13 23:26:44.449054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c87a2de6-6ca7-4698-a056-e4e5063581ca req-49ecbebb-ed71-4223-9df4-9fbb2a91c2ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796620 Feb 13 23:26:44.472551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:44.483382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port afd91da1-089f-4e84-9694-92f69dfba3ae completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:44.487973 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Sync routers for ids ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:44.494300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.504847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port afd91da1-089f-4e84-9694-92f69dfba3ae triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:44.505401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.510602 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.513059 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Routers {'66d949f1-c5ad-4b5b-976b-ae795eceb3b2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:44.516280 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:44.548347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936032dc-4342-4856-aabf-be6d8c0234ee req-923a5e6b-29d1-4e58-9251-574f0f001556 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:44.554562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-936032dc-4342-4856-aabf-be6d8c0234ee req-923a5e6b-29d1-4e58-9251-574f0f001556 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 945 time: 0.2446778 Feb 13 23:26:44.591781 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.596001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a551e7f4-4e27-4d4c-9048-093de507303f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1359141 Feb 13 23:26:44.607318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46220) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:44.610169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d95b137e-6b91-43b6-a758-63c913d4384c req-7f86de3d-b7a1-430f-9b12-2a1435cd732a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820819 Feb 13 23:26:44.741560 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.818657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port afd91da1-089f-4e84-9694-92f69dfba3ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=afd91da1-089f-4e84-9694-92f69dfba3ae,segment=NetworkSegment(4b4b7da5-60c3-475c-bdec-765a5d4b9574),segment_id=4b4b7da5-60c3-475c-bdec-765a5d4b9574)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:44.824740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:37Z', 'revision_number': 3, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:44.831504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc446f29-d71b-4e57-980c-70bcb09f127b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:44.864059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.871074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:44.908926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Set router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:44.925610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbedc1-223e-4378-a0db-e7eacb8ac092 None None] The sync data for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 is: [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:37Z', 'revision_number': 3, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:44.989030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=afd91da1-089f-4e84-9694-92f69dfba3ae,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:45.015669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fc446f29-d71b-4e57-980c-70bcb09f127b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:45.257900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868efa12-0871-41b0-a20e-952223f2388f None None] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:26:45.291462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:45.331853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:45.334742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:45.405362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Pushing event updated for resources: {'Port': ['ID=22d24ee3-c6b2-4412-8e0a-507108593a35,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:45.477176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] Provisioning for port fc446f29-d71b-4e57-980c-70bcb09f127b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:45.487725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:45.489795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:45.497172 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:39Z', 'updated_at': '2022-02-13T23:26:42Z', 'revision_number': 3, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'gw_port': {'id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:45.498118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] Provisioning complete for port fc446f29-d71b-4e57-980c-70bcb09f127b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:45.502284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:45.503073 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Checking router: 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:45.503414 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Updating router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 port 5aa48170-034c-4140-a1c4-6a094b1c8b3b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:26:45.512358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e22cb8-4f35-4765-b37c-b9776f14379d req-b6571c46-525f-4e00-99fd-c88b07bc19fc tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:45.520590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9e22cb8-4f35-4765-b37c-b9776f14379d req-b6571c46-525f-4e00-99fd-c88b07bc19fc tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 950 time: 0.5707924 Feb 13 23:26:45.557780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-936032dc-4342-4856-aabf-be6d8c0234ee req-81aba7fe-328f-492e-aadc-512098047698 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9952908 Feb 13 23:26:45.570859 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:45.649802 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9e22cb8-4f35-4765-b37c-b9776f14379d req-c0898f3f-f0a6-4f2e-988c-2d6d427ea895 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270821 Feb 13 23:26:45.656820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-f15c88c0-5445-4f0d-8b69-67200631ce2a tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3139293 Feb 13 23:26:45.675864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Request body: {'port': {'device_id': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:45.763511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:45.819717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:45.856965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:45.871856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-de931055-21fe-42ff-a7c7-ae290e55f464 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532805 Feb 13 23:26:45.916524 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.054342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd91da1-089f-4e84-9694-92f69dfba3ae'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:46.098909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f0094b37-56ea-4b07-b328-5c9fdc77a184 req-e8b46fc9-78b3-4fc0-8d2d-af45de16ee95 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 210 time: 0.1674776 Feb 13 23:26:46.105044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] For port fc446f29-d71b-4e57-980c-70bcb09f127b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc446f29-d71b-4e57-980c-70bcb09f127b,segment=NetworkSegment(c2485509-481d-4fbb-9495-d4348439ff4b),segment_id=c2485509-481d-4fbb-9495-d4348439ff4b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:46.195668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.239242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:46.297896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.329464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5194043a-ec4d-4079-add5-4f6d02187519,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:46.350225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Transition to ACTIVE for port object 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:46.357404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e2428-228f-440f-ad6f-65245a83feb6 None None] Pushing event updated for resources: {'Port': ['ID=fc446f29-d71b-4e57-980c-70bcb09f127b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:46.377455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.400681 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.428249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Transition to ACTIVE for port object 5aa48170-034c-4140-a1c4-6a094b1c8b3b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:46.435215 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.443382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.547117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Attempting to bind port 5aa48170-034c-4140-a1c4-6a094b1c8b3b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:46.547814 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Attempting to bind port 5aa48170-034c-4140-a1c4-6a094b1c8b3b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:46.548271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Attempting to bind port 5aa48170-034c-4140-a1c4-6a094b1c8b3b on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:46.550599 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Pushing event updated for resources: {'Port': ['ID=5aa48170-034c-4140-a1c4-6a094b1c8b3b,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:46.562668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:46.563204 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:46.563695 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.564194 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:46.564754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Bound port: 5aa48170-034c-4140-a1c4-6a094b1c8b3b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:46.565214 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.593578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.593972 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.594426 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.594850 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.595273 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.596029 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.596029 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.596499 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.596905 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.597616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.597742 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:26:46.609717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.689929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ba3d-6a8a-4ef5-a04d-767c24cd99f9 req-2ba69f52-858c-4caf-8b9a-e3c6fabf53e3 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:46.690994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9564ba3d-6a8a-4ef5-a04d-767c24cd99f9 req-2ba69f52-858c-4caf-8b9a-e3c6fabf53e3 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Synchronizing usage tracker for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:46.692164 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] For port 5aa48170-034c-4140-a1c4-6a094b1c8b3b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:46.696154 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] For port 5aa48170-034c-4140-a1c4-6a094b1c8b3b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5aa48170-034c-4140-a1c4-6a094b1c8b3b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:46.706371 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.742083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c706f8ec-a513-4d11-8a79-8aa0ac112576 None None] Provisioning complete for port fc446f29-d71b-4e57-980c-70bcb09f127b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:46.742083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c706f8ec-a513-4d11-8a79-8aa0ac112576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:46.742447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9564ba3d-6a8a-4ef5-a04d-767c24cd99f9 req-2ba69f52-858c-4caf-8b9a-e3c6fabf53e3 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Unset dirty status for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:46.747968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9564ba3d-6a8a-4ef5-a04d-767c24cd99f9 req-2ba69f52-858c-4caf-8b9a-e3c6fabf53e3 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 931 time: 0.7645442 Feb 13 23:26:46.786801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-d252c380-8e1a-4a25-98d7-0b2d385180e6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:46.788319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-d252c380-8e1a-4a25-98d7-0b2d385180e6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8956051 Feb 13 23:26:46.825786 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab3ebf-28e8-4402-aef1-316660515307 None None] Pushing event updated for resources: {'Port': ['ID=5aa48170-034c-4140-a1c4-6a094b1c8b3b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:46.866331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Request body: {'port': {'device_id': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'b0ab36724abb4ec89970456e44c9a58a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:46.872691 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Routers {'66d949f1-c5ad-4b5b-976b-ae795eceb3b2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:46.873655 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:46.892885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9efba32a-8a8c-459d-86e7-4372751ef851 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:46.914727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:46.958980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffaa98-b449-459b-a2b1-9dc6adc70a14 req-f3332d4b-4812-45bd-b9df-1154f36c61e0 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:46.966231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adffaa98-b449-459b-a2b1-9dc6adc70a14 req-f3332d4b-4812-45bd-b9df-1154f36c61e0 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.6399415 Feb 13 23:26:47.004181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9efba32a-8a8c-459d-86e7-4372751ef851 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:47.010760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9efba32a-8a8c-459d-86e7-4372751ef851 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:47.011259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.075501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adffaa98-b449-459b-a2b1-9dc6adc70a14 req-e136619d-f6ef-4e16-9d2b-b68d0b4e3866 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076605 Feb 13 23:26:47.080848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Network b98e5131-0094-4da8-8af6-b559ad249f96 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:47.089078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:47.126097 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] Set router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:47.158054 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.189820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9efba32a-8a8c-459d-86e7-4372751ef851, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9efba32a-8a8c-459d-86e7-4372751ef851,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:47.202477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.203319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc446f29-d71b-4e57-980c-70bcb09f127b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:47.245341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9564ba3d-6a8a-4ef5-a04d-767c24cd99f9 req-c89f8de5-4610-4c44-a233-e21f1098acaf tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956901 Feb 13 23:26:47.347264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Attempting to bind port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:47.347642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Attempting to bind port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:47.347936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Attempting to bind port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:47.356762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:47.357175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Attempting to bind port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:47.374381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:47.378207 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd91da1-089f-4e84-9694-92f69dfba3ae', 'code': 200} Feb 13 23:26:47.403274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9efba32a-8a8c-459d-86e7-4372751ef851,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:47.422543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:47.451328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:47.451703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Checking segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:47.452050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Bound using segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:47.452591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Bound port: 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:47.453056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.463336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fc446f29-d71b-4e57-980c-70bcb09f127b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:47.463858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.539269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Made reservation on behalf of b0ab36724abb4ec89970456e44c9a58a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:26:47.548463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.559565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491bb800-f27b-403a-8aa9-40ce01cd68f6 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:47.577505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.592752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dedcb0e7-2f61-4361-b81a-3d8e77f9020d None None] Provisioning complete for port 5194043a-ec4d-4079-add5-4f6d02187519 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:47.593375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dedcb0e7-2f61-4361-b81a-3d8e77f9020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.691780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Transition to ACTIVE for port object 491bb800-f27b-403a-8aa9-40ce01cd68f6 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:47.725227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dedcb0e7-2f61-4361-b81a-3d8e77f9020d None None] Port 5194043a-ec4d-4079-add5-4f6d02187519 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:47.735797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] For port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:47.765878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:47.780650 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:39Z', 'updated_at': '2022-02-13T23:26:42Z', 'revision_number': 3, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'gw_port': {'id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:47.784587 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf5069-613d-448d-8166-c214a0dd92cd None None] The sync data for ids ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'] in n-d-828979-1 is: [{'id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:39Z', 'updated_at': '2022-02-13T23:26:42Z', 'revision_number': 3, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'gw_port': {'id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:47.832032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] For port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:48.013757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.107038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ec68a-b3cf-47b4-a687-4c5c5dc65440 req-73bcd188-329b-4b61-a6d1-1c611378bc1f tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:48.108490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e13ec68a-b3cf-47b4-a687-4c5c5dc65440 req-73bcd188-329b-4b61-a6d1-1c611378bc1f tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 0.5476327 Feb 13 23:26:48.112368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13498193-a1a8-499b-a28f-4bc037c81ec0 req-f756eb6b-6c89-46c5-a6a7-d6d8f1a695e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 1097 time: 0.6387482 Feb 13 23:26:48.144841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d17ce-3228-4bb0-b548-5fb8dc6f644d req-f8574172-55ec-415c-b9c6-99391059fccf tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:48.146202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b57d17ce-3228-4bb0-b548-5fb8dc6f644d req-f8574172-55ec-415c-b9c6-99391059fccf tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.7257812 Feb 13 23:26:48.146834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=491bb800-f27b-403a-8aa9-40ce01cd68f6,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:48.171363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.172689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] 10.222.0.31 "PUT /v2.0/ports/01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 HTTP/1.1" status: 200 len: 1092 time: 5.0768826 Feb 13 23:26:48.179486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'tag': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:48.261791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1ba6c-f0a2-4f03-bcf9-1a416acd4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:48.295753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Allocated IP 192.168.233.119 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/4a02da64-87eb-4ccd-9d1f-91c292861e57) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:48.305389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e13ec68a-b3cf-47b4-a687-4c5c5dc65440 req-7bab7a85-a872-49d7-8a6b-f3bb07f0c9b6 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632779 Feb 13 23:26:48.343624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13498193-a1a8-499b-a28f-4bc037c81ec0 req-9784e672-13d6-42b1-a7a0-031c87852b78 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195830 Feb 13 23:26:48.361649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b57d17ce-3228-4bb0-b548-5fb8dc6f644d req-df7eb910-2cff-4d5e-9a8c-fefe58d7c742 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998694 Feb 13 23:26:48.414101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b04f0eff-b35c-404f-8172-0905ce56b9f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 1095 time: 0.2028158 Feb 13 23:26:48.448893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Attempting to bind port 491bb800-f27b-403a-8aa9-40ce01cd68f6 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:48.449251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Attempting to bind port 491bb800-f27b-403a-8aa9-40ce01cd68f6 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:48.449552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Attempting to bind port 491bb800-f27b-403a-8aa9-40ce01cd68f6 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:48.465589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d24ee3-c6b2-4412-8e0a-507108593a35 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:48.473763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.476776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Port 491bb800-f27b-403a-8aa9-40ce01cd68f6 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:48.477101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Attempting to bind port 491bb800-f27b-403a-8aa9-40ce01cd68f6 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:48.500991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:48.506180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Transition to ACTIVE for port object 22d24ee3-c6b2-4412-8e0a-507108593a35 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:48.507185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:48.507521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Checking segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:48.507908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Bound using segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:48.508344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Bound port: 491bb800-f27b-403a-8aa9-40ce01cd68f6, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:48.508689 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.526180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.604426 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-1ff8acbd-1bfa-4213-8a9b-64b81fcffc45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 HTTP/1.1" status: 200 len: 217 time: 0.1294074 Feb 13 23:26:48.662636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:48.666229 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ceec0c20-2610-404c-9138-f2675c230e85 req-7d4d1ee2-182e-4043-aa32-299f33fce3f9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 210 time: 0.1413147 Feb 13 23:26:48.685095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'mac_address': 'fa:16:3e:58:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:48.744583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.767073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:48.776298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9efba32a-8a8c-459d-86e7-4372751ef851 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:48.777933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Pushing event updated for resources: {'Port': ['ID=22d24ee3-c6b2-4412-8e0a-507108593a35,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:48.787066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-cf782ff4-2c09-49e7-bceb-d66301a6f2be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:48.789014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-cf782ff4-2c09-49e7-bceb-d66301a6f2be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 200 len: 858 time: 0.1755757 Feb 13 23:26:48.803616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:26:48.853415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] For port 491bb800-f27b-403a-8aa9-40ce01cd68f6, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:48.863637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:48.874372 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.904091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.911491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-024a0baf-53d2-4337-af00-92956e8681a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131170 Feb 13 23:26:48.915938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9efba32a-8a8c-459d-86e7-4372751ef851 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:48.916833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:48.976467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] For port 491bb800-f27b-403a-8aa9-40ce01cd68f6, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:49.015997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec495e-f189-43a2-8789-41afdda96a05 req-b0966aff-f21d-4a32-8cc1-a3299dbb0a9c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:49.022755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aec495e-f189-43a2-8789-41afdda96a05 req-b0966aff-f21d-4a32-8cc1-a3299dbb0a9c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 950 time: 0.4975240 Feb 13 23:26:49.063073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['6fe44063-6469-49b6-a877-8c13039fc4b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:49.063325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Transition to ACTIVE for port object 4a02da64-87eb-4ccd-9d1f-91c292861e57 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:49.122349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:49.147897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:49.158197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Attempting to bind port 22d24ee3-c6b2-4412-8e0a-507108593a35 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:49.160020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Attempting to bind port 22d24ee3-c6b2-4412-8e0a-507108593a35 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:49.160020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Attempting to bind port 22d24ee3-c6b2-4412-8e0a-507108593a35 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:49.203308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Port 22d24ee3-c6b2-4412-8e0a-507108593a35 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:49.203608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Attempting to bind port 22d24ee3-c6b2-4412-8e0a-507108593a35 on network a3d6db75-90ca-409a-b113-1cbf2e52e4c0 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:49.241436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aec495e-f189-43a2-8789-41afdda96a05 req-6816e6a6-4f53-4859-a159-3b6f516393df tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177997 Feb 13 23:26:49.255471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:49.256848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/491bb800-f27b-403a-8aa9-40ce01cd68f6 HTTP/1.1" status: 200 len: 1091 time: 5.8147309 Feb 13 23:26:49.257286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'tag': '491bb800-f27b-403a-8aa9-40ce01cd68f6'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:49.274631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:49.274631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Checking segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:49.274631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Bound using segment: {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:49.274631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Bound port: 22d24ee3-c6b2-4412-8e0a-507108593a35, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2175904-cb61-467e-b0ea-6e82326a4a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:49.274631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:49.289067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-8fa73841-ce13-4a65-a49b-2e89465122a6 service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655057 Feb 13 23:26:49.296700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:49.312163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ee4c8-7c1d-40bb-97b4-79e2bfc58f54 req-69d67495-539c-47f1-995a-fbd27e72c601 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:49.316916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-735ee4c8-7c1d-40bb-97b4-79e2bfc58f54 req-69d67495-539c-47f1-995a-fbd27e72c601 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.4009264 Feb 13 23:26:49.383359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:49.514665 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'tag': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5', 'status': 'completed', 'code': 200} Feb 13 23:26:49.593027 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:49.609207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a06b7a-f30e-4881-8bc1-29aaa74eb3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=491bb800-f27b-403a-8aa9-40ce01cd68f6,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:49.735207 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-48ef01e7-a445-484e-8e5c-87c452054b45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 1094 time: 0.2980881 Feb 13 23:26:49.742748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] For port 22d24ee3-c6b2-4412-8e0a-507108593a35, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:49.756031 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-735ee4c8-7c1d-40bb-97b4-79e2bfc58f54 req-170fa4e2-ed4e-4c2c-8085-dbe00624a475 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291907 Feb 13 23:26:49.757868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] For port 22d24ee3-c6b2-4412-8e0a-507108593a35, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=22d24ee3-c6b2-4412-8e0a-507108593a35,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:49.798053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:49.801735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:49.816475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:49.827216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:49.830061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:49.879747 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'tag': '491bb800-f27b-403a-8aa9-40ce01cd68f6', 'status': 'completed', 'code': 200} Feb 13 23:26:49.881106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-6f1ec5a7-ad2f-4d8c-b4c6-bd68b1d27bfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6 HTTP/1.1" status: 200 len: 217 time: 0.1219835 Feb 13 23:26:50.068494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Allocated IP 172.20.0.1 (eb1d301b-7d9a-4c10-9011-ad33a54cd1e2/37111eb6-a54f-4887-b03c-589099d70fa6/955767be-c419-46c7-9105-842dc394c234) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:50.178084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-06cdd50c-a7e6-4507-8eaa-5f2c642d369c None None] Provisioning for port 4a02da64-87eb-4ccd-9d1f-91c292861e57 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:50.184374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-06cdd50c-a7e6-4507-8eaa-5f2c642d369c None None] Provisioning complete for port 4a02da64-87eb-4ccd-9d1f-91c292861e57 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:50.184883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-06cdd50c-a7e6-4507-8eaa-5f2c642d369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:50.303390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-06cdd50c-a7e6-4507-8eaa-5f2c642d369c None None] Port 4a02da64-87eb-4ccd-9d1f-91c292861e57 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:50.306102 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:50.307753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] 10.222.0.42 "PUT /v2.0/ports/22d24ee3-c6b2-4412-8e0a-507108593a35 HTTP/1.1" status: 200 len: 1092 time: 4.6430748 Feb 13 23:26:50.310645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b552ff5c-f65c-464e-8e09-b4b5053ab262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:50.312860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b552ff5c-f65c-464e-8e09-b4b5053ab262 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 200 len: 858 time: 0.3977489 Feb 13 23:26:50.347282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-8caf4e30-b5b4-4718-9673-1fe2b4ca1c76 service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9876819 Feb 13 23:26:50.351913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:50.352626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:50.420962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ae99f7f7-b732-4a0d-ba6d-84a014999564 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5623920 Feb 13 23:26:50.431184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f6819-0be2-4542-a231-6c500fa43828 service neutron] Pushing event updated for resources: {'Port': ['ID=22d24ee3-c6b2-4412-8e0a-507108593a35,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:50.442566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-accae9a2-065b-45be-93ce-42ff499567a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996985 Feb 13 23:26:50.469103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Request body: {'port': {'device_id': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:50.478791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:50.495020 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c31759df-ecb9-4a4e-8040-4a842aafc0a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/a99e5c33-03a3-4722-a7dc-d0da08b3dd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5102684 Feb 13 23:26:50.503530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cb7b4-08b2-4c07-9896-c619050d34ef req-bcfbbafd-7c76-451e-beee-4790bcce3262 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:50.505116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43cb7b4-08b2-4c07-9896-c619050d34ef req-bcfbbafd-7c76-451e-beee-4790bcce3262 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 943 time: 0.9783888 Feb 13 23:26:50.505523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Sync routers for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:50.534061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:50.588205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:50.589641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:50.687075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43cb7b4-08b2-4c07-9896-c619050d34ef req-06d35565-26b5-431f-8e16-52d13f3a5454 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522760 Feb 13 23:26:50.700917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-9c99cb77-8811-4abb-afdd-d8d9dddee983 service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462769 Feb 13 23:26:50.716876 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:50.821057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Transition to ACTIVE for port object 955767be-c419-46c7-9105-842dc394c234 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:50.825607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5aa48170-034c-4140-a1c4-6a094b1c8b3b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:50.842765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7436-1031-4dfe-9008-8d6eab05d221 req-95ffd039-fea8-43f9-8bf0-fd4c62a86205 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:50.849715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a3a7436-1031-4dfe-9008-8d6eab05d221 req-95ffd039-fea8-43f9-8bf0-fd4c62a86205 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 949 time: 0.6987977 Feb 13 23:26:50.885772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:50.928554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:50.944476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a3a7436-1031-4dfe-9008-8d6eab05d221 req-831ff3a4-951e-4874-96a5-7807cd5c4451 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936818 Feb 13 23:26:50.954279 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-211fb80d-2586-4ff8-adba-347c3b6d3ecd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 1095 time: 0.5694745 Feb 13 23:26:50.989122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:51.006267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5aa48170-034c-4140-a1c4-6a094b1c8b3b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:51.019039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 6fe44063-6469-49b6-a877-8c13039fc4b2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:51.019412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:51.040159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:51.050679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5aa48170-034c-4140-a1c4-6a094b1c8b3b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:51.051362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:51.063679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:51.120473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:51.170855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:51.201435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-3904e9ba-776b-4159-a1ca-e7acd5b36233 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22d24ee3-c6b2-4412-8e0a-507108593a35 HTTP/1.1" status: 200 len: 217 time: 0.2379799 Feb 13 23:26:51.301492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-aa24783d-a251-48af-b90d-4cac2d90ec79 service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893919 Feb 13 23:26:51.363001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-4dc5d646-532b-4669-a0e4-959d92704422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:51.364880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-4dc5d646-532b-4669-a0e4-959d92704422 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 200 len: 858 time: 0.1581957 Feb 13 23:26:51.398069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Pushing event updated for resources: {'Port': ['ID=955767be-c419-46c7-9105-842dc394c234,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:51.419556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-f477c233-4caf-4667-823a-807b683cd67a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 1095 time: 0.9941738 Feb 13 23:26:51.463504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce3bc7-16b1-46a0-bdf8-560729c36457 req-f7786832-1f17-4276-8b77-5e89d00636a2 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:51.466435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12ce3bc7-16b1-46a0-bdf8-560729c36457 req-f7786832-1f17-4276-8b77-5e89d00636a2 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.2124982 Feb 13 23:26:51.487864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-04dfd97d-8090-4ea4-91bb-03b46d6b2172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162801 Feb 13 23:26:51.617300 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:51.668794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12ce3bc7-16b1-46a0-bdf8-560729c36457 req-e393cf4d-d86b-4852-bad8-ea8f3f7a9b66 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840224 Feb 13 23:26:51.711619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-28b5772a-663a-4ed8-a892-1d382f5e2023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 1094 time: 0.2967448 Feb 13 23:26:51.785214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbea9-0aec-4ec5-992d-252d3474e657 req-ae31f1a1-090a-4a5a-9eee-72fc543505af tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:51.787386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6cadbea9-0aec-4ec5-992d-252d3474e657 req-ae31f1a1-090a-4a5a-9eee-72fc543505af tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 0.7968917 Feb 13 23:26:51.831437 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:51.849155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5aa48170-034c-4140-a1c4-6a094b1c8b3b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5aa48170-034c-4140-a1c4-6a094b1c8b3b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:51.870850 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:51.873997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8497cc0c-1262-4ce0-8232-53f938ff15a3 None None] Provisioning for port 955767be-c419-46c7-9105-842dc394c234 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:51.884617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'tag': '22d24ee3-c6b2-4412-8e0a-507108593a35'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:51.891563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-1ca74232-8a75-45b8-b47b-679f0305accd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:51.893078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-1ca74232-8a75-45b8-b47b-679f0305accd service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 918 time: 0.1740057 Feb 13 23:26:51.932293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-a6372511-067d-42f8-927a-83df32a12b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:51.933748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-a6372511-067d-42f8-927a-83df32a12b48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 918 time: 0.5011740 Feb 13 23:26:51.960859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5aa48170-034c-4140-a1c4-6a094b1c8b3b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:51.963589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8497cc0c-1262-4ce0-8232-53f938ff15a3 None None] Provisioning complete for port 955767be-c419-46c7-9105-842dc394c234 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:51.963968 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8497cc0c-1262-4ce0-8232-53f938ff15a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:52.049428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-4b60cb0d-750e-4a52-8707-8b96aa86a95f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6 HTTP/1.1" status: 200 len: 217 time: 0.1467679 Feb 13 23:26:52.102881 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:52.107416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-e825596e-a1a3-4099-9b75-0d7472c2a9bc service neutron] 10.222.0.42 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723054 Feb 13 23:26:52.142021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8497cc0c-1262-4ce0-8232-53f938ff15a3 None None] Port 955767be-c419-46c7-9105-842dc394c234 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:52.148624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 2, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:52.155008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Checking router: a99e5c33-03a3-4722-a7dc-d0da08b3dd6c for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:52.155352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Updating router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c port 5194043a-ec4d-4079-add5-4f6d02187519 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:26:52.216558 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:52.226171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:52.243182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:52.280986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2ee8-5399-4b95-9467-50e9eb99b6c8 req-9186cc2b-79ed-4516-a95d-68fbf10c0fd8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:52.288005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cdba2ee8-5399-4b95-9467-50e9eb99b6c8 req-9186cc2b-79ed-4516-a95d-68fbf10c0fd8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 936 time: 0.3912106 Feb 13 23:26:52.310599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-650e5255-ebc2-495f-9c21-01a9bf6eba4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:52.311962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-650e5255-ebc2-495f-9c21-01a9bf6eba4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 200 len: 858 time: 0.2496953 Feb 13 23:26:52.321890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:52.358180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:52.484401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:52.488064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6cadbea9-0aec-4ec5-992d-252d3474e657 req-673eeabd-7aa5-4404-9279-2c930ddcbc98 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848059 Feb 13 23:26:52.490188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-a616d514-f895-43d0-8fcc-d4e99ca313cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 HTTP/1.1" status: 200 len: 217 time: 0.4634314 Feb 13 23:26:52.560005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:52.565741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 491bb800-f27b-403a-8aa9-40ce01cd68f6 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:52.611165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-6f770104-0490-4755-ba16-cf466103b5e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2909482 Feb 13 23:26:52.711278 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cdba2ee8-5399-4b95-9467-50e9eb99b6c8 req-4e28c043-a900-4f81-bd17-bc44841f80d2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222968 Feb 13 23:26:52.829365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5aa48170-034c-4140-a1c4-6a094b1c8b3b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:52.891435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-566e4309-4999-4541-ba55-0b8f4bc539d2 req-b6a68269-99fe-47e9-a14c-c039f8bad628 service neutron] 10.222.0.42 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733402 Feb 13 23:26:53.016405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Pushing event updated for resources: {'Port': ['ID=955767be-c419-46c7-9105-842dc394c234,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:53.018453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5aa48170-034c-4140-a1c4-6a094b1c8b3b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:53.018869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.044569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.093499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 491bb800-f27b-403a-8aa9-40ce01cd68f6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:53.099493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-594157ed-ffe9-4414-a4fc-3b2982a36220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:53.101652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-594157ed-ffe9-4414-a4fc-3b2982a36220 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 200 len: 858 time: 0.5824084 Feb 13 23:26:53.116074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-b2509876-af59-445f-9142-37041bd6a99f service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801404 Feb 13 23:26:53.142367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.170742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '491bb800-f27b-403a-8aa9-40ce01cd68f6', 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'port_id': '491bb800-f27b-403a-8aa9-40ce01cd68f6', 'mac_address': 'fa:16:3e:8f:f3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f26e2c-52b8-439d-a61d-0b1821aade7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:53.172355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Transition to ACTIVE for port object 5194043a-ec4d-4079-add5-4f6d02187519 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:53.247015 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.267409 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.281009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491bb800-f27b-403a-8aa9-40ce01cd68f6 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:53.299321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 491bb800-f27b-403a-8aa9-40ce01cd68f6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:53.322008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-200859aa-e3c3-47a3-8824-24c21c8cdcbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178346 Feb 13 23:26:53.337176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.337868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:53.339037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:53.457633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f2c9726-2b7b-46bb-a0e3-3aec33cbcc9e req-7e5ef650-5c51-4e33-9e96-985d4ae0da07 service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286586 Feb 13 23:26:53.567419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46280) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:53.574832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106888426', 'description': 'tempest-description--179150110'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:53.581975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:53.596383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Usage tracker for resource:security_group and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:53.602086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:53.610785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:53.633254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.648379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a4f79-5820-4d06-bee5-f6b69541967c None None] Pushing event updated for resources: {'Port': ['ID=5194043a-ec4d-4079-add5-4f6d02187519,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:53.725158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:53.730473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Usage tracker for resource:security_group_rule and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:53.734594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:53.748980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:53.787803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4cdf5-3211-4408-936b-87165b260e9e req-155cc597-05b8-4bd4-b789-1d0ffc9c33f7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:53.807519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06b4cdf5-3211-4408-936b-87165b260e9e req-155cc597-05b8-4bd4-b789-1d0ffc9c33f7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.9596789 Feb 13 23:26:53.864080 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:53.879354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Attempting to bind port 5194043a-ec4d-4079-add5-4f6d02187519 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:53.879985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Attempting to bind port 5194043a-ec4d-4079-add5-4f6d02187519 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:53.880398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Attempting to bind port 5194043a-ec4d-4079-add5-4f6d02187519 on network b98e5131-0094-4da8-8af6-b559ad249f96 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:53.892828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.903113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:53.903488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Checking segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:53.903977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.904323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Bound using segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:53.904802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Bound port: 5194043a-ec4d-4079-add5-4f6d02187519, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:53.905220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.906555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.924949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a02da64-87eb-4ccd-9d1f-91c292861e57 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:53.962265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.968220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3973083 Feb 13 23:26:53.969114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46288) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:53.979218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:53.996283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:53.998830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Request body: {'security_group_rule': {'security_group_id': '2946afbb-a728-4363-a014-f01f2bbe6748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:54.033725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:54.055812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Usage tracker for resource:security_group_rule and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:54.065609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:54.072034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fc1b-c678-4349-907e-8bc75d0caa16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2946afbb-a728-4363-a014-f01f2bbe6748,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:54.086812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:54.095217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:54.099429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Transition to ACTIVE for port object 4a02da64-87eb-4ccd-9d1f-91c292861e57 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:26:54.112020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06b4cdf5-3211-4408-936b-87165b260e9e req-da90f243-c639-4814-b81a-0e64dc8819b3 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031325 Feb 13 23:26:54.115197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:54.122082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5', 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'port_id': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5', 'mac_address': 'fa:16:3e:c9:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f26e2c-52b8-439d-a61d-0b1821aade7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:54.132618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.282885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.299333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.315915 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.339286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f1ba64-ccc9-47df-a728-a97f958b95cd,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:54.352539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=491bb800-f27b-403a-8aa9-40ce01cd68f6,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:54.368024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:54.368661 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.372431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.373855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4f0da7f-9b44-4310-8364-33130e6c85f4 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3986521 Feb 13 23:26:54.377126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46294) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:54.385795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Request body: {'security_group_rule': {'security_group_id': '2946afbb-a728-4363-a014-f01f2bbe6748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:54.393300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:54.397400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Usage tracker for resource:security_group_rule and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:54.400581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:54.406725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:54.415219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:54.431153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] For port 5194043a-ec4d-4079-add5-4f6d02187519, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:54.435220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.439252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] For port 5194043a-ec4d-4079-add5-4f6d02187519, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5194043a-ec4d-4079-add5-4f6d02187519,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:54.439553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.607580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.609343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:54.616858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.648742 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.667919 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'tag': '22d24ee3-c6b2-4412-8e0a-507108593a35', 'status': 'completed', 'code': 200} Feb 13 23:26:54.678365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.682367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2991571 Feb 13 23:26:54.683652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:54.684385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e7cfd-d724-493f-87db-14071b3cebe6 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a39d2b-bd9c-4ec4-9a1c-1702e58a4c58,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:54.698799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:26:54.718290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:26:54.726491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-4814897d-1ff3-43c0-81f4-f28eb43d40ff service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3607280 Feb 13 23:26:54.731637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Usage tracker for resource:floatingip and tenant:a59cd30189054c8e98797658edf75fb8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:26:54.739011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:26:54.749789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:26:54.780408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:54.867763 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'code': 200} Feb 13 23:26:54.892084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['01b9201a-92fb-4d02-b0bc-c8dfd8268bf5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:54.963732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['491bb800-f27b-403a-8aa9-40ce01cd68f6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:55.133579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1910b0b1-0cf8-4d93-bcfe-94873b8bd19a req-a3b30ee6-8d69-4750-91cf-f14ccbaf61c9 service neutron] 10.222.0.31 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561053 Feb 13 23:26:55.291432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-e4c1cc2a-35db-417f-8a1f-a750cec8a617 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f4ec70135a541ec976ecdef09502ecb&device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 1095 time: 0.4768219 Feb 13 23:26:55.347031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a4f79-5820-4d06-bee5-f6b69541967c None None] Pushing event updated for resources: {'Port': ['ID=5194043a-ec4d-4079-add5-4f6d02187519,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:55.366541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:55.367673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:55.445069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:55.499548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52c7ec-f18b-4478-84fb-75d68e8aa442 req-1d0613db-e7a1-4113-9fbc-55eabf815a69 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:55.501052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ac52c7ec-f18b-4478-84fb-75d68e8aa442 req-1d0613db-e7a1-4113-9fbc-55eabf815a69 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 944 time: 0.9207871 Feb 13 23:26:55.659656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:55.687131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Attempting to bind port 4a02da64-87eb-4ccd-9d1f-91c292861e57 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:26:55.687744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Attempting to bind port 4a02da64-87eb-4ccd-9d1f-91c292861e57 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:26:55.688244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Attempting to bind port 4a02da64-87eb-4ccd-9d1f-91c292861e57 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:55.692605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:55.694841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-f518fb94-9b2c-40d9-a2ce-840cb114e54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:55.696401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-f518fb94-9b2c-40d9-a2ce-840cb114e54a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 200 len: 918 time: 0.3872948 Feb 13 23:26:55.768474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Port 4a02da64-87eb-4ccd-9d1f-91c292861e57 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:26:55.769085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Attempting to bind port 4a02da64-87eb-4ccd-9d1f-91c292861e57 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:26:55.787353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:26:55.787990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:26:55.788572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:26:55.789195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Bound port: 4a02da64-87eb-4ccd-9d1f-91c292861e57, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:26:55.789710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:55.826988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-ca84450b-ad94-42e8-9fe9-379394cc704f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22d24ee3-c6b2-4412-8e0a-507108593a35 HTTP/1.1" status: 200 len: 217 time: 0.0863626 Feb 13 23:26:55.832938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438e0ac-cfe4-43e9-b850-51c2f4ff45b5 req-b7c5a91d-9633-40c3-8ffd-08f37e20681b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:55.840840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0438e0ac-cfe4-43e9-b850-51c2f4ff45b5 req-b7c5a91d-9633-40c3-8ffd-08f37e20681b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.2933767 Feb 13 23:26:55.929712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ac52c7ec-f18b-4478-84fb-75d68e8aa442 req-d1360f51-39f3-49dd-8c1b-aa5948b3a25e tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219353 Feb 13 23:26:55.968859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-bf0c2d5b-6759-47b0-aab6-2f501521f909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:55.970568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-bf0c2d5b-6759-47b0-aab6-2f501521f909 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 200 len: 858 time: 0.0787280 Feb 13 23:26:56.042801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-80a83020-e079-48b7-80b5-ba67a2f4c136 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3d6db75-90ca-409a-b113-1cbf2e52e4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591321 Feb 13 23:26:56.076059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:26:56.086985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:26:56.150210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f56d309f-2820-4849-b9b1-6d163f28bef9 None None] Provisioning complete for port 955767be-c419-46c7-9105-842dc394c234 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:56.150835 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f56d309f-2820-4849-b9b1-6d163f28bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:56.213995 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0438e0ac-cfe4-43e9-b850-51c2f4ff45b5 req-7072ae46-e667-4d86-9e27-b196f6276a41 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714416 Feb 13 23:26:56.224921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 22d24ee3-c6b2-4412-8e0a-507108593a35 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:56.328710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Allocated IP 172.25.4.57 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/56a6ee2d-daf5-4e12-a0e9-721dc394483d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:26:56.392564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-8bac616d-f09f-44a5-9dce-701f5974affd service neutron] 10.222.0.42 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415022 Feb 13 23:26:56.410494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f56d309f-2820-4849-b9b1-6d163f28bef9 None None] Port 955767be-c419-46c7-9105-842dc394c234 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:26:56.467527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:56.551523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:56.603477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:56.604670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-bcd0eddd-b5f1-4003-bc7b-fe9f35cc0344 service neutron] 10.222.0.42 "PUT /v2.0/ports/4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 1096 time: 6.1401963 Feb 13 23:26:56.607539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:26:56.618069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:26:56.741362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e20d0-c65a-4378-bf72-6198428c3909 req-46271235-cec4-4be7-9807-fa294890cb13 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:56.742111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4d6e20d0-c65a-4378-bf72-6198428c3909 req-46271235-cec4-4be7-9807-fa294890cb13 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:56.777118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:26:56.798635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4d6e20d0-c65a-4378-bf72-6198428c3909 req-46271235-cec4-4be7-9807-fa294890cb13 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:26:56.799896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d6e20d0-c65a-4378-bf72-6198428c3909 req-46271235-cec4-4be7-9807-fa294890cb13 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 948 time: 0.6929474 Feb 13 23:26:56.890517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-ddb3ac96-bda6-485c-876a-03f53d5b6dd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1099 time: 0.2170382 Feb 13 23:26:56.987577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 22d24ee3-c6b2-4412-8e0a-507108593a35, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=22d24ee3-c6b2-4412-8e0a-507108593a35,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:57.022069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '22d24ee3-c6b2-4412-8e0a-507108593a35', 'network_id': 'a3d6db75-90ca-409a-b113-1cbf2e52e4c0', 'port_id': '22d24ee3-c6b2-4412-8e0a-507108593a35', 'mac_address': 'fa:16:3e:82:72:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f26e2c-52b8-439d-a61d-0b1821aade7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:57.063331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:54Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:57.145111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a79dd-a6de-4029-a94f-70c0af986d23 None None] The sync data for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 is: [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:54Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:26:57.159455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-c1c2ba93-9331-48f8-8a70-5e99bfc54053 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.2617917 Feb 13 23:26:57.240731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d6e20d0-c65a-4378-bf72-6198428c3909 req-21b0d68f-82db-446e-89c1-dbd121bb78d5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872113 Feb 13 23:26:57.272950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-f301b3bb-1cbe-4810-9178-e4ce4af7883b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:57.274590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-f301b3bb-1cbe-4810-9178-e4ce4af7883b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1042547 Feb 13 23:26:57.283294 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:57.305186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d24ee3-c6b2-4412-8e0a-507108593a35 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:57.345361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 22d24ee3-c6b2-4412-8e0a-507108593a35, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=22d24ee3-c6b2-4412-8e0a-507108593a35,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:57.375354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:57.436153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-196279c0-a414-48cc-8e7b-7feac192c561 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521938 Feb 13 23:26:57.504111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:26:57.538941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9fd37fdc-5c06-4bf3-9e5e-36e0c1ee17ae admin admin] 10.222.0.36 "PUT /v2.0/routers/66d949f1-c5ad-4b5b-976b-ae795eceb3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9148128 Feb 13 23:26:57.751141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['22d24ee3-c6b2-4412-8e0a-507108593a35'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:57.796329 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Sync routers for ids ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:26:57.818515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:26:57.841836 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Routers {'66d949f1-c5ad-4b5b-976b-ae795eceb3b2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:26:57.842974 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:57.903797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=22d24ee3-c6b2-4412-8e0a-507108593a35,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:57.956134 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-1b13c749-a4f2-4575-b3c1-c5b35f29b9e5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077696 Feb 13 23:26:58.182861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:26:58.343396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:58.383962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f406a69-267c-455a-9289-d8c7564e4cc7 req-8bcb3e55-3c69-4a83-803b-a6c16dcf3336 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:58.389352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95f3c135-eed9-4470-adf7-ef44e03df723 req-43d73038-da55-4911-942a-5a7227e172d4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185688 Feb 13 23:26:58.404891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4f406a69-267c-455a-9289-d8c7564e4cc7 req-8bcb3e55-3c69-4a83-803b-a6c16dcf3336 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 1.7788315 Feb 13 23:26:58.482617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:58.502670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '0e550067-4768-444e-a7ef-1d63e787611d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '0e550067-4768-444e-a7ef-1d63e787611d', 'mac_address': 'fa:16:3e:cc:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:26:58.542834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43f72450-edde-44e3-bcf6-3d3c81c2f08f req-d03687e1-b119-42eb-accc-9b636df543f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9921391 Feb 13 23:26:58.588530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:58.602405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 491bb800-f27b-403a-8aa9-40ce01cd68f6 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:58.659228 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Set router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:26:58.686919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4f406a69-267c-455a-9289-d8c7564e4cc7 req-cb62201d-ce35-4184-aed9-5aa72f365ddd tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805612 Feb 13 23:26:58.706971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-9c3c0a26-d2dc-4855-89c1-c48e00945903 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f86aeb309a34473a07fded32ea57c81&device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 1097 time: 0.2040238 Feb 13 23:26:58.823534 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'status': 'completed', 'code': 200} Feb 13 23:26:58.926145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e550067-4768-444e-a7ef-1d63e787611d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:26:58.928407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:59.019170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:26:59.038378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5194043a-ec4d-4079-add5-4f6d02187519 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:26:59.131005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event updated for resources: {'Port': ['ID=56a6ee2d-daf5-4e12-a0e9-721dc394483d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:59.198405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:26:59.207909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:26:59.224307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:26:59.328126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:59.380873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-b1b95752-bd60-45bb-8adb-fd0fed32b33f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1099 time: 0.5676932 Feb 13 23:26:59.389273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-4b956950-fb00-4e31-9b74-c2db51c57bed tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:59.390144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-4b956950-fb00-4e31-9b74-c2db51c57bed tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Synchronizing usage tracker for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:26:59.424964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-fa19b345-18aa-4b6b-b541-d66bf177de3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:59.426451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-fa19b345-18aa-4b6b-b541-d66bf177de3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=428c356d-e485-478e-95e3-88dbbcb7935f HTTP/1.1" status: 200 len: 913 time: 0.7084975 Feb 13 23:26:59.546020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['0e550067-4768-444e-a7ef-1d63e787611d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:26:59.598224 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:39Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 4, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'gw_port': {'id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '955767be-c419-46c7-9105-842dc394c234', 'name': '', 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'mac_address': 'fa:16:3e:ba:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37111eb6-a54f-4887-b03c-589099d70fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:49Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 2, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'subnets': [{'id': '37111eb6-a54f-4887-b03c-589099d70fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:26:59.602185 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Checking router: 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:26:59.602530 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Updating router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 port 955767be-c419-46c7-9105-842dc394c234 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:26:59.635600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 491bb800-f27b-403a-8aa9-40ce01cd68f6 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:59.647723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 491bb800-f27b-403a-8aa9-40ce01cd68f6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:59.648368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:59.658979 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:59.699546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-4b93784d-d1c2-4916-ae31-a02d8b034ba3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd91da1-089f-4e84-9694-92f69dfba3ae HTTP/1.1" status: 200 len: 217 time: 0.2596886 Feb 13 23:26:59.757793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5194043a-ec4d-4079-add5-4f6d02187519 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:26:59.823293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5194043a-ec4d-4079-add5-4f6d02187519 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:26:59.823980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:26:59.833681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-56a4232a-408f-440e-a168-2abcb6080299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:59.835869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-56a4232a-408f-440e-a168-2abcb6080299 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4373195 Feb 13 23:26:59.881677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de385f36-3702-4966-88b6-55a4958a7a44 req-d6f46341-fda8-4491-b529-d07dedc0d0fb tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:59.896038 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de385f36-3702-4966-88b6-55a4958a7a44 req-d6f46341-fda8-4491-b529-d07dedc0d0fb tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.7693093 Feb 13 23:26:59.912414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:26:59.945310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-077adbf9-8add-4d02-a893-c09799c3fd19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:26:59.947237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-077adbf9-8add-4d02-a893-c09799c3fd19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1db2f96-5f3e-44a4-8bc2-cddac34b5862 HTTP/1.1" status: 200 len: 853 time: 0.2376902 Feb 13 23:27:00.123881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de385f36-3702-4966-88b6-55a4958a7a44 req-6238dd81-7ef6-4cad-8642-0d273a32643d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267396 Feb 13 23:27:00.130718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-31712ebe-ad74-4703-b93c-a5a75c2808a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=428c356d-e485-478e-95e3-88dbbcb7935f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742806 Feb 13 23:27:00.139642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-4b956950-fb00-4e31-9b74-c2db51c57bed tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Unset dirty status for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:00.157316 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-4b956950-fb00-4e31-9b74-c2db51c57bed tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 944 time: 1.0609701 Feb 13 23:27:00.288062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-5e2976b8-7a54-4a06-9d15-3e8c60c908b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.3242836 Feb 13 23:27:00.470571 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:00.507360 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Transition to ACTIVE for port object 955767be-c419-46c7-9105-842dc394c234 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:00.530310 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:00.545308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-c157f9d8-6416-48fa-afea-31099388dd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:00.572195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-c157f9d8-6416-48fa-afea-31099388dd1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2470105 Feb 13 23:27:00.708070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:00.761190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2685a65e-d54c-4741-a8ca-cc92efae6d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:00.768961 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:00.812611 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bb557-75b6-4ed8-b85b-76ef97d44296 None None] Pushing event updated for resources: {'Port': ['ID=955767be-c419-46c7-9105-842dc394c234,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:00.860807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5194043a-ec4d-4079-add5-4f6d02187519, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5194043a-ec4d-4079-add5-4f6d02187519,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:00.872800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:00.903636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 491bb800-f27b-403a-8aa9-40ce01cd68f6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:00.997292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-b4ee1c42-ff8a-48b9-9743-ff60f8e6bfee service neutron] 10.222.0.42 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551774 Feb 13 23:27:01.013931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491bb800-f27b-403a-8aa9-40ce01cd68f6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:01.100392 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.101180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:01.123010 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Attempting to bind port 955767be-c419-46c7-9105-842dc394c234 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:27:01.123422 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Attempting to bind port 955767be-c419-46c7-9105-842dc394c234 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:27:01.123711 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Attempting to bind port 955767be-c419-46c7-9105-842dc394c234 on network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:01.149274 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:27:01.149638 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Checking segment: {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:01.150073 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.150492 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Bound using segment: {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:27:01.151272 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Bound port: 955767be-c419-46c7-9105-842dc394c234, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2485509-481d-4fbb-9495-d4348439ff4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:27:01.151430 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.185029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.203620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-ee26ecc5-c22f-456b-95ba-c8c13dc7a88f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Synchronizing usage tracker for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:01.308181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409e7c9-f08e-42e2-8b23-1dd8d5d13d61 req-a8250def-ce65-4da0-852e-ad9e104a389a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:01.334645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4409e7c9-f08e-42e2-8b23-1dd8d5d13d61 req-a8250def-ce65-4da0-852e-ad9e104a389a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 948 time: 0.4180195 Feb 13 23:27:01.343845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5194043a-ec4d-4079-add5-4f6d02187519,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:01.380073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-ee26ecc5-c22f-456b-95ba-c8c13dc7a88f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Unset dirty status for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:01.381227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07918c4c-b68e-468d-9a8a-64cd1098facb req-ee26ecc5-c22f-456b-95ba-c8c13dc7a88f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2223985 Feb 13 23:27:01.386255 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] For port 955767be-c419-46c7-9105-842dc394c234, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:01.399933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] For port 955767be-c419-46c7-9105-842dc394c234, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=955767be-c419-46c7-9105-842dc394c234,segment=NetworkSegment(c2485509-481d-4fbb-9495-d4348439ff4b),segment_id=c2485509-481d-4fbb-9495-d4348439ff4b)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:27:01.413062 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.443827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-33a68d70-7aee-446d-b064-9cb5ef0fd791 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8704460 Feb 13 23:27:01.465667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=491bb800-f27b-403a-8aa9-40ce01cd68f6,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:01.506044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:01.519459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:01.520724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.604931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-396a0823-ed70-4f39-955d-2f4d6ef582af req-982b31a3-137a-46e7-a85c-f10582f6d6ee service neutron] 10.222.0.42 "GET /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961311 Feb 13 23:27:01.648938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4409e7c9-f08e-42e2-8b23-1dd8d5d13d61 req-92a6f1e6-6ce8-433e-afb1-81296e2e619c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133097 Feb 13 23:27:01.834474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:01.984057 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Routers {'66d949f1-c5ad-4b5b-976b-ae795eceb3b2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:27:01.984871 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:01.992164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:02.006496 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:02.131205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:02.155380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:02.236266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2785d-fbfb-4a73-9c1b-c667b1162cf3 req-01479cc8-bf2b-436a-9426-622814eff054 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:02.239197 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bb557-75b6-4ed8-b85b-76ef97d44296 None None] Pushing event updated for resources: {'Port': ['ID=955767be-c419-46c7-9105-842dc394c234,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:02.250338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aee2785d-fbfb-4a73-9c1b-c667b1162cf3 req-01479cc8-bf2b-436a-9426-622814eff054 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.2207732 Feb 13 23:27:02.287466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:02.294420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 22d24ee3-c6b2-4412-8e0a-507108593a35 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:02.354865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aee2785d-fbfb-4a73-9c1b-c667b1162cf3 req-6b4df145-1173-40c7-95eb-4e3fbe2da1b5 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023533 Feb 13 23:27:02.404076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] Set router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:27:02.476036 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-bce45a9d-4047-4e71-99c2-51344c82e72f service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0170109 Feb 13 23:27:02.514497 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491bb800-f27b-403a-8aa9-40ce01cd68f6', 'code': 200} Feb 13 23:27:02.603508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:02.638399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5300d660-1608-4359-b22c-8162528899a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:02.658079 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:27:02.849472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:02.909956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08018383-3a59-4213-a496-53016cf3cc75 req-518f42dd-c210-4681-811f-27ae623f9b09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 1096 time: 0.2597454 Feb 13 23:27:03.010368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08018383-3a59-4213-a496-53016cf3cc75 req-bf03f046-1e38-4a67-8295-104af9fbc6db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Feb 13 23:27:03.015508 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:27:03.071387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe41e9-1aa6-46c2-802c-f7f42a87c58c req-090e3460-e571-4215-8900-35d10ddafacf tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:03.079162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41fe41e9-1aa6-46c2-802c-f7f42a87c58c req-090e3460-e571-4215-8900-35d10ddafacf tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.2992964 Feb 13 23:27:03.088472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5194043a-ec4d-4079-add5-4f6d02187519 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:03.190018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41fe41e9-1aa6-46c2-802c-f7f42a87c58c req-9adafea2-cb25-410f-b024-30c2d3a7b6df tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054769 Feb 13 23:27:03.244675 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea7f9774-5daa-4741-bbf8-7b0e38837306 req-3e57d2ad-5133-47ec-ab85-dd6bca8cc886 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471991 Feb 13 23:27:03.275435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.331789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 22d24ee3-c6b2-4412-8e0a-507108593a35 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:03.360098 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.378854 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:39Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 4, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'gw_port': {'id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '955767be-c419-46c7-9105-842dc394c234', 'name': '', 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'mac_address': 'fa:16:3e:ba:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37111eb6-a54f-4887-b03c-589099d70fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:49Z', 'updated_at': '2022-02-13T23:27:01Z', 'revision_number': 4, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'subnets': [{'id': '37111eb6-a54f-4887-b03c-589099d70fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:03.388961 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b41366f-5c32-41a1-8b68-01b225114cc0 None None] The sync data for ids ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'] in n-d-828979-1 is: [{'id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'name': 'tempest-ServersTestFqdnHostnames-1621995477-router', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:39Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 4, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'gw_port': {'id': '5aa48170-034c-4140-a1c4-6a094b1c8b3b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '955767be-c419-46c7-9105-842dc394c234', 'name': '', 'network_id': 'eb1d301b-7d9a-4c10-9011-ad33a54cd1e2', 'tenant_id': 'c77bae1daf794b5ba41906eaa132387e', 'mac_address': 'fa:16:3e:ba:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d949f1-c5ad-4b5b-976b-ae795eceb3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37111eb6-a54f-4887-b03c-589099d70fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:49Z', 'updated_at': '2022-02-13T23:27:01Z', 'revision_number': 4, 'project_id': 'c77bae1daf794b5ba41906eaa132387e', 'subnets': [{'id': '37111eb6-a54f-4887-b03c-589099d70fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:27:03.397760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 22d24ee3-c6b2-4412-8e0a-507108593a35 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:03.398166 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.580661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:03.615717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '74d7f3d9-331e-483b-9335-a665b33d7389', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'port_id': '74d7f3d9-331e-483b-9335-a665b33d7389', 'mac_address': 'fa:16:3e:fd:5b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b4ec93-0ca5-48e4-b81d-4429b9c8f502', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:03.625929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:03.666735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:03.743631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.760114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.804479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbf385-1b25-4aa1-8f93-a4df053da600 req-0ad505f9-0825-4198-87ae-ba0e3a7aa8f8 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:03.808217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'mac_address': 'fa:16:3e:f6:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:03.814725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5bdbf385-1b25-4aa1-8f93-a4df053da600 req-0ad505f9-0825-4198-87ae-ba0e3a7aa8f8 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 1.9386995 Feb 13 23:27:03.847937 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.853599 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.875671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7f731-f030-40e2-88f1-e6527d86345b req-ce0ab7ba-21e1-4773-aead-6c5d5951be83 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:03.881653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.885508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfa7f731-f030-40e2-88f1-e6527d86345b req-ce0ab7ba-21e1-4773-aead-6c5d5951be83 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 945 time: 0.1901007 Feb 13 23:27:03.922280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5194043a-ec4d-4079-add5-4f6d02187519 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:03.922826 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:03.991464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event updated for resources: {'Port': ['ID=56a6ee2d-daf5-4e12-a0e9-721dc394483d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:04.002523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfa7f731-f030-40e2-88f1-e6527d86345b req-588f5533-8da7-479d-ad6a-de1dca952966 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146364 Feb 13 23:27:04.090437 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.113104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.191194 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.203761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3e3292db-a44a-4bf1-adbd-0b9f7387cd3b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.5088243 Feb 13 23:27:04.209008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d7f3d9-331e-483b-9335-a665b33d7389 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:04.296765 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5bdbf385-1b25-4aa1-8f93-a4df053da600 req-e394be15-b7ce-458b-8b60-c592057c64ac tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811478 Feb 13 23:27:04.386402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.407605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.521218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5'}, {'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:04.530874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:04.535335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5e031-3563-4a6b-bf1e-d1842f77187f req-b122a541-ac10-4874-b382-7e1d89088d28 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:04.549312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c5e031-3563-4a6b-bf1e-d1842f77187f req-b122a541-ac10-4874-b382-7e1d89088d28 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 948 time: 0.2158408 Feb 13 23:27:04.581559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a02da64-87eb-4ccd-9d1f-91c292861e57 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:04.616209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:04.646808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:04.662862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c5e031-3563-4a6b-bf1e-d1842f77187f req-717ca914-2dea-4739-aa46-a85adbdc98d8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081004 Feb 13 23:27:04.666822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.683094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 22d24ee3-c6b2-4412-8e0a-507108593a35, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=22d24ee3-c6b2-4412-8e0a-507108593a35,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:04.761510 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.830256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:04.831744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:05.186014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91ac9b-8157-48ad-9ba0-6abbb32c024d req-7e22c4a7-3a9f-4db1-a441-e256ec6c5bf0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:05.213034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf91ac9b-8157-48ad-9ba0-6abbb32c024d req-7e22c4a7-3a9f-4db1-a441-e256ec6c5bf0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.3057330 Feb 13 23:27:05.238465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee2f9-eee7-413f-812f-c13badbc76b0 req-3a406f8c-c401-427f-b101-2bd7eb562269 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:05.240079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2efee2f9-eee7-413f-812f-c13badbc76b0 req-3a406f8c-c401-427f-b101-2bd7eb562269 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 944 time: 0.5185359 Feb 13 23:27:05.254290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4a02da64-87eb-4ccd-9d1f-91c292861e57'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:05.306109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['74d7f3d9-331e-483b-9335-a665b33d7389'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:05.335286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf91ac9b-8157-48ad-9ba0-6abbb32c024d req-b6422f4e-03b4-43dc-a7f8-76c7152ffdcb tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160665 Feb 13 23:27:05.541368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2efee2f9-eee7-413f-812f-c13badbc76b0 req-08071e64-8215-46b6-9d1d-be49b7e0419c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909122 Feb 13 23:27:05.618724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:05.709551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:05.861888 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5', 'code': 200} Feb 13 23:27:05.862050 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389', 'code': 200} Feb 13 23:27:05.998612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Deleting port 955767be-c419-46c7-9105-842dc394c234 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:05.999036 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:06.110803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955767be-c419-46c7-9105-842dc394c234 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:06.174065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97748c6-c80c-48a8-8f9f-66e74c7f6cfe req-8b2561a8-a60e-4fd7-8b52-a50c7f689f84 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:06.190563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a97748c6-c80c-48a8-8f9f-66e74c7f6cfe req-8b2561a8-a60e-4fd7-8b52-a50c7f689f84 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 0.2707241 Feb 13 23:27:06.218695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 0e550067-4768-444e-a7ef-1d63e787611d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:06.219622 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:06.255533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:06.396051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a97748c6-c80c-48a8-8f9f-66e74c7f6cfe req-ce2e0cc4-bbc5-46ae-b4e1-5aec837b467f tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045867 Feb 13 23:27:06.436985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-706baf12-c36c-45c8-b903-ed63e8eba9e4 req-1dfbcd8d-eaa0-4034-b93f-e2a285cfe577 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 1097 time: 0.6007211 Feb 13 23:27:06.496598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=22d24ee3-c6b2-4412-8e0a-507108593a35,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:06.545706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-706baf12-c36c-45c8-b903-ed63e8eba9e4 req-e382895b-2aa2-4cc9-b26e-5de7bd9a9483 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009059 Feb 13 23:27:06.558197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] For port 955767be-c419-46c7-9105-842dc394c234, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=955767be-c419-46c7-9105-842dc394c234,segment=NetworkSegment(c2485509-481d-4fbb-9495-d4348439ff4b),segment_id=c2485509-481d-4fbb-9495-d4348439ff4b)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:06.559384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:06.759219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Calling delete_port for 955767be-c419-46c7-9105-842dc394c234 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:06.801492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 955767be-c419-46c7-9105-842dc394c234 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:06.865716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 955767be-c419-46c7-9105-842dc394c234 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:06.866320 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:06.883084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10586798-1019-4401-aa22-781b4d6d013a req-95b50c39-0d84-4b6b-8e16-20c5361f75d8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:06.886616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10586798-1019-4401-aa22-781b4d6d013a req-95b50c39-0d84-4b6b-8e16-20c5361f75d8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 949 time: 0.1315873 Feb 13 23:27:06.982959 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10586798-1019-4401-aa22-781b4d6d013a req-34fb129d-b046-41d1-a6d1-f187f27965ac tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 Feb 13 23:27:06.989341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:07.078971 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:07.114729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6241db-4734-41a5-a01c-16cf23d5efde req-6680a0f9-7be8-4161-891f-4c52b7be9081 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:07.119973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b6241db-4734-41a5-a01c-16cf23d5efde req-6680a0f9-7be8-4161-891f-4c52b7be9081 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 945 time: 0.2840333 Feb 13 23:27:07.149784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:07.255230 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:07.305855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b6241db-4734-41a5-a01c-16cf23d5efde req-d4628cf6-8d97-4b04-8aee-70386a67f9d3 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790817 Feb 13 23:27:07.428543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:07.462800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:07.495076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:07.585099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9957319-e343-47f1-bedd-7890228d5cf9 req-c9770743-0007-4879-9ab6-6fc99566f8c1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:07.600912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9957319-e343-47f1-bedd-7890228d5cf9 req-c9770743-0007-4879-9ab6-6fc99566f8c1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.2619312 Feb 13 23:27:07.608635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=955767be-c419-46c7-9105-842dc394c234,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:07.658395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.658783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.659122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.659868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.660216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.660536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.661122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.661459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.664990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.665444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.665803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:07.716751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9957319-e343-47f1-bedd-7890228d5cf9 req-17acd173-616c-4711-bc2d-344f9c61569f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148570 Feb 13 23:27:07.863789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d24ee3-c6b2-4412-8e0a-507108593a35'}, {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:08.247802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092696c-aa7d-42f3-bb7c-0d42f8db3f50 req-b687944a-893e-46f6-88d5-66faf590bcc7 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:08.249565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2092696c-aa7d-42f3-bb7c-0d42f8db3f50 req-b687944a-893e-46f6-88d5-66faf590bcc7 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 946 time: 0.2170382 Feb 13 23:27:08.350481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2092696c-aa7d-42f3-bb7c-0d42f8db3f50 req-aeae42ea-5dd5-4af5-a007-9c1e090fcce7 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914547 Feb 13 23:27:08.464142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2882b-24be-4837-b653-db4e4e98f3bd req-d343b8ea-90fb-443c-bba1-babecae320cf tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:08.465972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6c2882b-24be-4837-b653-db4e4e98f3bd req-d343b8ea-90fb-443c-bba1-babecae320cf tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 944 time: 0.4661515 Feb 13 23:27:08.641904 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:08.683946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6c2882b-24be-4837-b653-db4e4e98f3bd req-faae0945-574b-43aa-bd41-dea6adaef5a3 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061133 Feb 13 23:27:08.745171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:08.813355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:08.845201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:08.956229 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d24ee3-c6b2-4412-8e0a-507108593a35', 'code': 200} Feb 13 23:27:08.958255 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'code': 200} Feb 13 23:27:09.179439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 4a02da64-87eb-4ccd-9d1f-91c292861e57 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:09.208346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 74d7f3d9-331e-483b-9335-a665b33d7389 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:09.208730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:09.218816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc911b38-e655-45f3-84ce-b70331e986de req-eab3a13e-36aa-4e96-bb16-8779e872fddb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:09.231394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc911b38-e655-45f3-84ce-b70331e986de req-eab3a13e-36aa-4e96-bb16-8779e872fddb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 949 time: 0.2100983 Feb 13 23:27:09.288778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 4a02da64-87eb-4ccd-9d1f-91c292861e57 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:09.289158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:09.360184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc911b38-e655-45f3-84ce-b70331e986de req-2080f3c0-5e1c-415c-a80c-70cafee0f79c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271536 Feb 13 23:27:09.539480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cdaae95-3ea4-4bbc-9cf8-478ee3eb3446 req-0e65695b-8d78-47d1-ac1f-b537e5b46a9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 1097 time: 0.5534823 Feb 13 23:27:09.610946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:09.638348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cdaae95-3ea4-4bbc-9cf8-478ee3eb3446 req-7ba50b46-d75f-4105-ae6c-f896b5b40add service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930207 Feb 13 23:27:09.701453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8a106-5c4b-416e-afd4-7201cc750c43 req-0578995e-80ed-41be-b54c-99ecae3dd754 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:09.703042 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ed8a106-5c4b-416e-afd4-7201cc750c43 req-0578995e-80ed-41be-b54c-99ecae3dd754 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 0.3387415 Feb 13 23:27:09.821147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:09.832312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390668aa-02d4-49d8-bed7-52b4273c2bfe req-0481796c-3696-4855-8e2d-aa62a97d7741 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:09.832556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:09.841774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-390668aa-02d4-49d8-bed7-52b4273c2bfe req-0481796c-3696-4855-8e2d-aa62a97d7741 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.1606052 Feb 13 23:27:09.861822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:09.970977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-390668aa-02d4-49d8-bed7-52b4273c2bfe req-e4564af3-369e-4fd0-930f-f5da06dc28e5 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281939 Feb 13 23:27:10.089507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:10.160687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:10.180710 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:10.304550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:10.369831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504794a-bd9d-4c62-a9eb-8dd2207eabb7 req-316878b0-a2f6-4ea5-93f3-fa6934a8d145 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:10.372545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7504794a-bd9d-4c62-a9eb-8dd2207eabb7 req-316878b0-a2f6-4ea5-93f3-fa6934a8d145 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 946 time: 0.1687472 Feb 13 23:27:10.434810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7504794a-bd9d-4c62-a9eb-8dd2207eabb7 req-170a7787-724e-474d-8c53-d7cc0ed4f73f tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557990 Feb 13 23:27:10.467084 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ed8a106-5c4b-416e-afd4-7201cc750c43 req-9cc821b4-3c5e-41f6-906c-22956dbdb557 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408895 Feb 13 23:27:10.855284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e04f2-f0c2-4b94-8008-cfe605efbc1d req-82e838e8-b1c1-4b7d-98e2-610264708202 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:10.863218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e6e04f2-f0c2-4b94-8008-cfe605efbc1d req-82e838e8-b1c1-4b7d-98e2-610264708202 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.2010803 Feb 13 23:27:10.959663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57'}, {'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:11.008723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e6e04f2-f0c2-4b94-8008-cfe605efbc1d req-52c39879-4716-4077-b3d8-1c0c262344d3 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443987 Feb 13 23:27:11.034369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-6ef487fe-b196-4df9-b8cb-c07e988e4e2d tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:11.039473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-6ef487fe-b196-4df9-b8cb-c07e988e4e2d tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 0.3651760 Feb 13 23:27:11.212764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Deleting port afd91da1-089f-4e84-9694-92f69dfba3ae {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:11.213198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:11.217870 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'code': 200} Feb 13 23:27:11.218430 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389', 'code': 200} Feb 13 23:27:11.387200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f47bc-213f-443a-aa2c-0cb39610f23b req-7a903d63-132a-4c87-861c-fd3c5aa3992b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:11.389083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-944f47bc-213f-443a-aa2c-0cb39610f23b req-7a903d63-132a-4c87-861c-fd3c5aa3992b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.5875466 Feb 13 23:27:11.732854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-944f47bc-213f-443a-aa2c-0cb39610f23b req-3bf3a2c4-5df5-47e9-8222-d95ac56e17f9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148682 Feb 13 23:27:11.762682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6b3bdb9a-c589-40af-88ee-5cc5f8384daf req-8e3528e0-4735-490b-9eb5-1b7ade7a8262 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1101 time: 0.4571586 Feb 13 23:27:11.942677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6b3bdb9a-c589-40af-88ee-5cc5f8384daf req-380da042-5c9f-46c3-8f76-d2d51c833643 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651294 Feb 13 23:27:11.980975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b8c6120-a2e6-43c8-b182-69f54229d60b req-fffe8ae1-ba02-4104-a368-fc764280f409 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 1096 time: 0.3047523 Feb 13 23:27:12.017016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:27:12.062813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28457e0-650a-44c3-99ce-0e77ef87ee1b req-6d4da9f8-5f38-4cd7-9b62-7b309db8fbaa tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:12.064564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f28457e0-650a-44c3-99ce-0e77ef87ee1b req-6d4da9f8-5f38-4cd7-9b62-7b309db8fbaa tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.5451846 Feb 13 23:27:12.205821 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b8c6120-a2e6-43c8-b182-69f54229d60b req-4da4ea96-e525-4963-ba3e-d0971009d42f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158868 Feb 13 23:27:12.212682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f28457e0-650a-44c3-99ce-0e77ef87ee1b req-e790c314-7e2d-4458-96c2-30118d437058 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410427 Feb 13 23:27:12.228934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] For port afd91da1-089f-4e84-9694-92f69dfba3ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=afd91da1-089f-4e84-9694-92f69dfba3ae,segment=NetworkSegment(4b4b7da5-60c3-475c-bdec-765a5d4b9574),segment_id=4b4b7da5-60c3-475c-bdec-765a5d4b9574)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:12.229537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:12.523447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Calling delete_port for afd91da1-089f-4e84-9694-92f69dfba3ae owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:12.700277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device afd91da1-089f-4e84-9694-92f69dfba3ae no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:12.734774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821b709-a2dd-4bd1-b8ae-0c05d8769301 req-1c8cccdd-a767-4c4c-82ad-1b236b7a3190 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:12.743212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d821b709-a2dd-4bd1-b8ae-0c05d8769301 req-1c8cccdd-a767-4c4c-82ad-1b236b7a3190 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 946 time: 0.2046473 Feb 13 23:27:12.858978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d821b709-a2dd-4bd1-b8ae-0c05d8769301 req-dc0f4aa1-29ab-447f-a5d5-9208ce3c8562 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b3388b5-32ce-4eee-90de-51efff25c4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147873 Feb 13 23:27:12.897413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2687f75-cda2-4f64-8ea8-752956a4cfca req-3f01d2f5-b5a5-44cd-97d1-3d2650a54a2d tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:12.913206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2687f75-cda2-4f64-8ea8-752956a4cfca req-3f01d2f5-b5a5-44cd-97d1-3d2650a54a2d tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 946 time: 0.8906031 Feb 13 23:27:12.947822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:13.045754 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2687f75-cda2-4f64-8ea8-752956a4cfca req-7b8aa659-fc6b-48cb-9078-ecdf89c2ebb0 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322453 Feb 13 23:27:13.493317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:13.542180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189a2d4-791e-45c7-b886-d594c0fcc0d3 req-025f9208-bcdd-4059-bd4a-24cf42fe5def tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:13.552018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7189a2d4-791e-45c7-b886-d594c0fcc0d3 req-025f9208-bcdd-4059-bd4a-24cf42fe5def tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.2136097 Feb 13 23:27:13.608329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Pushing event deleted for resources: {'Port': ['ID=afd91da1-089f-4e84-9694-92f69dfba3ae,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:13.635029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:27:13.682634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7189a2d4-791e-45c7-b886-d594c0fcc0d3 req-70dfed6c-87ad-4501-98bc-a7112c963949 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247969 Feb 13 23:27:13.709115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6b329f95-e493-45a2-ae9b-b20c8dbc95c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/66d949f1-c5ad-4b5b-976b-ae795eceb3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8854532 Feb 13 23:27:13.711971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:13.775646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] No DVR routers for this DVR port afd91da1-089f-4e84-9694-92f69dfba3ae on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:13.779064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:13.781748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d068c32-b614-4e6a-9e75-477b3f843195 req-b1b3011e-957f-4dd0-8df6-0ef513af1549 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.42 "DELETE /v2.0/ports/afd91da1-089f-4e84-9694-92f69dfba3ae HTTP/1.1" status: 204 len: 173 time: 2.7309864 Feb 13 23:27:13.782503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'name': 'network-vif-deleted', 'tag': 'afd91da1-089f-4e84-9694-92f69dfba3ae'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:13.806425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81796fbd-0788-4037-8b53-c3046f8d6099 req-49fcd1cf-6a61-48ef-ba23-1602f8c6c9a2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:13.809784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-81796fbd-0788-4037-8b53-c3046f8d6099 req-49fcd1cf-6a61-48ef-ba23-1602f8c6c9a2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.4965611 Feb 13 23:27:14.165216 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-81796fbd-0788-4037-8b53-c3046f8d6099 req-e892ffb0-3fc2-4b91-96df-9e5447340b4f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480818 Feb 13 23:27:14.338405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1959f8-8f44-40ee-b57b-e7de70ac5a39 req-0a3f7bb9-6b50-401b-8b2f-5a6c1078be1c tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:14.347578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf1959f8-8f44-40ee-b57b-e7de70ac5a39 req-0a3f7bb9-6b50-401b-8b2f-5a6c1078be1c tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 946 time: 0.3639104 Feb 13 23:27:14.508811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf1959f8-8f44-40ee-b57b-e7de70ac5a39 req-ef82a5c6-ea09-4e91-b69e-26be80c7b6df tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586902 Feb 13 23:27:14.613538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:14.634678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a398c7-197d-4c19-a7a1-e13e60ab863f req-748b35f1-1dbf-4cd6-81c3-18d8d3f06cdf tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:14.644323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a398c7-197d-4c19-a7a1-e13e60ab863f req-748b35f1-1dbf-4cd6-81c3-18d8d3f06cdf tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.1529036 Feb 13 23:27:14.708659 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c0d8fb-111e-4cd3-ac14-28b3109461e4', 'name': 'network-vif-deleted', 'tag': 'afd91da1-089f-4e84-9694-92f69dfba3ae', 'status': 'completed', 'code': 200} Feb 13 23:27:14.781421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a398c7-197d-4c19-a7a1-e13e60ab863f req-46bcb556-dbf1-4522-936f-17bd0deec209 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296041 Feb 13 23:27:15.276520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab58c400-537c-4687-8014-d6368b1806f0 req-11eb0529-c474-4014-94d4-5d4567ad8428 tempest-InstanceActionsTestJSON-974115694 tempest-InstanceActionsTestJSON-974115694-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9c0d8fb-111e-4cd3-ac14-28b3109461e4 HTTP/1.1" status: 200 len: 210 time: 0.1288438 Feb 13 23:27:15.417850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:15.453520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Deleting port 5aa48170-034c-4140-a1c4-6a094b1c8b3b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:15.454237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:15.996486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] For port 5aa48170-034c-4140-a1c4-6a094b1c8b3b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5aa48170-034c-4140-a1c4-6a094b1c8b3b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:15.997106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:16.081357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ea91-4afd-496a-8978-7b4a2bb0bd79 req-eff61d12-124c-4edd-98ad-caaddb5b0b0c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:16.088233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44a9ea91-4afd-496a-8978-7b4a2bb0bd79 req-eff61d12-124c-4edd-98ad-caaddb5b0b0c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.2642262 Feb 13 23:27:16.182707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Calling delete_port for 5aa48170-034c-4140-a1c4-6a094b1c8b3b owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:16.220159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a40bc-bbf2-43cd-be4f-da678236fc04 req-4093328e-0cc7-43e1-bf27-1f4eeace5197 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:16.221705 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-697a40bc-bbf2-43cd-be4f-da678236fc04 req-4093328e-0cc7-43e1-bf27-1f4eeace5197 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1715040 Feb 13 23:27:16.293056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44a9ea91-4afd-496a-8978-7b4a2bb0bd79 req-61b81516-392a-4d34-98ee-3cd2160d1ed8 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017310 Feb 13 23:27:16.319759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-697a40bc-bbf2-43cd-be4f-da678236fc04 req-795d48e0-ad49-4967-9a90-80f57df37798 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814002 Feb 13 23:27:16.736882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:16.797568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d64f9e-72e1-4d81-b4a3-655dbb127b00 req-9f27cae3-743a-41fe-9e00-7fad9ba93d41 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:16.797839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5d64f9e-72e1-4d81-b4a3-655dbb127b00 req-9f27cae3-743a-41fe-9e00-7fad9ba93d41 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.1298397 Feb 13 23:27:16.896446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5d64f9e-72e1-4d81-b4a3-655dbb127b00 req-f2da5b3e-44ea-4abe-9267-eedbafd70157 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897367 Feb 13 23:27:17.061466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa48170-034c-4140-a1c4-6a094b1c8b3b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:17.161953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.162359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.162850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.163188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.163605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.163937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.164263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.164584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.164904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.165598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.165927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:17.211854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46566) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:17.346905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db889-5e78-4e7b-a4ae-41eb2f001ff1 req-da2cc75a-5f67-4c33-96ce-3d238547065b tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:17.348437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d5db889-5e78-4e7b-a4ae-41eb2f001ff1 req-da2cc75a-5f67-4c33-96ce-3d238547065b tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 946 time: 0.6954811 Feb 13 23:27:17.350961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Deleting subnet a1db2f96-5f3e-44a4-8bc2-cddac34b5862 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:27:17.365265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:17.377253 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:17.455161 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:17.570606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:17.893348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:17.971192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:17.985676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-109a64b0-5a63-46fe-9d0b-b8634488c306 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:17.988326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-109a64b0-5a63-46fe-9d0b-b8634488c306 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "GET /v2.0/ports?device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 946 time: 0.9036508 Feb 13 23:27:17.991710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d5db889-5e78-4e7b-a4ae-41eb2f001ff1 req-5d3b8f83-44df-4ff6-b3ab-2348d8cbfee4 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336317 Feb 13 23:27:17.995067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1db2f96-5f3e-44a4-8bc2-cddac34b5862,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:17.997869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.010889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.031262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e7fb5542-0eac-4eed-b7c3-9f7d012e3807 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a1db2f96-5f3e-44a4-8bc2-cddac34b5862 HTTP/1.1" status: 204 len: 168 time: 0.8181660 Feb 13 23:27:18.032546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46574) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:18.149555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.175680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592b0e5-e8f7-42f7-b203-a570da01df26 req-5bc74d96-56ea-4c64-a6fa-96dcca688b6a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:18.182629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9592b0e5-e8f7-42f7-b203-a570da01df26 req-5bc74d96-56ea-4c64-a6fa-96dcca688b6a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.3976781 Feb 13 23:27:18.289490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Deleting port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:18.289855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.389269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.391618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d949f1-c5ad-4b5b-976b-ae795eceb3b2 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:27:18.436473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.454920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9592b0e5-e8f7-42f7-b203-a570da01df26 req-2c531053-8e17-49a6-a9f5-f6b1a8c9a6b9 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713473 Feb 13 23:27:18.502499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428c356d-e485-478e-95e3-88dbbcb7935f']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:18.545209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4b7da5-60c3-475c-bdec-765a5d4b9574') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:18.545915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4b7da5-60c3-475c-bdec-765a5d4b9574') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:18.568309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.569013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.572591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c78eb659-f1eb-4776-8a13-27abcddba9f8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/66d949f1-c5ad-4b5b-976b-ae795eceb3b2 HTTP/1.1" status: 204 len: 168 time: 4.8571596 Feb 13 23:27:18.580362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46588) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:18.743909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.758522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:27:18.759066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:27:18.773822 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:27:18.846726 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:27:18.864382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-beba0a34-fbf9-4a99-b883-e2bfe89c8b07 req-4f80976c-a866-44d0-a0ce-ba704ee89c92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4947605 Feb 13 23:27:18.886541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Deleting subnet 37111eb6-a54f-4887-b03c-589099d70fa6 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:27:18.894934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:18.906657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] For port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:18.907479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:19.034924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:19.104978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:19.160341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:19.179620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] Pushing event deleted for resources: {'Network': ['ID=428c356d-e485-478e-95e3-88dbbcb7935f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:19.211493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cb0f5-693a-449d-9a5c-2cf298411651 req-72ce21c2-af6d-4f5b-9eee-386ec92905a0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:19.224682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c33cb0f5-693a-449d-9a5c-2cf298411651 req-72ce21c2-af6d-4f5b-9eee-386ec92905a0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.5400782 Feb 13 23:27:19.257981 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2a6650e1-34ed-437e-af05-b958662138dd admin admin] 10.222.0.36 "DELETE /v2.0/networks/428c356d-e485-478e-95e3-88dbbcb7935f HTTP/1.1" status: 204 len: 168 time: 1.2234747 Feb 13 23:27:19.322279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Calling delete_port for 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:19.407288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c33cb0f5-693a-449d-9a5c-2cf298411651 req-ba1bb160-e9b9-454b-a4e5-f7da85a36a39 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815627 Feb 13 23:27:19.629078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:19.780247 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:19.796674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['491bb800-f27b-403a-8aa9-40ce01cd68f6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:19.845269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['22d24ee3-c6b2-4412-8e0a-507108593a35'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:19.926783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46608) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:19.928366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Pushing event deleted for resources: {'Port': ['ID=01b9201a-92fb-4d02-b0bc-c8dfd8268bf5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:20.006353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-00eebb23-61db-4875-94e4-2e504b1db699 req-d0c509e2-fde7-4896-bd16-ee23bf5ee4ee tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=65c8929e-0294-4cf8-8358-823aa46f34e1 HTTP/1.1" status: 200 len: 210 time: 0.1443160 Feb 13 23:27:20.046288 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:20.298701 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:20.309486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37111eb6-a54f-4887-b03c-589099d70fa6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:20.320244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dcf485d8-14c5-41e7-945d-5f1b678fb78f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37111eb6-a54f-4887-b03c-589099d70fa6 HTTP/1.1" status: 204 len: 168 time: 1.7264211 Feb 13 23:27:20.322727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:20.342232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0538e4-af93-48a6-b8b1-68918c1bcdd7 None None] Network eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:20.541832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] No DVR routers for this DVR port 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:20.549719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:20.552598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'name': 'network-vif-deleted', 'tag': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:20.584112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-371bb9c3-73c5-49eb-bcd3-ba25cc3becea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f86aeb309a34473a07fded32ea57c81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6506431 Feb 13 23:27:20.599389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:20.706744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49f44dc8-1deb-4ff0-9c01-0300b263f91d req-ce34614b-83b0-47ae-b1fa-65484d687339 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "DELETE /v2.0/ports/01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 HTTP/1.1" status: 204 len: 173 time: 2.7067449 Feb 13 23:27:20.712414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-552cbdee-746d-4378-9eff-965f42bdc829 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:20.720466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-552cbdee-746d-4378-9eff-965f42bdc829 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 815 time: 0.3961380 Feb 13 23:27:20.771242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-eb5cfa51-26bf-47f2-8ae5-d7eba7b29cc7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/quotas/7c9c63e1c44c4ad09b2f7ab61e81c93f HTTP/1.1" status: 200 len: 375 time: 0.0496469 Feb 13 23:27:20.779740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4169-00cd-443b-a645-1e25ce12954e req-017a0b58-a30e-4874-ada2-52a5db9b4abc tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:20.783900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-896e4169-00cd-443b-a645-1e25ce12954e req-017a0b58-a30e-4874-ada2-52a5db9b4abc tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.4069965 Feb 13 23:27:20.821769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:20.861790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-bfdc77c5-1c9f-49ac-9ce8-bd7f64121a3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1096 time: 1.4150512 Feb 13 23:27:20.869483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-665ee1c7-0bc6-48dd-a5ed-4c618be9d41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:20.901393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:27:20.901777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 01b9201a-92fb-4d02-b0bc-c8dfd8268bf5 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:27:20.917130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-4d046ebd-8bdd-40a8-a678-5f648e49a78d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6390924 Feb 13 23:27:20.995782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.023911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-665ee1c7-0bc6-48dd-a5ed-4c618be9d41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.049650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] DHCP port deletion for eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:27:21.054185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] Deleting port fc446f29-d71b-4e57-980c-70bcb09f127b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:21.054668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.085886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Deleting port fc446f29-d71b-4e57-980c-70bcb09f127b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:21.086418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.111466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-896e4169-00cd-443b-a645-1e25ce12954e req-1322a2c5-8d02-483c-ba38-2692bca03a09 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966261 Feb 13 23:27:21.187870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-665ee1c7-0bc6-48dd-a5ed-4c618be9d41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.225346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ee1c7-0bc6-48dd-a5ed-4c618be9d41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3388b5-32ce-4eee-90de-51efff25c4b6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:21.266069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-665ee1c7-0bc6-48dd-a5ed-4c618be9d41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.269631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-665ee1c7-0bc6-48dd-a5ed-4c618be9d41c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b3388b5-32ce-4eee-90de-51efff25c4b6 HTTP/1.1" status: 204 len: 168 time: 0.6632180 Feb 13 23:27:21.331272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-c0fcc8a3-8713-45a5-8ba4-3d6adfac2e21 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5591455 Feb 13 23:27:21.487654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-9c084d35-744e-47aa-8d83-c70d9243e176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:21.491873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-9c084d35-744e-47aa-8d83-c70d9243e176 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.6154103 Feb 13 23:27:21.610549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6c6319cb-c4fa-4dec-9fcf-00f1ce488abb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:21.612338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6c6319cb-c4fa-4dec-9fcf-00f1ce488abb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce67fc6f-6ec4-4510-9f09-6b5caf83b23b HTTP/1.1" status: 200 len: 945 time: 0.3025312 Feb 13 23:27:21.799188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] For port fc446f29-d71b-4e57-980c-70bcb09f127b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc446f29-d71b-4e57-980c-70bcb09f127b,segment=NetworkSegment(c2485509-481d-4fbb-9495-d4348439ff4b),segment_id=c2485509-481d-4fbb-9495-d4348439ff4b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:21.800197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:21.879678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Deleting port 74d7f3d9-331e-483b-9335-a665b33d7389 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:21.894615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:22.039439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fc446f29-d71b-4e57-980c-70bcb09f127b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:22.511035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] Calling delete_port for fc446f29-d71b-4e57-980c-70bcb09f127b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:22.533357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-1f394c9a-092f-4d7c-8ef8-e7d1e9ab3b1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 1000 time: 1.0226290 Feb 13 23:27:22.547780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] For port 74d7f3d9-331e-483b-9335-a665b33d7389, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=74d7f3d9-331e-483b-9335-a665b33d7389,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:22.547780 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:22.595352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-60b50c26-72c7-4ce1-b89a-0a3e7723d638 service neutron] 10.222.0.36 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2477643 Feb 13 23:27:22.828439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] For port fc446f29-d71b-4e57-980c-70bcb09f127b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fc446f29-d71b-4e57-980c-70bcb09f127b,segment=NetworkSegment(c2485509-481d-4fbb-9495-d4348439ff4b),segment_id=c2485509-481d-4fbb-9495-d4348439ff4b)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:22.828802 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:22.844328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4930-63a2-4060-9d27-ee7c8715b3d0 req-c4a6faed-b562-4f6f-9bc2-29d2f0bd8e25 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:22.845846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0bd4930-63a2-4060-9d27-ee7c8715b3d0 req-c4a6faed-b562-4f6f-9bc2-29d2f0bd8e25 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 1.2322352 Feb 13 23:27:22.853081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Calling delete_port for 74d7f3d9-331e-483b-9335-a665b33d7389 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:22.923423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:23.046827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Port fc446f29-d71b-4e57-980c-70bcb09f127b update to DOWN by agent not found {{(pid=83663) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 13 23:27:23.070552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:23.177875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0bd4930-63a2-4060-9d27-ee7c8715b3d0 req-5c394b40-620b-4736-ba44-5774689e7d4a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602031 Feb 13 23:27:23.267314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Calling delete_port for fc446f29-d71b-4e57-980c-70bcb09f127b owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:23.276716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] Pushing event deleted for resources: {'Port': ['ID=fc446f29-d71b-4e57-980c-70bcb09f127b,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:23.299247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec5b3f-bcbd-4303-ba76-c83e8b9662c5 None None] No DVR routers for this DVR port fc446f29-d71b-4e57-980c-70bcb09f127b on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:23.389539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:23.460436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:23.481039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:27:23.481374 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:27:23.490660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-7d4ea9f7-2fe9-4634-a811-f50f59c14b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:23.492973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-7d4ea9f7-2fe9-4634-a811-f50f59c14b6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.9523535 Feb 13 23:27:23.511917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:23.543434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:23.551769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:23.563817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Pushing event deleted for resources: {'Port': ['ID=74d7f3d9-331e-483b-9335-a665b33d7389,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:23.637530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-24b18f09-1163-487d-aeb8-5729c55b59cb service neutron] 10.222.0.36 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0401943 Feb 13 23:27:23.707545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-fb8e0e9d-d874-4c65-b01b-8c1eab61d08a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997993 Feb 13 23:27:23.731728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-0894f36e-b0b7-46d4-9e0a-348647b3024d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:27:23.732791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-0894f36e-b0b7-46d4-9e0a-348647b3024d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0158536 Feb 13 23:27:23.733209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:23.801713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] No DVR routers for this DVR port 74d7f3d9-331e-483b-9335-a665b33d7389 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:23.808817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:23.849311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:23.854615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3d928189-1a7b-4fce-af0d-bdf28d9ea9db req-6f753190-dfaa-440e-b150-272cbdf5378a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "DELETE /v2.0/ports/74d7f3d9-331e-483b-9335-a665b33d7389 HTTP/1.1" status: 204 len: 173 time: 2.1712561 Feb 13 23:27:24.088055 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c8929e-0294-4cf8-8358-823aa46f34e1', 'name': 'network-vif-deleted', 'tag': '01b9201a-92fb-4d02-b0bc-c8dfd8268bf5', 'status': 'completed', 'code': 200} Feb 13 23:27:24.428700 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'code': 200} Feb 13 23:27:24.461844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Deleting port fc446f29-d71b-4e57-980c-70bcb09f127b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:24.462349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:24.687567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-873f0c63-2f61-4b85-b29c-685cb85a6b29 req-d0ceb67c-265c-4c0a-a293-8b2758d96b52 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 210 time: 0.1019926 Feb 13 23:27:24.693627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6559993-6ef4-4917-a4f1-7d3366c3bbd0 req-d1c4903f-67fe-4017-9601-9df4bbb028b1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:24.695876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6559993-6ef4-4917-a4f1-7d3366c3bbd0 req-d1c4903f-67fe-4017-9601-9df4bbb028b1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1944110 Feb 13 23:27:24.829430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] The port 'fc446f29-d71b-4e57-980c-70bcb09f127b' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:27:24.838542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6559993-6ef4-4917-a4f1-7d3366c3bbd0 req-65ceb3a2-de1d-4948-a7d8-4cb0fb697e4a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288717 Feb 13 23:27:24.860179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:24.993069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1106556437-network', 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:24.993645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 74d7f3d9-331e-483b-9335-a665b33d7389 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:27:24.994137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 74d7f3d9-331e-483b-9335-a665b33d7389 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:27:25.069513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:25.098853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Usage tracker for resource:network and tenant:f5d2f1b723f74f66af7f023ada9ed457 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:25.151496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:25.203676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.235555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:25.301203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1d301b-7d9a-4c10-9011-ad33a54cd1e2']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:25.317945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2485509-481d-4fbb-9495-d4348439ff4b') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:25.318263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2485509-481d-4fbb-9495-d4348439ff4b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:25.345348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c1603-8631-4923-a936-57e36f7d3c81 req-68a1ab63-8d36-4cb2-95dc-018d35b39940 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:25.350392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.356051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-389c1603-8631-4923-a936-57e36f7d3c81 req-68a1ab63-8d36-4cb2-95dc-018d35b39940 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.1634243 Feb 13 23:27:25.377383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.384505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:27:25.384897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:27:25.531792 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:27:25.535472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-f51063ae-3d4f-49a4-bd6e-d7e6aec89c7d service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7856987 Feb 13 23:27:25.538173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.544477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.678848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-389c1603-8631-4923-a936-57e36f7d3c81 req-96daf0b6-fa44-4fef-b6e9-9c7da3e04b4c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231802 Feb 13 23:27:25.714319 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-b7590993-1d4b-4b09-aa0c-a5ab9f33b45d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1101 time: 1.1541505 Feb 13 23:27:25.742580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] 10.222.0.36 "DELETE /v2.0/networks/eb1d301b-7d9a-4c10-9011-ad33a54cd1e2 HTTP/1.1" status: 204 len: 168 time: 5.1598456 Feb 13 23:27:25.783733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aa871-a359-4ca0-ad00-5c6ad782f727 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1d301b-7d9a-4c10-9011-ad33a54cd1e2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:25.786332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:25.789077 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:25.863520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:26.115497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-deleted', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:26.251160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:26.271109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46750) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:26.366846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d2f1b723f74f66af7f023ada9ed457 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:26.367368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-241b8dfb-7ddc-47a2-9f04-8bce992d10af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885bd42e37864537aff24d391056605d&device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 1100 time: 0.7348862 Feb 13 23:27:26.371980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49439c5c-fac1-4b63-bbe8-c4a041498e2e req-dedf5d3b-47b9-4801-b37b-1a786cd62b1e service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237298 Feb 13 23:27:26.374907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:26.390744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8bc862ac-001f-4840-8dd6-a13c91441627 req-7af7c41f-ae01-42cd-b76c-9a4219180d11 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 210 time: 0.1562779 Feb 13 23:27:26.394063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:26.476346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-ba0b3380-dab0-4808-941b-6e964023386f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:26.490384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Sync routers for ids ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:27:26.499332 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-ba0b3380-dab0-4808-941b-6e964023386f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.7627325 Feb 13 23:27:26.518227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:27:26.518963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:27:26.519753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66d949f1-c5ad-4b5b-976b-ae795eceb3b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:27:26.542552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:27:26.545314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:27:26.545917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66d949f1-c5ad-4b5b-976b-ae795eceb3b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:27:26.546330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b9a23-96b0-4d3c-a23f-2eaad6c291eb None None] The sync data for ids ['66d949f1-c5ad-4b5b-976b-ae795eceb3b2'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:27:26.660539 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce67fc6f-6ec4-4510-9f09-6b5caf83b23b', 'name': 'network-vif-deleted', 'tag': '74d7f3d9-331e-483b-9335-a665b33d7389', 'status': 'completed', 'code': 200} Feb 13 23:27:26.667835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-5e7b218f-5c87-4643-849c-b826d5eb04bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.1485186 Feb 13 23:27:26.818360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-4e336457-7b3e-4e0c-80f3-4fe5fe7d595b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:26.819346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-4e336457-7b3e-4e0c-80f3-4fe5fe7d595b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Synchronizing usage tracker for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:26.826934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b42e1be-cc1b-4d0a-9a73-b9c452f0c2cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c77bae1daf794b5ba41906eaa132387e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5541022 Feb 13 23:27:26.831498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46768) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:26.876425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-5ca89cad-9eb5-4439-924f-e7ceee451bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:26.882393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-5ca89cad-9eb5-4439-924f-e7ceee451bfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2128253 Feb 13 23:27:26.963620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:26.993165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-f2df06a2-eca1-409f-8a26-d7607a15900f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:27.004590 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.015012 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-f2df06a2-eca1-409f-8a26-d7607a15900f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.6016078 Feb 13 23:27:27.230139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69e9991-cf10-4b1d-8350-2f3c0cd09c18,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:27.235093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-4e336457-7b3e-4e0c-80f3-4fe5fe7d595b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Unset dirty status for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:27.236352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-4e336457-7b3e-4e0c-80f3-4fe5fe7d595b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 815 time: 1.1871545 Feb 13 23:27:27.245028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-8c97f496-5367-4167-b3ef-307ca27b3f80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0e550067-4768-444e-a7ef-1d63e787611d HTTP/1.1" status: 200 len: 217 time: 0.2152679 Feb 13 23:27:27.255124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418e9c9-fc06-448a-8ffc-4fd479e1dc20 req-9d28f2f2-7141-4add-ac0d-e6179100a1a9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:27.262794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:27:27.263319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3418e9c9-fc06-448a-8ffc-4fd479e1dc20 req-9d28f2f2-7141-4add-ac0d-e6179100a1a9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.6143520 Feb 13 23:27:27.265329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c554dbb2-a77e-4efc-ab74-1a6e700aca0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.296024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Request body: {'port': {'device_id': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'admin_state_up': True, 'tenant_id': '7c9c63e1c44c4ad09b2f7ab61e81c93f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:27.311530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.312223 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Added segment 4fc2408a-b863-4f46-ba3e-3e75fe8df076 of type vlan for network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf Feb 13 23:27:27.357738 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-bfed43cc-14ea-4094-b1b0-65b7ddccc98e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4593546 Feb 13 23:27:27.399095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-9e91088a-c71a-4b85-b127-8b08cda0d847 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:27:27.400162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-9e91088a-c71a-4b85-b127-8b08cda0d847 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068851 Feb 13 23:27:27.419614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.493177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-7af7d6b8-e6fc-482a-93bf-52c9a3dfac05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:27.494882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-7af7d6b8-e6fc-482a-93bf-52c9a3dfac05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2257710 Feb 13 23:27:27.501832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c554dbb2-a77e-4efc-ab74-1a6e700aca0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.557805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3418e9c9-fc06-448a-8ffc-4fd479e1dc20 req-f2622216-1bd3-4789-b571-f66a2f3498a4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934020 Feb 13 23:27:27.587487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8fb39-9888-401f-a4e6-379d954dc18c req-1f55f57d-42b0-4051-b8f6-5f033f026e6f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:27.605126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dbb8fb39-9888-401f-a4e6-379d954dc18c req-1f55f57d-42b0-4051-b8f6-5f033f026e6f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.4852500 Feb 13 23:27:27.713577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:27.723238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Usage tracker for resource:port and tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:27.723238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:27.730781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:27.740654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c554dbb2-a77e-4efc-ab74-1a6e700aca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.757269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.758355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:27.758940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.763354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Made reservation on behalf of 7c9c63e1c44c4ad09b2f7ab61e81c93f for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:27.766992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955767be-c419-46c7-9105-842dc394c234 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:27.775574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.804308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554dbb2-a77e-4efc-ab74-1a6e700aca0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed8f2a-43f1-4924-8f78-0d0468a18dbb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:27.811009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c554dbb2-a77e-4efc-ab74-1a6e700aca0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:27.815287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c554dbb2-a77e-4efc-ab74-1a6e700aca0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0ed8f2a-43f1-4924-8f78-0d0468a18dbb HTTP/1.1" status: 204 len: 168 time: 0.9824858 Feb 13 23:27:27.819652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-7a0bb684-ea8e-476f-be94-1e86e60cbeb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2781575 Feb 13 23:27:27.829670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dbb8fb39-9888-401f-a4e6-379d954dc18c req-41b587b9-eab2-4c4d-9a1d-8e1191c92efa tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232041 Feb 13 23:27:27.856593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 955767be-c419-46c7-9105-842dc394c234 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:27:27.857020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955767be-c419-46c7-9105-842dc394c234 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:27:27.857447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5aa48170-034c-4140-a1c4-6a094b1c8b3b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:27.975423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5aa48170-034c-4140-a1c4-6a094b1c8b3b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:27:27.976000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5aa48170-034c-4140-a1c4-6a094b1c8b3b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:27:28.102803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Allocated IP 172.20.0.11 (a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e/67b4ec93-0ca5-48e4-b81d-4429b9c8f502/fd2de00e-50b6-4ac3-b1e4-87784ebfe548) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:27:28.327661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-3af82141-8040-4263-9f38-f1633fd48187 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8964379 Feb 13 23:27:28.732423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:28.852666 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4587433d-5ea2-432f-83cb-3b5b518ddacf req-f6a47f52-f04f-41d2-a409-98ada653b5c7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 210 time: 0.4180562 Feb 13 23:27:28.907283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-9ba559be-b01b-4895-b3a3-fd75a2efa135 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811305 Feb 13 23:27:28.927195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:28.981716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 5.2348149 Feb 13 23:27:28.999410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:29.006604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b72bc-426b-44ed-b6de-9766a7229723 req-6942eb14-829a-4552-a654-8dd6cc774c29 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.011686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b72bc-426b-44ed-b6de-9766a7229723 req-6942eb14-829a-4552-a654-8dd6cc774c29 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.013090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5b0b72bc-426b-44ed-b6de-9766a7229723 req-6942eb14-829a-4552-a654-8dd6cc774c29 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Synchronizing usage tracker for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:29.017948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54610-3869-43c9-a304-855a550ca223 admin admin] Pushing event updated for resources: {'Network': ['ID=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:29.031413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Request body: {'subnet': {'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1106556437-subnet', 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:29.038264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:27:29.039961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-ebc8ac38-9585-43cf-8605-b71ea4c9a792 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114956 Feb 13 23:27:29.048534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:29.059800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Usage tracker for resource:subnet and tenant:f5d2f1b723f74f66af7f023ada9ed457 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:29.066528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:29.109053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-9f39f69e-469f-47b3-ba4d-e5b3def61a18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1094 time: 0.3014512 Feb 13 23:27:29.462401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01edb0-2e7d-4c19-b431-470f104abe8c req-d47089e9-47b2-4c54-97b0-d4fdcfa9a211 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.472698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ba01edb0-2e7d-4c19-b431-470f104abe8c req-d47089e9-47b2-4c54-97b0-d4fdcfa9a211 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.3594544 Feb 13 23:27:29.507135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:29.520137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:27:29.529903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:29.533330 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ba01edb0-2e7d-4c19-b431-470f104abe8c req-2cb87cc1-3803-453a-b20d-165cf946e61c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 Feb 13 23:27:29.549247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:27:29.584848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4928cc97-37ba-40c0-b396-660ba5a7e599 req-df5f4a1b-7561-497a-b5c0-c367daf2f513 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612365 Feb 13 23:27:29.593069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5b0b72bc-426b-44ed-b6de-9766a7229723 req-6942eb14-829a-4552-a654-8dd6cc774c29 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Unset dirty status for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:29.599424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b0b72bc-426b-44ed-b6de-9766a7229723 req-6942eb14-829a-4552-a654-8dd6cc774c29 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb&device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 1682 time: 0.8629704 Feb 13 23:27:29.613683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-8a26f57a-088d-4f43-8b58-545236594018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.615712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-8a26f57a-088d-4f43-8b58-545236594018 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.2693377 Feb 13 23:27:29.635442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:29.638546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:29.773936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:29.807510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.808859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:29.832839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b0b72bc-426b-44ed-b6de-9766a7229723 req-f83d0769-6a2f-4531-8c4c-71c0e762e341 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/security-groups?id=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324750 Feb 13 23:27:29.858965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46844) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:29.871799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-94187bab-5c18-495c-a603-e5eb24d39775 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 998 time: 0.2443182 Feb 13 23:27:29.977575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-0751a218-33f6-4e20-a114-da8caa558f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.979065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-0751a218-33f6-4e20-a114-da8caa558f28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.0978298 Feb 13 23:27:29.986578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77019-e259-406b-a8b9-277721ccfec5 req-593c0d23-8f33-47d6-b0ac-f3ee3bf2c5bc tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:29.987612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-b0fbad7e-f4aa-479e-b38e-27dd23d28691 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7199261 Feb 13 23:27:29.988121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-abd77019-e259-406b-a8b9-277721ccfec5 req-593c0d23-8f33-47d6-b0ac-f3ee3bf2c5bc tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.2000875 Feb 13 23:27:29.995080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.047446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Request body: {'port': {'device_id': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:30.131530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-abd77019-e259-406b-a8b9-277721ccfec5 req-5ad2a1c2-b32a-47b6-9160-a7d08edc1066 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867772 Feb 13 23:27:30.169995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-092d727f-eaa3-4760-a8d9-ff9a7fd82ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.211102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-e174cc83-b027-4f0f-ab16-abde65c02d31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219939 Feb 13 23:27:30.230786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1856276036-network', 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:30.235904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:30.240271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Usage tracker for resource:network and tenant:a7ddc736323240c5b7f766324b49651b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:30.243154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:30.250245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:30.280084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:30.282424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.302809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506e9b50-9fbc-4465-aa7b-08bec49dccb2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:30.313159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.328720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.343606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:30.343926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Network hostable DHCP agents. Network: 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:27:30.378616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-94b1da70-af84-4df6-ae18-2f230a2011a4 service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603160 Feb 13 23:27:30.445648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:30.455642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Usage tracker for resource:security_group_rule and tenant:a7ddc736323240c5b7f766324b49651b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:30.463267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc15a22-346e-433a-8a3f-98ec296b4498 req-c1f7f182-910d-4162-9cc0-2c746d998181 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:30.463951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2cc15a22-346e-433a-8a3f-98ec296b4498 req-c1f7f182-910d-4162-9cc0-2c746d998181 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Synchronizing usage tracker for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:30.467643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:30.486268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:30.495362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:27:30.554734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2cc15a22-346e-433a-8a3f-98ec296b4498 req-c1f7f182-910d-4162-9cc0-2c746d998181 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Unset dirty status for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:30.555822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2cc15a22-346e-433a-8a3f-98ec296b4498 req-c1f7f182-910d-4162-9cc0-2c746d998181 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 932 time: 0.5173256 Feb 13 23:27:30.565351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:30.581551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff88cd6-37a7-43e3-a4d8-fb7cc3c14138 req-73a89789-8f8f-4302-a2ae-4cef6b869e45 service neutron] 10.222.0.31 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619945 Feb 13 23:27:30.587315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907006ba-b5e7-4752-948d-30f4e0d8e5b9 req-3a85cf67-36a5-4b39-b385-a030f4f71c56 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:30.594271 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-907006ba-b5e7-4752-948d-30f4e0d8e5b9 req-3a85cf67-36a5-4b39-b385-a030f4f71c56 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 949 time: 0.2145307 Feb 13 23:27:30.597687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:30.598436 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.607548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4acbd2-5f43-4320-b5ee-592878554214 None None] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:30.664839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-907006ba-b5e7-4752-948d-30f4e0d8e5b9 req-1b20d9b4-0fb3-4c48-b913-3947d59eaaf6 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695121 Feb 13 23:27:30.751791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a9d8c78-2c4c-4e7d-9aaf-c3769a9e73a6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7337823 Feb 13 23:27:30.778689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2cc15a22-346e-433a-8a3f-98ec296b4498 req-d4d3d05f-f606-44d7-91b7-128b8c0a840d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143509 Feb 13 23:27:30.875062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.888559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:30.896375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:30.996792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:27:31.004062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28d71d-7684-4855-82f4-bcdd3a832892,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:31.013088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.013431 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Added segment b41b2f89-e20e-429d-9750-19fcec1ec668 of type vlan for network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 Feb 13 23:27:31.015998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e6022-1a17-4148-b277-4d747c6080b9 None None] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:31.101751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.115296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2de00e-50b6-4ac3-b1e4-87784ebfe548 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:31.124175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.161442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Transition to ACTIVE for port object fd2de00e-50b6-4ac3-b1e4-87784ebfe548 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:31.170237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.227576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.228609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:31.229001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.438464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:31.443129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5804198 Feb 13 23:27:31.446958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:31.450637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9625e7-33b2-495a-8333-434f949f4c3c admin admin] Pushing event updated for resources: {'Network': ['ID=184fd408-1aaa-4393-91d6-05f5ec7bcb69,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:31.455254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf4113-23a5-43d1-b198-9b1eaf5929b2 req-65ce5184-2cd1-491d-9fbb-060075567a8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:31.458139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Request body: {'subnet': {'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1856276036-subnet', 'tenant_id': 'a7ddc736323240c5b7f766324b49651b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:31.462769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51bf4113-23a5-43d1-b198-9b1eaf5929b2 req-65ce5184-2cd1-491d-9fbb-060075567a8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1816692 Feb 13 23:27:31.473325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:27:31.491050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:31.526580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Usage tracker for resource:subnet and tenant:a7ddc736323240c5b7f766324b49651b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:31.527653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51bf4113-23a5-43d1-b198-9b1eaf5929b2 req-9e9b6550-c9eb-4a1b-af98-6d9a312e4973 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623062 Feb 13 23:27:31.533453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:31.546169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:31.576236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:31.578568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.779046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Attempting to bind port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:27:31.780190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Attempting to bind port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:27:31.781048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Attempting to bind port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:31.818321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:27:31.818655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Attempting to bind port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:31.836603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:27:31.837220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Checking segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:31.837610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Bound using segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:27:31.838140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Bound port: fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:27:31.838409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:31.994121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:32.008766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:27:32.024464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:32.077686 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:32.232182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:32.233776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] 10.222.0.31 "PUT /v2.0/ports/fd2de00e-50b6-4ac3-b1e4-87784ebfe548 HTTP/1.1" status: 200 len: 1092 time: 2.2286563 Feb 13 23:27:32.238891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:32.296978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91008062-cd37-4cc9-9f47-6dd9e869c9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:32.301518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:32.309588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0f31-9915-4eff-b30c-7fbf6e51eb6a service neutron] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:32.394171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:32.394542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Network hostable DHCP agents. Network: 184fd408-1aaa-4393-91d6-05f5ec7bcb69, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:27:32.407804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-c43b0549-683a-4f16-935d-9b35401c3dae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:32.415048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-c43b0549-683a-4f16-935d-9b35401c3dae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.3323610 Feb 13 23:27:32.432872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d57c1e-0a59-427a-90eb-03fa4fbd4c2d req-e9e7a9ff-4d1f-4197-9219-7cfd1c5768f7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:32.435715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47d57c1e-0a59-427a-90eb-03fa4fbd4c2d req-e9e7a9ff-4d1f-4197-9219-7cfd1c5768f7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 944 time: 0.0909903 Feb 13 23:27:32.444126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-6621fbe1-0ad5-4402-ad23-e1d1ade02618 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0285501 Feb 13 23:27:32.494566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47d57c1e-0a59-427a-90eb-03fa4fbd4c2d req-1ee7926c-5253-45f4-a820-46b06676cd72 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Feb 13 23:27:32.507218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-0227da74-b585-4913-9a56-d981948e8b3a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547295 Feb 13 23:27:32.513752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:27:32.526231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-cf80e6a6-462b-43f0-9566-56601b2ce21a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 1095 time: 0.2083635 Feb 13 23:27:32.533348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-ddab739f-2bfa-4f0e-9351-8ba9e0994ebf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:27:32.534707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-ddab739f-2bfa-4f0e-9351-8ba9e0994ebf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065403 Feb 13 23:27:32.608819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 184fd408-1aaa-4393-91d6-05f5ec7bcb69) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:32.617405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7f19c-79cb-42ab-8f62-373fb3b5785f None None] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:32.626309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:32.626894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:32.705814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e8c2bee2-b7f5-40b0-ad45-0533fd5aa169 req-41978bda-205c-473a-8679-da511f08ee16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0925982 Feb 13 23:27:32.772998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-3ab553dd-7e1a-445a-8a94-264b5e8db495 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548 HTTP/1.1" status: 200 len: 217 time: 0.2370496 Feb 13 23:27:32.818359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ecbfb4c-d3ec-4662-aab5-c49fa583a23c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3689675 Feb 13 23:27:32.826881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-1c4e0f54-80d0-4096-b4b3-3b1e8fc1b6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353253 Feb 13 23:27:32.890374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:32.978465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf417ee-ee62-4a57-9e39-64ca5984e6eb None None] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:33.093996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4cdf5209-3c7e-4f9f-9698-b917ac9a5cfa service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661598 Feb 13 23:27:33.119508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-1370f9a8-cc61-454e-9d15-019fb0f06be9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:33.120999 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-1370f9a8-cc61-454e-9d15-019fb0f06be9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 200 len: 855 time: 0.3390822 Feb 13 23:27:33.190613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-22f8bf39-6ef3-41d9-8c31-1bccc5321a37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515654 Feb 13 23:27:33.239281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-81182dd9-b988-4baf-a2d9-ac0ee4f5ccc6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1995502 Feb 13 23:27:33.443094 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'status': 'completed', 'code': 200} Feb 13 23:27:33.521293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:33.537006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:33.574189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:33.575513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:33.586100 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:33.600085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-47eb7935-735a-4520-b069-168cad3a974d service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986292 Feb 13 23:27:33.747911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:33.807644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.808739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.809774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.811037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.813101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.813924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.815001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.816079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.817353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.818729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.820281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:27:33.850059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:33.920983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694769c4-3a2f-4c36-9bcc-dd5ac0a02cb6 req-5824dae1-08ff-47ee-a9d2-6dcfe5d5e6ab tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:33.931632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-694769c4-3a2f-4c36-9bcc-dd5ac0a02cb6 req-5824dae1-08ff-47ee-a9d2-6dcfe5d5e6ab tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.2388101 Feb 13 23:27:34.034609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-694769c4-3a2f-4c36-9bcc-dd5ac0a02cb6 req-1e751a6f-a984-46bf-bfe8-d632d61f275b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009471 Feb 13 23:27:34.107905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e597feaf-ced4-4b9d-ac8d-1f5d75f9aae9 req-f08da0b6-c7c9-4f7a-92f4-df1fe2650a49 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946990 Feb 13 23:27:34.121426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052be00-d3c9-43b3-9cdf-54f3e86c85d7 req-3b672dcf-7a27-4164-9574-7d1df85b5eb4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:34.123229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0052be00-d3c9-43b3-9cdf-54f3e86c85d7 req-3b672dcf-7a27-4164-9574-7d1df85b5eb4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.4390624 Feb 13 23:27:34.367887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0052be00-d3c9-43b3-9cdf-54f3e86c85d7 req-e11eb2c3-2392-4435-b52a-21f78efe5f02 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368853 Feb 13 23:27:34.431023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-73d31c0a-d588-40d2-a338-9bd59fde3f0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 1095 time: 0.2428901 Feb 13 23:27:34.495641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-58571428-459a-42d0-9efe-0ac1c670670b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:34.500321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-58571428-459a-42d0-9efe-0ac1c670670b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.2063701 Feb 13 23:27:34.534546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-202c145a-a25d-4f9a-856f-7dc214e54ec9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.0274599 Feb 13 23:27:34.617419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84956238-f60b-4dd7-8f00-bb158768a702 req-752f16ac-c409-4908-b454-713f3a84f123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:34.619243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-752f16ac-c409-4908-b454-713f3a84f123 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 915 time: 0.1811116 Feb 13 23:27:34.620306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-fcb6fa07-e0d4-4b04-938b-b4b2a9de1f34 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778527 Feb 13 23:27:34.829157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a0529754-0bcd-4ae0-8467-e7d416f7b5a6 req-178e21f4-ef4a-4e2b-87e0-04299887f1cb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 210 time: 0.0717003 Feb 13 23:27:34.830254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-b9073c4a-a963-4f25-a03e-16584f8a9c03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548 HTTP/1.1" status: 200 len: 217 time: 0.2013125 Feb 13 23:27:34.832771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-22263d09-4395-47b8-a7a2-5c128b2281e8 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039123 Feb 13 23:27:34.904270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:35.037900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84956238-f60b-4dd7-8f00-bb158768a702 req-485dbd52-5ca4-40ce-bf58-686ece3e77b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:35.040519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-485dbd52-5ca4-40ce-bf58-686ece3e77b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 200 len: 855 time: 0.2014847 Feb 13 23:27:35.103737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-59d7ca1c-407d-4edf-8a5a-c5b2ad91cb0a service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647550 Feb 13 23:27:35.174975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-e80cf7c3-0640-4223-a18b-285b9c165b36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136689 Feb 13 23:27:35.267234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:35.325364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'mac_address': 'fa:16:3e:33:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:35.352447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:35.550394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-06b30dd6-866b-4acf-8d1d-4ca1688223a5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:35.554807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-06b30dd6-866b-4acf-8d1d-4ca1688223a5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:35.557417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-893ed6c8-b0bd-4ae9-af11-d303cdf052cd service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734202 Feb 13 23:27:35.570189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-a71e0a50-bb78-4fff-aca1-de6e5ce42779 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:35.571942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-a71e0a50-bb78-4fff-aca1-de6e5ce42779 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 946 time: 0.6893420 Feb 13 23:27:35.628694 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:35.661943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fb51659-0fa3-4900-8bb9-56478eb5e1ff {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:35.666873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-06b30dd6-866b-4acf-8d1d-4ca1688223a5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:35.671486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-06b30dd6-866b-4acf-8d1d-4ca1688223a5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.4651563 Feb 13 23:27:35.704050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:35.709747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:35.725090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Deleting port 22d24ee3-c6b2-4412-8e0a-507108593a35 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:35.725318 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:35.725470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:35.854548 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'code': 200} Feb 13 23:27:35.856829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:35.886139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42756cc4-b650-44d7-b6c7-76e575423003 req-11c82fbd-5adb-4766-b6ae-c8658e915e68 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:35.892833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42756cc4-b650-44d7-b6c7-76e575423003 req-11c82fbd-5adb-4766-b6ae-c8658e915e68 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 944 time: 0.2987711 Feb 13 23:27:35.946944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:35.955550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['7fb51659-0fa3-4900-8bb9-56478eb5e1ff'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:35.957170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Usage tracker for resource:port and tenant:f5d2f1b723f74f66af7f023ada9ed457 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:35.962115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:35.970231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:35.987544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42756cc4-b650-44d7-b6c7-76e575423003 req-c7a2ef6c-e602-4756-aab5-927328483849 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937834 Feb 13 23:27:36.011607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:36.021493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:36.126174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84956238-f60b-4dd7-8f00-bb158768a702 req-e4645fc8-e4d0-45c1-9537-c3228d098067 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529776 Feb 13 23:27:36.412726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd5bea96-0380-4258-8a63-ccad3c25653f req-ace7e61f-5a58-430a-9fbd-a5ba181cb7f4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 210 time: 0.1803238 Feb 13 23:27:36.454593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] For port 22d24ee3-c6b2-4412-8e0a-507108593a35, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=22d24ee3-c6b2-4412-8e0a-507108593a35,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:36.455143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:36.548034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e5f3-c349-4302-a126-2448a6f37348 req-e15f0d2d-cf1e-4d50-91fc-58d629e4eed7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:36.555357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a58e5f3-c349-4302-a126-2448a6f37348 req-e15f0d2d-cf1e-4d50-91fc-58d629e4eed7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.3057668 Feb 13 23:27:36.617353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.14 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/874b86c7-151c-477d-9ee6-f85ff52b95c7) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:27:36.662822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Calling delete_port for 22d24ee3-c6b2-4412-8e0a-507108593a35 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:36.782591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a58e5f3-c349-4302-a126-2448a6f37348 req-fb2ec908-d7b1-4b7e-a222-ea5cf743f9c9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263513 Feb 13 23:27:36.884300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 22d24ee3-c6b2-4412-8e0a-507108593a35 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:36.970813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fd2de00e-50b6-4ac3-b1e4-87784ebfe548 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:37.066061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.107417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.230485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:27:37.234707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:37.236596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=874b86c7-151c-477d-9ee6-f85ff52b95c7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:37.239216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:27:37.272559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:37.302438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:37.320421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde47f8-3f42-4cbd-8ca2-898613af2351 req-7f52001b-c27a-46f0-96c8-58496880db8a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:37.321368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c875e-9dad-40eb-9ffe-4b64ad04cb41 req-cfe1b46f-e272-4521-8b9c-fe30df21126a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:37.323183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e1c875e-9dad-40eb-9ffe-4b64ad04cb41 req-cfe1b46f-e272-4521-8b9c-fe30df21126a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 932 time: 0.2488651 Feb 13 23:27:37.326607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.328716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9bde47f8-3f42-4cbd-8ca2-898613af2351 req-7f52001b-c27a-46f0-96c8-58496880db8a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.5682945 Feb 13 23:27:37.362260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:37.362782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.405925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'port_id': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'mac_address': 'fa:16:3e:a7:ed:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b4ec93-0ca5-48e4-b81d-4429b9c8f502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:37.408171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['491bb800-f27b-403a-8aa9-40ce01cd68f6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:37.411030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9bde47f8-3f42-4cbd-8ca2-898613af2351 req-86db951c-e82a-4d0f-9201-0000bc3c2aa7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812688 Feb 13 23:27:37.415493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-4439ae53-c3f0-4878-a438-820772340f2c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7184019 Feb 13 23:27:37.441796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-17eef215-c6a4-4544-bb79-1c57d6e97dc2 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:37.443911 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-17eef215-c6a4-4544-bb79-1c57d6e97dc2 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb HTTP/1.1" status: 200 len: 945 time: 0.6303265 Feb 13 23:27:37.533154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Pushing event deleted for resources: {'Port': ['ID=22d24ee3-c6b2-4412-8e0a-507108593a35,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:37.622248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.649786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2de00e-50b6-4ac3-b1e4-87784ebfe548 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:37.699814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.725573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No active binding found for port 22d24ee3-c6b2-4412-8e0a-507108593a35 {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:27:37.726152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 22d24ee3-c6b2-4412-8e0a-507108593a35 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:27:37.742818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:37.760181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.785053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Request body: {'port': {'device_id': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:37.849413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:37.871865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:37.872582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:37.878259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Deleting port 491bb800-f27b-403a-8aa9-40ce01cd68f6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:27:37.878891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.051091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fd2de00e-50b6-4ac3-b1e4-87784ebfe548'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:38.054754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-bffe814d-247a-4904-ae6b-60bb5cbd3bbd tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:38.056833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-bffe814d-247a-4904-ae6b-60bb5cbd3bbd tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.31 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.6279371 Feb 13 23:27:38.090820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] No DVR routers for this DVR port 22d24ee3-c6b2-4412-8e0a-507108593a35 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:38.095008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Request body: {'port': {'device_id': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'admin_state_up': True, 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:38.100469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.120181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'name': 'network-vif-deleted', 'tag': '22d24ee3-c6b2-4412-8e0a-507108593a35'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:38.150160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e1c875e-9dad-40eb-9ffe-4b64ad04cb41 req-e6d99e6a-192d-47bc-8977-e8aecacebd8a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8136740 Feb 13 23:27:38.182694 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.197171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f1c3155-83c9-4282-be14-b6524b0e5b6b req-bffeee3f-fdb7-40db-a433-d6df3b70ce40 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.42 "DELETE /v2.0/ports/22d24ee3-c6b2-4412-8e0a-507108593a35 HTTP/1.1" status: 204 len: 173 time: 2.5940166 Feb 13 23:27:38.253261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:38.268877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:38.289727 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.413951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:38.452954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-91ccf734-7cad-4234-88ba-c916b028aafd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Synchronizing usage tracker for tenant:a59cd30189054c8e98797658edf75fb8 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:38.556046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b5f7dd34-78f0-4042-b2b0-b85f862b76e0 req-6cb9c033-acb4-4085-ad22-5626d31629a5 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Synchronizing usage tracker for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:38.581547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-91ccf734-7cad-4234-88ba-c916b028aafd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Unset dirty status for tenant:a59cd30189054c8e98797658edf75fb8 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:38.591029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-91ccf734-7cad-4234-88ba-c916b028aafd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--106888426&fields=id&tenant_id=a59cd30189054c8e98797658edf75fb8 HTTP/1.1" status: 200 len: 267 time: 0.6752207 Feb 13 23:27:38.596805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.613559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b5f7dd34-78f0-4042-b2b0-b85f862b76e0 req-6cb9c033-acb4-4085-ad22-5626d31629a5 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Unset dirty status for tenant:7f4ec70135a541ec976ecdef09502ecb on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:38.613559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5f7dd34-78f0-4042-b2b0-b85f862b76e0 req-6cb9c033-acb4-4085-ad22-5626d31629a5 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b6fba8b-fea6-4156-aaca-d43af4061687 HTTP/1.1" status: 200 len: 210 time: 0.1839473 Feb 13 23:27:38.615589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] For port 491bb800-f27b-403a-8aa9-40ce01cd68f6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=491bb800-f27b-403a-8aa9-40ce01cd68f6,segment=NetworkSegment(a2175904-cb61-467e-b0ea-6e82326a4a19),segment_id=a2175904-cb61-467e-b0ea-6e82326a4a19)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:38.615951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.762596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:38.771103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Calling delete_port for 491bb800-f27b-403a-8aa9-40ce01cd68f6 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:27:38.885609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:38.900033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Usage tracker for resource:port and tenant:a7ddc736323240c5b7f766324b49651b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:38.915805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:38.933060 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-7d5b7e6d-2ac6-4a92-a609-f5241e893d42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608&tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 1094 time: 0.6953802 Feb 13 23:27:38.941580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:38.985782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:39.007537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285d52f-dba8-4227-a04b-6853e93e4b98 req-928e6da4-fe8f-4ce3-9fe7-92a332a769ec tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:39.008991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2285d52f-dba8-4227-a04b-6853e93e4b98 req-928e6da4-fe8f-4ce3-9fe7-92a332a769ec tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 945 time: 0.1583533 Feb 13 23:27:39.009774 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:39.067644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041df1f5-d805-43f7-aada-a036bd848a25 req-4782d1e7-b07f-4e4e-8848-17299786d189 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:39.075098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-4782d1e7-b07f-4e4e-8848-17299786d189 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/networks?id=b98e5131-0094-4da8-8af6-b559ad249f96 HTTP/1.1" status: 200 len: 815 time: 0.4828923 Feb 13 23:27:39.080544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Pushing event deleted for resources: {'Port': ['ID=491bb800-f27b-403a-8aa9-40ce01cd68f6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:39.148063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:39.153055 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:39.184416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] No DVR routers for this DVR port 491bb800-f27b-403a-8aa9-40ce01cd68f6 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:39.188336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2285d52f-dba8-4227-a04b-6853e93e4b98 req-0d21c63c-d7cc-4e3a-b149-3f846e0bacff tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395099 Feb 13 23:27:39.189341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:39.211606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d283060a-ac7f-4579-bb7c-df90d50b7512 req-4ed840ea-9d5b-476c-9e99-f39e316a0950 tempest-ListServersNegativeTestJSON-563092418 tempest-ListServersNegativeTestJSON-563092418-project] 10.222.0.31 "DELETE /v2.0/ports/491bb800-f27b-403a-8aa9-40ce01cd68f6 HTTP/1.1" status: 204 len: 173 time: 1.7434494 Feb 13 23:27:39.428490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-513cfbcc-0d6b-44ef-9a28-ae23cfb55112 req-79b1ed1f-c85a-4bb6-aabf-fd3742f4c613 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 210 time: 0.0784183 Feb 13 23:27:39.502361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Allocated IP 172.20.0.10 (184fd408-1aaa-4393-91d6-05f5ec7bcb69/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa/9f9dfdd0-5d9a-4e15-891f-c0e348fac115) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:27:39.601787 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-c198c1f6-8745-4f13-91c2-022657aeec7d tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/quotas/a59cd30189054c8e98797658edf75fb8 HTTP/1.1" status: 200 len: 375 time: 0.5242660 Feb 13 23:27:39.685498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f2d82-df48-4c1b-b7e8-6da5e19d2e8c req-b90b4ec0-4d08-4a99-bcbb-0840b6a58e9b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:39.687048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-068f2d82-df48-4c1b-b7e8-6da5e19d2e8c req-b90b4ec0-4d08-4a99-bcbb-0840b6a58e9b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1144972 Feb 13 23:27:39.769049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-068f2d82-df48-4c1b-b7e8-6da5e19d2e8c req-d5c84868-da76-43ef-86b5-213e8ecf7103 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694966 Feb 13 23:27:39.828375 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6fba8b-fea6-4156-aaca-d43af4061687', 'name': 'network-vif-deleted', 'tag': '22d24ee3-c6b2-4412-8e0a-507108593a35', 'status': 'completed', 'code': 200} Feb 13 23:27:39.879767 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'code': 200} Feb 13 23:27:39.889319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:40.071263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9206-0a63-4e92-93e7-448521ee3921 req-df2d85f0-a332-4efe-a5cb-ac1b4ba4e5c1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:40.079357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-846b9206-0a63-4e92-93e7-448521ee3921 req-df2d85f0-a332-4efe-a5cb-ac1b4ba4e5c1 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.0986736 Feb 13 23:27:40.134822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-846b9206-0a63-4e92-93e7-448521ee3921 req-988a5657-8e2b-48be-a982-78b74ae2fe95 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543437 Feb 13 23:27:40.313365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b86c7-151c-477d-9ee6-f85ff52b95c7 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:40.342665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:40.358162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec46a5-0bd9-4089-8a5c-a52c3a4a9e2d req-706ecaf4-b106-4524-9c0d-c27d79424851 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:40.359648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8ec46a5-0bd9-4089-8a5c-a52c3a4a9e2d req-706ecaf4-b106-4524-9c0d-c27d79424851 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 932 time: 0.0949066 Feb 13 23:27:40.408605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Transition to ACTIVE for port object 874b86c7-151c-477d-9ee6-f85ff52b95c7 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:40.422069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-79a52dd9-767a-4629-83f3-d94bc2ac042d tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Synchronizing usage tracker for tenant:a59cd30189054c8e98797658edf75fb8 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:40.434911 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8ec46a5-0bd9-4089-8a5c-a52c3a4a9e2d req-97e71fbf-4fe7-4c62-9fcb-388d386455a7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677381 Feb 13 23:27:40.445417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:40.467689 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:40.690138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-79a52dd9-767a-4629-83f3-d94bc2ac042d tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Unset dirty status for tenant:a59cd30189054c8e98797658edf75fb8 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:40.691459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-79a52dd9-767a-4629-83f3-d94bc2ac042d tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a59cd30189054c8e98797658edf75fb8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0746105 Feb 13 23:27:40.708625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Pushing event updated for resources: {'Port': ['ID=874b86c7-151c-477d-9ee6-f85ff52b95c7,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:40.849960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:40.855662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d82f-fdb7-4745-990c-e5e6edf777f5 req-464e9e22-a6ba-4030-915a-2610f195437f tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:40.857281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7db9d82f-fdb7-4745-990c-e5e6edf777f5 req-464e9e22-a6ba-4030-915a-2610f195437f tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 945 time: 0.0966725 Feb 13 23:27:40.911937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7db9d82f-fdb7-4745-990c-e5e6edf777f5 req-7553c070-93a5-4178-bfcc-c060a8469e82 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484595 Feb 13 23:27:40.939329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:40.940804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fd2de00e-50b6-4ac3-b1e4-87784ebfe548 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:41.032980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:27:41.092940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:41.103474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:41.103809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:41.104554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.161395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-2ddc488e-92b1-4b36-8f4b-1d2d96066386 service neutron] 10.222.0.36 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473717 Feb 13 23:27:41.162090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event updated for resources: {'Port': ['ID=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:41.165781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:27:41.176219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:41.181376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:27:41.211631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Attempting to bind port 874b86c7-151c-477d-9ee6-f85ff52b95c7 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:27:41.211921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Attempting to bind port 874b86c7-151c-477d-9ee6-f85ff52b95c7 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:27:41.212180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Attempting to bind port 874b86c7-151c-477d-9ee6-f85ff52b95c7 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:41.244456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:41.259602 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.280897 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.318314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:41.322786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.324481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 491bb800-f27b-403a-8aa9-40ce01cd68f6 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:41.328565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Port 874b86c7-151c-477d-9ee6-f85ff52b95c7 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:27:41.328892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Attempting to bind port 874b86c7-151c-477d-9ee6-f85ff52b95c7 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:41.331091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6881-b2a1-48d3-94e8-0dfc63587768 req-2f7506db-afbd-457c-b426-f4ecd31f1a20 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:41.340641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f34a6881-b2a1-48d3-94e8-0dfc63587768 req-2f7506db-afbd-457c-b426-f4ecd31f1a20 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 932 time: 0.2506804 Feb 13 23:27:41.384953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Transition to ACTIVE for port object 6fe44063-6469-49b6-a877-8c13039fc4b2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:41.385822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:27:41.386879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:41.387712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:27:41.387837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Bound port: 874b86c7-151c-477d-9ee6-f85ff52b95c7, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:27:41.388130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.392475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f34a6881-b2a1-48d3-94e8-0dfc63587768 req-85f4edda-3624-45fc-966a-f32346ecc2c9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:41.406887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 491bb800-f27b-403a-8aa9-40ce01cd68f6 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:27:41.407248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 491bb800-f27b-403a-8aa9-40ce01cd68f6 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:27:41.408031 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.420954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f34a6881-b2a1-48d3-94e8-0dfc63587768 req-85f4edda-3624-45fc-966a-f32346ecc2c9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:41.440004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:41.442971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f34a6881-b2a1-48d3-94e8-0dfc63587768 req-85f4edda-3624-45fc-966a-f32346ecc2c9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979187 Feb 13 23:27:41.447675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:41.448278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.549031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:41.647106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-4b98ef6c-0f51-49f2-a1ed-d72222d3ae77 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5615761 Feb 13 23:27:41.658004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=9']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:41.664858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Request body: {'port': {'device_id': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:41.712769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Deleting subnet a6f26e2c-52b8-439d-a61d-0b1821aade7c {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:27:41.720218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-73a6d5b5-f1f3-4846-8b81-d0041d0f89f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097716 Feb 13 23:27:41.722786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.831078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'name': 'network-vif-deleted', 'tag': '491bb800-f27b-403a-8aa9-40ce01cd68f6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:41.847614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] No DVR routers for this DVR port 6fe44063-6469-49b6-a877-8c13039fc4b2 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:27:41.880950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:41.909694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:41.966417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21525-5e71-40cc-b3dd-e46dd0cd6477 req-a5f94f80-90a2-4bf4-b04c-4a7c0bd410de tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:41.973981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57a21525-5e71-40cc-b3dd-e46dd0cd6477 req-a5f94f80-90a2-4bf4-b04c-4a7c0bd410de tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1918244 Feb 13 23:27:42.012408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.028498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] For port 874b86c7-151c-477d-9ee6-f85ff52b95c7, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:42.078632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57a21525-5e71-40cc-b3dd-e46dd0cd6477 req-f3fa62f5-0c0c-4fc1-8a73-243ac1555f51 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038532 Feb 13 23:27:42.138665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.208236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f26e2c-52b8-439d-a61d-0b1821aade7c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:42.238950 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.248835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-44f7c755-bde9-4879-a80a-d06523de33c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a6f26e2c-52b8-439d-a61d-0b1821aade7c HTTP/1.1" status: 204 len: 168 time: 0.6977634 Feb 13 23:27:42.251268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47082) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:42.258854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] For port 874b86c7-151c-477d-9ee6-f85ff52b95c7, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:27:42.277346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.316000 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.454346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.455758 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] 10.222.0.42 "PUT /v2.0/ports/874b86c7-151c-477d-9ee6-f85ff52b95c7 HTTP/1.1" status: 200 len: 1092 time: 5.0213907 Feb 13 23:27:42.456183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'tag': '874b86c7-151c-477d-9ee6-f85ff52b95c7'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:42.477179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.551138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5be3a-6d04-435f-97da-c58f5846430b req-12231940-9ad8-49d9-bb55-8dac54eac25a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:42.557758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c5be3a-6d04-435f-97da-c58f5846430b req-12231940-9ad8-49d9-bb55-8dac54eac25a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 943 time: 0.2700603 Feb 13 23:27:42.616341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddf51d-9aa5-49ea-928b-8582a497310c service neutron] Pushing event updated for resources: {'Port': ['ID=874b86c7-151c-477d-9ee6-f85ff52b95c7,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:42.700526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c5be3a-6d04-435f-97da-c58f5846430b req-08592a00-235b-43b3-b85f-2fc0d693b115 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413472 Feb 13 23:27:42.724634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.788421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d6db75-90ca-409a-b113-1cbf2e52e4c0']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:42.814205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2175904-cb61-467e-b0ea-6e82326a4a19') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:42.816033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2175904-cb61-467e-b0ea-6e82326a4a19') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:27:42.840541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.862244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.869825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:27:42.871003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:27:42.966873 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:27:42.983104 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4eb8f0-ff1f-4ed5-bfbe-3482e6ab1adb', 'name': 'network-vif-deleted', 'tag': '491bb800-f27b-403a-8aa9-40ce01cd68f6', 'status': 'completed', 'code': 200} Feb 13 23:27:42.985312 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.049649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.062054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-c5d99d28-ed60-405b-b2be-17d5963bcd9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 1095 time: 0.5384033 Feb 13 23:27:43.070483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-de90671e-ea8e-4eca-8467-a0646f436ac7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:43.071277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-de90671e-ea8e-4eca-8467-a0646f436ac7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:43.072637 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'code': 200} Feb 13 23:27:43.092336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d6db75-90ca-409a-b113-1cbf2e52e4c0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:43.106356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0586529f-8f92-437b-a14e-df94da0218bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3d6db75-90ca-409a-b113-1cbf2e52e4c0 HTTP/1.1" status: 204 len: 168 time: 0.8508220 Feb 13 23:27:43.273859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-94c0bb30-6c96-4c2b-90e9-4be7755df9a8 req-92146670-b550-49c0-b742-8556f6f7c3b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 1097 time: 0.0958228 Feb 13 23:27:43.332683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-a9721fb7-6983-4a53-a56e-7cbc246acecd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7 HTTP/1.1" status: 200 len: 217 time: 0.2550468 Feb 13 23:27:43.337787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:27:43.338363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:27:43.338697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:43.380808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47108) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:43.403694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-de90671e-ea8e-4eca-8467-a0646f436ac7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:43.418437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-de90671e-ea8e-4eca-8467-a0646f436ac7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 944 time: 0.8816774 Feb 13 23:27:43.487496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-94c0bb30-6c96-4c2b-90e9-4be7755df9a8 req-d23bee02-b008-467b-bb6c-db36590746b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986494 Feb 13 23:27:43.487743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Port 6fe44063-6469-49b6-a877-8c13039fc4b2 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:27:43.487743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Attempting to bind port 6fe44063-6469-49b6-a877-8c13039fc4b2 on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:43.513169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ee7313fe-ee8a-46ce-9863-97379ddd5bdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f4ec70135a541ec976ecdef09502ecb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1289425 Feb 13 23:27:43.517183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47112) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:43.533106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:27:43.533682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Checking segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:43.534606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Bound using segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:27:43.534606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Bound port: 6fe44063-6469-49b6-a877-8c13039fc4b2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:27:43.535040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.538108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e238c19-eb48-4928-ad91-514f7f7a22cb req-5c46b386-a484-4dd8-b939-8d6b75a2fb4f tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:43.539645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e238c19-eb48-4928-ad91-514f7f7a22cb req-5c46b386-a484-4dd8-b939-8d6b75a2fb4f tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.2173960 Feb 13 23:27:43.620846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-716840c8-cd93-419e-9d94-796b4e415fe3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:43.632743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4a53b38-2509-4ea6-a62f-5deead2d559f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.638392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e238c19-eb48-4928-ad91-514f7f7a22cb req-d0cd3d53-5cd5-4f52-b465-39f6e85bef6b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840709 Feb 13 23:27:43.666144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-00cb2053-9fbf-4c3c-9b31-f41d466d8dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:43.668241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-00cb2053-9fbf-4c3c-9b31-f41d466d8dc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.3244300 Feb 13 23:27:43.684464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4a53b38-2509-4ea6-a62f-5deead2d559f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.763716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-286fa477-9e85-447d-8141-59a3a18edd09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831604 Feb 13 23:27:43.765447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:43.773620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-716840c8-cd93-419e-9d94-796b4e415fe3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:43.784791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-23b6fe13-bbb7-436c-888b-de1ac58382c0 req-716840c8-cd93-419e-9d94-796b4e415fe3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658707 Feb 13 23:27:43.803862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4a53b38-2509-4ea6-a62f-5deead2d559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.840500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:43.845641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a53b38-2509-4ea6-a62f-5deead2d559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:43.853003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:27:43.903466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.915403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.960177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f94a9d9-d265-4f59-89b7-e098c6956310 req-847e9c90-d404-4813-84f1-9222fd10848e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 210 time: 0.1248062 Feb 13 23:27:43.967209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4a53b38-2509-4ea6-a62f-5deead2d559f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:43.968361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4a53b38-2509-4ea6-a62f-5deead2d559f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/770ef1c3-9815-4f3b-93b3-13fcbf7fa4a9 HTTP/1.1" status: 204 len: 168 time: 0.4520035 Feb 13 23:27:44.051293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Transition to ACTIVE for port object 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:44.108326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:44.179409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:44.180791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] 10.222.0.42 "PUT /v2.0/ports/6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 1091 time: 5.2368929 Feb 13 23:27:44.318940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd09f3-95ea-4e68-be57-dbd9f02ffd02 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:44.352881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041df1f5-d805-43f7-aada-a036bd848a25 req-00d244a1-bbcb-4c23-ad7f-2451263bceac tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:44.355673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-00d244a1-bbcb-4c23-ad7f-2451263bceac tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Synchronizing usage tracker for tenant:a59cd30189054c8e98797658edf75fb8 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:44.387282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-00d244a1-bbcb-4c23-ad7f-2451263bceac tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Unset dirty status for tenant:a59cd30189054c8e98797658edf75fb8 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:44.388568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-00d244a1-bbcb-4c23-ad7f-2451263bceac tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.42 "GET /v2.0/networks?id=b98e5131-0094-4da8-8af6-b559ad249f96 HTTP/1.1" status: 200 len: 815 time: 0.3495903 Feb 13 23:27:44.576542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-a1373721-5d96-4809-9547-1af454bd3fdd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Synchronizing usage tracker for tenant:a59cd30189054c8e98797658edf75fb8 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:44.619192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-f319bf49-7a65-421f-b5c7-2fb1f3e5eb79 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8478229 Feb 13 23:27:44.619551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-041df1f5-d805-43f7-aada-a036bd848a25 req-a1373721-5d96-4809-9547-1af454bd3fdd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Unset dirty status for tenant:a59cd30189054c8e98797658edf75fb8 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:44.630513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-a1373721-5d96-4809-9547-1af454bd3fdd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a59cd30189054c8e98797658edf75fb8 HTTP/1.1" status: 200 len: 379 time: 0.2139552 Feb 13 23:27:44.641798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Request body: {'port': {'device_id': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'admin_state_up': True, 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'security_groups': ['2946afbb-a728-4363-a014-f01f2bbe6748']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:44.922712 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'tag': '874b86c7-151c-477d-9ee6-f85ff52b95c7', 'status': 'completed', 'code': 200} Feb 13 23:27:45.301491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:45.312548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:45.342195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Made reservation on behalf of a59cd30189054c8e98797658edf75fb8 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:45.345542 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:45.440547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d048b6-b15e-40aa-be0f-b721e7fd9bc7 req-a2c35d21-b892-4951-a723-e023fc144866 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:45.441973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8d048b6-b15e-40aa-be0f-b721e7fd9bc7 req-a2c35d21-b892-4951-a723-e023fc144866 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.2570446 Feb 13 23:27:45.453977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62202a48-b1ed-4b3f-8022-03b9541919e3 req-a2a15fc4-2737-4234-97db-098e5548287b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:45.454726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-62202a48-b1ed-4b3f-8022-03b9541919e3 req-a2a15fc4-2737-4234-97db-098e5548287b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:45.457338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:45.544660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8d048b6-b15e-40aa-be0f-b721e7fd9bc7 req-22760b53-a433-4686-a8d6-2e118ccce16f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937958 Feb 13 23:27:45.550860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4b31693-9b74-4346-80a6-5d44cf154174 req-520c3f4b-75a7-4bf8-bc29-9de2c379e1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991118 Feb 13 23:27:45.569318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-d377a288-0091-4924-8249-e9cceb2fec29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1095 time: 1.3320098 Feb 13 23:27:45.674662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Allocated IP 172.20.0.7 (b98e5131-0094-4da8-8af6-b559ad249f96/1b35678b-d322-4246-8658-fb613b11408e/a79808f8-8dfd-4160-8883-b34d9dd42aba) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:27:45.715669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:45.935772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-62202a48-b1ed-4b3f-8022-03b9541919e3 req-a2a15fc4-2737-4234-97db-098e5548287b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:45.943680 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62202a48-b1ed-4b3f-8022-03b9541919e3 req-a2a15fc4-2737-4234-97db-098e5548287b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 944 time: 1.9312499 Feb 13 23:27:45.993851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Attempting to bind port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:27:45.994214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Attempting to bind port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:27:45.994549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Attempting to bind port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:46.014126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-800140928-network', 'tenant_id': 'a0910d39143d47f38edbded72e17202f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:46.021156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:46.025501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Usage tracker for resource:network and tenant:a0910d39143d47f38edbded72e17202f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:46.029635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:46.036806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:46.045535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:27:46.045867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Attempting to bind port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:46.072359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Made reservation on behalf of a0910d39143d47f38edbded72e17202f for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:46.075140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.082916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62202a48-b1ed-4b3f-8022-03b9541919e3 req-cae734b1-eb04-4e80-aff8-e159f18f7c17 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382780 Feb 13 23:27:46.087912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:27:46.088258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:46.088644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Bound using segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:27:46.089719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Bound port: 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:27:46.097686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.097832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867bdf-d528-439a-a336-db32bd7d1646 req-85360584-8d8a-4ea5-85b7-417e432f442d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:46.099463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae867bdf-d528-439a-a336-db32bd7d1646 req-85360584-8d8a-4ea5-85b7-417e432f442d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.2602811 Feb 13 23:27:46.102856 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.124861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-f6509880-f6ed-4333-8852-e61ef71516a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:46.137119 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-f6509880-f6ed-4333-8852-e61ef71516a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.4635441 Feb 13 23:27:46.155223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.212833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.42', 63713) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:46.221891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-2a62ed6b-9444-442c-957b-b70359555676 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 1095 time: 0.5491645 Feb 13 23:27:46.232872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:46.237843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Usage tracker for resource:security_group_rule and tenant:a0910d39143d47f38edbded72e17202f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:46.240802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:46.248965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:46.336060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.346178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Transition to ACTIVE for port object a79808f8-8dfd-4160-8883-b34d9dd42aba will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:46.358851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.374428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:27:46.387365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.388069 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Added segment e1080e55-569d-4382-949d-b248881a8834 of type vlan for network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c Feb 13 23:27:46.423189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.500452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef1c43f-b739-4216-8cfb-3ad054dcb479,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:46.506753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.507815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:46.509959 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.611890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8952143 Feb 13 23:27:46.641772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47164) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:27:46.671736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae867bdf-d528-439a-a336-db32bd7d1646 req-bb4eccdc-1650-4f94-a8c0-74fadce8a8ae tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5596437 Feb 13 23:27:46.706731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16386f1-e073-40f1-8be7-cce13d145179 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:46.718524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:46.724133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:27:46.741434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Request body: {'subnet': {'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-800140928-subnet', 'tenant_id': 'a0910d39143d47f38edbded72e17202f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:46.763298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:46.778062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-00d5c880-1e4e-4572-a10c-aafa566a5a63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 200 len: 998 time: 0.6303828 Feb 13 23:27:46.788019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Usage tracker for resource:subnet and tenant:a0910d39143d47f38edbded72e17202f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:46.814156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:46.875836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] For port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:46.896597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:46.926780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:46.937657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] For port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:27:46.937981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Network b98e5131-0094-4da8-8af6-b559ad249f96 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:27:46.950304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-5e2febb9-bb70-4516-9deb-09005efbdb0b service neutron] 10.222.0.42 "GET /v2.0/ports/4a02da64-87eb-4ccd-9d1f-91c292861e57/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.6533897 Feb 13 23:27:46.955950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-78f92e16-4657-47cb-ae7d-5754c3095f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:46.958072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-78f92e16-4657-47cb-ae7d-5754c3095f5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.6620359 Feb 13 23:27:46.975876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.007296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:47.025866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:27:47.060062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 874b86c7-151c-477d-9ee6-f85ff52b95c7 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:47.107964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Made reservation on behalf of a0910d39143d47f38edbded72e17202f for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:47.115738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.194867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-8e014233-ebd1-4f78-9fb5-30b6badeda3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:47.196323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-8e014233-ebd1-4f78-9fb5-30b6badeda3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.3897028 Feb 13 23:27:47.254457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:47.258389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.370418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-94d03e1b-31d3-4332-884e-bf2157bbc599 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7 HTTP/1.1" status: 200 len: 217 time: 0.3798378 Feb 13 23:27:47.436468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8010142 Feb 13 23:27:47.437743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a671901-e4e7-47ea-8412-25f7a9fadbd9 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event updated for resources: {'Port': ['ID=a79808f8-8dfd-4160-8883-b34d9dd42aba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:47.466821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Request body: {'port': {'device_id': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:47.557484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 874b86c7-151c-477d-9ee6-f85ff52b95c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:47.585717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-aa461e46-7b86-4b75-a4a7-af048922c736 None None] Provisioning for port a79808f8-8dfd-4160-8883-b34d9dd42aba completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:47.595682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-aa461e46-7b86-4b75-a4a7-af048922c736 None None] Provisioning complete for port a79808f8-8dfd-4160-8883-b34d9dd42aba triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:47.596037 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aa461e46-7b86-4b75-a4a7-af048922c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.599216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46045e-4518-481c-b72c-0ef4e07112d7 req-e4bd3bb3-ea08-4204-858c-5b1f311f1ead tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:47.606570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c46045e-4518-481c-b72c-0ef4e07112d7 req-e4bd3bb3-ea08-4204-858c-5b1f311f1ead tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 944 time: 0.6663294 Feb 13 23:27:47.609540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0637ea-adc8-4ce1-8535-d148113abab0 req-2ccd47af-43dd-41fc-b4d4-1838b9e90aba tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:47.611354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed0637ea-adc8-4ce1-8535-d148113abab0 req-2ccd47af-43dd-41fc-b4d4-1838b9e90aba tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 1.1611729 Feb 13 23:27:47.612943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.614223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f9dfdd0-5d9a-4e15-891f-c0e348fac115 HTTP/1.1" status: 200 len: 1092 time: 5.9535780 Feb 13 23:27:47.690896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '874b86c7-151c-477d-9ee6-f85ff52b95c7', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': '874b86c7-151c-477d-9ee6-f85ff52b95c7', 'mac_address': 'fa:16:3e:cb:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:47.723160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-aa461e46-7b86-4b75-a4a7-af048922c736 None None] Port a79808f8-8dfd-4160-8883-b34d9dd42aba cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:27:47.733469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c46045e-4518-481c-b72c-0ef4e07112d7 req-069e9220-5bda-4867-af39-937a327096d2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258788 Feb 13 23:27:47.757204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.790082 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed0637ea-adc8-4ce1-8535-d148113abab0 req-8e054ead-ce85-4dd3-b9cd-c3837da92486 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205504 Feb 13 23:27:47.817855 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:47.848891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b51fd-fc61-4395-a918-c68405bf95c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:47.867064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b86c7-151c-477d-9ee6-f85ff52b95c7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:47.894998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-ba788077-3b8e-4f2f-93ed-e78b31e267cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:47.897418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-ba788077-3b8e-4f2f-93ed-e78b31e267cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.5072250 Feb 13 23:27:47.907177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 874b86c7-151c-477d-9ee6-f85ff52b95c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:47.909819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-44d7d0a9-7e44-414d-b59f-8b69d4065628 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6123457 Feb 13 23:27:47.924686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:48.147376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=874b86c7-151c-477d-9ee6-f85ff52b95c7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:48.193900 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-f6831e2f-948d-4894-b2c2-87313cd138ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2798426 Feb 13 23:27:48.217015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:48.347191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79808f8-8dfd-4160-8883-b34d9dd42aba {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:48.358575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:48.359474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-ed851f96-1a46-467f-a2ee-8062750f78be service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626501 Feb 13 23:27:48.389814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff29f-eb7d-4a28-b105-e602a4ca6fda req-1bfaa6c5-2cf3-4038-9203-f8f1678ddafc tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:48.390497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6edff29f-eb7d-4a28-b105-e602a4ca6fda req-1bfaa6c5-2cf3-4038-9203-f8f1678ddafc tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Synchronizing usage tracker for tenant:a59cd30189054c8e98797658edf75fb8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:48.393338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Transition to ACTIVE for port object a79808f8-8dfd-4160-8883-b34d9dd42aba will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:48.406428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:48.489365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Pushing event updated for resources: {'Port': ['ID=a79808f8-8dfd-4160-8883-b34d9dd42aba,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:48.501936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6edff29f-eb7d-4a28-b105-e602a4ca6fda req-1bfaa6c5-2cf3-4038-9203-f8f1678ddafc tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Unset dirty status for tenant:a59cd30189054c8e98797658edf75fb8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:48.503171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6edff29f-eb7d-4a28-b105-e602a4ca6fda req-1bfaa6c5-2cf3-4038-9203-f8f1678ddafc tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 931 time: 0.2706554 Feb 13 23:27:48.681728 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-183b990a-bd54-4eb8-984e-89af06239434 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 1095 time: 0.9385655 Feb 13 23:27:48.690883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-a11c9924-eae7-45ee-9834-659faace8ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b&tenant_id=b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 1101 time: 1.2950137 Feb 13 23:27:48.765725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d2dfaf5-fe08-4b3d-9279-90d5944181f3 req-3c2265cd-5d33-4ac7-9289-3c698c551bf6 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737343 Feb 13 23:27:48.869880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6edff29f-eb7d-4a28-b105-e602a4ca6fda req-7940e1f7-ea2e-427d-83e5-ec030f01e05b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588269 Feb 13 23:27:48.896575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-2d45bb2a-1e9a-4f51-ad2e-efe761d8f54d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115 HTTP/1.1" status: 200 len: 217 time: 0.1944056 Feb 13 23:27:48.937606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 874b86c7-151c-477d-9ee6-f85ff52b95c7 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:48.959379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Attempting to bind port a79808f8-8dfd-4160-8883-b34d9dd42aba on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:27:48.962982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Attempting to bind port a79808f8-8dfd-4160-8883-b34d9dd42aba by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:27:48.963563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Attempting to bind port a79808f8-8dfd-4160-8883-b34d9dd42aba on network b98e5131-0094-4da8-8af6-b559ad249f96 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:48.978891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Port a79808f8-8dfd-4160-8883-b34d9dd42aba on network b98e5131-0094-4da8-8af6-b559ad249f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:27:48.979556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Attempting to bind port a79808f8-8dfd-4160-8883-b34d9dd42aba on network b98e5131-0094-4da8-8af6-b559ad249f96 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:27:48.992063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:27:48.992700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Checking segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:48.994312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Bound using segment: {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:27:48.994965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Bound port: a79808f8-8dfd-4160-8883-b34d9dd42aba, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc45e2b3-1476-4935-9317-eede01bf45be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:27:48.997516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.030928 n-d-828979-1 neutron-server[83661]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'status': 'failed', 'code': 422} returned with failed status Feb 13 23:27:49.067212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-d604b6fb-9b89-4b30-add6-58140c918cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054667 Feb 13 23:27:49.126594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 874b86c7-151c-477d-9ee6-f85ff52b95c7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:49.131772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 874b86c7-151c-477d-9ee6-f85ff52b95c7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:49.132146 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.206201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] For port a79808f8-8dfd-4160-8883-b34d9dd42aba, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:27:49.210822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] For port a79808f8-8dfd-4160-8883-b34d9dd42aba, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:27:49.250914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-277ef3c6-950b-498c-8195-16dbf9a19d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:49.252375 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-277ef3c6-950b-498c-8195-16dbf9a19d43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.3440192 Feb 13 23:27:49.262820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.268127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8799e-456e-4ce6-8dd2-8223a02608d5 req-f01af1c1-1d15-48f9-81d9-77ea63484baf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:49.270003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e8799e-456e-4ce6-8dd2-8223a02608d5 req-f01af1c1-1d15-48f9-81d9-77ea63484baf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.9066820 Feb 13 23:27:49.288969 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.321417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b86c7-151c-477d-9ee6-f85ff52b95c7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:49.347788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 874b86c7-151c-477d-9ee6-f85ff52b95c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:49.356412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.358535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:27:49.359268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.360855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] 10.222.0.42 "PUT /v2.0/ports/a79808f8-8dfd-4160-8883-b34d9dd42aba HTTP/1.1" status: 200 len: 1091 time: 1.9058378 Feb 13 23:27:49.362573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:49.377583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-0a0ad38b-ac6d-4549-84f9-9fb1005b05c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041486 Feb 13 23:27:49.408743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.512982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-ed524dbd-b0d6-4f6b-ac71-d8806c2ae7b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1101 time: 0.7460907 Feb 13 23:27:49.540131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27591e09-73ea-479c-a56c-c8f9f17a0eaa service neutron] Pushing event updated for resources: {'Port': ['ID=a79808f8-8dfd-4160-8883-b34d9dd42aba,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:49.573837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba7999-5671-47c5-a700-9833fa560eef req-f5d773f0-7f0e-461d-b625-08e3d070bce8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:49.575763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=874b86c7-151c-477d-9ee6-f85ff52b95c7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:49.586603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4cba7999-5671-47c5-a700-9833fa560eef req-f5d773f0-7f0e-461d-b625-08e3d070bce8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 944 time: 0.3731847 Feb 13 23:27:49.614286 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.673356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:49.684803 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:49.707226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4cba7999-5671-47c5-a700-9833fa560eef req-759d883f-3bb4-4e92-94d2-d392c853427b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094675 Feb 13 23:27:49.711644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-4cfa53e4-7ea1-45e9-84fa-95b1eab6db22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a59cd30189054c8e98797658edf75fb8&device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 1094 time: 0.2913771 Feb 13 23:27:49.856377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-04e8799e-456e-4ce6-8dd2-8223a02608d5 req-9014c311-0599-44f8-8259-062c89c7d203 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437257 Feb 13 23:27:49.864717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1154ea3-99d7-4522-8e62-6182d419e61c req-470d0c2c-b506-435b-816d-938181d5247c service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674429 Feb 13 23:27:49.920121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-0159b175-430c-475a-a228-64c70508033a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba HTTP/1.1" status: 200 len: 217 time: 0.1970944 Feb 13 23:27:49.930478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770f7b64-f48a-464d-841f-1b9f9ce5bccb,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:49.933924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:50.043744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-a6bd118e-a4c6-44cc-929d-db38e9982a2b service neutron] 10.222.0.31 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547604 Feb 13 23:27:50.047737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Checking segment: {'id': 'e1080e55-569d-4382-949d-b248881a8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:27:50.048093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Network hostable DHCP agents. Network: 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:27:50.073074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041df1f5-d805-43f7-aada-a036bd848a25 req-5e77c2ff-84dc-40ac-992c-44871fcf7987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.075163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-5e77c2ff-84dc-40ac-992c-44871fcf7987 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b35678b-d322-4246-8658-fb613b11408e HTTP/1.1" status: 200 len: 854 time: 0.1445205 Feb 13 23:27:50.263205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-d9bcb769-e869-41da-aae8-147491a4eb79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b98e5131-0094-4da8-8af6-b559ad249f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775663 Feb 13 23:27:50.273903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2902f-1a5a-4d38-95a6-89999589813a req-2e3610f8-d599-4c78-a12f-5de0c76c5d2f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.275454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-55a2902f-1a5a-4d38-95a6-89999589813a req-2e3610f8-d599-4c78-a12f-5de0c76c5d2f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.1349454 Feb 13 23:27:50.382984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-47fcc00f-53ff-4fa7-b57b-d11fd214248d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.384428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-47fcc00f-53ff-4fa7-b57b-d11fd214248d service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.7674010 Feb 13 23:27:50.458468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:27:50.518895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-55a2902f-1a5a-4d38-95a6-89999589813a req-4338343d-5b13-48ef-a092-3c4cf5f2f094 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120478 Feb 13 23:27:50.546241 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-b9faa870-c868-4f35-bcaf-f701431e73c0 service neutron] 10.222.0.42 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697837 Feb 13 23:27:50.603094 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-81ed1978-f5fb-4615-b10f-eae8f3ea044c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.1485300 Feb 13 23:27:50.614926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101114d-f402-456e-8eeb-360bf850483e req-424547e2-b244-4f7f-9a27-1e107c7f5945 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.617776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e101114d-f402-456e-8eeb-360bf850483e req-424547e2-b244-4f7f-9a27-1e107c7f5945 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.5764523 Feb 13 23:27:50.619084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:50.632273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47643cd-4635-4847-ae30-a0d0e6780d76 None None] Network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:50.637317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.638710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:50.664406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6f47b46-b502-4b5a-96fa-9fdb9da313b3 req-5d55e5ac-9b5c-425a-aa03-f9e0f3899899 service neutron] 10.222.0.31 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355861 Feb 13 23:27:50.754653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46b68e69-a74f-421b-9ebe-fef67996cfa4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.0906467 Feb 13 23:27:50.846530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-e7572385-f603-4c8d-b944-70feb737468b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.852425 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-e7572385-f603-4c8d-b944-70feb737468b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1594334 Feb 13 23:27:50.863549 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e101114d-f402-456e-8eeb-360bf850483e req-ea443593-5195-4481-8c07-756497f4604c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951785 Feb 13 23:27:50.966628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-041df1f5-d805-43f7-aada-a036bd848a25 req-b954d4e3-d8a3-482c-b6d7-4c005114bbab service neutron] 10.222.0.42 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116013 Feb 13 23:27:50.973188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cb5b-b184-48d1-83dd-6bcbd6d46dbf req-16cd532e-9a55-45eb-af11-a590ab2539ed tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:50.980687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d609cb5b-b184-48d1-83dd-6bcbd6d46dbf req-16cd532e-9a55-45eb-af11-a590ab2539ed tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 946 time: 0.2912652 Feb 13 23:27:51.034777 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'tag': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:51.052397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d609cb5b-b184-48d1-83dd-6bcbd6d46dbf req-1e01a6f6-0231-4a92-985a-5a97c6edbb39 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700419 Feb 13 23:27:51.062816 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-a750ec65-1cf3-4262-828f-bde5b81d7e1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426032 Feb 13 23:27:51.084779 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b86c7-151c-477d-9ee6-f85ff52b95c7', 'code': 200} Feb 13 23:27:51.151652 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'status': 'completed', 'code': 200} Feb 13 23:27:51.209611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8e5d3-b4a0-431d-b0be-105de80189ad None None] Network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:27:51.403700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b8e0175-7cf6-4596-a13a-c1c098b79e78 req-1d027799-932e-43dc-a069-76b46cba79d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 1097 time: 0.2116392 Feb 13 23:27:51.444713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c343069-754e-4128-ab44-d25d08fffb00 req-60842137-4979-422f-90b0-8b4a33ec9907 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:51.453278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c343069-754e-4128-ab44-d25d08fffb00 req-60842137-4979-422f-90b0-8b4a33ec9907 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 943 time: 0.1229289 Feb 13 23:27:51.488067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-a880c15e-1732-4612-a58a-432b102e3ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032378 Feb 13 23:27:51.547831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-5d5854f5-fbf9-4d38-8db1-6f2335bb4958 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a59cd30189054c8e98797658edf75fb8&device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 1094 time: 0.3111553 Feb 13 23:27:51.603738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531365d-c654-4b4e-807c-50e0f5ded68b req-99500ea5-49f9-496b-a0b1-0ad9c014bc60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:51.605869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e531365d-c654-4b4e-807c-50e0f5ded68b req-99500ea5-49f9-496b-a0b1-0ad9c014bc60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 944 time: 0.3016329 Feb 13 23:27:51.647098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c343069-754e-4128-ab44-d25d08fffb00 req-3c518470-c11f-4d28-89ad-9f16e2ed2c86 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819758 Feb 13 23:27:51.648515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b8e0175-7cf6-4596-a13a-c1c098b79e78 req-a0295c48-352b-46c8-aa79-2f4254b64aac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822290 Feb 13 23:27:51.854147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e531365d-c654-4b4e-807c-50e0f5ded68b req-c8c6d907-70e2-40ef-b644-8f4f63619dd6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181702 Feb 13 23:27:51.888856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f23d76df-151e-4bc0-8bfb-2a2a3703b106 req-be8c6999-e55c-41c3-b151-26eb19546776 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894491 Feb 13 23:27:51.907355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-b4d9b807-1af7-4583-9462-2d2593ce7d8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:51.908817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-b4d9b807-1af7-4583-9462-2d2593ce7d8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b98e5131-0094-4da8-8af6-b559ad249f96 HTTP/1.1" status: 200 len: 915 time: 0.2980654 Feb 13 23:27:52.024620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca3c26-5993-401d-8ae7-54ef005544db req-08520117-ebf6-4397-9e8c-6ea28ba33bf4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:52.033037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aca3c26-5993-401d-8ae7-54ef005544db req-08520117-ebf6-4397-9e8c-6ea28ba33bf4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 948 time: 0.1085587 Feb 13 23:27:52.087517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9aca3c26-5993-401d-8ae7-54ef005544db req-ae0cb855-3008-4b5d-9cf9-6aff103534e8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534921 Feb 13 23:27:52.162269 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'tag': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115', 'status': 'completed', 'code': 200} Feb 13 23:27:52.336293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-6bf0ee3f-7e14-46fc-943e-92ca2e6cdf42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 1095 time: 0.1533027 Feb 13 23:27:52.509272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9693-e656-482c-9204-06277470b18e req-edfb9699-be9d-4b49-b6da-8f89f05929f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:52.512315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdff9693-e656-482c-9204-06277470b18e req-edfb9699-be9d-4b49-b6da-8f89f05929f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.2352850 Feb 13 23:27:52.595866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdff9693-e656-482c-9204-06277470b18e req-bd99b34a-196d-4480-bc47-3f9d58f8b92a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764124 Feb 13 23:27:52.689453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-f193b2c6-0a63-4448-a4b7-8c32f7a5b60e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:52.690865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-f193b2c6-0a63-4448-a4b7-8c32f7a5b60e service neutron] 10.222.0.31 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.3488777 Feb 13 23:27:52.758414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-34851911-d778-462d-b6f9-abe47fae7757 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:52.759863 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-34851911-d778-462d-b6f9-abe47fae7757 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/networks?id=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c HTTP/1.1" status: 200 len: 821 time: 0.2451940 Feb 13 23:27:52.792795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-fa47e738-cd19-4de2-bc8e-64d2ad02ac3d tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/quotas/a0910d39143d47f38edbded72e17202f HTTP/1.1" status: 200 len: 375 time: 0.0189443 Feb 13 23:27:52.850096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-37b7ae61-a236-48b0-a972-ae178437e6d8 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0910d39143d47f38edbded72e17202f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563107 Feb 13 23:27:52.872094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caba1c9-5298-41df-913e-0d93da88986e req-d70a1120-9b71-4eb9-999a-470783bf5f7f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:52.883054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5caba1c9-5298-41df-913e-0d93da88986e req-d70a1120-9b71-4eb9-999a-470783bf5f7f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 946 time: 0.1061800 Feb 13 23:27:52.949159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5caba1c9-5298-41df-913e-0d93da88986e req-d0ead2af-01b1-4197-83fa-64303f185a5b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647624 Feb 13 23:27:53.004182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-cd9b1f43-8d38-4bbb-ac69-23e904bbef1a service neutron] 10.222.0.36 "GET /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531904 Feb 13 23:27:53.015197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:53.038518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-133ec9fc-cdb5-4d9b-b8b1-7b6ffb0509d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115 HTTP/1.1" status: 200 len: 217 time: 0.3405838 Feb 13 23:27:53.092757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:53.355818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eb0f3-1ed1-42cb-b0e0-8f69cf8ad2ed req-cae53203-cfd0-4784-8b27-880fe1bc6a88 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:53.360800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-395eb0f3-1ed1-42cb-b0e0-8f69cf8ad2ed req-cae53203-cfd0-4784-8b27-880fe1bc6a88 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.1800249 Feb 13 23:27:53.363099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:53.393329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-99b1cb49-2249-4f22-b14c-dcd747aa94e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba HTTP/1.1" status: 200 len: 217 time: 0.1399329 Feb 13 23:27:53.397030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115', 'mac_address': 'fa:16:3e:2e:c1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:53.446891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-395eb0f3-1ed1-42cb-b0e0-8f69cf8ad2ed req-5ccb92e9-88e1-483f-a02d-dc2cc4fa5907 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776818 Feb 13 23:27:53.484510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-a62e02f6-9d6b-4069-b9d0-30d2a9f524b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:53.485943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-a62e02f6-9d6b-4069-b9d0-30d2a9f524b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.4400740 Feb 13 23:27:53.524593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:53.557879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:53.580607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:53.585495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:53.598903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-59badaf1-8935-4ad3-95db-6b364516184c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908847 Feb 13 23:27:53.734379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:53.767780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-f8fd3f9a-a0ea-4b4a-b829-5849011c65c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:53.769931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-f8fd3f9a-a0ea-4b4a-b829-5849011c65c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b35678b-d322-4246-8658-fb613b11408e HTTP/1.1" status: 200 len: 854 time: 0.3653228 Feb 13 23:27:53.786804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5391450-8c29-47fb-9fd2-7c403599260b req-d0462c86-9587-4396-8193-fa3ce149807b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:53.794452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5391450-8c29-47fb-9fd2-7c403599260b req-d0462c86-9587-4396-8193-fa3ce149807b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 943 time: 0.1039584 Feb 13 23:27:53.832130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-c67e8bb6-d226-415e-a993-34fabae63317 service neutron] 10.222.0.36 "GET /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8269155 Feb 13 23:27:53.874826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9f9dfdd0-5d9a-4e15-891f-c0e348fac115'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:53.893078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5391450-8c29-47fb-9fd2-7c403599260b req-dd64a06e-8920-47d0-a9d0-3d78e95aaf6a tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976448 Feb 13 23:27:53.987773 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-4a5f9f07-63ab-475b-89f2-d4a9d8e31401 service neutron] 10.222.0.31 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739007 Feb 13 23:27:54.152351 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-6940192d-4a2e-4b19-b9f6-41668c49fb77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b98e5131-0094-4da8-8af6-b559ad249f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501694 Feb 13 23:27:54.470530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-e2debd58-850b-4390-b593-839cee7058ba service neutron] 10.222.0.42 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915668 Feb 13 23:27:54.611285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5192ebd-0855-44f6-a7fc-e0b3f3688f0b req-bc4bcdfb-7681-4bc4-a767-02c495ab7167 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:54.612950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5192ebd-0855-44f6-a7fc-e0b3f3688f0b req-bc4bcdfb-7681-4bc4-a767-02c495ab7167 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 945 time: 0.2310596 Feb 13 23:27:54.742927 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8040ce7e-8b12-4549-9d8a-cb0570f4fe14 req-fcd6a6ca-05c8-487a-b85b-a74919f01c81 service neutron] 10.222.0.31 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478154 Feb 13 23:27:54.775043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5192ebd-0855-44f6-a7fc-e0b3f3688f0b req-8df395b1-c0ad-471c-944c-b191d261663f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548586 Feb 13 23:27:54.862280 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'code': 200} Feb 13 23:27:54.894324 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea274069-a7f7-42ff-96ba-a1778daba197 req-41eadcc3-46b8-43de-8bd5-40fc687a049d service neutron] 10.222.0.42 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111893 Feb 13 23:27:54.939362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de431cd-557b-4858-887b-d75ac77f8414 req-070f57c3-a6e4-4d5c-9c28-8d28d129718d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:54.950972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7de431cd-557b-4858-887b-d75ac77f8414 req-070f57c3-a6e4-4d5c-9c28-8d28d129718d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 948 time: 0.4389224 Feb 13 23:27:54.972428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:55.052893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:55.230661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7de431cd-557b-4858-887b-d75ac77f8414 req-be08351a-6770-4185-8c8a-bdf1891d0ff3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754676 Feb 13 23:27:55.309236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:27:55.625610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:27:55.638989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:55.671662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:55.672031 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:55.732933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'mac_address': 'fa:16:3e:f6:d0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:55.787217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7ec64-9e44-4e6b-aa4f-a12846e2e9d4 req-fde2ba12-14a2-4e10-bfea-99fd8272b8a0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:55.795882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6af7ec64-9e44-4e6b-aa4f-a12846e2e9d4 req-fde2ba12-14a2-4e10-bfea-99fd8272b8a0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.2444954 Feb 13 23:27:55.857048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:27:55.865404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:55.900328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6af7ec64-9e44-4e6b-aa4f-a12846e2e9d4 req-d1bce290-5823-4ac0-b2dd-8cebf0d3d30d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020095 Feb 13 23:27:55.992835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a02da64-87eb-4ccd-9d1f-91c292861e57 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:56.058167 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:56.096219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:56.101473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165fde7-ad58-4487-9d56-a7c425994294 req-a71c54e0-d258-46b2-9dbc-ae54b0aa4c14 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:56.109788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:56.112240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1165fde7-ad58-4487-9d56-a7c425994294 req-a71c54e0-d258-46b2-9dbc-ae54b0aa4c14 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.2046416 Feb 13 23:27:56.227470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:56.236050 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:56.239058 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1165fde7-ad58-4487-9d56-a7c425994294 req-5d246e05-d87f-41ce-9082-d005ced2ad4a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224732 Feb 13 23:27:56.246184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:56.429637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:56.451741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4a02da64-87eb-4ccd-9d1f-91c292861e57'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:27:56.490678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51743ea7-df3e-47cd-bedc-8f742a0cbb63 req-cc4dc899-b3a8-4eb1-a4ac-33501a435067 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:56.499014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51743ea7-df3e-47cd-bedc-8f742a0cbb63 req-cc4dc899-b3a8-4eb1-a4ac-33501a435067 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 946 time: 0.2326257 Feb 13 23:27:56.505773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-599181ef-0f27-429b-af25-b9190ad67d96 req-225af222-5208-456e-9a6f-9c4254ca4067 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 210 time: 0.0749302 Feb 13 23:27:56.525942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-1fdcdddd-46df-4108-a498-8fccfbc33701 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:56.528336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-1fdcdddd-46df-4108-a498-8fccfbc33701 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.31 "GET /v2.0/networks?id=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c HTTP/1.1" status: 200 len: 821 time: 0.2281823 Feb 13 23:27:56.545820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Request body: {'port': {'device_id': '9500f12e-127d-45db-89b2-d6b372ad3935', 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c', 'admin_state_up': True, 'tenant_id': 'a0910d39143d47f38edbded72e17202f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:56.654689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51743ea7-df3e-47cd-bedc-8f742a0cbb63 req-d260a66f-c840-466a-b9e7-f70e0862dc49 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500669 Feb 13 23:27:56.776136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:27:56.782493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Usage tracker for resource:port and tenant:a0910d39143d47f38edbded72e17202f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:27:56.787125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:27:56.801382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:27:56.822529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67e84d-6c73-447c-9369-b1574f3b9658 req-6cc3faf5-dfd5-4853-a992-7483d920f60f tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:56.829026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Made reservation on behalf of a0910d39143d47f38edbded72e17202f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:27:56.832548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:56.833084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e67e84d-6c73-447c-9369-b1574f3b9658 req-6cc3faf5-dfd5-4853-a992-7483d920f60f tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 943 time: 0.1353524 Feb 13 23:27:56.863447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:27:56.922750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e67e84d-6c73-447c-9369-b1574f3b9658 req-d28cd21a-3e77-4847-a082-1e02a6e4716c tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884752 Feb 13 23:27:57.222148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36a8a-b731-4e5e-8cbc-3f27cb95130a req-63e2e391-3055-44ec-8485-3e3c9005519d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:57.224662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86d36a8a-b731-4e5e-8cbc-3f27cb95130a req-63e2e391-3055-44ec-8485-3e3c9005519d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 949 time: 0.0994005 Feb 13 23:27:57.240103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95be4-718b-485b-a15b-a0b32f1963b2 req-c49196ab-ec60-484d-9f6b-78e9345db23b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:57.241843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fd95be4-718b-485b-a15b-a0b32f1963b2 req-c49196ab-ec60-484d-9f6b-78e9345db23b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 946 time: 0.1711750 Feb 13 23:27:57.282436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86d36a8a-b731-4e5e-8cbc-3f27cb95130a req-781c3f5f-8f78-4b86-ba8d-9054f15de320 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Feb 13 23:27:57.304008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Allocated IP 172.20.0.12 (1dc3a8f4-3436-431b-8b25-cb0c99f2f94c/770f7b64-f48a-464d-841f-1b9f9ce5bccb/1821d63a-e22f-4d83-900f-86939048679f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:27:57.330441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fd95be4-718b-485b-a15b-a0b32f1963b2 req-b1b236f6-8093-4abe-84ca-23aab9538d71 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752056 Feb 13 23:27:57.472217 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115', 'code': 200} Feb 13 23:27:57.780857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c4c2dd58-b7e9-45c4-9b28-34159dc10f79 req-5fa9b946-82d7-4ec8-aa8f-77307b0dc4cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 1097 time: 0.2123215 Feb 13 23:27:57.857368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:57.859572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c4c2dd58-b7e9-45c4-9b28-34159dc10f79 req-23f6d218-a05d-4ad2-971d-50f6adcc23ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Feb 13 23:27:57.891419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9936ce-2ae8-403e-96be-608711deb024 req-48c94f7f-a41f-4c50-ab3f-964a89d82c88 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:57.896805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-48c94f7f-a41f-4c50-ab3f-964a89d82c88 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.2658544 Feb 13 23:27:57.952633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-679cc743-b1f2-4032-9131-d89d89b0ac87 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0457439 Feb 13 23:27:58.105238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:58.235675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Pushing event updated for resources: {'Port': ['ID=1821d63a-e22f-4d83-900f-86939048679f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:27:58.269011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:27:58.272222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:27:58.280909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:27:58.284992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7822830-34ad-47aa-be71-bef6efb1a036 req-cea94038-5b40-468d-b803-253e39e4913a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:58.300026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7822830-34ad-47aa-be71-bef6efb1a036 req-cea94038-5b40-468d-b803-253e39e4913a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.1635151 Feb 13 23:27:58.349949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-e041b160-bdbd-4b75-bed6-5e16a1d86d85 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3881111 Feb 13 23:27:58.437907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7822830-34ad-47aa-be71-bef6efb1a036 req-aa9496fc-eef8-406f-85cf-1437a0d05990 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317139 Feb 13 23:27:58.465645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:58.466464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:58.557129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-2e85473d-409d-4c68-be80-7a2b84a941fc tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0144949 Feb 13 23:27:58.601859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Request body: {'port': {'device_id': '9500f12e-127d-45db-89b2-d6b372ad3935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:27:58.687867 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-713a2a1c-85dd-4cc6-9128-b3ace0139c6f service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339267 Feb 13 23:27:58.973330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a79808f8-8dfd-4160-8883-b34d9dd42aba details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:27:58.993757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:59.174512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-b344385b-8501-4544-9766-e2e2b0062a34 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662354 Feb 13 23:27:59.237470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115ead-d75b-43d5-9214-81ca4d96f610 req-93670d58-cceb-4f87-92ef-720f3ae16ae9 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:59.245892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a115ead-d75b-43d5-9214-81ca4d96f610 req-93670d58-cceb-4f87-92ef-720f3ae16ae9 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 932 time: 0.1910706 Feb 13 23:27:59.254439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:27:59.302507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1a115ead-d75b-43d5-9214-81ca4d96f610 req-eb349f4a-ca80-4b72-8527-713faa81a98c tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Synchronizing usage tracker for tenant:a0910d39143d47f38edbded72e17202f on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:27:59.330835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1a115ead-d75b-43d5-9214-81ca4d96f610 req-eb349f4a-ca80-4b72-8527-713faa81a98c tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Unset dirty status for tenant:a0910d39143d47f38edbded72e17202f on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:27:59.337728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a115ead-d75b-43d5-9214-81ca4d96f610 req-eb349f4a-ca80-4b72-8527-713faa81a98c tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909066 Feb 13 23:27:59.556740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-bc53ac73-d204-41f3-b8a9-9bc9e4d3602a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:27:59.558945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-bc53ac73-d204-41f3-b8a9-9bc9e4d3602a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b&tenant_id=b0ab36724abb4ec89970456e44c9a58a&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 949 time: 0.4734325 Feb 13 23:27:59.577887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a79808f8-8dfd-4160-8883-b34d9dd42aba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:27:59.599742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'port_id': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'mac_address': 'fa:16:3e:31:83:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:27:59.655861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 4a02da64-87eb-4ccd-9d1f-91c292861e57 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:27:59.656351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:59.725974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1821d63a-e22f-4d83-900f-86939048679f {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:59.735713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:59.750081 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:27:59.754760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Transition to ACTIVE for port object 1821d63a-e22f-4d83-900f-86939048679f will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:27:59.799071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79808f8-8dfd-4160-8883-b34d9dd42aba {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:27:59.989870 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:00.007573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:00.010938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a79808f8-8dfd-4160-8883-b34d9dd42aba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:00.027578 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:00.162864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:00.172423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:00.217278 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:00.298622 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-8635-43f2-84ae-af230d1da838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:00.306618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a79808f8-8dfd-4160-8883-b34d9dd42aba,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:00.388486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Pushing event updated for resources: {'Port': ['ID=1821d63a-e22f-4d83-900f-86939048679f,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:00.399494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca5ebb-4f6e-489a-aa49-34ede2577ed8 req-e2134c4f-e55c-4a87-a7ba-b54cf5fd43ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:00.408648 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1dca5ebb-4f6e-489a-aa49-34ede2577ed8 req-e2134c4f-e55c-4a87-a7ba-b54cf5fd43ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.6519322 Feb 13 23:28:00.434928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bd34f-5e50-4954-ae83-8b8f1b8f582c req-c2d943f9-2565-4f37-8a0e-50b2b339b141 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:00.449996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f26bd34f-5e50-4954-ae83-8b8f1b8f582c req-c2d943f9-2565-4f37-8a0e-50b2b339b141 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 944 time: 0.2016935 Feb 13 23:28:00.530429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['a79808f8-8dfd-4160-8883-b34d9dd42aba'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:00.538747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f26bd34f-5e50-4954-ae83-8b8f1b8f582c req-27ea1744-47b5-437d-a675-59e983ef8b16 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871575 Feb 13 23:28:00.571777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-e18328e5-cdff-4e4b-b830-d97316ac30de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1100 time: 0.6213210 Feb 13 23:28:00.789068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Attempting to bind port 1821d63a-e22f-4d83-900f-86939048679f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:00.789307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Attempting to bind port 1821d63a-e22f-4d83-900f-86939048679f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'e1080e55-569d-4382-949d-b248881a8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:00.789659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Attempting to bind port 1821d63a-e22f-4d83-900f-86939048679f on network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:00.809218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1dca5ebb-4f6e-489a-aa49-34ede2577ed8 req-7953a7c2-4298-4c48-a448-25eeb0294b14 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995273 Feb 13 23:28:00.831184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Port 1821d63a-e22f-4d83-900f-86939048679f on network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:00.831883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Attempting to bind port 1821d63a-e22f-4d83-900f-86939048679f on network 1dc3a8f4-3436-431b-8b25-cb0c99f2f94c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:00.853252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:00.855254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Checking segment: {'id': 'e1080e55-569d-4382-949d-b248881a8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:00.856030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Bound using segment: {'id': 'e1080e55-569d-4382-949d-b248881a8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:00.861505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Bound port: 1821d63a-e22f-4d83-900f-86939048679f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1080e55-569d-4382-949d-b248881a8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:00.862205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:00.936953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:01.050816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d25ba-2441-43ad-884b-4e6fc29e20a5 req-8f8ddfa5-75cc-4886-875a-eaddb82447d3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:01.052691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-070d25ba-2441-43ad-884b-4e6fc29e20a5 req-8f8ddfa5-75cc-4886-875a-eaddb82447d3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 946 time: 0.2382123 Feb 13 23:28:01.200679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-070d25ba-2441-43ad-884b-4e6fc29e20a5 req-e4d2c05c-34ec-408f-8c00-46ca501ef9ca tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400330 Feb 13 23:28:01.264863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-03f31faf-b69f-4bfe-a5cc-1d190cc35685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:01.266355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-03f31faf-b69f-4bfe-a5cc-1d190cc35685 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.6508312 Feb 13 23:28:01.384520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] For port 1821d63a-e22f-4d83-900f-86939048679f, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:01.395860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f915-59cc-4caf-853c-a838aeae7858 req-2b2811e5-476b-44d7-ab12-ae2c6138d293 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:01.403127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96a6f915-59cc-4caf-853c-a838aeae7858 req-2b2811e5-476b-44d7-ab12-ae2c6138d293 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.3929510 Feb 13 23:28:01.405978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-480377b3-4803-4bf5-a8c2-47a116e7776c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.1012557 Feb 13 23:28:01.427461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] For port 1821d63a-e22f-4d83-900f-86939048679f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1821d63a-e22f-4d83-900f-86939048679f,segment=NetworkSegment(e1080e55-569d-4382-949d-b248881a8834),segment_id=e1080e55-569d-4382-949d-b248881a8834)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:01.481221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:01.619655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:01.622519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] 10.222.0.31 "PUT /v2.0/ports/1821d63a-e22f-4d83-900f-86939048679f HTTP/1.1" status: 200 len: 1092 time: 3.0534790 Feb 13 23:28:01.624951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9500f12e-127d-45db-89b2-d6b372ad3935', 'tag': '1821d63a-e22f-4d83-900f-86939048679f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:01.721153 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96a6f915-59cc-4caf-853c-a838aeae7858 req-52254d79-1020-498d-a79c-08e9858f4d54 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170004 Feb 13 23:28:01.839736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7ed84-dda4-4a8a-b5de-ea62bf566e41 service neutron] Pushing event updated for resources: {'Port': ['ID=1821d63a-e22f-4d83-900f-86939048679f,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:01.851473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-5e2c4e3e-55ef-4b80-85c0-ad258c30210c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:01.852938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-5e2c4e3e-55ef-4b80-85c0-ad258c30210c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.4160225 Feb 13 23:28:01.887530 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'code': 200} Feb 13 23:28:01.919295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9936ce-2ae8-403e-96be-608711deb024 req-5b6c16bb-8629-490a-97a6-a98fdbe77d07 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:01.920723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-5b6c16bb-8629-490a-97a6-a98fdbe77d07 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.4807270 Feb 13 23:28:01.937471 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-650db000-6a54-4204-92a1-25417726ea0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0910d39143d47f38edbded72e17202f&device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 1095 time: 0.2087440 Feb 13 23:28:01.948451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': '06e7825c-141f-4194-a952-dbe3c7325acd', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:02.056807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-cc5ef59c-dfdd-4d70-a1ca-dd5e125764cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1821d63a-e22f-4d83-900f-86939048679f HTTP/1.1" status: 200 len: 217 time: 0.1114132 Feb 13 23:28:02.093620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf40ece-c87a-4977-bc65-82aa076b911a req-644f66e5-3887-435b-8e61-6b9d646d68d9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:02.100640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccf40ece-c87a-4977-bc65-82aa076b911a req-644f66e5-3887-435b-8e61-6b9d646d68d9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.3178492 Feb 13 23:28:02.106152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-c0dea176-cbfe-402f-b037-6b749b05b0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2390192 Feb 13 23:28:02.165710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccf40ece-c87a-4977-bc65-82aa076b911a req-790190a1-7dc9-47f7-ab15-af699d270a10 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641165 Feb 13 23:28:02.246719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:02.250370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-9f63c842-a277-4e3c-a374-e830160493a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:02.251953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-9f63c842-a277-4e3c-a374-e830160493a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770f7b64-f48a-464d-841f-1b9f9ce5bccb HTTP/1.1" status: 200 len: 861 time: 0.1882789 Feb 13 23:28:02.256905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:02.275050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:02.279901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:02.295337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-475ac496-2ccd-4a30-a8b9-7504700b0d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:02.318603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-3386d8f2-b6f4-49a6-b323-a9e9a780b22a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594327 Feb 13 23:28:02.614729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-757b9dfc-87fa-4b7e-9a1d-3f1c03fd41e3 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887233 Feb 13 23:28:02.614729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a94281-790d-439f-b6e4-748dc3bc586c req-c63408a7-6c3c-4b31-9c30-4d43c86f5bb5 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:02.614729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-38a94281-790d-439f-b6e4-748dc3bc586c req-c63408a7-6c3c-4b31-9c30-4d43c86f5bb5 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Synchronizing usage tracker for tenant:a0910d39143d47f38edbded72e17202f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:02.762487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.4 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/4a93af2b-6572-40cb-b8bd-157a1b152282) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:02.772810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-38a94281-790d-439f-b6e4-748dc3bc586c req-c63408a7-6c3c-4b31-9c30-4d43c86f5bb5 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Unset dirty status for tenant:a0910d39143d47f38edbded72e17202f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:02.781469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38a94281-790d-439f-b6e4-748dc3bc586c req-c63408a7-6c3c-4b31-9c30-4d43c86f5bb5 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 944 time: 0.7572329 Feb 13 23:28:02.850856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38a94281-790d-439f-b6e4-748dc3bc586c req-dc3fb3c6-bbe4-48be-b0dd-41bb297200ce tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683525 Feb 13 23:28:02.943399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-e5057092-009f-46a0-9500-94950f30e185 service neutron] 10.222.0.31 "GET /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094046 Feb 13 23:28:02.983817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824e331-741b-4518-9181-a552ef15eff5 req-3369999a-dd96-404c-8b57-846ffc0c4a59 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:02.985691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a79808f8-8dfd-4160-8883-b34d9dd42aba up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:02.992994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4824e331-741b-4518-9181-a552ef15eff5 req-3369999a-dd96-404c-8b57-846ffc0c4a59 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 944 time: 0.2782271 Feb 13 23:28:03.096569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.121611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0be18895-ed25-4dce-a00d-c2294ac9cdfb req-6ab3dff6-70dd-48eb-b4b4-ebc7b5fd7172 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035727 Feb 13 23:28:03.132536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port a79808f8-8dfd-4160-8883-b34d9dd42aba completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:03.143043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port a79808f8-8dfd-4160-8883-b34d9dd42aba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:03.143781 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.209369 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7dd513a-127e-4097-a922-e6850e3b17ea req-f8f43921-5b55-4912-9873-c069208617ef service neutron] 10.222.0.31 "GET /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428973 Feb 13 23:28:03.252803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4824e331-741b-4518-9181-a552ef15eff5 req-42f983d5-9879-4627-8108-a45d04ace17a tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391444 Feb 13 23:28:03.254638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.275267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:03.342291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:03.346365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:03.349992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:03.358410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c65a6-2ab8-456f-8171-57d52a6e32ca req-4ba9456b-f383-46c4-a475-b319c7ff39b2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:03.365346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e43c65a6-2ab8-456f-8171-57d52a6e32ca req-4ba9456b-f383-46c4-a475-b319c7ff39b2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 931 time: 0.2516906 Feb 13 23:28:03.406365 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9500f12e-127d-45db-89b2-d6b372ad3935', 'tag': '1821d63a-e22f-4d83-900f-86939048679f', 'status': 'completed', 'code': 200} Feb 13 23:28:03.422774 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.423049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=4a93af2b-6572-40cb-b8bd-157a1b152282,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:03.461669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:03.462508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.475074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a79808f8-8dfd-4160-8883-b34d9dd42aba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:03.510240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-7f73a496-fee6-4922-a6c5-0d87946d0235 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5705223 Feb 13 23:28:03.534236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.535757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Request body: {'port': {'device_id': '06e7825c-141f-4194-a952-dbe3c7325acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:03.584410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e43c65a6-2ab8-456f-8171-57d52a6e32ca req-42976ec4-e39c-4aee-8973-a19b36e39aeb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119939 Feb 13 23:28:03.640209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a79808f8-8dfd-4160-8883-b34d9dd42aba,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:03.642856 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.649774 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-20b0fb12-40a1-46b5-9643-c5a8e291a7f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0910d39143d47f38edbded72e17202f&device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 1095 time: 0.2063925 Feb 13 23:28:03.732177 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.872765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:03.889240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:03.901133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-dbad4ebd-cc41-4fb0-9ac4-539e177e193f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:03.903027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-dbad4ebd-cc41-4fb0-9ac4-539e177e193f service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c HTTP/1.1" status: 200 len: 921 time: 0.2452078 Feb 13 23:28:03.908935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091c2e1-83e3-4b51-837f-af22b7e59953 req-31225553-958a-428b-a906-6b7dbe2f3a00 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:03.917196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9091c2e1-83e3-4b51-837f-af22b7e59953 req-31225553-958a-428b-a906-6b7dbe2f3a00 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 946 time: 0.1519325 Feb 13 23:28:04.036049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-d314ddfd-ff78-47cf-840f-e1256398f6fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1821d63a-e22f-4d83-900f-86939048679f HTTP/1.1" status: 200 len: 217 time: 0.1090550 Feb 13 23:28:04.108898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9091c2e1-83e3-4b51-837f-af22b7e59953 req-9285c6b1-6384-44cd-a183-e0dfc758f40e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127851 Feb 13 23:28:04.135006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-ae001dc6-46a3-4d8b-8e69-dd4e727f4e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:04.135987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bf47-d93f-41db-8e8e-1879d54df88d req-c8031281-e77e-445e-b910-11069c3e57d5 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:04.142867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6649bf47-d93f-41db-8e8e-1879d54df88d req-c8031281-e77e-445e-b910-11069c3e57d5 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.5008039 Feb 13 23:28:04.145802 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-ae001dc6-46a3-4d8b-8e69-dd4e727f4e97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770f7b64-f48a-464d-841f-1b9f9ce5bccb HTTP/1.1" status: 200 len: 861 time: 0.1012926 Feb 13 23:28:04.223296 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-8dd98ad4-c168-4066-848a-8465ff55e4a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681922 Feb 13 23:28:04.281734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6649bf47-d93f-41db-8e8e-1879d54df88d req-49ec1e47-a5ac-4f38-9800-0227c5c210e8 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379738 Feb 13 23:28:04.426614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1593c3-226a-4e7a-9ce9-6c182d9e26ad req-306297e9-5581-4864-b2a8-8a0c30479e29 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:04.428187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-db1593c3-226a-4e7a-9ce9-6c182d9e26ad req-306297e9-5581-4864-b2a8-8a0c30479e29 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1681039 Feb 13 23:28:04.449882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-e3c0f7d8-bfb3-41f8-b6ae-7807ea14d79e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:04.451481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-e3c0f7d8-bfb3-41f8-b6ae-7807ea14d79e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 946 time: 0.4173424 Feb 13 23:28:04.500309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-db1593c3-226a-4e7a-9ce9-6c182d9e26ad req-3933d834-3eac-4e34-9cea-0a20e2a99c56 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 Feb 13 23:28:04.502234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-fa7de098-5534-4364-a93c-65f5d794485c service neutron] 10.222.0.31 "GET /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688279 Feb 13 23:28:04.702599 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1aa1baf-ec4a-44c1-ba8b-2d52f35c3084 req-1398c829-733c-42c7-81da-0b7a7fa3c298 service neutron] 10.222.0.31 "GET /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939435 Feb 13 23:28:04.715142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:04.715647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:04.783486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a93af2b-6572-40cb-b8bd-157a1b152282 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:04.840107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:04.868667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e23082-8412-4abf-a49d-a64e37722c17 req-c59f9a21-ec8a-4833-874f-41b2e99415fd tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:04.874145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16e23082-8412-4abf-a49d-a64e37722c17 req-c59f9a21-ec8a-4833-874f-41b2e99415fd tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 944 time: 0.0979016 Feb 13 23:28:04.903235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Transition to ACTIVE for port object 4a93af2b-6572-40cb-b8bd-157a1b152282 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:04.941963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:04.954573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16e23082-8412-4abf-a49d-a64e37722c17 req-06381c88-24bf-4503-8a18-9635264ee244 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752478 Feb 13 23:28:04.960053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:05.071879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1821d63a-e22f-4d83-900f-86939048679f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:05.075831 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'code': 200} Feb 13 23:28:05.141716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:05.142343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:05.288724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 1821d63a-e22f-4d83-900f-86939048679f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1821d63a-e22f-4d83-900f-86939048679f,segment=NetworkSegment(e1080e55-569d-4382-949d-b248881a8834),segment_id=e1080e55-569d-4382-949d-b248881a8834)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:05.304017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '1821d63a-e22f-4d83-900f-86939048679f', 'network_id': '1dc3a8f4-3436-431b-8b25-cb0c99f2f94c', 'port_id': '1821d63a-e22f-4d83-900f-86939048679f', 'mac_address': 'fa:16:3e:81:f5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770f7b64-f48a-464d-841f-1b9f9ce5bccb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:05.364825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:05.383030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1821d63a-e22f-4d83-900f-86939048679f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:05.409216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 1821d63a-e22f-4d83-900f-86939048679f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1821d63a-e22f-4d83-900f-86939048679f,segment=NetworkSegment(e1080e55-569d-4382-949d-b248881a8834),segment_id=e1080e55-569d-4382-949d-b248881a8834)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:05.419564 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:05.434550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5053-6bdf-4775-871e-3e132f8a7b4d req-bafcdbce-d377-4a95-856c-49bd37ac658a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:05.445278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-118f5053-6bdf-4775-871e-3e132f8a7b4d req-bafcdbce-d377-4a95-856c-49bd37ac658a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.9841242 Feb 13 23:28:05.455183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cf34eea-23e1-4fbb-b56d-87d8d74f9085 req-2c9bd1b5-60d5-4913-be28-63ec9c21b15f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 1096 time: 0.3028088 Feb 13 23:28:05.491086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=1821d63a-e22f-4d83-900f-86939048679f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:05.524333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:05.530943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb550-9d91-4e51-bbd7-07ccead9b96e req-ad3a25f5-8d08-44f5-b49f-2652007426a8 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:05.532781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da1eb550-9d91-4e51-bbd7-07ccead9b96e req-ad3a25f5-8d08-44f5-b49f-2652007426a8 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.2831943 Feb 13 23:28:05.554184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cf34eea-23e1-4fbb-b56d-87d8d74f9085 req-27d6a3ff-88c2-468a-9091-b16495454300 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889094 Feb 13 23:28:05.599940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da1eb550-9d91-4e51-bbd7-07ccead9b96e req-0d6d1cc6-9c19-49ce-b8cf-f2e7a91f2918 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609670 Feb 13 23:28:05.639963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Pushing event updated for resources: {'Port': ['ID=4a93af2b-6572-40cb-b8bd-157a1b152282,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:05.680660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['1821d63a-e22f-4d83-900f-86939048679f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:05.756912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-118f5053-6bdf-4775-871e-3e132f8a7b4d req-eb317a59-c4d1-41b0-b67c-94de6b22940c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107367 Feb 13 23:28:05.867588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Attempting to bind port 4a93af2b-6572-40cb-b8bd-157a1b152282 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:05.868031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Attempting to bind port 4a93af2b-6572-40cb-b8bd-157a1b152282 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:05.868181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Attempting to bind port 4a93af2b-6572-40cb-b8bd-157a1b152282 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:05.875798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Port 4a93af2b-6572-40cb-b8bd-157a1b152282 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:05.876164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Attempting to bind port 4a93af2b-6572-40cb-b8bd-157a1b152282 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:05.879119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:05.884966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:05.885300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:05.886258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:05.886706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Bound port: 4a93af2b-6572-40cb-b8bd-157a1b152282, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:05.887105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:05.897894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c991be9-46de-4baa-ab82-e1c0d2146262 req-764cef44-b614-48e6-9885-f7034724ac0a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:05.909875 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c991be9-46de-4baa-ab82-e1c0d2146262 req-764cef44-b614-48e6-9885-f7034724ac0a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1826546 Feb 13 23:28:05.955007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event deleted for resources: {'Port': ['ID=9f9dfdd0-5d9a-4e15-891f-c0e348fac115,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:06.130884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c991be9-46de-4baa-ab82-e1c0d2146262 req-160fa453-c969-454c-90bf-5ae70b3b93b6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653702 Feb 13 23:28:06.316799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] For port 4a93af2b-6572-40cb-b8bd-157a1b152282, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:06.319272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] No DVR routers for this DVR port 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:06.325529 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:06.328088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'name': 'network-vif-deleted', 'tag': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:06.337107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] For port 4a93af2b-6572-40cb-b8bd-157a1b152282, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4a93af2b-6572-40cb-b8bd-157a1b152282,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:06.347736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:06.383313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4832131b-bb4b-479b-8f29-f56e3b7ea8cc req-059fb6de-b510-454c-b4da-69b1ffbb5151 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcba51f-20c1-4335-8ba7-3dc8d199d215 HTTP/1.1" status: 200 len: 210 time: 0.0554531 Feb 13 23:28:06.389230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e77c27a5-649c-4a3f-843d-b6c8d93f264b req-603a1436-4662-4b8c-a137-31cc3ba2d5ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.31 "DELETE /v2.0/ports/9f9dfdd0-5d9a-4e15-891f-c0e348fac115 HTTP/1.1" status: 204 len: 173 time: 1.9291761 Feb 13 23:28:06.449254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:06.450633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a93af2b-6572-40cb-b8bd-157a1b152282 HTTP/1.1" status: 200 len: 1091 time: 2.9251776 Feb 13 23:28:06.459145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa1e5f-10bd-4da6-9878-e86d1d683229 service neutron] Pushing event updated for resources: {'Port': ['ID=4a93af2b-6572-40cb-b8bd-157a1b152282,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:06.480990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5c440-5359-4c44-8f29-6a26191957cf req-9a696c19-749e-447b-bd91-13bf9a20980c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:06.481687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e0b5c440-5359-4c44-8f29-6a26191957cf req-9a696c19-749e-447b-bd91-13bf9a20980c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:06.512801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e0b5c440-5359-4c44-8f29-6a26191957cf req-9a696c19-749e-447b-bd91-13bf9a20980c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:06.514004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0b5c440-5359-4c44-8f29-6a26191957cf req-9a696c19-749e-447b-bd91-13bf9a20980c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 943 time: 0.2823360 Feb 13 23:28:06.648839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0b5c440-5359-4c44-8f29-6a26191957cf req-02ac6e6c-a911-4018-86b2-7f41117ad072 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271024 Feb 13 23:28:06.679502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7136-d5bb-48ba-b453-46a1ce95e172 req-278adb12-9685-4987-88b1-4c1db582ea8e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:06.681205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-158a7136-d5bb-48ba-b453-46a1ce95e172 req-278adb12-9685-4987-88b1-4c1db582ea8e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.1246727 Feb 13 23:28:06.713878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-45468439-2044-4e39-a4fb-a299dd71d45a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 1094 time: 0.1331241 Feb 13 23:28:06.771430 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-158a7136-d5bb-48ba-b453-46a1ce95e172 req-36a6f6f0-7d77-4efa-a008-6b662fd266f7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832353 Feb 13 23:28:06.834488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-c228efdc-b3c0-46ba-bb0a-2d942182a7d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a93af2b-6572-40cb-b8bd-157a1b152282 HTTP/1.1" status: 200 len: 217 time: 0.1110828 Feb 13 23:28:06.930637 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcba51f-20c1-4335-8ba7-3dc8d199d215', 'name': 'network-vif-deleted', 'tag': '9f9dfdd0-5d9a-4e15-891f-c0e348fac115', 'status': 'completed', 'code': 200} Feb 13 23:28:06.940614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:07.044556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9936ce-2ae8-403e-96be-608711deb024 req-6d135165-b47b-4c55-a272-7236c544b5a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:07.046562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-6d135165-b47b-4c55-a272-7236c544b5a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.2041254 Feb 13 23:28:07.090165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1821d63a-e22f-4d83-900f-86939048679f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:07.114985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172956a-f0ac-4b89-ac29-f625f8840de7 req-fc0b14d9-9109-4583-9022-38ce655ecf1b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:07.116449 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7172956a-f0ac-4b89-ac29-f625f8840de7 req-fc0b14d9-9109-4583-9022-38ce655ecf1b tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.0935438 Feb 13 23:28:07.124980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-e936a5fc-a0b4-49fa-ab01-116da290037b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702515 Feb 13 23:28:07.217035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 1821d63a-e22f-4d83-900f-86939048679f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:07.217934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7172956a-f0ac-4b89-ac29-f625f8840de7 req-75552040-6919-4c4a-a1e4-90d75fd1dc88 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934684 Feb 13 23:28:07.223511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 1821d63a-e22f-4d83-900f-86939048679f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:07.223769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:07.314090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-78845c9f-6ae2-4061-9077-6669eb089325 service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815834 Feb 13 23:28:07.320510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80157-1064-44ec-9231-5256b2f55de7 req-ff68b3fd-930d-41d7-aa72-6af84a286d17 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:07.328335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75e80157-1064-44ec-9231-5256b2f55de7 req-ff68b3fd-930d-41d7-aa72-6af84a286d17 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 945 time: 0.3568332 Feb 13 23:28:07.382682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:07.426809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500f12e-127d-45db-89b2-d6b372ad3935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1821d63a-e22f-4d83-900f-86939048679f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:07.447258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 1821d63a-e22f-4d83-900f-86939048679f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1821d63a-e22f-4d83-900f-86939048679f,segment=NetworkSegment(e1080e55-569d-4382-949d-b248881a8834),segment_id=e1080e55-569d-4382-949d-b248881a8834)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:07.454674 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:07.455742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:07.475347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0a8cb-7991-4118-b5b3-ed2d38bcfc97 req-0b739319-a0f7-4993-8597-1fd2d7e5ea1d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:07.478061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62c0a8cb-7991-4118-b5b3-ed2d38bcfc97 req-0b739319-a0f7-4993-8597-1fd2d7e5ea1d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.1326785 Feb 13 23:28:07.522979 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec9936ce-2ae8-403e-96be-608711deb024 req-d27dfdbc-6ff0-4df5-b5fa-425aaa007eda service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920140 Feb 13 23:28:07.545739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75e80157-1064-44ec-9231-5256b2f55de7 req-dad2dbb8-6633-4a9a-86f7-4f645f3f0db9 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163224 Feb 13 23:28:07.568064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62c0a8cb-7991-4118-b5b3-ed2d38bcfc97 req-7d886874-c778-4485-aeb7-f1aefac2fe98 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822129 Feb 13 23:28:07.586098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:28:07.586638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9f9dfdd0-5d9a-4e15-891f-c0e348fac115 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:28:07.594804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=1821d63a-e22f-4d83-900f-86939048679f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:07.767486 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500f12e-127d-45db-89b2-d6b372ad3935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1821d63a-e22f-4d83-900f-86939048679f', 'code': 200} Feb 13 23:28:07.808562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dd095-715e-4d96-a7f0-1c2e7114537f req-592a01d6-55b4-47e0-969f-3046716c1c33 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:07.831935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47424) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:07.833992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-286dd095-715e-4d96-a7f0-1c2e7114537f req-592a01d6-55b4-47e0-969f-3046716c1c33 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.1382179 Feb 13 23:28:07.837576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Request body: {'floatingip': {'port_id': 'a79808f8-8dfd-4160-8883-b34d9dd42aba'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:07.948404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:08.168728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-baaf149e-dc55-45f1-a714-9cc29efbaeeb req-3193b77d-3159-4de4-9cd5-e3b534f256d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 1097 time: 0.2896700 Feb 13 23:28:08.175001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751b32-f421-43ec-9367-4095815d38a9 req-9d7e778d-2a08-4236-88f0-4d2904cd172e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:08.176356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6751b32-f421-43ec-9367-4095815d38a9 req-9d7e778d-2a08-4236-88f0-4d2904cd172e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 943 time: 0.1016448 Feb 13 23:28:08.246582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-baaf149e-dc55-45f1-a714-9cc29efbaeeb req-a01be486-f4ca-4756-a1f0-c041c028cec8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Feb 13 23:28:08.253247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6751b32-f421-43ec-9367-4095815d38a9 req-8155d9ce-decc-4071-8926-930bc28731c5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Feb 13 23:28:08.376026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4929d5-c9ae-4836-a8cf-46390911bf5d req-b8dfb81f-4db5-4c36-8576-de656a6ccb07 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:08.377573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e4929d5-c9ae-4836-a8cf-46390911bf5d req-b8dfb81f-4db5-4c36-8576-de656a6ccb07 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.2317219 Feb 13 23:28:08.503105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e4929d5-c9ae-4836-a8cf-46390911bf5d req-c299bbeb-295e-41da-8390-448079766ae5 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182539 Feb 13 23:28:08.547476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-c9d427d0-e0d9-489b-89e3-736b2e09f15c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:08.548937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-c9d427d0-e0d9-489b-89e3-736b2e09f15c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:08.577071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-c9d427d0-e0d9-489b-89e3-736b2e09f15c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:08.580786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-c9d427d0-e0d9-489b-89e3-736b2e09f15c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.1801143 Feb 13 23:28:08.590978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:08.602801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-724d5828-040c-46b8-a9bc-ab2b5b93abb0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.0174904 Feb 13 23:28:08.654973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-233aa287-1cae-4e72-b187-e199ceab742e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:08.671495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-233aa287-1cae-4e72-b187-e199ceab742e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:08.672928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-233aa287-1cae-4e72-b187-e199ceab742e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630190 Feb 13 23:28:08.713472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-b4674f99-2619-4c31-b3aa-f934b1d69fe3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466938 Feb 13 23:28:08.817680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:08.826671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:08.889314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-73b5946a-417f-4f57-8cc5-a382d807c190 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095993 Feb 13 23:28:08.965127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e7825c-141f-4194-a952-dbe3c7325acd', 'tag': '4a93af2b-6572-40cb-b8bd-157a1b152282'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:09.016974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:09.029668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-1741ae9e-b460-413f-806b-37868857d074 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345863 Feb 13 23:28:09.106377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4a93af2b-6572-40cb-b8bd-157a1b152282 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:09.117808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-1eda4592-b983-4082-822a-443447cb0ebd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:09.119262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-1eda4592-b983-4082-822a-443447cb0ebd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4005988 Feb 13 23:28:09.151917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-7e4c7d04-675f-482d-a21e-24df5041c5d1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/quotas/b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 375 time: 0.0246353 Feb 13 23:28:09.275800 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Floating IP 37721a59-963a-47c3-bc66-9f8dd69032c1 associated. External IP: 172.25.4.57, port: a79808f8-8dfd-4160-8883-b34d9dd42aba. Feb 13 23:28:09.324307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 4a93af2b-6572-40cb-b8bd-157a1b152282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4a93af2b-6572-40cb-b8bd-157a1b152282,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:09.341515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:09.361461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '4a93af2b-6572-40cb-b8bd-157a1b152282', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': '4a93af2b-6572-40cb-b8bd-157a1b152282', 'mac_address': 'fa:16:3e:e4:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:09.365434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'port_id': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'mac_address': 'fa:16:3e:58:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:09.389921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dad28-0216-4d66-9ef0-53d396b9abf4 req-2147b5ac-4204-4009-8531-2ce8ac1ee11c tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:09.392277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-310dad28-0216-4d66-9ef0-53d396b9abf4 req-2147b5ac-4204-4009-8531-2ce8ac1ee11c tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 946 time: 0.1049168 Feb 13 23:28:09.426905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-2b32b341-4918-48f5-88f6-72d56aac12e0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739666 Feb 13 23:28:09.491906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-310dad28-0216-4d66-9ef0-53d396b9abf4 req-06ca9a4e-bbd6-465f-9c2f-e277d5a92711 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940740 Feb 13 23:28:09.597036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:09.679510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a93af2b-6572-40cb-b8bd-157a1b152282 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:09.711233 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e7825c-141f-4194-a952-dbe3c7325acd', 'tag': '4a93af2b-6572-40cb-b8bd-157a1b152282', 'status': 'completed', 'code': 200} Feb 13 23:28:09.757866 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:09.829166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 4a93af2b-6572-40cb-b8bd-157a1b152282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4a93af2b-6572-40cb-b8bd-157a1b152282,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:09.837215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:09.850795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:09.874048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-bf1fb2f7-c8cd-448c-881c-f48a3cedc75f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 1094 time: 0.1646016 Feb 13 23:28:09.882422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b329a-bf58-4dae-8a0e-8e5db54f25de req-241ca07e-1788-4276-b1c4-3488e68453bc tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:09.891539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe6b329a-bf58-4dae-8a0e-8e5db54f25de req-241ca07e-1788-4276-b1c4-3488e68453bc tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 944 time: 0.2379932 Feb 13 23:28:09.928402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:28:10.021811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:10.023239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=4a93af2b-6572-40cb-b8bd-157a1b152282,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:10.030135 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:10.110533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe6b329a-bf58-4dae-8a0e-8e5db54f25de req-d632fd49-c1cd-4877-8695-c8f4408234e5 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179379 Feb 13 23:28:10.138538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['4a93af2b-6572-40cb-b8bd-157a1b152282'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:10.174532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=11']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:10.211982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-8ff39e57-cf17-4215-a48a-45c59b3b42ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:10.213367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-8ff39e57-cf17-4215-a48a-45c59b3b42ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.3195906 Feb 13 23:28:10.219377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62df68cc-9f5a-4332-b9e5-55ed1cdcacde req-b4511b27-ef1c-4068-be8d-ebf4e2655c98 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 210 time: 0.1586757 Feb 13 23:28:10.316839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['6fe44063-6469-49b6-a877-8c13039fc4b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:10.330148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:28:10.335849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:10.341513 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] Sync routers for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:28:10.369318 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:28:10.370534 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:28:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:10.445427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-3ba6206e-a307-4215-b44a-7a6c77491203 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a93af2b-6572-40cb-b8bd-157a1b152282 HTTP/1.1" status: 200 len: 217 time: 0.2243145 Feb 13 23:28:10.452843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-27688a7a-ea7a-40d0-a150-438c25d6d0c5 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "PUT /v2.0/floatingips/37721a59-963a-47c3-bc66-9f8dd69032c1 HTTP/1.1" status: 200 len: 990 time: 2.6189954 Feb 13 23:28:10.455043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:10.586246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f5d5-135b-4c10-a18e-03ea2d8df22f req-81d92d28-e88e-4395-a9e6-8a96d5ba8a02 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:10.597078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8776f5d5-135b-4c10-a18e-03ea2d8df22f req-81d92d28-e88e-4395-a9e6-8a96d5ba8a02 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.1212764 Feb 13 23:28:10.650091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8776f5d5-135b-4c10-a18e-03ea2d8df22f req-55b25bed-cd35-49aa-a06c-68b38d408c00 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Feb 13 23:28:10.652157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-17b8257f-1fa0-467d-b352-08509fcc7604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:10.653608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-17b8257f-1fa0-467d-b352-08509fcc7604 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.2016559 Feb 13 23:28:10.656941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:28:10.700462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a6398-9f3b-4c23-bcc6-5528c1b1ee1a req-a775c6e3-64de-4149-b5d8-a0ec0e269ea2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:10.701884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb0a6398-9f3b-4c23-bcc6-5528c1b1ee1a req-a775c6e3-64de-4149-b5d8-a0ec0e269ea2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 944 time: 0.1731300 Feb 13 23:28:10.708122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-75cf345d-85ab-458a-b8ce-8d76c46b2581 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469801 Feb 13 23:28:10.848172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61ec501d-1458-41e6-926a-b943fc2889a9 req-74da1d02-0d1e-47a0-a1a7-3b20662cbf92 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 210 time: 0.0504594 Feb 13 23:28:10.886065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb0a6398-9f3b-4c23-bcc6-5528c1b1ee1a req-0cfe9f41-8ca3-4e3a-ad3d-5227cedf5777 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764688 Feb 13 23:28:10.958166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-f0ad3fa8-550e-4180-b419-44cb34686c3f service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325306 Feb 13 23:28:11.104835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4a93af2b-6572-40cb-b8bd-157a1b152282 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:11.126663 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'status': 'completed', 'code': 200} Feb 13 23:28:11.232379 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '37721a59-963a-47c3-bc66-9f8dd69032c1', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'port_id': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'mac_address': 'fa:16:3e:31:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:27:00Z', 'updated_at': '2022-02-13T23:28:08Z', 'revision_number': 1, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:27:00Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:11.237552 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] Checking router: a99e5c33-03a3-4722-a7dc-d0da08b3dd6c for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:28:11.250373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 4a93af2b-6572-40cb-b8bd-157a1b152282 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:11.253322 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:28:11.254410 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:28:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:11.256851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 4a93af2b-6572-40cb-b8bd-157a1b152282 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:11.257226 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:11.391738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d9d21-1f2e-4ccc-a8dc-331072d4e87c req-202520b1-3e61-4b23-b412-890fd94d1c89 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:11.393916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e46d9d21-1f2e-4ccc-a8dc-331072d4e87c req-202520b1-3e61-4b23-b412-890fd94d1c89 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 946 time: 0.1695499 Feb 13 23:28:11.426770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:11.441205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-9fd79c49-75f7-448e-85b1-5c9dcbbde5ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a59cd30189054c8e98797658edf75fb8&device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 1096 time: 0.3117747 Feb 13 23:28:11.446125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-c8dfad6b-2037-48f3-beac-d5c459679468 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:11.447629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-c8dfad6b-2037-48f3-beac-d5c459679468 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.5282052 Feb 13 23:28:11.464373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e7825c-141f-4194-a952-dbe3c7325acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a93af2b-6572-40cb-b8bd-157a1b152282'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:11.476343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 4a93af2b-6572-40cb-b8bd-157a1b152282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4a93af2b-6572-40cb-b8bd-157a1b152282,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:11.481354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee07c86-6a51-4a10-81ec-e10a0242105f req-89856399-2ed6-4c05-95cb-d646cf0cf988 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:11.486931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:11.488047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:11.488221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fee07c86-6a51-4a10-81ec-e10a0242105f req-89856399-2ed6-4c05-95cb-d646cf0cf988 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.2519543 Feb 13 23:28:11.525357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65b4c5cf-e375-47f7-9b10-2aa5f83ef03f req-dab5cacc-0430-4b9f-9bcd-e14a233168b9 service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593083 Feb 13 23:28:11.554569 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:28:11.605567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-1fa012fa-a98e-4d62-a27a-683ec1f647ff tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403042 Feb 13 23:28:11.611343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fee07c86-6a51-4a10-81ec-e10a0242105f req-bdd9578a-47ed-4828-9586-131978090d41 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223845 Feb 13 23:28:11.779822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e46d9d21-1f2e-4ccc-a8dc-331072d4e87c req-8afb5963-277d-41f0-8cdd-26b491267a38 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732879 Feb 13 23:28:11.803163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=4a93af2b-6572-40cb-b8bd-157a1b152282,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:11.811212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Request body: {'port': {'device_id': '28ddebb7-5863-4f65-9598-914619c67233', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'admin_state_up': True, 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:11.841674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-dff3eacd-637d-4d37-a7e0-12337c1c23d2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:11.843739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-dff3eacd-637d-4d37-a7e0-12337c1c23d2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310262 Feb 13 23:28:11.875842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:11.900909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Request body: {'port': {'device_id': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'b0ab36724abb4ec89970456e44c9a58a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:11.950101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:11.955844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:12.067228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:12.084047 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '37721a59-963a-47c3-bc66-9f8dd69032c1', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'port_id': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'mac_address': 'fa:16:3e:31:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:27:00Z', 'updated_at': '2022-02-13T23:28:08Z', 'revision_number': 1, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:27:00Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:12.089440 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d6daf6-8baf-4c2c-a32d-295df9f8825a None None] The sync data for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 is: [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '37721a59-963a-47c3-bc66-9f8dd69032c1', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'port_id': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'mac_address': 'fa:16:3e:31:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:27:00Z', 'updated_at': '2022-02-13T23:28:08Z', 'revision_number': 1, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:27:00Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:28:12.109164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22356c6-2118-4bb7-972f-89f314f41a26 req-38fce653-68f3-4b11-8c6b-501bdb271880 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:12.110660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f22356c6-2118-4bb7-972f-89f314f41a26 req-38fce653-68f3-4b11-8c6b-501bdb271880 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 950 time: 0.2567754 Feb 13 23:28:12.126303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:12.131288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-56577158-dd9f-4cdb-aed5-81a96952bc78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:12.132732 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-56577158-dd9f-4cdb-aed5-81a96952bc78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b98e5131-0094-4da8-8af6-b559ad249f96 HTTP/1.1" status: 200 len: 915 time: 0.6824324 Feb 13 23:28:12.155247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:12.181164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Made reservation on behalf of b0ab36724abb4ec89970456e44c9a58a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:12.184609 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:12.205413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f22356c6-2118-4bb7-972f-89f314f41a26 req-fbc22dd0-8043-4462-93f1-90371da9d170 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804567 Feb 13 23:28:12.235900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:12.269372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3a3d-8822-4e95-a908-1d200d38af26 req-3d9a128b-e525-4f1b-9ac6-d80bcc318a2b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:12.276937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3d3a3d-8822-4e95-a908-1d200d38af26 req-3d9a128b-e525-4f1b-9ac6-d80bcc318a2b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 945 time: 0.2837908 Feb 13 23:28:12.279224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:12.328264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-3c49cffa-c96c-434c-85ad-65854df2303f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba HTTP/1.1" status: 200 len: 998 time: 0.1839690 Feb 13 23:28:12.330703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:12.333623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:12.366814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39c619-abc6-4d0a-a0a2-b9255a8f313f None None] New status for floating IP 37721a59-963a-47c3-bc66-9f8dd69032c1: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:28:12.406708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3d3a3d-8822-4e95-a908-1d200d38af26 req-2482cb37-f12f-4021-ac65-fdbe16978202 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289141 Feb 13 23:28:12.414475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c63045d4-24c3-4140-bc60-02d1f7da3dcb req-5820d2d3-7f26-4d4f-be63-32644365fc49 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 210 time: 0.0529673 Feb 13 23:28:12.439606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Allocated IP 192.168.233.244 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:12.493027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-70f4a014-c889-4fdf-8b51-d678f5d1b77f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:12.494556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-70f4a014-c889-4fdf-8b51-d678f5d1b77f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b35678b-d322-4246-8658-fb613b11408e HTTP/1.1" status: 200 len: 854 time: 0.1454837 Feb 13 23:28:12.678942 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e7825c-141f-4194-a952-dbe3c7325acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a93af2b-6572-40cb-b8bd-157a1b152282', 'code': 200} Feb 13 23:28:12.704974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Allocated IP 172.20.0.2 (184fd408-1aaa-4393-91d6-05f5ec7bcb69/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa/00ac6bbd-846f-409d-bb53-fe0c425e467f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:12.754052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-44a8adb0-1cbd-4165-aa6e-16264cce0276 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b98e5131-0094-4da8-8af6-b559ad249f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406764 Feb 13 23:28:12.848406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-abe81c42-f6f1-4760-aa02-69c25e3ddd48 req-a5cadab6-9910-4eda-a117-068522b8c5f7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 210 time: 0.0631306 Feb 13 23:28:12.853654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:12.863993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec4ee695-2db7-4ffe-87a2-9ac6a5031299 req-8581aa8c-a627-4736-aa8d-d964be7c9b58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 1096 time: 0.2315412 Feb 13 23:28:12.898521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Transition to ACTIVE for port object ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:12.926379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec4ee695-2db7-4ffe-87a2-9ac6a5031299 req-397e9383-8c3c-4c6c-8e26-57ce226b1c74 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 Feb 13 23:28:12.939651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:12.955563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:12.988682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4a02da64-87eb-4ccd-9d1f-91c292861e57'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:13.009505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d8328-bd14-4d4d-ab40-f731688cd737 req-5e2b0f95-0283-44a7-bbbf-8876f96ac6fd tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:13.011286 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd4d8328-bd14-4d4d-ab40-f731688cd737 req-5e2b0f95-0283-44a7-bbbf-8876f96ac6fd tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.2997172 Feb 13 23:28:13.060873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:13.066354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:13.067697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:13.072330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:13.073975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-1964e5a2-c67a-4f68-807e-b98e3727628b service neutron] 10.222.0.42 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078637 Feb 13 23:28:13.109006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:13.157793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:13.158438 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.181218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74767d7-5896-41a4-8315-f5aa5cd3794f req-e9ff3290-535e-493d-b4e3-468b8e1841da tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:13.189441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a74767d7-5896-41a4-8315-f5aa5cd3794f req-e9ff3290-535e-493d-b4e3-468b8e1841da tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 945 time: 0.2107210 Feb 13 23:28:13.217127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd4d8328-bd14-4d4d-ab40-f731688cd737 req-0e1a8f2b-15e6-4893-a28f-1100cc826b32 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927450 Feb 13 23:28:13.236673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-527af519-9fa9-4637-8aa0-bc8550a44de9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3397422 Feb 13 23:28:13.246215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.251714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Request body: {'port': {'device_id': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:13.298716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a74767d7-5896-41a4-8315-f5aa5cd3794f req-21825f2c-9f03-4ee4-be06-d7193bf61fa0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083198 Feb 13 23:28:13.300994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d406dbf9-e44a-449f-96b6-11b5dc94286e req-33fd4e0a-c6be-49a2-9158-ec0478508d3c service neutron] 10.222.0.42 "GET /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148521 Feb 13 23:28:13.347458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 6fe44063-6469-49b6-a877-8c13039fc4b2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:13.349389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.356245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 6fe44063-6469-49b6-a877-8c13039fc4b2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:13.356622 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.485421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event updated for resources: {'Port': ['ID=00ac6bbd-846f-409d-bb53-fe0c425e467f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:13.491470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:13.497545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:13.502097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:13.509071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.543148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.543515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.543838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.544172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.544539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.544822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.545147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.545468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.545785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.546365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.546487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:13.600896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:13.601511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.663568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-bb8cba3f-5213-46a2-a7a0-4d7986a89fc1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8826544 Feb 13 23:28:13.675407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Request body: {'port': {'device_id': '28ddebb7-5863-4f65-9598-914619c67233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:13.786905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.808225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f701c865-69e5-466a-beb9-e6020193c118 None None] Provisioning for port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:13.824493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f701c865-69e5-466a-beb9-e6020193c118 None None] Provisioning complete for port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:13.825138 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f701c865-69e5-466a-beb9-e6020193c118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.873020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:13.923562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f701c865-69e5-466a-beb9-e6020193c118 None None] Port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:28:13.926206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:13.931941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:14.063790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=12']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:14.230407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:14.238457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:14.255268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Transition to ACTIVE for port object ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:14.261701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:14.309138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410891ec-c834-4724-b33a-d1de673c7ee3 req-dcc47104-1aa6-43ef-9aa1-f571326624ad tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:14.310656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-410891ec-c834-4724-b33a-d1de673c7ee3 req-dcc47104-1aa6-43ef-9aa1-f571326624ad tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 931 time: 0.3555074 Feb 13 23:28:14.416822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f94dc-35dd-438e-b44e-6740ecac1031 req-495ddcb8-67da-49df-b8de-44f7aa94e531 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:14.418599 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d2f94dc-35dd-438e-b44e-6740ecac1031 req-495ddcb8-67da-49df-b8de-44f7aa94e531 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.1383584 Feb 13 23:28:14.493914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:14.530705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ac6bbd-846f-409d-bb53-fe0c425e467f {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:14.539518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d2f94dc-35dd-438e-b44e-6740ecac1031 req-c6108536-e180-4243-9d19-52be5f075a77 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047022 Feb 13 23:28:14.543045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:14.564038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Transition to ACTIVE for port object 00ac6bbd-846f-409d-bb53-fe0c425e467f will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:14.569790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:14.586677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-410891ec-c834-4724-b33a-d1de673c7ee3 req-727b00d1-ab41-408d-ae2f-1878e9dea616 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687061 Feb 13 23:28:14.651604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-f51c3401-1a39-4ac6-8cb3-e71b1131a649 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 1096 time: 0.2976735 Feb 13 23:28:14.680061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff'}, {'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:14.725845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ac6bbd-846f-409d-bb53-fe0c425e467f,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:14.817090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Attempting to bind port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:14.817414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Attempting to bind port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:14.817733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Attempting to bind port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:14.836925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:14.837250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Attempting to bind port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:14.873804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:14.874195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:14.874539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:14.874966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Bound port: ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:14.875304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:14.890833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Attempting to bind port 00ac6bbd-846f-409d-bb53-fe0c425e467f on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:14.891217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Attempting to bind port 00ac6bbd-846f-409d-bb53-fe0c425e467f by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:14.891495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Attempting to bind port 00ac6bbd-846f-409d-bb53-fe0c425e467f on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:14.904689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754675d-8e4a-4108-b483-25b36d079334 req-9ba261c7-0663-483e-993f-6b559f0f96ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:14.906156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-9ba261c7-0663-483e-993f-6b559f0f96ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.2447419 Feb 13 23:28:14.906857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Port 00ac6bbd-846f-409d-bb53-fe0c425e467f on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:14.907182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Attempting to bind port 00ac6bbd-846f-409d-bb53-fe0c425e467f on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:14.919934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ca12-1da4-4642-8804-7fefec708cf1 req-8b6d1810-c9fc-45fc-bc28-31dccfbf43d6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:14.921383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57f3ca12-1da4-4642-8804-7fefec708cf1 req-8b6d1810-c9fc-45fc-bc28-31dccfbf43d6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.1590290 Feb 13 23:28:14.923562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:14.923904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:14.924280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Bound using segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:14.924705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Bound port: 00ac6bbd-846f-409d-bb53-fe0c425e467f, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:14.925050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:15.022429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2d5f7-4e56-4da3-a7c0-82dcc3a32fc1 req-a124af4f-36a7-4276-87e1-93234dfc210f tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:15.023786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0f2d5f7-4e56-4da3-a7c0-82dcc3a32fc1 req-a124af4f-36a7-4276-87e1-93234dfc210f tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 946 time: 0.2703040 Feb 13 23:28:15.028624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57f3ca12-1da4-4642-8804-7fefec708cf1 req-5522ab0c-1ed4-4fd0-8a4c-ed2af4dcda14 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941935 Feb 13 23:28:15.029379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-ae2870c5-6dd3-46ea-983a-697b59549f42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a93af2b-6572-40cb-b8bd-157a1b152282 HTTP/1.1" status: 200 len: 217 time: 0.0927713 Feb 13 23:28:15.052867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] For port 00ac6bbd-846f-409d-bb53-fe0c425e467f, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:15.056106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] For port 00ac6bbd-846f-409d-bb53-fe0c425e467f, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:15.062779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:15.131541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:15.132900 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] 10.222.0.42 "PUT /v2.0/ports/00ac6bbd-846f-409d-bb53-fe0c425e467f HTTP/1.1" status: 200 len: 1091 time: 1.4615769 Feb 13 23:28:15.133340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ddebb7-5863-4f65-9598-914619c67233', 'tag': '00ac6bbd-846f-409d-bb53-fe0c425e467f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:15.155059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0e4e-fa2b-4018-b37a-4334d34f6cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ac6bbd-846f-409d-bb53-fe0c425e467f,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:15.165094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754675d-8e4a-4108-b483-25b36d079334 req-c9ad0e63-2817-4904-b756-4f26d8fd1642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:15.167292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-c9ad0e63-2817-4904-b756-4f26d8fd1642 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1138363 Feb 13 23:28:15.168634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:15.172619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0f2d5f7-4e56-4da3-a7c0-82dcc3a32fc1 req-6047af73-4f47-4e6d-8ba0-83d102dec614 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ef1c43f-b739-4216-8cfb-3ad054dcb479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389480 Feb 13 23:28:15.174387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:15.212683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:15.277497 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-5163fd66-573a-41b2-8cd0-4dbeb05a22ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 1094 time: 0.0901382 Feb 13 23:28:15.308671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-ae0936f6-6fd8-4703-a58d-90093fdaf3cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310964 Feb 13 23:28:15.384963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-ada951ab-e767-49f3-87d4-f1757e678d1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f HTTP/1.1" status: 200 len: 217 time: 0.0781553 Feb 13 23:28:15.456374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:15.457737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] 10.222.0.42 "PUT /v2.0/ports/ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 1096 time: 2.2105308 Feb 13 23:28:15.460805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-fa3d2c68-5c14-40d1-8625-3b159bb3c623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:15.461220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:15.462418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-fa3d2c68-5c14-40d1-8625-3b159bb3c623 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.0646424 Feb 13 23:28:15.504686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0913f64-915e-4d3d-8599-518072c20f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:15.517719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159e53a-283b-4179-b79c-6af2468b2863 req-56e75a66-a2ff-4858-bf7a-1142a57d28a6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:15.519528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c159e53a-283b-4179-b79c-6af2468b2863 req-56e75a66-a2ff-4858-bf7a-1142a57d28a6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.2462990 Feb 13 23:28:15.528396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-4a7f591f-f150-4e88-bfad-a05d3c259d0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562773 Feb 13 23:28:15.626152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-ae9eacfa-7e6c-43d5-99c2-1d7e83138c13 service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038907 Feb 13 23:28:15.665404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c159e53a-283b-4179-b79c-6af2468b2863 req-3a3bda3f-b9c0-47a9-a445-a0cca26971aa tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360440 Feb 13 23:28:15.672391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-024f1dbc-b6fb-4d92-ab4d-50881990494e tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:15.673829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-024f1dbc-b6fb-4d92-ab4d-50881990494e tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.31 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 946 time: 0.4179213 Feb 13 23:28:15.688722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aceaf1-0ac4-42d8-9be4-3be6d1687300 req-89c41713-5d8c-4add-a0d5-c91258357280 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:15.690199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-27aceaf1-0ac4-42d8-9be4-3be6d1687300 req-89c41713-5d8c-4add-a0d5-c91258357280 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 945 time: 0.3661745 Feb 13 23:28:15.726654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-06d0a932-b63e-4201-b504-e1f1e3b62494 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826935 Feb 13 23:28:15.787886 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'code': 200} Feb 13 23:28:15.789229 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'code': 200} Feb 13 23:28:15.871896 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ddebb7-5863-4f65-9598-914619c67233', 'tag': '00ac6bbd-846f-409d-bb53-fe0c425e467f', 'status': 'completed', 'code': 200} Feb 13 23:28:15.911021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec3febbd-ec9a-4925-ba81-fea37f275ee3 req-629c5ef6-0e93-4db6-ad49-668b19b34e37 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755877 Feb 13 23:28:15.941950 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'status': 'completed', 'code': 200} Feb 13 23:28:16.000919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-3159d417-cabe-4f61-bd59-3d0c1f6a82dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1099 time: 0.4866874 Feb 13 23:28:16.032197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Deleting port 1821d63a-e22f-4d83-900f-86939048679f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:16.032538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:16.175526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-27aceaf1-0ac4-42d8-9be4-3be6d1687300 req-e681dfab-a085-4766-a7cd-313573e7a9c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817466 Feb 13 23:28:16.182666 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-0d95439e-05df-482a-971e-a16d431421ae service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485642 Feb 13 23:28:16.216698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-49231953-e664-4745-978b-fb8b98f5156f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 217 time: 0.1982546 Feb 13 23:28:16.313851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-3e827b76-50bf-43ec-9c1d-6bde1fa96b80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 1094 time: 0.2923765 Feb 13 23:28:16.343330 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80cb0437-d0cc-4b1a-a746-cc5d5a193bde req-889c6a2f-7303-460f-a41d-3067d7b7aa9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 1097 time: 0.2805569 Feb 13 23:28:16.354878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45104-7ef1-40e9-a934-ee5ce0ac8aa7 req-bcf64815-493e-49b2-a7f0-8a385959c5b9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:16.355597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0ac45104-7ef1-40e9-a934-ee5ce0ac8aa7 req-bcf64815-493e-49b2-a7f0-8a385959c5b9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:16.413931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-137e0edf-ded6-4a36-8a1a-c006b9c6bea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:16.415350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-137e0edf-ded6-4a36-8a1a-c006b9c6bea1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1870582 Feb 13 23:28:16.467333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0ac45104-7ef1-40e9-a934-ee5ce0ac8aa7 req-bcf64815-493e-49b2-a7f0-8a385959c5b9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:16.468486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0ac45104-7ef1-40e9-a934-ee5ce0ac8aa7 req-bcf64815-493e-49b2-a7f0-8a385959c5b9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 943 time: 0.2689545 Feb 13 23:28:16.505143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80cb0437-d0cc-4b1a-a746-cc5d5a193bde req-0c119833-3ad1-4d7f-9fab-e7b886a5a21c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049623 Feb 13 23:28:16.533145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] For port 1821d63a-e22f-4d83-900f-86939048679f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1821d63a-e22f-4d83-900f-86939048679f,segment=NetworkSegment(e1080e55-569d-4382-949d-b248881a8834),segment_id=e1080e55-569d-4382-949d-b248881a8834)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:16.533512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:16.535322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-678f0de0-164a-42be-ba91-17c4a2b6b1e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:16.537046 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-678f0de0-164a-42be-ba91-17c4a2b6b1e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.2158978 Feb 13 23:28:16.547519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0ac45104-7ef1-40e9-a934-ee5ce0ac8aa7 req-280f4da3-36cb-4a73-abb1-e48d6e659812 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650787 Feb 13 23:28:16.667310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Calling delete_port for 1821d63a-e22f-4d83-900f-86939048679f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:16.712481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652b05e-638a-4c96-b0bc-3d0d5be46424 req-30d643d7-5685-4f81-901c-1591cfd0ab46 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:16.714701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5652b05e-638a-4c96-b0bc-3d0d5be46424 req-30d643d7-5685-4f81-901c-1591cfd0ab46 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.4055660 Feb 13 23:28:16.733727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebddd50-795b-4004-ac9a-7c6d8cafc394 req-38df3216-2481-43db-bdc6-368728acb9b9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:16.735192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ebddd50-795b-4004-ac9a-7c6d8cafc394 req-38df3216-2481-43db-bdc6-368728acb9b9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.0780985 Feb 13 23:28:16.753731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-83f8df99-8599-494a-912f-d0d56ad5e882 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3304272 Feb 13 23:28:16.818835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-d8aabfc3-a1d5-4b37-a469-39194a7f0b27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f HTTP/1.1" status: 200 len: 217 time: 0.0826528 Feb 13 23:28:16.883272 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5652b05e-638a-4c96-b0bc-3d0d5be46424 req-4398f43b-8be3-46ff-ba74-8b60fd4be416 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596270 Feb 13 23:28:16.886270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ebddd50-795b-4004-ac9a-7c6d8cafc394 req-43dec7be-f2cf-4fd9-a108-52c0cb7088b5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982144 Feb 13 23:28:16.900106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-7b9d338e-0ab2-4a91-ad29-9d42c8d555c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:16.901783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-7b9d338e-0ab2-4a91-ad29-9d42c8d555c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.0703673 Feb 13 23:28:16.963790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-935018a0-0cdc-4854-8673-edcc00e26cdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548551 Feb 13 23:28:16.976985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-321ec9ad-0690-431c-8781-22cc1d51ee71 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139597 Feb 13 23:28:16.984083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.000885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['1821d63a-e22f-4d83-900f-86939048679f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:17.073590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:17.145414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Pushing event deleted for resources: {'Port': ['ID=1821d63a-e22f-4d83-900f-86939048679f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:17.170114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fd2de00e-50b6-4ac3-b1e4-87784ebfe548 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:17.201526 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-99db8518-95df-4a31-ad71-98a0dafd9a53 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230546 Feb 13 23:28:17.236636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf3de776-9370-4f2a-a046-e4cfb6669423 req-be5eb876-51cf-43af-b231-33cad1199b7d tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.36 "GET /v2.0/ports?device_id=9500f12e-127d-45db-89b2-d6b372ad3935 HTTP/1.1" status: 200 len: 210 time: 0.0853069 Feb 13 23:28:17.302056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] No DVR routers for this DVR port 1821d63a-e22f-4d83-900f-86939048679f on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:17.305455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.325604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:17.366927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b65d5b-6f8e-41ab-8740-1063f2d07529 req-e528bfa5-1734-4768-81f1-85eda970f7b7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:17.371719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '0e550067-4768-444e-a7ef-1d63e787611d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '0e550067-4768-444e-a7ef-1d63e787611d', 'mac_address': 'fa:16:3e:cc:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:17.374377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3b65d5b-6f8e-41ab-8740-1063f2d07529 req-e528bfa5-1734-4768-81f1-85eda970f7b7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.2337365 Feb 13 23:28:17.417087 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ce5f9b-654e-4e84-b1a9-bdf75282b625 req-b2a2eb94-a5ed-49ca-bd07-c5f92674e698 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084925 Feb 13 23:28:17.452114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3b65d5b-6f8e-41ab-8740-1063f2d07529 req-f461ee7e-9d1e-42b8-bf16-00a415b7eb0e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766091 Feb 13 23:28:17.483011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9edfb8b3-9495-4fd8-b733-5fde8a3f9668 req-9b1d67d2-ab4c-4e9e-9b6d-9d4f253f5dae service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969335 Feb 13 23:28:17.484445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5fec3fdb-688e-424e-bbf2-4fcda3083caf req-2fb4a7a2-1920-4f09-9029-8f32e5c713a0 tempest-ServerAddressesNegativeTestJSON-1412215196 tempest-ServerAddressesNegativeTestJSON-1412215196-project] 10.222.0.31 "DELETE /v2.0/ports/1821d63a-e22f-4d83-900f-86939048679f HTTP/1.1" status: 204 len: 173 time: 1.6243758 Feb 13 23:28:17.497928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:17.507741 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.527292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bb638-97c4-4164-9a2b-947d5b1c19d5 req-0f7f1eaa-5560-4a57-b11e-05f50b25218d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:17.529013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b2bb638-97c4-4164-9a2b-947d5b1c19d5 req-0f7f1eaa-5560-4a57-b11e-05f50b25218d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 945 time: 0.0939093 Feb 13 23:28:17.532470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'port_id': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'mac_address': 'fa:16:3e:a7:ed:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b4ec93-0ca5-48e4-b81d-4429b9c8f502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:17.542571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e550067-4768-444e-a7ef-1d63e787611d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:17.615820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:17.617318 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.633338 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.691360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b2bb638-97c4-4164-9a2b-947d5b1c19d5 req-eb2cafb0-006d-4b8b-b1a0-a4c37244bfee tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569266 Feb 13 23:28:17.693308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd2de00e-50b6-4ac3-b1e4-87784ebfe548 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:17.709068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:17.718412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.719017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754675d-8e4a-4108-b483-25b36d079334 req-7bda7abf-0830-4645-bb77-89e590ae025c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:17.720618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-7bda7abf-0830-4645-bb77-89e590ae025c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 945 time: 0.1844957 Feb 13 23:28:17.726791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-1782ba12-e285-4968-b22b-191936471b55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1099 time: 0.1448956 Feb 13 23:28:17.737459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:17.792347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78c86-51fd-4097-b176-e73adbc336da req-f2787c22-58f1-4803-96b6-3984149aced9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:17.793884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ecc78c86-51fd-4097-b176-e73adbc336da req-f2787c22-58f1-4803-96b6-3984149aced9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 943 time: 0.0826290 Feb 13 23:28:17.804238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['0e550067-4768-444e-a7ef-1d63e787611d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:17.843214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ecc78c86-51fd-4097-b176-e73adbc336da req-5fb98644-1221-429f-a490-2267bede3d6e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Feb 13 23:28:17.856160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:17.879793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port 4a93af2b-6572-40cb-b8bd-157a1b152282 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:17.880178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:17.943974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500f12e-127d-45db-89b2-d6b372ad3935', 'name': 'network-vif-deleted', 'tag': '1821d63a-e22f-4d83-900f-86939048679f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:17.948597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fd2de00e-50b6-4ac3-b1e4-87784ebfe548'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:18.006000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-9af1142a-ed07-4b68-a141-c315c19c8fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:18.007476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-9af1142a-ed07-4b68-a141-c315c19c8fe3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2487748 Feb 13 23:28:18.108551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-4902294e-902c-4a79-8ec5-d4e3e5855543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 217 time: 0.0876520 Feb 13 23:28:18.343978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-c3db6fcb-1a88-4bbc-8ee7-5fafa87f24e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:18.345709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-c3db6fcb-1a88-4bbc-8ee7-5fafa87f24e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1771221 Feb 13 23:28:18.361347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e456780-21ed-480c-bfbe-12a96b9065ea req-58d0071b-5179-4b55-adba-e2ef619f2c34 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:18.363657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e456780-21ed-480c-bfbe-12a96b9065ea req-58d0071b-5179-4b55-adba-e2ef619f2c34 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.2076988 Feb 13 23:28:18.419447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e456780-21ed-480c-bfbe-12a96b9065ea req-4ac4648c-7478-4b87-9e01-7819234478fc tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488834 Feb 13 23:28:18.423893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port 4a93af2b-6572-40cb-b8bd-157a1b152282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4a93af2b-6572-40cb-b8bd-157a1b152282,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:18.424314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:18.575211 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500f12e-127d-45db-89b2-d6b372ad3935', 'name': 'network-vif-deleted', 'tag': '1821d63a-e22f-4d83-900f-86939048679f', 'status': 'completed', 'code': 200} Feb 13 23:28:18.583027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for 4a93af2b-6572-40cb-b8bd-157a1b152282 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:18.621023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a6c1d-a990-4d28-8d04-da91c14ee0df req-201b49a7-c1b1-4e92-9cc6-82fdb29f45f8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:18.621471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-417a6c1d-a990-4d28-8d04-da91c14ee0df req-201b49a7-c1b1-4e92-9cc6-82fdb29f45f8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:18.664941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47628) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:18.727172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-417a6c1d-a990-4d28-8d04-da91c14ee0df req-201b49a7-c1b1-4e92-9cc6-82fdb29f45f8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:18.735520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-417a6c1d-a990-4d28-8d04-da91c14ee0df req-201b49a7-c1b1-4e92-9cc6-82fdb29f45f8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.5649414 Feb 13 23:28:18.812189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Deleting subnet 770f7b64-f48a-464d-841f-1b9f9ce5bccb {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:28:18.818236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-d9a85923-0b7a-4479-b90d-5ebc089c246d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4482527 Feb 13 23:28:18.827136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:18.852304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6bde-44af-4a83-a382-b7f01a2b9e09 req-eba90c92-e4f8-4628-bb25-8542d4b293be tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:18.854503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-513e6bde-44af-4a83-a382-b7f01a2b9e09 req-eba90c92-e4f8-4628-bb25-8542d4b293be tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 945 time: 0.0908582 Feb 13 23:28:18.908935 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-513e6bde-44af-4a83-a382-b7f01a2b9e09 req-7c7caad1-01b8-4270-b3b7-ddf54dd9a15c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Feb 13 23:28:19.004274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-417a6c1d-a990-4d28-8d04-da91c14ee0df req-7770d5d6-f880-4c24-8a33-fb129386e6c6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689137 Feb 13 23:28:19.047676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.065037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 00ac6bbd-846f-409d-bb53-fe0c425e467f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:19.228204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fd2de00e-50b6-4ac3-b1e4-87784ebfe548 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:19.233603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5454d92-c6f4-48b0-9d21-6bbc3145f3d7 req-2af29e3c-499d-491f-b0fe-87ece005015f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:19.240894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5454d92-c6f4-48b0-9d21-6bbc3145f3d7 req-2af29e3c-499d-491f-b0fe-87ece005015f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e7825c-141f-4194-a952-dbe3c7325acd HTTP/1.1" status: 200 len: 945 time: 0.1749680 Feb 13 23:28:19.326477 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5454d92-c6f4-48b0-9d21-6bbc3145f3d7 req-48bb2760-b132-41a9-b2be-3d123c143c8e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776088 Feb 13 23:28:19.358685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.372262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:19.419125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.445808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 00ac6bbd-846f-409d-bb53-fe0c425e467f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:19.497129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '00ac6bbd-846f-409d-bb53-fe0c425e467f', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': '00ac6bbd-846f-409d-bb53-fe0c425e467f', 'mac_address': 'fa:16:3e:db:31:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:19.524881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=4a93af2b-6572-40cb-b8bd-157a1b152282,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:19.600695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-10b949f1-3fe2-4cc6-bf8e-24d79cbec966 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408009 Feb 13 23:28:19.608081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port 4a93af2b-6572-40cb-b8bd-157a1b152282 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:19.617380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.629469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:19.629834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.644211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.644551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.645098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.645592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.646135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.646642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.647130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.647632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.648115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.648596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.649093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:19.667157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169b0a6-3642-4c74-970a-4ffc70cb3b29 req-36917a6e-e26c-42bd-8feb-546174f29b3e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:19.669218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6169b0a6-3642-4c74-970a-4ffc70cb3b29 req-36917a6e-e26c-42bd-8feb-546174f29b3e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.1017859 Feb 13 23:28:19.721202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.729501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6169b0a6-3642-4c74-970a-4ffc70cb3b29 req-cf6a0c34-2bca-44a9-a788-dd276977ad06 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543354 Feb 13 23:28:19.740003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c754675d-8e4a-4108-b483-25b36d079334 req-a4a7e06d-8c2b-4b2e-9fdc-59662105b324 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "DELETE /v2.0/ports/4a93af2b-6572-40cb-b8bd-157a1b152282 HTTP/1.1" status: 204 len: 173 time: 2.0121720 Feb 13 23:28:19.793850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce7dbb-9893-4cd6-b142-ab2630c8d179 req-4f21c022-5c6b-4188-929b-8d4eded761cc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:19.801421 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8ce7dbb-9893-4cd6-b142-ab2630c8d179 req-4f21c022-5c6b-4188-929b-8d4eded761cc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 943 time: 0.5190892 Feb 13 23:28:19.828679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ac6bbd-846f-409d-bb53-fe0c425e467f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:19.833433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.853219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 00ac6bbd-846f-409d-bb53-fe0c425e467f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:19.872749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.893518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770f7b64-f48a-464d-841f-1b9f9ce5bccb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:19.937185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:19.941357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba3c7c42-8920-40ee-bfd9-b6874980fb2e req-5c394796-7063-4697-ad65-95b9502af340 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286955 Feb 13 23:28:19.956630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8ce7dbb-9893-4cd6-b142-ab2630c8d179 req-b4ec0e45-816e-46fa-a06b-301427e4b900 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539226 Feb 13 23:28:19.960081 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b3fbe121-4b50-456a-9420-b3d7617d8929 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/770f7b64-f48a-464d-841f-1b9f9ce5bccb HTTP/1.1" status: 204 len: 168 time: 1.2906163 Feb 13 23:28:19.962880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47658) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:20.093361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:20.107889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=00ac6bbd-846f-409d-bb53-fe0c425e467f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:20.146829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:20.146829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:20.157279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:20.158522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1821d63a-e22f-4d83-900f-86939048679f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:20.267998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 1821d63a-e22f-4d83-900f-86939048679f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:28:20.268332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1821d63a-e22f-4d83-900f-86939048679f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:28:20.270372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['00ac6bbd-846f-409d-bb53-fe0c425e467f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:20.272748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9f150-38b1-402c-b596-b9042b3437f9 req-567d6193-e61b-4730-aca6-54a862bd7a1e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:20.280820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58f9f150-38b1-402c-b596-b9042b3437f9 req-567d6193-e61b-4730-aca6-54a862bd7a1e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.1072686 Feb 13 23:28:20.356397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58f9f150-38b1-402c-b596-b9042b3437f9 req-3f69bdaa-2344-4a3d-a6b9-bab1a8f7fc73 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739305 Feb 13 23:28:20.390932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:20.508130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:20.521423 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'code': 200} Feb 13 23:28:20.575910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e7825c-141f-4194-a952-dbe3c7325acd', 'name': 'network-vif-deleted', 'tag': '4a93af2b-6572-40cb-b8bd-157a1b152282'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:20.820564 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e7825c-141f-4194-a952-dbe3c7325acd', 'name': 'network-vif-deleted', 'tag': '4a93af2b-6572-40cb-b8bd-157a1b152282', 'status': 'completed', 'code': 200} Feb 13 23:28:20.913115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474d38-19c8-471c-895d-02fccbf0ae33 req-4ba923a6-2baa-49b4-a8b6-447300ba6262 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:20.922239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8b474d38-19c8-471c-895d-02fccbf0ae33 req-4ba923a6-2baa-49b4-a8b6-447300ba6262 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.7379427 Feb 13 23:28:20.995274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.023414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8b474d38-19c8-471c-895d-02fccbf0ae33 req-f5b89344-bf91-46e4-8774-6220f4740a23 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995138 Feb 13 23:28:21.071514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:21.074758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:21.084145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc3a8f4-3436-431b-8b25-cb0c99f2f94c']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:21.152137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1080e55-569d-4382-949d-b248881a8834') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:21.152630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1080e55-569d-4382-949d-b248881a8834') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:28:21.160318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4a93af2b-6572-40cb-b8bd-157a1b152282 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:21.173025 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78348b1e-6d27-41a4-9283-86fdfbb121c6 req-59e030e7-e94d-4048-a574-a2164d610a17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 1097 time: 0.3272309 Feb 13 23:28:21.182252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.210867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.216549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 4a93af2b-6572-40cb-b8bd-157a1b152282 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:28:21.216549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4a93af2b-6572-40cb-b8bd-157a1b152282 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:28:21.223377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:28:21.223638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:28:21.267711 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:28:21.304493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78348b1e-6d27-41a4-9283-86fdfbb121c6 req-2a554c73-c73d-495b-a6c6-f13d80efef5d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182487 Feb 13 23:28:21.378291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-db5762d2-d142-4faf-a833-0c6c7ceaad39 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:21.386882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-db5762d2-d142-4faf-a833-0c6c7ceaad39 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.3743649 Feb 13 23:28:21.417030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-9446dddb-32e4-478c-b5bc-6f7a28262d61 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0280182 Feb 13 23:28:21.499300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 0e550067-4768-444e-a7ef-1d63e787611d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:21.499927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.529768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-12fa1a53-0f7d-45c0-aa41-84fcd04e1deb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:21.553572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.564455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-12fa1a53-0f7d-45c0-aa41-84fcd04e1deb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:21.566299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-12fa1a53-0f7d-45c0-aa41-84fcd04e1deb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484330 Feb 13 23:28:21.571467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.574958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:21.587984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc3a8f4-3436-431b-8b25-cb0c99f2f94c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:21.593725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42a53b59-fc1b-42d3-a858-03979fd68360 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1dc3a8f4-3436-431b-8b25-cb0c99f2f94c HTTP/1.1" status: 204 len: 168 time: 1.6280289 Feb 13 23:28:21.614728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'mac_address': 'fa:16:3e:2b:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:21.642391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14967fa3-4ee1-49f8-98f2-41a0a6765385 req-84d2e091-2839-49cc-86dd-1f6c92f6b7ee tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:21.646793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14967fa3-4ee1-49f8-98f2-41a0a6765385 req-84d2e091-2839-49cc-86dd-1f6c92f6b7ee tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 944 time: 0.2311001 Feb 13 23:28:21.727538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:21.773019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-d47a9b32-6001-4305-ab07-c44df765d5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896892 Feb 13 23:28:21.832785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14967fa3-4ee1-49f8-98f2-41a0a6765385 req-0f7f1e1c-a61a-4dc0-a26b-f80ec7ae77f9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737535 Feb 13 23:28:21.903153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:21.945987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:21.968583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:22.020702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47690) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:22.115345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-b9164eae-23fe-4707-9d02-6cd80875fb29 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413949 Feb 13 23:28:22.140695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:22.188913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:22.194970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:22.205490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:22.307835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73fb375a-2bb7-4e9a-8e7b-13fe6a3e37e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0910d39143d47f38edbded72e17202f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2832518 Feb 13 23:28:22.309330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47698) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:22.353036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:22.416023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d11041-0dc0-4908-9c88-c93c2c346c07 req-c7475231-2c88-430d-a7da-d50329caadba tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:22.437165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37d11041-0dc0-4908-9c88-c93c2c346c07 req-c7475231-2c88-430d-a7da-d50329caadba tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 949 time: 0.2976282 Feb 13 23:28:22.600924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e58ca6-67b3-46d2-b562-393fd5dc876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:22.633195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37d11041-0dc0-4908-9c88-c93c2c346c07 req-2ae09c28-070d-4eb4-94bb-e0e60a88430c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914279 Feb 13 23:28:22.680280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:22.707650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e58ca6-67b3-46d2-b562-393fd5dc876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:22.741825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:22.944406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e58ca6-67b3-46d2-b562-393fd5dc876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:22.977573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c6cbe-2ac4-4ff0-97df-3d53ebb65978 req-2323e135-dd20-405b-a4e9-1255e4eeb13a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:22.979095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a6c6cbe-2ac4-4ff0-97df-3d53ebb65978 req-2323e135-dd20-405b-a4e9-1255e4eeb13a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.1548619 Feb 13 23:28:22.983216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e58ca6-67b3-46d2-b562-393fd5dc876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef1c43f-b739-4216-8cfb-3ad054dcb479,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:23.043833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e58ca6-67b3-46d2-b562-393fd5dc876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:23.046635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-69e58ca6-67b3-46d2-b562-393fd5dc876f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ef1c43f-b739-4216-8cfb-3ad054dcb479 HTTP/1.1" status: 204 len: 168 time: 0.7361999 Feb 13 23:28:23.064261 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-28fd9204-d95e-4b22-8a0d-7e2eac6cf0fa req-a3d9201e-116e-45fa-9e20-e7c4d4a0bbdf tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 210 time: 0.1623914 Feb 13 23:28:23.072804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a6c6cbe-2ac4-4ff0-97df-3d53ebb65978 req-e5868bb7-35bd-425b-9b3b-aca360ad74fe tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841928 Feb 13 23:28:23.091423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 00ac6bbd-846f-409d-bb53-fe0c425e467f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:23.165124 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'code': 200} Feb 13 23:28:23.194895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 00ac6bbd-846f-409d-bb53-fe0c425e467f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:23.202067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 00ac6bbd-846f-409d-bb53-fe0c425e467f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:23.202680 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:23.399816 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:23.449978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 00ac6bbd-846f-409d-bb53-fe0c425e467f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:23.457116 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:23.499085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555499a0-de30-4fb5-8778-a8e0c53bdb7e req-a5f67d53-3b20-49a2-b3aa-8fe0bb738906 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:23.503410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-555499a0-de30-4fb5-8778-a8e0c53bdb7e req-a5f67d53-3b20-49a2-b3aa-8fe0bb738906 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 944 time: 0.1849625 Feb 13 23:28:23.546780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=00ac6bbd-846f-409d-bb53-fe0c425e467f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:23.574613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-555499a0-de30-4fb5-8778-a8e0c53bdb7e req-1ca86eaa-86a9-4de5-858c-a87207529611 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657735 Feb 13 23:28:23.888958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de177d27-35ac-4e83-b9ef-7826ba4aa033 req-70892a72-acef-40d6-a68f-5d01df927832 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:23.903276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de177d27-35ac-4e83-b9ef-7826ba4aa033 req-70892a72-acef-40d6-a68f-5d01df927832 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 949 time: 0.1287062 Feb 13 23:28:23.962473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de177d27-35ac-4e83-b9ef-7826ba4aa033 req-4c7eff4a-b1da-4c9a-8adc-ee7f27b6064b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575571 Feb 13 23:28:24.331148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ff35-aeb3-49c2-87e4-5996d2441ccc req-b0dcd641-03bc-4bc0-bb64-4e6612b32e05 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:24.333799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35d4ff35-aeb3-49c2-87e4-5996d2441ccc req-b0dcd641-03bc-4bc0-bb64-4e6612b32e05 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.1120722 Feb 13 23:28:24.405311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35d4ff35-aeb3-49c2-87e4-5996d2441ccc req-2dc4b73f-4e4b-40af-9e77-55dfa3bc82a5 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Feb 13 23:28:24.439530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42e781e5-4757-49a5-bf80-bef36d7af104 req-0d0001d4-cb93-4f81-bd57-db3ab54a5089 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 210 time: 0.0603616 Feb 13 23:28:24.447805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-af93d2ee-b726-4773-b5b2-2386b33d20be tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:24.449174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-af93d2ee-b726-4773-b5b2-2386b33d20be tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.4833753 Feb 13 23:28:24.465973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': '20c99252-2aad-4a06-8162-752a0a148ba7', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:24.561129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:24.684392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60279a1f-c85d-4309-a9ed-2a46696e2f9b req-f65a9bf6-d46d-444f-8877-e8315558a9ec tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:24.686804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-60279a1f-c85d-4309-a9ed-2a46696e2f9b req-f65a9bf6-d46d-444f-8877-e8315558a9ec tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.1228600 Feb 13 23:28:24.695146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:24.707642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:24.731917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:24.741224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:24.773100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-60279a1f-c85d-4309-a9ed-2a46696e2f9b req-3dd87ccc-9c9f-4260-9e89-6774c7a7da7c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Feb 13 23:28:24.840558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1031870655-network', 'tenant_id': '3bccc8a16ce24b4da7304dfba74e5402'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:24.851484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:24.856541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Usage tracker for resource:network and tenant:3bccc8a16ce24b4da7304dfba74e5402 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:28:24.863681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:28:24.871634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:24.887519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Made reservation on behalf of 3bccc8a16ce24b4da7304dfba74e5402 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:24.894384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:24.918833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:24.962202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:24.968343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Usage tracker for resource:security_group_rule and tenant:3bccc8a16ce24b4da7304dfba74e5402 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:28:24.972267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:28:24.981302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:25.029015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6d4b3-1b3e-4064-b9fd-e1217fa56bb0 req-1ce7c8ac-9fef-4cb4-b3bf-560e2603c80a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:25.034524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dea6d4b3-1b3e-4064-b9fd-e1217fa56bb0 req-1ce7c8ac-9fef-4cb4-b3bf-560e2603c80a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 945 time: 0.2538233 Feb 13 23:28:25.079504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:25.081316 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.099910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.132638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.7 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:25.150174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:28:25.166787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ddebb7-5863-4f65-9598-914619c67233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ac6bbd-846f-409d-bb53-fe0c425e467f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:25.169250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.169705 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Added segment 75e5b092-cd04-4fc7-8a44-eea39445608b of type vlan for network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 Feb 13 23:28:25.211620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:25.222076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:25.222335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.223370 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.318940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.319909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:25.320513 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.339623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a4bcb4-1f8b-42fa-83af-1faab9496381,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:25.407911 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.457121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] Pushing event updated for resources: {'Network': ['ID=978a759d-0f2e-4aa6-8493-9b577d99d3d0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:25.473264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a01ca9e-d565-478f-bbe8-753c17e2fec6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9109097 Feb 13 23:28:25.473937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:28:25.481269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Request body: {'subnet': {'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1031870655-subnet', 'tenant_id': '3bccc8a16ce24b4da7304dfba74e5402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:25.489825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:25.494363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Usage tracker for resource:subnet and tenant:3bccc8a16ce24b4da7304dfba74e5402 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:28:25.498590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:28:25.505835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:25.506416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:25.513644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:28:25.536873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Made reservation on behalf of 3bccc8a16ce24b4da7304dfba74e5402 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:25.540057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.592769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.638765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.663700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:25.698441 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.745664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:25.750807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:25.752373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:25.754650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:25.821789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dea6d4b3-1b3e-4064-b9fd-e1217fa56bb0 req-3ac5fdf9-b2df-411e-8e2d-e6a682fe93e6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028267 Feb 13 23:28:25.848328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:25.849498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.884899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:25.900537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:25.916095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-fafb1a5b-f76a-46a9-bc4e-c0b681d7097b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4548657 Feb 13 23:28:25.928617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Request body: {'port': {'device_id': '20c99252-2aad-4a06-8162-752a0a148ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:26.045017 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ddebb7-5863-4f65-9598-914619c67233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ac6bbd-846f-409d-bb53-fe0c425e467f', 'code': 200} Feb 13 23:28:26.113505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fb5c38-8417-40f0-a4e6-cab2b8ed4286,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:26.132734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:26.151506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Checking segment: {'id': '75e5b092-cd04-4fc7-8a44-eea39445608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:26.152178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Network hostable DHCP agents. Network: 978a759d-0f2e-4aa6-8493-9b577d99d3d0, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:28:26.164984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3a6a2-2e2b-43c7-93cb-c1fe5e73afea req-bfe8505b-55c5-44e5-ba70-80a193dc2de8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:26.167352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-32b3a6a2-2e2b-43c7-93cb-c1fe5e73afea req-bfe8505b-55c5-44e5-ba70-80a193dc2de8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.3299181 Feb 13 23:28:26.242339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb661591-6d8f-4f96-abce-26f789dc7375 req-c86256b5-b783-4922-a7f9-534fda85a90a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 1096 time: 0.1844344 Feb 13 23:28:26.252575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-32b3a6a2-2e2b-43c7-93cb-c1fe5e73afea req-817b7863-bb7d-4254-ad4f-4a07e0e91721 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Feb 13 23:28:26.257382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:28:26.278785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 978a759d-0f2e-4aa6-8493-9b577d99d3d0) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:26.293892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d71b728-6575-4cfc-b340-da391250c8fe None None] Network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:28:26.296785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:26.299958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:26.364486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c2f29369-47c3-4049-9be4-6d3a0ce9fca1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8882277 Feb 13 23:28:26.498771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb661591-6d8f-4f96-abce-26f789dc7375 req-9a5b71af-6500-4126-a4a9-acd4a1172389 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345591 Feb 13 23:28:26.713605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03825-96ea-4b03-9485-58f43c3f5a98 req-340ca988-614f-4037-a067-899011d5343c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:26.714342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ebb03825-96ea-4b03-9485-58f43c3f5a98 req-340ca988-614f-4037-a067-899011d5343c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:26.733119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e096b9-eca2-44db-8fc2-155fa3912e58 None None] Network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:28:26.826622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ebb03825-96ea-4b03-9485-58f43c3f5a98 req-340ca988-614f-4037-a067-899011d5343c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:26.834528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebb03825-96ea-4b03-9485-58f43c3f5a98 req-340ca988-614f-4037-a067-899011d5343c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 931 time: 0.5137763 Feb 13 23:28:26.897516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17be63-bb74-478b-82eb-0101075904a7 req-46ffaa7d-280b-4b1d-879f-9ece00d0d31c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:26.899245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b17be63-bb74-478b-82eb-0101075904a7 req-46ffaa7d-280b-4b1d-879f-9ece00d0d31c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe61fed1-1d48-4fae-89f2-f7e91e7968ad HTTP/1.1" status: 200 len: 946 time: 0.3543751 Feb 13 23:28:26.986372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebb03825-96ea-4b03-9485-58f43c3f5a98 req-72d0d9ca-f105-4d83-9b04-53e05448ec1e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507225 Feb 13 23:28:27.008359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-2a718dba-b661-4ee7-ae0a-db24f1290f51 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:27.010622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-2a718dba-b661-4ee7-ae0a-db24f1290f51 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 815 time: 0.4631493 Feb 13 23:28:27.015555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-e0be1a0b-5af6-4b83-b311-5180dd25ccd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2896702 Feb 13 23:28:27.044205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Deleting port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:27.044553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:27.069250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-1a7537ff-f082-4173-b135-d4a0aa623d0a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/quotas/7c9c63e1c44c4ad09b2f7ab61e81c93f HTTP/1.1" status: 200 len: 375 time: 0.0501795 Feb 13 23:28:27.228346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-8d4c68bf-19a1-4dbe-b3c7-d7946bd2fe53 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517518 Feb 13 23:28:27.301194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:27.349083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-bc686dec-2697-475a-8bed-3371f273d7bf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:28:27.358072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-bc686dec-2697-475a-8bed-3371f273d7bf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1286187 Feb 13 23:28:27.364936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:27.381445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Transition to ACTIVE for port object a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:27.404388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:27.577610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d186f39b-950f-4dc4-a7bb-9641d2e1cbf0 service neutron] 10.222.0.36 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185700 Feb 13 23:28:27.725402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-9eb6a906-db42-465c-bf46-c389026beb5f service neutron] 10.222.0.36 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417873 Feb 13 23:28:27.783268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Pushing event updated for resources: {'Port': ['ID=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:27.974504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Attempting to bind port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:27.974840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Attempting to bind port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:27.975167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Attempting to bind port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:28.007105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-67d5b4e8-df24-4882-a89c-fc2c19e6b62d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1101 time: 0.6905465 Feb 13 23:28:28.020090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:28.020505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Attempting to bind port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:28.042020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-c92b664d-a5fc-49c3-9f38-30f79980cabb tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:28.043586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-c92b664d-a5fc-49c3-9f38-30f79980cabb tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/networks?id=978a759d-0f2e-4aa6-8493-9b577d99d3d0 HTTP/1.1" status: 200 len: 821 time: 0.5674958 Feb 13 23:28:28.047231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:28.203110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:28.203435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:28.204294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:28.205923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Bound port: a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:28.206509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:28.238812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c425-c00b-43f1-b43c-b11712901d0a req-32c48fd1-89ae-498a-8c73-2d91fca421ab tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:28.251831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-afc4c425-c00b-43f1-b43c-b11712901d0a req-32c48fd1-89ae-498a-8c73-2d91fca421ab tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 945 time: 0.1264541 Feb 13 23:28:28.312259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-75be2fc3-d093-4977-bdfa-4eabf3fcf814 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/quotas/3bccc8a16ce24b4da7304dfba74e5402 HTTP/1.1" status: 200 len: 375 time: 0.2007113 Feb 13 23:28:28.341416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-afc4c425-c00b-43f1-b43c-b11712901d0a req-4f728f09-57c4-4e3f-914b-21f5790901f9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868528 Feb 13 23:28:28.446814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-bfd62031-8277-4736-8f8d-2e32655ab6e0 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bccc8a16ce24b4da7304dfba74e5402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391554 Feb 13 23:28:28.479259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:28.479958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:28.681551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc412d-d04a-4b3a-a6bd-783c9065587e req-acc94798-9a4f-4926-bf74-fab264fcdac9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:28.683757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9fc412d-d04a-4b3a-a6bd-783c9065587e req-acc94798-9a4f-4926-bf74-fab264fcdac9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1654110 Feb 13 23:28:28.788988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9fc412d-d04a-4b3a-a6bd-783c9065587e req-a397a650-5da1-442e-8e83-36bac54a2f3f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940142 Feb 13 23:28:28.867819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Calling delete_port for fd2de00e-50b6-4ac3-b1e4-87784ebfe548 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:28.948998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] For port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:28.963777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-9064d15c-fb08-45a2-8d48-7c908c7ae43e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:28.965518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-9064d15c-fb08-45a2-8d48-7c908c7ae43e service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.9074132 Feb 13 23:28:29.134506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dd12394-3593-4a6b-b5ba-49bb1f601eaf req-224c8870-6238-48fb-90fe-c87d95f4aa00 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 210 time: 0.1192737 Feb 13 23:28:29.137575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-0aec39f2-74a1-42b9-96f7-0a08189f8c25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.1538107 Feb 13 23:28:29.168598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] For port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:29.228487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fd2de00e-50b6-4ac3-b1e4-87784ebfe548 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:29.396973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:29.516038 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-86696615-5557-4cbe-8b65-c54d76685e32 service neutron] 10.222.0.36 "GET /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0608213 Feb 13 23:28:29.552376 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:29.590976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:29.590976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:29.669983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf228fbe-f40b-4a45-a587-1b5f4453dc37 req-4a060403-3f73-4145-a4a6-48bda9e941d5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:29.684066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf228fbe-f40b-4a45-a587-1b5f4453dc37 req-4a060403-3f73-4145-a4a6-48bda9e941d5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 943 time: 0.2356744 Feb 13 23:28:29.742393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:29.811384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf228fbe-f40b-4a45-a587-1b5f4453dc37 req-79489e3a-4314-4ebf-8339-c151ae9262d5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273801 Feb 13 23:28:29.827426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Pushing event updated for resources: {'Port': ['ID=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:29.851488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:28:29.851488 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:28:29.867929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:29.870573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a6343773-a280-40dc-8745-5cf165f1236d service neutron] 10.222.0.31 "PUT /v2.0/ports/a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 HTTP/1.1" status: 200 len: 1091 time: 3.9451449 Feb 13 23:28:29.879344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c99252-2aad-4a06-8162-752a0a148ba7', 'tag': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:29.892562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-190880d8-8fb2-4b22-a62d-ed419ce9597c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:29.894415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-190880d8-8fb2-4b22-a62d-ed419ce9597c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.7241619 Feb 13 23:28:30.019564 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'code': 200} Feb 13 23:28:30.038219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-f063056d-0139-4979-8678-829a68c0de02 service neutron] 10.222.0.36 "GET /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211182 Feb 13 23:28:30.194646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-859fb7af-4ff2-4451-9087-76a3a86d47d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 1094 time: 0.2356770 Feb 13 23:28:30.258997 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc89e2a3-6257-4ecf-bd82-608692855ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:30.380405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-8115ce7a-787b-47c0-ae86-f8064d89b162 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 HTTP/1.1" status: 200 len: 217 time: 0.1727560 Feb 13 23:28:30.410296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Deleting port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:30.410296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:30.657551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-040027ad-641f-4937-80c3-1ed944229a4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:30.657551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-040027ad-641f-4937-80c3-1ed944229a4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1738329 Feb 13 23:28:31.069790 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c99252-2aad-4a06-8162-752a0a148ba7', 'tag': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4', 'status': 'completed', 'code': 200} Feb 13 23:28:31.079407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-a0f7e52a-456d-4912-9ca2-ce239cbf49cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4082925 Feb 13 23:28:31.190751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eb24ff7-b71f-4335-80cb-8aff33d3afc6 req-46adcd86-fd3f-4fce-b6e9-9c41afeeab7d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 210 time: 0.1168380 Feb 13 23:28:31.254004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-c31db581-dc4d-46fd-82d8-c84bd19f1ee2 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:31.254004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-c31db581-dc4d-46fd-82d8-c84bd19f1ee2 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 815 time: 1.2164271 Feb 13 23:28:31.275358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Request body: {'port': {'device_id': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'admin_state_up': True, 'tenant_id': '7c9c63e1c44c4ad09b2f7ab61e81c93f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:31.319703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-e86687ed-72da-4d7f-b224-751e8ff94c43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3927846 Feb 13 23:28:31.515783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4220ba1-d6a1-45ca-bb05-f0293ca048ae req-3b7dafcd-9415-4968-a117-733aa962e5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1101 time: 1.1386912 Feb 13 23:28:31.577663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fc58d-52cc-4ba0-9b9e-5d971b91d14c req-db258f25-1020-4d7f-87e2-1dc803058c42 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:31.579191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-205fc58d-52cc-4ba0-9b9e-5d971b91d14c req-db258f25-1020-4d7f-87e2-1dc803058c42 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.7010846 Feb 13 23:28:31.654402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4220ba1-d6a1-45ca-bb05-f0293ca048ae req-889a56b8-4fcb-4cce-8af3-365d4bac4ec0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906363 Feb 13 23:28:31.680454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-deca0324-79e8-47cd-9f31-b9eec6c5fd5d service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651734 Feb 13 23:28:31.699990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad08bc5b-a66a-4679-9936-6cb3571969eb req-845dbfe7-bf72-46ad-9e4f-d4422bc5b239 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 210 time: 0.3650157 Feb 13 23:28:31.748586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] For port fd2de00e-50b6-4ac3-b1e4-87784ebfe548, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:31.749261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:31.812527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-205fc58d-52cc-4ba0-9b9e-5d971b91d14c req-82c24680-2a4c-4c80-b1c3-fa019cef87e2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606069 Feb 13 23:28:31.909066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b40e79c4-1eb2-41a8-8c0d-3770d9f171ff req-1474c3ce-0fc8-4942-a3dd-f10b6bd68cf5 service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121396 Feb 13 23:28:31.919486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Calling delete_port for fd2de00e-50b6-4ac3-b1e4-87784ebfe548 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:32.020972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:32.101074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-19562ae2-4ed4-4da8-8cc8-c91ff666a318 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617979 Feb 13 23:28:32.194936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-219dd951-ca4f-410b-8f64-092c70d31ffa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 1094 time: 0.1859126 Feb 13 23:28:32.211216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:32.294483 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58df05a5-85b4-4a6b-b529-eecfcdfd0d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:32.372072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Usage tracker for resource:port and tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:28:32.383286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:28:32.396707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:32.459783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Made reservation on behalf of 7c9c63e1c44c4ad09b2f7ab61e81c93f for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:32.463942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:32.537235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-3588cc9a-e5c5-449c-9a0e-6873b8144bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:32.539279 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-3588cc9a-e5c5-449c-9a0e-6873b8144bd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.3308327 Feb 13 23:28:32.592373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe98fa7-6a86-4d65-b0ba-bd0788a6e7d5 req-23c3f41f-d4f8-4d81-9efe-d49c59eff684 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727294 Feb 13 23:28:32.618225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3658e-ad3c-48df-af2d-0d62308a944e req-47146906-d93b-4c29-9cc6-da0e43506ecd tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:32.618225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ce3658e-ad3c-48df-af2d-0d62308a944e req-47146906-d93b-4c29-9cc6-da0e43506ecd tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 943 time: 0.5574145 Feb 13 23:28:32.652278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:32.679371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-3dd6571f-b796-4157-9c41-23b0894770bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 HTTP/1.1" status: 200 len: 217 time: 0.1327240 Feb 13 23:28:32.733216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Pushing event deleted for resources: {'Port': ['ID=fd2de00e-50b6-4ac3-b1e4-87784ebfe548,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:32.848971 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:28:32.867639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-b15951dd-b32e-4103-93bc-21b993092690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:32.869065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-b15951dd-b32e-4103-93bc-21b993092690 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1784298 Feb 13 23:28:32.929550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Allocated IP 172.20.0.14 (a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e/67b4ec93-0ca5-48e4-b81d-4429b9c8f502/b91616ba-7e17-40df-9f61-314f6bcb2576) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:32.942139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-0c75161a-c91d-4be9-b070-1ba1f5963cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657761 Feb 13 23:28:33.194372 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'code': 200} Feb 13 23:28:33.219632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] No DVR routers for this DVR port fd2de00e-50b6-4ac3-b1e4-87784ebfe548 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:33.228386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:33.245517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ce3658e-ad3c-48df-af2d-0d62308a944e req-738ee74a-1b78-4ab9-aa9f-6239e4da90ea tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325123 Feb 13 23:28:33.247970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:33.266074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-deleted', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:33.465532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-7777ca0c-ba11-4965-8d46-14cf8355e3b7 service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169220 Feb 13 23:28:33.476749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-66e01fa8-7fc3-44a8-98a5-eee6ac27c96e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:33.477752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-66e01fa8-7fc3-44a8-98a5-eee6ac27c96e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Synchronizing usage tracker for tenant:3bccc8a16ce24b4da7304dfba74e5402 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:33.595733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:33.688449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-66e01fa8-7fc3-44a8-98a5-eee6ac27c96e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Unset dirty status for tenant:3bccc8a16ce24b4da7304dfba74e5402 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:33.689574 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-66e01fa8-7fc3-44a8-98a5-eee6ac27c96e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.31 "GET /v2.0/networks?id=978a759d-0f2e-4aa6-8493-9b577d99d3d0 HTTP/1.1" status: 200 len: 821 time: 0.9557250 Feb 13 23:28:33.698315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ccc0a3df-0f6c-404c-8bf3-79c7f78f51db req-b36a0bbf-621a-47c6-aed9-18a9567a2d60 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 210 time: 0.0522432 Feb 13 23:28:33.711310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Request body: {'port': {'device_id': '33602778-449f-4aaf-bbbe-d70184a472ec', 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0', 'admin_state_up': True, 'tenant_id': '3bccc8a16ce24b4da7304dfba74e5402'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:33.747705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:33.753816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:33.800230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4', 'mac_address': 'fa:16:3e:4d:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:33.817632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-18512eea-9d59-4f80-b824-f833fae4cb80 service neutron] 10.222.0.31 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334572 Feb 13 23:28:33.861635 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:33.870121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b17be63-bb74-478b-82eb-0101075904a7 req-1b3b2c99-0471-4640-a0eb-87ceddde759b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "DELETE /v2.0/ports/fd2de00e-50b6-4ac3-b1e4-87784ebfe548 HTTP/1.1" status: 204 len: 173 time: 6.9562650 Feb 13 23:28:33.928854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:33.953687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:33.974792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:33.983594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72158bf6-88bb-462c-83d3-74b97d1ff534 req-2e5c1a9d-ec79-42d6-b906-2921e0b4ab35 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 210 time: 0.1865852 Feb 13 23:28:34.006525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:34.014697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:34.016077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Usage tracker for resource:port and tenant:3bccc8a16ce24b4da7304dfba74e5402 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:28:34.027147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:28:34.035858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:34.044869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:34.099626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:34.109388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:34.115240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:34.179904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Made reservation on behalf of 3bccc8a16ce24b4da7304dfba74e5402 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:34.191162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:34.220914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:34.246703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.250444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.250964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.251456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.251964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.252450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.254352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.254849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.255338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.255830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.258726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:28:34.265932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Pushing event updated for resources: {'Port': ['ID=b91616ba-7e17-40df-9f61-314f6bcb2576,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:34.271167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:34.321628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:34.322717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:34.337276 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe61fed1-1d48-4fae-89f2-f7e91e7968ad', 'name': 'network-vif-deleted', 'tag': 'fd2de00e-50b6-4ac3-b1e4-87784ebfe548', 'status': 'completed', 'code': 200} Feb 13 23:28:34.392159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d70d3fe9-a82f-49e5-9b95-007f6f4fa3ab tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1295774 Feb 13 23:28:34.403509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Request body: {'port': {'device_id': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:34.526279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Allocated IP 172.20.0.8 (978a759d-0f2e-4aa6-8493-9b577d99d3d0/08fb5c38-8417-40f0-a4e6-cab2b8ed4286/0fb1ecc1-4771-4186-96e9-90969550f304) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:34.861934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:34.938346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137b7e4-efe9-4aa6-81f0-bbdd26063e68 req-12a836b9-471f-4fe1-ab5d-a4e3c9c6f8bf tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:34.946283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a137b7e4-efe9-4aa6-81f0-bbdd26063e68 req-12a836b9-471f-4fe1-ab5d-a4e3c9c6f8bf tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 944 time: 0.3590000 Feb 13 23:28:34.947265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:34.959085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38260865-548d-4921-8b5d-b57e43868084 req-74c3c82f-5123-48fa-a2c4-b84d31535728 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:34.982011 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38260865-548d-4921-8b5d-b57e43868084 req-74c3c82f-5123-48fa-a2c4-b84d31535728 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.9062855 Feb 13 23:28:35.101423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a137b7e4-efe9-4aa6-81f0-bbdd26063e68 req-c0b536a6-b832-4798-9e28-92afd2c6dfb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528890 Feb 13 23:28:35.145192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.243892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:35.250375 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38260865-548d-4921-8b5d-b57e43868084 req-3f21dd77-fb42-4aee-9ac9-1e29d00da7f1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673612 Feb 13 23:28:35.252167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.329075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:35.332720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:35.350932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:35.456613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:35.464846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:35.465324 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.470349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Pushing event updated for resources: {'Port': ['ID=0fb1ecc1-4771-4186-96e9-90969550f304,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:35.521022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:35.524502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.526823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33032566-d1b8-412e-9441-0ed6f66ff3e8 req-5c42ae1e-270b-4311-9972-3d67b47152b7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:35.527462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-33032566-d1b8-412e-9441-0ed6f66ff3e8 req-5c42ae1e-270b-4311-9972-3d67b47152b7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Synchronizing usage tracker for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:35.577915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91616ba-7e17-40df-9f61-314f6bcb2576 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:35.585500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-33032566-d1b8-412e-9441-0ed6f66ff3e8 req-5c42ae1e-270b-4311-9972-3d67b47152b7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Unset dirty status for tenant:7c9c63e1c44c4ad09b2f7ab61e81c93f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:35.596028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33032566-d1b8-412e-9441-0ed6f66ff3e8 req-5c42ae1e-270b-4311-9972-3d67b47152b7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 932 time: 0.2404974 Feb 13 23:28:35.615244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.653669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Transition to ACTIVE for port object b91616ba-7e17-40df-9f61-314f6bcb2576 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:35.675892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-4a51b96f-8ab9-4a6f-8ad6-1b3169b994c1 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9670973 Feb 13 23:28:35.677224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33032566-d1b8-412e-9441-0ed6f66ff3e8 req-311872ba-2a82-4488-b191-cfc309ff1671 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821471 Feb 13 23:28:35.679538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.721331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Request body: {'port': {'device_id': '33602778-449f-4aaf-bbbe-d70184a472ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:35.839810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:35.952707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c99252-2aad-4a06-8162-752a0a148ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:36.004607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:36.023670 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:36.033218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Pushing event updated for resources: {'Port': ['ID=b91616ba-7e17-40df-9f61-314f6bcb2576,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:36.053863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:36.223784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:36.236653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-aeba770a-022a-41f7-af4c-ae824246c5bc tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:36.237424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-aeba770a-022a-41f7-af4c-ae824246c5bc tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Synchronizing usage tracker for tenant:3bccc8a16ce24b4da7304dfba74e5402 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:36.389883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-aeba770a-022a-41f7-af4c-ae824246c5bc tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Unset dirty status for tenant:3bccc8a16ce24b4da7304dfba74e5402 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:36.391149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-aeba770a-022a-41f7-af4c-ae824246c5bc tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 931 time: 0.7913878 Feb 13 23:28:36.406316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Attempting to bind port b91616ba-7e17-40df-9f61-314f6bcb2576 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:36.406454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Attempting to bind port b91616ba-7e17-40df-9f61-314f6bcb2576 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:36.406710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Attempting to bind port b91616ba-7e17-40df-9f61-314f6bcb2576 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:36.415591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459d94-fcf2-4f33-bcf3-0f09f5141eea req-9e9379ce-c77b-429c-8aa7-95bbfa6ff6ec tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:36.424899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab459d94-fcf2-4f33-bcf3-0f09f5141eea req-9e9379ce-c77b-429c-8aa7-95bbfa6ff6ec tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.3340659 Feb 13 23:28:36.465946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Port b91616ba-7e17-40df-9f61-314f6bcb2576 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:36.466663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Attempting to bind port b91616ba-7e17-40df-9f61-314f6bcb2576 on network a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:36.487462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:36.488141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Checking segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:36.489863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Bound using segment: {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:36.491633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Bound port: b91616ba-7e17-40df-9f61-314f6bcb2576, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a9e28d-0ba2-455a-8bf0-f1bd363e088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:36.492316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:36.506864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab459d94-fcf2-4f33-bcf3-0f09f5141eea req-418f20b0-9bf8-49e4-bd6e-d14577be6364 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811024 Feb 13 23:28:36.549160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-cb760cdc-1141-4e3c-b23b-595176ad8c73 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Synchronizing usage tracker for tenant:3bccc8a16ce24b4da7304dfba74e5402 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:36.613861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-cb760cdc-1141-4e3c-b23b-595176ad8c73 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Unset dirty status for tenant:3bccc8a16ce24b4da7304dfba74e5402 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:36.615041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f08e5ea0-8131-4407-809b-d59c011345a7 req-cb760cdc-1141-4e3c-b23b-595176ad8c73 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128882 Feb 13 23:28:36.637769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] For port b91616ba-7e17-40df-9f61-314f6bcb2576, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:36.646407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] For port b91616ba-7e17-40df-9f61-314f6bcb2576, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b91616ba-7e17-40df-9f61-314f6bcb2576,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:36.669127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:36.684640 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c99252-2aad-4a06-8162-752a0a148ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4', 'code': 200} Feb 13 23:28:36.726072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb1ecc1-4771-4186-96e9-90969550f304 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:36.751865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:36.866715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Transition to ACTIVE for port object 0fb1ecc1-4771-4186-96e9-90969550f304 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:36.880665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:36.970617 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:37.158417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Pushing event updated for resources: {'Port': ['ID=b91616ba-7e17-40df-9f61-314f6bcb2576,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:37.235767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:37.237363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-020fc1fa-fd09-41a9-8e54-ecf29fe93205 service neutron] 10.222.0.31 "PUT /v2.0/ports/b91616ba-7e17-40df-9f61-314f6bcb2576 HTTP/1.1" status: 200 len: 1092 time: 2.8388498 Feb 13 23:28:37.238732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'tag': 'b91616ba-7e17-40df-9f61-314f6bcb2576'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:37.295631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=0fb1ecc1-4771-4186-96e9-90969550f304,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:37.380065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86c2d93d-795c-4f8e-94e7-0223c09c2b5c req-b7958279-c569-4986-9383-1f2e9d4c9c2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 1096 time: 0.4153452 Feb 13 23:28:37.440605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743bb53-4b4e-4fb3-8646-2515205808b3 req-ca62e6f6-7159-469d-8aad-719d83e8a8e6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:37.442356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2743bb53-4b4e-4fb3-8646-2515205808b3 req-ca62e6f6-7159-469d-8aad-719d83e8a8e6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 945 time: 0.3059340 Feb 13 23:28:37.458097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4e1b-2f24-4400-b046-e632fa4e229b req-0c9f7f09-97db-4b58-aa70-93dc810aaec6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:37.465206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33bb4e1b-2f24-4400-b046-e632fa4e229b req-0c9f7f09-97db-4b58-aa70-93dc810aaec6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 944 time: 0.2833314 Feb 13 23:28:37.487014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Attempting to bind port 0fb1ecc1-4771-4186-96e9-90969550f304 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:37.487610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Attempting to bind port 0fb1ecc1-4771-4186-96e9-90969550f304 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '75e5b092-cd04-4fc7-8a44-eea39445608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:37.488134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Attempting to bind port 0fb1ecc1-4771-4186-96e9-90969550f304 on network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:37.516336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86c2d93d-795c-4f8e-94e7-0223c09c2b5c req-e1446858-4805-4482-a615-d22cd6a71f5d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287119 Feb 13 23:28:37.517520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Port 0fb1ecc1-4771-4186-96e9-90969550f304 on network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:37.518177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Attempting to bind port 0fb1ecc1-4771-4186-96e9-90969550f304 on network 978a759d-0f2e-4aa6-8493-9b577d99d3d0 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:37.532944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:37.533281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Checking segment: {'id': '75e5b092-cd04-4fc7-8a44-eea39445608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:37.533672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Bound using segment: {'id': '75e5b092-cd04-4fc7-8a44-eea39445608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:37.534149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Bound port: 0fb1ecc1-4771-4186-96e9-90969550f304, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e5b092-cd04-4fc7-8a44-eea39445608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:37.534500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:37.544796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-eb82d743-c2fe-4f6b-8fc9-d1a25440ae43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 1095 time: 0.2524447 Feb 13 23:28:37.551461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2743bb53-4b4e-4fb3-8646-2515205808b3 req-555cb864-9f39-45a6-9095-e2ec83404ec3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953000 Feb 13 23:28:37.571019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33bb4e1b-2f24-4400-b046-e632fa4e229b req-9132807c-a6c8-42d3-a4a7-e6e5e3580d9c tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047421 Feb 13 23:28:37.720148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] For port 0fb1ecc1-4771-4186-96e9-90969550f304, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:37.726756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] For port 0fb1ecc1-4771-4186-96e9-90969550f304, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0fb1ecc1-4771-4186-96e9-90969550f304,segment=NetworkSegment(75e5b092-cd04-4fc7-8a44-eea39445608b),segment_id=75e5b092-cd04-4fc7-8a44-eea39445608b)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:37.735572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:37.769733 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'tag': 'b91616ba-7e17-40df-9f61-314f6bcb2576', 'status': 'completed', 'code': 200} Feb 13 23:28:37.800052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-d8540a3a-aeae-4d30-99ec-1497f427daaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91616ba-7e17-40df-9f61-314f6bcb2576 HTTP/1.1" status: 200 len: 217 time: 0.0985649 Feb 13 23:28:37.850742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:37.852715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] 10.222.0.31 "PUT /v2.0/ports/0fb1ecc1-4771-4186-96e9-90969550f304 HTTP/1.1" status: 200 len: 1091 time: 2.1515226 Feb 13 23:28:37.853249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33602778-449f-4aaf-bbbe-d70184a472ec', 'tag': '0fb1ecc1-4771-4186-96e9-90969550f304'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:37.886690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337c81-1d47-4ce0-99f5-c214852b5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=0fb1ecc1-4771-4186-96e9-90969550f304,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:37.934542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-afefe1b3-6cfe-4af7-9f86-24bc05ea808b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:37.935956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-afefe1b3-6cfe-4af7-9f86-24bc05ea808b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 200 len: 855 time: 0.1301227 Feb 13 23:28:38.050328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-7d2bdd6d-51d0-41be-907b-6d22806bc20a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012642 Feb 13 23:28:38.062159 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-01d62b41-becf-4f3c-af93-56fe51539d68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3bccc8a16ce24b4da7304dfba74e5402&device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 1094 time: 0.1097891 Feb 13 23:28:38.074659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5447ece-86c9-47ff-8d66-5c54498e6bd8 req-0c08d9fc-7a33-4246-9371-ae1734eca1ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1677291 Feb 13 23:28:38.212468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-1b645b13-9919-4315-8bcd-b51c198ebe76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb1ecc1-4771-4186-96e9-90969550f304 HTTP/1.1" status: 200 len: 217 time: 0.1367993 Feb 13 23:28:38.314439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884f89-4ec6-4a53-86cb-a5d60455fc75 req-27b787b4-9d85-42d4-a8b7-81f0e459f85d tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:38.314947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-a90be86f-2918-4484-b0bd-8161981c068f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:38.317920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-a90be86f-2918-4484-b0bd-8161981c068f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08fb5c38-8417-40f0-a4e6-cab2b8ed4286 HTTP/1.1" status: 200 len: 861 time: 0.0979898 Feb 13 23:28:38.318237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b884f89-4ec6-4a53-86cb-a5d60455fc75 req-27b787b4-9d85-42d4-a8b7-81f0e459f85d tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 943 time: 0.3207309 Feb 13 23:28:38.391235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-3c051d8a-ae2b-4b1a-a7ef-3fa8a3e43d57 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225095 Feb 13 23:28:38.422468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-1fe71d86-38bb-417c-afa5-53b70736a6d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=978a759d-0f2e-4aa6-8493-9b577d99d3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875113 Feb 13 23:28:38.643917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:38.675824 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33602778-449f-4aaf-bbbe-d70184a472ec', 'tag': '0fb1ecc1-4771-4186-96e9-90969550f304', 'status': 'completed', 'code': 200} Feb 13 23:28:38.738831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b884f89-4ec6-4a53-86cb-a5d60455fc75 req-89ae58fd-caee-4e73-9fb5-85278cc7f7bf tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053092 Feb 13 23:28:38.800435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4706166d-bf87-4067-b3fb-e121a727e6f8 req-a5dbdc0b-54bb-4794-a463-d73999db3016 service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021287 Feb 13 23:28:39.130964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-c158a299-9bd7-4285-8699-1c804ac87a4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4425840 Feb 13 23:28:39.130964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-d3e88d3d-6860-4bd5-8113-294dd81a12ac service neutron] 10.222.0.31 "GET /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023323 Feb 13 23:28:39.175479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251a842-9451-4eaf-8b4f-83aa8ad5c5d9 req-66defe78-b46b-4420-86b5-9b653e04645a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:39.175479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3251a842-9451-4eaf-8b4f-83aa8ad5c5d9 req-66defe78-b46b-4420-86b5-9b653e04645a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.4378605 Feb 13 23:28:39.203547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4959-4851-46f5-9a76-c4d97c67600d req-bbd4d24f-05ea-4aed-9005-4be81fcdb642 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:39.224710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3eac4959-4851-46f5-9a76-c4d97c67600d req-bbd4d24f-05ea-4aed-9005-4be81fcdb642 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 945 time: 0.2897289 Feb 13 23:28:39.277664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-a20c953f-03cd-4e1a-8337-10593ad4f3b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 1095 time: 0.4136860 Feb 13 23:28:39.348686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3eac4959-4851-46f5-9a76-c4d97c67600d req-d765a6bf-35fa-4b5e-96ac-1f9b5bcd7f66 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290970 Feb 13 23:28:39.414899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3251a842-9451-4eaf-8b4f-83aa8ad5c5d9 req-22a64693-c1db-4ab9-a16f-2ca4cc946b49 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430167 Feb 13 23:28:39.497046 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004c335b-acbe-4001-8a94-428cd8aa2925 req-a41324af-cb4f-4bb4-a6ef-3b2bc46bda4c service neutron] 10.222.0.31 "GET /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642941 Feb 13 23:28:39.717868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-c1d29cc9-0bd7-47cb-9884-263aedf890ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:39.719971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-c1d29cc9-0bd7-47cb-9884-263aedf890ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 200 len: 915 time: 0.4358947 Feb 13 23:28:39.834505 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-47501a2b-ac47-4f95-b59f-99ba5f37dcb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3bccc8a16ce24b4da7304dfba74e5402&device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 1094 time: 0.2736356 Feb 13 23:28:40.027039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60484405-d7b5-4780-bd4e-89da91d029d4 req-38741dc0-24aa-4907-9395-309042e799ff tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:40.033672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-60484405-d7b5-4780-bd4e-89da91d029d4 req-38741dc0-24aa-4907-9395-309042e799ff tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 945 time: 0.2857230 Feb 13 23:28:40.087115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-b5597e85-c406-4671-b09e-9a9f779f8a99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b91616ba-7e17-40df-9f61-314f6bcb2576 HTTP/1.1" status: 200 len: 217 time: 0.3599367 Feb 13 23:28:40.107179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-7f0bec78-1e0f-4f1f-8612-3583205278a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:40.108630 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-7f0bec78-1e0f-4f1f-8612-3583205278a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=978a759d-0f2e-4aa6-8493-9b577d99d3d0 HTTP/1.1" status: 200 len: 921 time: 0.2662795 Feb 13 23:28:40.121777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-60484405-d7b5-4780-bd4e-89da91d029d4 req-0a02324f-d005-452c-995e-42a9b720e203 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871754 Feb 13 23:28:40.222344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-42d9ae7f-165e-407b-91c2-dfc5e79258df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:40.224835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-42d9ae7f-165e-407b-91c2-dfc5e79258df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 200 len: 855 time: 0.1292026 Feb 13 23:28:40.238864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b7a2-ebd0-42fe-a913-4ba8b970d003 req-5d8b1b01-dd70-4c57-bc49-b51c8832e4a8 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:40.247814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb12b7a2-ebd0-42fe-a913-4ba8b970d003 req-5d8b1b01-dd70-4c57-bc49-b51c8832e4a8 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 944 time: 0.4072752 Feb 13 23:28:40.257626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-44636d0b-a42a-4ae3-9591-ba6627007594 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fb1ecc1-4771-4186-96e9-90969550f304 HTTP/1.1" status: 200 len: 217 time: 0.1348093 Feb 13 23:28:40.320623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-36056a01-c39f-45f8-aceb-2d1fcabc775e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688770 Feb 13 23:28:40.408547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-35952973-3004-47f8-a9cd-47e8f95dcc4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:40.412804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-35952973-3004-47f8-a9cd-47e8f95dcc4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=08fb5c38-8417-40f0-a4e6-cab2b8ed4286 HTTP/1.1" status: 200 len: 861 time: 0.1428823 Feb 13 23:28:40.548124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-3f1378cd-877f-48da-8cdc-b947c4f734fa service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152429 Feb 13 23:28:40.606294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-8c21a791-4038-4f05-96bc-fce3e8f8bc42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=978a759d-0f2e-4aa6-8493-9b577d99d3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334734 Feb 13 23:28:40.608693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb12b7a2-ebd0-42fe-a913-4ba8b970d003 req-47691f9a-ff0f-4d18-90a9-5a138b11a099 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578255 Feb 13 23:28:40.886162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a157d3-2d9e-4089-9642-2986fbeed5e9 req-57e9fefa-6787-4f8c-b9a0-92053b176e54 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:40.892384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a157d3-2d9e-4089-9642-2986fbeed5e9 req-57e9fefa-6787-4f8c-b9a0-92053b176e54 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 943 time: 0.4735522 Feb 13 23:28:40.904176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2b2cc51-4d30-431d-b43e-de83292a2b0f req-ca64d125-f183-4539-987c-71968b35385b service neutron] 10.222.0.31 "GET /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420866 Feb 13 23:28:41.012524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-91f09009-2956-40e3-aec6-5cf48e4adac9 service neutron] 10.222.0.31 "GET /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992789 Feb 13 23:28:41.026611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21a157d3-2d9e-4089-9642-2986fbeed5e9 req-6c0ee1ad-139f-47bf-97b6-73533d9ffb66 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379509 Feb 13 23:28:41.292029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb1a02c-dca1-4935-916b-f06fd8f9695b req-2b8a2c9a-bcc0-483d-89b0-e0203899518e service neutron] 10.222.0.31 "GET /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631576 Feb 13 23:28:41.354296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5029a8-95bf-42ad-a890-55d1fe2b23bf req-38dff62d-5502-411e-bc5b-6a48f900e0e2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:41.361651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c5029a8-95bf-42ad-a890-55d1fe2b23bf req-38dff62d-5502-411e-bc5b-6a48f900e0e2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1320400 Feb 13 23:28:41.427804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c5029a8-95bf-42ad-a890-55d1fe2b23bf req-e4cccc6a-ca99-4096-a0f6-1b0aa841ec4f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645816 Feb 13 23:28:41.625522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2215b57-8c4f-475b-9c46-2abc57367e84 req-2d83e5ae-d7e7-4361-98df-d27ea4a65a3f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:41.632642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2215b57-8c4f-475b-9c46-2abc57367e84 req-2d83e5ae-d7e7-4361-98df-d27ea4a65a3f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 945 time: 0.1997931 Feb 13 23:28:41.807590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2215b57-8c4f-475b-9c46-2abc57367e84 req-8752e155-abd2-4517-a65d-923830a60d00 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725802 Feb 13 23:28:41.828751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-916fd0ca-f041-4c56-a039-40ef1ea6f485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1101 time: 0.1585536 Feb 13 23:28:41.898362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3945ed-839a-41e8-83b6-b9e88ab33801 req-b1be601a-ecf1-488b-9cd3-e986e25759e9 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:41.900136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3945ed-839a-41e8-83b6-b9e88ab33801 req-b1be601a-ecf1-488b-9cd3-e986e25759e9 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 944 time: 0.1102481 Feb 13 23:28:41.970467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3945ed-839a-41e8-83b6-b9e88ab33801 req-5b0e1437-8281-4a59-a81a-b7aa32f79225 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563941 Feb 13 23:28:42.007263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-e5e62aac-a3a5-4838-8116-9b9b72bb7b58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:42.034010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-e5e62aac-a3a5-4838-8116-9b9b72bb7b58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.1862726 Feb 13 23:28:42.128781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-bb6c54c3-5130-453e-9626-3e6b62082dde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 217 time: 0.0906873 Feb 13 23:28:42.207690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-4fd1fc30-e5db-4241-9357-96a36c8eccda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:42.209462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-4fd1fc30-e5db-4241-9357-96a36c8eccda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0709636 Feb 13 23:28:42.354967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-b544fafb-c3b5-4d34-a00b-8fbb365cd38a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381538 Feb 13 23:28:42.360357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140436ac-e834-400b-a207-857546829c91 req-3643e514-8ff3-48c6-8a22-5a9c689c3ba9 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:42.361851 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-140436ac-e834-400b-a207-857546829c91 req-3643e514-8ff3-48c6-8a22-5a9c689c3ba9 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 943 time: 0.1471343 Feb 13 23:28:42.433284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5cb65-9521-477c-8915-c274f2953be2 req-ce0c5606-526f-48a7-88ae-f8e5a7cc355c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:42.435438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03f5cb65-9521-477c-8915-c274f2953be2 req-ce0c5606-526f-48a7-88ae-f8e5a7cc355c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 945 time: 0.0903411 Feb 13 23:28:42.525970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:42.526385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:42.530446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-140436ac-e834-400b-a207-857546829c91 req-9943c1d7-fabe-4afd-893f-4b7fa914a2e6 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490853 Feb 13 23:28:42.588806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-feec288c-af20-4336-9875-315144e0bcd1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256167 Feb 13 23:28:42.926811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-b06d16cb-5e2f-4922-83ea-88cfcc47c950 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256631 Feb 13 23:28:43.083935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e948d-deca-472b-a7bf-1e67886f744a req-0cfe41c1-b5d4-45d8-93e1-c94b2b8a0787 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:43.091394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc0e948d-deca-472b-a7bf-1e67886f744a req-0cfe41c1-b5d4-45d8-93e1-c94b2b8a0787 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.4906673 Feb 13 23:28:43.121536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:43.122670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:43.129228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b9ab1-0c60-4076-9643-a09ea3141123 req-f485b6dd-a33d-4086-b120-b4e31afe850c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:43.130898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-893b9ab1-0c60-4076-9643-a09ea3141123 req-f485b6dd-a33d-4086-b120-b4e31afe850c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 945 time: 0.0978105 Feb 13 23:28:43.182753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-893b9ab1-0c60-4076-9643-a09ea3141123 req-94e244b7-5b4a-40e4-928d-a326466405f5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446672 Feb 13 23:28:43.259102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:43.274945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b91616ba-7e17-40df-9f61-314f6bcb2576 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:43.296080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc0e948d-deca-472b-a7bf-1e67886f744a req-5b5eb5d7-5415-40e8-89fc-257566d0c563 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037134 Feb 13 23:28:43.532204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b91616ba-7e17-40df-9f61-314f6bcb2576, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b91616ba-7e17-40df-9f61-314f6bcb2576,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:43.547450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'b91616ba-7e17-40df-9f61-314f6bcb2576', 'network_id': 'a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e', 'port_id': 'b91616ba-7e17-40df-9f61-314f6bcb2576', 'mac_address': 'fa:16:3e:1a:d6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b4ec93-0ca5-48e4-b81d-4429b9c8f502', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:43.564045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:43.584883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:43.608448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:43.626104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:43.695032 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:43.718661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:43.730240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f3b6f-4bde-43de-a3a2-655d45a50ad8 req-039d404e-d1db-4c0e-be97-eabe907be8d7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:43.732109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b87f3b6f-4bde-43de-a3a2-655d45a50ad8 req-039d404e-d1db-4c0e-be97-eabe907be8d7 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 944 time: 0.2419097 Feb 13 23:28:43.732877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:43.735761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c99252-2aad-4a06-8162-752a0a148ba7', 'name': 'network-vif-deleted', 'tag': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:43.743432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91616ba-7e17-40df-9f61-314f6bcb2576 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:43.767205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72954a76-72c3-4e8c-9e65-c05ff2e04f13 req-974f90d1-82d5-493f-9ff3-7ea46bf00c00 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:43.769746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72954a76-72c3-4e8c-9e65-c05ff2e04f13 req-974f90d1-82d5-493f-9ff3-7ea46bf00c00 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 945 time: 0.0976446 Feb 13 23:28:43.782301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03f5cb65-9521-477c-8915-c274f2953be2 req-9cff1476-b67b-4c59-8757-32aa1ec1e98a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.31 "DELETE /v2.0/ports/a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 HTTP/1.1" status: 204 len: 173 time: 1.3400302 Feb 13 23:28:43.787367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b91616ba-7e17-40df-9f61-314f6bcb2576, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b91616ba-7e17-40df-9f61-314f6bcb2576,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:43.807553 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:43.809231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b87f3b6f-4bde-43de-a3a2-655d45a50ad8 req-2cd3c2f4-57a0-42cc-9a71-42484e2d26c2 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670791 Feb 13 23:28:43.816476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0fb1ecc1-4771-4186-96e9-90969550f304 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:43.836391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72954a76-72c3-4e8c-9e65-c05ff2e04f13 req-dee75cb1-71a8-4384-82a3-c2ac9481b105 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598044 Feb 13 23:28:43.950957 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:28:44.029222 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c99252-2aad-4a06-8162-752a0a148ba7', 'name': 'network-vif-deleted', 'tag': 'a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4', 'status': 'completed', 'code': 200} Feb 13 23:28:44.053642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=b91616ba-7e17-40df-9f61-314f6bcb2576,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:44.098739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd93c3-b0d5-4626-951b-189b01e611cf req-714c714f-844f-4c90-a635-ce1462e8f078 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:44.106377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1fd93c3-b0d5-4626-951b-189b01e611cf req-714c714f-844f-4c90-a635-ce1462e8f078 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 943 time: 0.1418989 Feb 13 23:28:44.136713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0fb1ecc1-4771-4186-96e9-90969550f304, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0fb1ecc1-4771-4186-96e9-90969550f304,segment=NetworkSegment(75e5b092-cd04-4fc7-8a44-eea39445608b),segment_id=75e5b092-cd04-4fc7-8a44-eea39445608b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:44.153146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '0fb1ecc1-4771-4186-96e9-90969550f304', 'network_id': '978a759d-0f2e-4aa6-8493-9b577d99d3d0', 'port_id': '0fb1ecc1-4771-4186-96e9-90969550f304', 'mac_address': 'fa:16:3e:e1:68:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fb5c38-8417-40f0-a4e6-cab2b8ed4286', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:44.168923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a1fd93c3-b0d5-4626-951b-189b01e611cf req-325de905-3560-477a-9a62-226ae7774c56 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610762 Feb 13 23:28:44.215605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095f32-6519-4348-b5e7-baf8275c8e67 req-749645a0-438f-49b6-8053-a8486be6d432 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:44.217182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf095f32-6519-4348-b5e7-baf8275c8e67 req-749645a0-438f-49b6-8053-a8486be6d432 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 950 time: 0.0966067 Feb 13 23:28:44.223092 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:44.243194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb1ecc1-4771-4186-96e9-90969550f304 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:44.261188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0fb1ecc1-4771-4186-96e9-90969550f304, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0fb1ecc1-4771-4186-96e9-90969550f304,segment=NetworkSegment(75e5b092-cd04-4fc7-8a44-eea39445608b),segment_id=75e5b092-cd04-4fc7-8a44-eea39445608b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:44.267399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:44.284442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf095f32-6519-4348-b5e7-baf8275c8e67 req-c440802f-b09a-49f9-82a7-522bb5ceab38 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572717 Feb 13 23:28:44.344584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0fb1ecc1-4771-4186-96e9-90969550f304,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:44.409105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-83ea09bb-9909-4a53-b892-8f428606b918 req-d807deae-71aa-4473-a9e3-f95001158330 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:44.431269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-83ea09bb-9909-4a53-b892-8f428606b918 req-d807deae-71aa-4473-a9e3-f95001158330 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:44.432447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83ea09bb-9909-4a53-b892-8f428606b918 req-d807deae-71aa-4473-a9e3-f95001158330 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c99252-2aad-4a06-8162-752a0a148ba7 HTTP/1.1" status: 200 len: 210 time: 0.0663328 Feb 13 23:28:44.509386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['b91616ba-7e17-40df-9f61-314f6bcb2576'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:44.549967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0fb1ecc1-4771-4186-96e9-90969550f304'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:44.617657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026bde0-b7cc-4bf9-9a12-72dbadd6e71e req-f4fac749-8988-47fe-9efd-36d442f27f6a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:44.619786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0026bde0-b7cc-4bf9-9a12-72dbadd6e71e req-f4fac749-8988-47fe-9efd-36d442f27f6a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1020453 Feb 13 23:28:44.670222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0026bde0-b7cc-4bf9-9a12-72dbadd6e71e req-d0b4f327-37d0-4805-8195-9a17124ea6a8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Feb 13 23:28:45.018931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f052-a6b4-40f3-aa1f-2d497ae0fa29 req-6e9b4221-d307-47c1-bf86-85fdcb6b6180 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:45.020460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3221f052-a6b4-40f3-aa1f-2d497ae0fa29 req-6e9b4221-d307-47c1-bf86-85fdcb6b6180 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 945 time: 0.0871553 Feb 13 23:28:45.077590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3221f052-a6b4-40f3-aa1f-2d497ae0fa29 req-01b12887-fa4e-4b28-b707-e6c2195e0bd1 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Feb 13 23:28:45.136441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86b2b-5d60-4382-aea2-4210a798822e req-9d25e13a-ee4e-4e72-a50c-4233f65311f6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:45.138016 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cf86b2b-5d60-4382-aea2-4210a798822e req-9d25e13a-ee4e-4e72-a50c-4233f65311f6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 945 time: 0.0823097 Feb 13 23:28:45.196260 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cf86b2b-5d60-4382-aea2-4210a798822e req-c21782cd-e394-4cc1-8d0f-e632ea5146a1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Feb 13 23:28:45.288017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:45.331057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:28:45.331459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a1be42e8-9e76-4e8a-aaad-9e9e4c703ad4 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:28:45.405670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1402a7-f58d-4b0f-afab-3e830e0f4082 req-03049dc7-e004-46f4-8ec0-59f131535afe tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:45.407287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0c1402a7-f58d-4b0f-afab-3e830e0f4082 req-03049dc7-e004-46f4-8ec0-59f131535afe tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 944 time: 0.0896819 Feb 13 23:28:45.457960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0c1402a7-f58d-4b0f-afab-3e830e0f4082 req-ab72561e-c70d-4f43-a21f-e49329d2cf8c tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Feb 13 23:28:45.697123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-dbc58224-f62d-46e6-801e-3afeecdbb9e2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:45.697123 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-dbc58224-f62d-46e6-801e-3afeecdbb9e2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 945 time: 0.0965052 Feb 13 23:28:45.798680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port 00ac6bbd-846f-409d-bb53-fe0c425e467f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:45.799154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:46.003456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbc388-9ac8-4042-add0-11a7c7b91218 req-4dccc9fc-fd3b-42e6-8438-15c4216025bb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:46.005086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9bbc388-9ac8-4042-add0-11a7c7b91218 req-4dccc9fc-fd3b-42e6-8438-15c4216025bb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1056514 Feb 13 23:28:46.087598 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9bbc388-9ac8-4042-add0-11a7c7b91218 req-149382a2-6272-40a0-8e58-786ca16fa92c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728052 Feb 13 23:28:46.277138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port 00ac6bbd-846f-409d-bb53-fe0c425e467f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=00ac6bbd-846f-409d-bb53-fe0c425e467f,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:46.277657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:46.335126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9352a-c3cf-4ff2-a42a-047f4e73eb59 req-3cb4e5e3-3f7d-4529-9b15-60cacc14c60f tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:46.336707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77c9352a-c3cf-4ff2-a42a-047f4e73eb59 req-3cb4e5e3-3f7d-4529-9b15-60cacc14c60f tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 945 time: 0.0820568 Feb 13 23:28:46.385357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77c9352a-c3cf-4ff2-a42a-047f4e73eb59 req-b2e1a1a5-3ab1-4e4c-bb53-2eb4c6eaeca5 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Feb 13 23:28:46.404918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for 00ac6bbd-846f-409d-bb53-fe0c425e467f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:46.588928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f9789-bb67-46bb-ae4f-41fd4912a1f2 req-8fdcbf97-71eb-4ec6-81ba-f9e73c261356 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:46.590497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b52f9789-bb67-46bb-ae4f-41fd4912a1f2 req-8fdcbf97-71eb-4ec6-81ba-f9e73c261356 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ddebb7-5863-4f65-9598-914619c67233 HTTP/1.1" status: 200 len: 945 time: 0.1922369 Feb 13 23:28:46.655512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:46.669955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['00ac6bbd-846f-409d-bb53-fe0c425e467f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:46.702978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b52f9789-bb67-46bb-ae4f-41fd4912a1f2 req-f3d1f43b-450b-4584-bb03-209f51723ae1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069152 Feb 13 23:28:46.709785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495221-7c42-402b-97eb-2be8c352b67a req-a87b6abd-fe1c-4f16-a7db-0715c27e3307 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:46.714191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event deleted for resources: {'Port': ['ID=00ac6bbd-846f-409d-bb53-fe0c425e467f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:46.714577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-a87b6abd-fe1c-4f16-a7db-0715c27e3307 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.1611457 Feb 13 23:28:46.734582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-fc1a9e0d-bd3e-424e-990c-d096546f482b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0129118 Feb 13 23:28:46.798161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] No DVR routers for this DVR port 00ac6bbd-846f-409d-bb53-fe0c425e467f on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:46.801113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:46.805205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ddebb7-5863-4f65-9598-914619c67233', 'name': 'network-vif-deleted', 'tag': '00ac6bbd-846f-409d-bb53-fe0c425e467f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:46.823106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-566ea971-d928-44d4-b8b5-ef4a4faecad4 req-6b5e1907-c59b-444f-aa4b-e560e893eaaf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "DELETE /v2.0/ports/00ac6bbd-846f-409d-bb53-fe0c425e467f HTTP/1.1" status: 204 len: 173 time: 1.1196451 Feb 13 23:28:46.858241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-fc403f14-e3fc-4446-be69-fe1ec632e719 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1047518 Feb 13 23:28:47.024494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e53950-5ae5-4190-bd0a-9012b09956e7 req-491bf4be-3ea5-4aed-9d51-7ba62785bfe3 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:47.027810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97e53950-5ae5-4190-bd0a-9012b09956e7 req-491bf4be-3ea5-4aed-9d51-7ba62785bfe3 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 944 time: 0.0849433 Feb 13 23:28:47.030800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-f3838562-606f-44c4-a629-ef502b2a10ff service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557121 Feb 13 23:28:47.080175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97e53950-5ae5-4190-bd0a-9012b09956e7 req-894f102b-7eb6-41be-bb1c-99063b7d2f57 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Feb 13 23:28:47.147284 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ddebb7-5863-4f65-9598-914619c67233', 'name': 'network-vif-deleted', 'tag': '00ac6bbd-846f-409d-bb53-fe0c425e467f', 'status': 'completed', 'code': 200} Feb 13 23:28:47.160700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 00ac6bbd-846f-409d-bb53-fe0c425e467f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:47.206962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 00ac6bbd-846f-409d-bb53-fe0c425e467f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:28:47.207508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 00ac6bbd-846f-409d-bb53-fe0c425e467f not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:28:47.208083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:47.318863 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-79c33f4e-819c-416d-8c79-56ea77875f23 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838702 Feb 13 23:28:47.323647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b91616ba-7e17-40df-9f61-314f6bcb2576 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:47.410620 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:47.449885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:47.464505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:47.473716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:47.517430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port b91616ba-7e17-40df-9f61-314f6bcb2576 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:47.535202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port b91616ba-7e17-40df-9f61-314f6bcb2576 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:47.535960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:47.633397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=11']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:47.667872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6056b7-6422-4a16-b0ab-3384ce0ebf24 req-508f4f72-f767-4280-8ca0-e4c08eb1189f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:47.670705 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe6056b7-6422-4a16-b0ab-3384ce0ebf24 req-508f4f72-f767-4280-8ca0-e4c08eb1189f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1051805 Feb 13 23:28:47.723907 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:47.733578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe6056b7-6422-4a16-b0ab-3384ce0ebf24 req-627c5f47-ac8a-46b8-b07c-287e17bfd3cb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564866 Feb 13 23:28:47.796174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b91616ba-7e17-40df-9f61-314f6bcb2576, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b91616ba-7e17-40df-9f61-314f6bcb2576,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:47.802211 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:47.803680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0fb1ecc1-4771-4186-96e9-90969550f304 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:47.923437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=b91616ba-7e17-40df-9f61-314f6bcb2576,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:47.955773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 0fb1ecc1-4771-4186-96e9-90969550f304 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:47.961739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 0fb1ecc1-4771-4186-96e9-90969550f304 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:47.962232 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:48.087003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0c8ad-9bd5-4cfa-8360-ce6e94a2678d req-93e393f8-5450-4756-a0c8-cb04bb4c0e3a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:48.097706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3c0c8ad-9bd5-4cfa-8360-ce6e94a2678d req-93e393f8-5450-4756-a0c8-cb04bb4c0e3a tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.1953521 Feb 13 23:28:48.155122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:48.189720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3c0c8ad-9bd5-4cfa-8360-ce6e94a2678d req-b8b668de-9412-4b7e-bad1-a948d4bae6a0 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901697 Feb 13 23:28:48.220358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0fb1ecc1-4771-4186-96e9-90969550f304, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0fb1ecc1-4771-4186-96e9-90969550f304,segment=NetworkSegment(75e5b092-cd04-4fc7-8a44-eea39445608b),segment_id=75e5b092-cd04-4fc7-8a44-eea39445608b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:48.224588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:48.264196 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'code': 200} Feb 13 23:28:48.298636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0fb1ecc1-4771-4186-96e9-90969550f304,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:48.338320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8b65645-e20c-4fa6-9604-17a37093ff2f req-a3e1aada-aa3a-4cfe-98ca-821b23145ffe tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 210 time: 0.0513601 Feb 13 23:28:48.553990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8297-8c0c-4c1e-be60-893c55cb21f3 req-e8740d9e-ad3f-4fe8-adb7-c79c475b2e76 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:48.555472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-888f8297-8c0c-4c1e-be60-893c55cb21f3 req-e8740d9e-ad3f-4fe8-adb7-c79c475b2e76 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.0822303 Feb 13 23:28:48.617325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-888f8297-8c0c-4c1e-be60-893c55cb21f3 req-3cc04812-f0aa-4e7c-89ff-6cc4d5160a3f tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546401 Feb 13 23:28:49.037010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d2824-1bfb-436e-8cdc-77e14825c506 req-04f661e3-c609-4a0e-bacc-ae25ed6713ed tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:49.043767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f03d2824-1bfb-436e-8cdc-77e14825c506 req-04f661e3-c609-4a0e-bacc-ae25ed6713ed tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1319151 Feb 13 23:28:49.095777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f03d2824-1bfb-436e-8cdc-77e14825c506 req-22ebc4bc-b491-4b57-8518-947c09ee4926 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510097 Feb 13 23:28:49.118125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495221-7c42-402b-97eb-2be8c352b67a req-47cfb308-eee1-42d6-8330-0f6729a1720a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:49.120497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-47cfb308-eee1-42d6-8330-0f6729a1720a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.2725379 Feb 13 23:28:49.145255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': '53867c68-713f-405d-aa60-9141a3812ab6', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:49.317972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:49.328013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:49.342063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:49.345171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:49.459104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bd19-8cfa-4242-9774-f095e49af13a req-51558b51-8413-447d-8f87-637f7384cd2b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:49.467513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-51558b51-8413-447d-8f87-637f7384cd2b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.1780028 Feb 13 23:28:49.486962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-695d03a6-1aeb-4777-a7f1-7a87f0ab6c9a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.0183561 Feb 13 23:28:49.530910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-bde8467d-0bf8-4929-b8e7-030e38005b45 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429296 Feb 13 23:28:49.563544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.5 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/1fc0142e-ea1c-41a4-88d5-e6d0453ee82c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:49.761886 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-d0ac96c4-103d-4f60-95fe-644233b4b4b8 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185810 Feb 13 23:28:49.802573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:49.843083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:49.856431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:49.976173 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-58772ae5-d9db-4409-8a2b-f516832243fc service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080085 Feb 13 23:28:50.096501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:28:50.096501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:28:50.113932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:28:50.153840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:50.188167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de94f-b049-4a06-9da3-505a6943f552 req-22361d8d-981c-49d5-acad-4dcdfb1e31d6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:50.196865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-560de94f-b049-4a06-9da3-505a6943f552 req-22361d8d-981c-49d5-acad-4dcdfb1e31d6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.2993441 Feb 13 23:28:50.235121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:50.235121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:50.265773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91616ba-7e17-40df-9f61-314f6bcb2576'}, {'server_uuid': '33602778-449f-4aaf-bbbe-d70184a472ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb1ecc1-4771-4186-96e9-90969550f304'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:50.281912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-560de94f-b049-4a06-9da3-505a6943f552 req-9282c2ce-3d0b-436a-a4e0-4258b0912bbf tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814614 Feb 13 23:28:50.283242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-7456e6ff-cb29-46a0-aa62-2d89ac639c63 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1473479 Feb 13 23:28:50.296742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Request body: {'port': {'device_id': '53867c68-713f-405d-aa60-9141a3812ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:50.405865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b594df-27fe-4b7f-9a63-5f2726da2339 req-05703587-c131-4fd4-a04f-859a9bf9dff1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:50.405865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b594df-27fe-4b7f-9a63-5f2726da2339 req-05703587-c131-4fd4-a04f-859a9bf9dff1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 931 time: 0.1065166 Feb 13 23:28:50.462396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:50.544131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79b594df-27fe-4b7f-9a63-5f2726da2339 req-fb66e50b-f408-492a-a05b-717f3cd5d762 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241508 Feb 13 23:28:50.805505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91f041-036a-41de-9c19-b7f64f145860 req-7de2c559-c631-4c68-8263-907a56af13f4 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:50.814652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f91f041-036a-41de-9c19-b7f64f145860 req-7de2c559-c631-4c68-8263-907a56af13f4 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.1076651 Feb 13 23:28:50.874679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f91f041-036a-41de-9c19-b7f64f145860 req-ae003602-7269-42fe-a87b-e80d08b9ee52 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587332 Feb 13 23:28:51.020841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfe829-e531-45ad-bbc5-16b6c032448f req-af3636ef-0a67-4b0e-88c2-9a622a12bbca tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:51.022355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fcfe829-e531-45ad-bbc5-16b6c032448f req-af3636ef-0a67-4b0e-88c2-9a622a12bbca tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1614182 Feb 13 23:28:51.076673 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f42299e-c0c2-4579-98b5-3ea0a3df32ce req-8d872158-c8de-4995-8078-e633c07be131 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0473168 Feb 13 23:28:51.149924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:51.159257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:51.165337 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91616ba-7e17-40df-9f61-314f6bcb2576', 'code': 200} Feb 13 23:28:51.166341 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33602778-449f-4aaf-bbbe-d70184a472ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb1ecc1-4771-4186-96e9-90969550f304', 'code': 200} Feb 13 23:28:51.176706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fcfe829-e531-45ad-bbc5-16b6c032448f req-c318c56b-f49e-4ed9-9676-5978e8cd995c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377430 Feb 13 23:28:51.219000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Transition to ACTIVE for port object 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:28:51.225086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:51.429677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:51.459937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b701fae-95e9-4188-a64b-99c8f921671c req-54ea9912-7244-48d4-9966-acdea94d4977 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 1097 time: 0.1743941 Feb 13 23:28:51.487087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7008ab-8334-4414-9e23-29cfb01b5cfe req-e0820307-0d97-4afd-a40d-67b1374c208c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:51.488669 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d7008ab-8334-4414-9e23-29cfb01b5cfe req-e0820307-0d97-4afd-a40d-67b1374c208c tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 948 time: 0.1559105 Feb 13 23:28:51.529436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9507458-15c4-4e73-bb8e-dad5fca2a7e6 req-5c22cc82-8a3c-4f14-b3ea-5a3f832910b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 1096 time: 0.2330768 Feb 13 23:28:51.545550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b701fae-95e9-4188-a64b-99c8f921671c req-cd22adda-1176-4d12-92eb-424e52a02677 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795901 Feb 13 23:28:51.622264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d7008ab-8334-4414-9e23-29cfb01b5cfe req-7d0d2c9e-948c-48ef-a88b-ed8710aeaed8 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227272 Feb 13 23:28:51.626335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Attempting to bind port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:28:51.626662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Attempting to bind port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:28:51.627015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Attempting to bind port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:51.644045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:28:51.644045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Attempting to bind port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:28:51.657957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:28:51.658306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:28:51.658672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:28:51.659099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Bound port: 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:28:51.659961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:51.677125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9507458-15c4-4e73-bb8e-dad5fca2a7e6 req-6c635640-f3fa-40cc-9147-ea9f33089000 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387844 Feb 13 23:28:51.784886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfb60e-d5a0-4258-b64b-5db2980aa6bf req-a9a7f9cd-9bd4-4ab3-89f1-ab2b9a65ef2e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:51.792977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7cfb60e-d5a0-4258-b64b-5db2980aa6bf req-a9a7f9cd-9bd4-4ab3-89f1-ab2b9a65ef2e tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.2011108 Feb 13 23:28:51.792977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] For port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:28:51.800640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3b5a0c5-1c02-46ab-9922-eace5356d5ae req-b69db14f-cd53-45c5-b801-aa69510a6fa8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0505805 Feb 13 23:28:51.817257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] For port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:28:51.830213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:51.903980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7cfb60e-d5a0-4258-b64b-5db2980aa6bf req-6ba9af53-9ab5-47ad-884f-0974e663d886 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122606 Feb 13 23:28:51.931237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:51.935376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] 10.222.0.42 "PUT /v2.0/ports/1fc0142e-ea1c-41a4-88d5-e6d0453ee82c HTTP/1.1" status: 200 len: 1091 time: 1.6437547 Feb 13 23:28:51.942869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53867c68-713f-405d-aa60-9141a3812ab6', 'tag': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:51.964792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f2798-dcc1-4584-90f3-31d223290988 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:52.068120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0067b-d511-410c-87cd-050c9ecda01f req-5730f33b-9161-4580-bf74-3d0dcb998718 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:52.069143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14e0067b-d511-410c-87cd-050c9ecda01f req-5730f33b-9161-4580-bf74-3d0dcb998718 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 943 time: 0.1169899 Feb 13 23:28:52.128806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14e0067b-d511-410c-87cd-050c9ecda01f req-fd2e22e6-e34a-41b5-a138-d39e51fbd9f6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Feb 13 23:28:52.175677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-45e65010-9813-4e04-a536-97bcf040c518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 1094 time: 0.1577973 Feb 13 23:28:52.188726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ae7c1-20f0-4bbe-9d13-2013ac3357f2 req-0ec6d6ff-ee82-41bf-b5fe-d55af0a7379a tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:52.190578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e6ae7c1-20f0-4bbe-9d13-2013ac3357f2 req-0ec6d6ff-ee82-41bf-b5fe-d55af0a7379a tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.1245241 Feb 13 23:28:52.245878 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53867c68-713f-405d-aa60-9141a3812ab6', 'tag': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c', 'status': 'completed', 'code': 200} Feb 13 23:28:52.275560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-2a9f59ca-7d42-466c-bf5d-2028021a4ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c HTTP/1.1" status: 200 len: 217 time: 0.0843108 Feb 13 23:28:52.393057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fdcd-721d-4e52-bc5c-dd6f3befb55f req-50f68f47-a393-4d18-b281-9aa19a84605e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:52.394735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4903fdcd-721d-4e52-bc5c-dd6f3befb55f req-50f68f47-a393-4d18-b281-9aa19a84605e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.0913186 Feb 13 23:28:52.449035 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4903fdcd-721d-4e52-bc5c-dd6f3befb55f req-f46f9f6a-d7e2-4160-b77b-22030acdb333 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Feb 13 23:28:52.488355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-9b2c6e18-6a28-48e8-9a28-4e189a349599 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0544698 Feb 13 23:28:52.499250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e6ae7c1-20f0-4bbe-9d13-2013ac3357f2 req-b3481ba7-acd9-47bd-afb5-b58bf7140ede tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525697 Feb 13 23:28:52.583225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495221-7c42-402b-97eb-2be8c352b67a req-d57845d1-c3eb-4f3e-b695-7b197509af48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:52.584724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-d57845d1-c3eb-4f3e-b695-7b197509af48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.3033631 Feb 13 23:28:52.645462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-5ae9346a-41cb-49c3-914c-e23883edc167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489547 Feb 13 23:28:52.775395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bd19-8cfa-4242-9774-f095e49af13a req-1289b1e9-ab13-4d17-8a73-f79ac086c66b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:52.777045 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-1289b1e9-ab13-4d17-8a73-f79ac086c66b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a7ddc736323240c5b7f766324b49651b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2805433 Feb 13 23:28:52.914848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0436e-b632-4b20-9091-dadc4b353409 req-cd7c3732-8237-47b0-83d6-fdb110308c32 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:52.917347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3c0436e-b632-4b20-9091-dadc4b353409 req-cd7c3732-8237-47b0-83d6-fdb110308c32 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 948 time: 0.1692026 Feb 13 23:28:53.000699 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3c0436e-b632-4b20-9091-dadc4b353409 req-553b77c5-e334-4002-8961-def9535e6af4 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764143 Feb 13 23:28:53.027003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-32ba63a2-ea8b-4523-9a61-f28102fe92b3 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:53.028486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-32ba63a2-ea8b-4523-9a61-f28102fe92b3 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 948 time: 0.1962864 Feb 13 23:28:53.037907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-acbc05e5-37cc-46b6-8fdb-35ef516108d2 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836377 Feb 13 23:28:53.160714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Deleting port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:53.161218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:53.184732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f0e5d340-f176-4696-b0e7-3a0049530e9d req-7fd5d810-5d3e-45de-b42e-6b6807f81c86 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:53.232441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bd19-8cfa-4242-9774-f095e49af13a req-fbb01214-0f15-4945-839e-97ad5cc0649d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:53.234013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-fbb01214-0f15-4945-839e-97ad5cc0649d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4463012 Feb 13 23:28:53.238624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f0e5d340-f176-4696-b0e7-3a0049530e9d req-7fd5d810-5d3e-45de-b42e-6b6807f81c86 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:53.242644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0e5d340-f176-4696-b0e7-3a0049530e9d req-7fd5d810-5d3e-45de-b42e-6b6807f81c86 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.1881151 Feb 13 23:28:53.326697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5998bd19-8cfa-4242-9774-f095e49af13a req-9b502aa4-0667-4f5c-b62e-e311ade2047f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.31 "GET /v2.0/ports?device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0638037 Feb 13 23:28:53.333173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9495221-7c42-402b-97eb-2be8c352b67a req-ae5dafa5-6a03-4756-83bf-986699000e7b service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853625 Feb 13 23:28:53.545764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-f695daef-2c0a-4b61-b42f-1fdd27d2ba1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 1094 time: 0.1522167 Feb 13 23:28:53.596761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f4dee-edb5-489b-8b2c-da171a136ef5 req-3d0974ec-1b27-4581-a199-509639c53333 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:53.598185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f0f4dee-edb5-489b-8b2c-da171a136ef5 req-3d0974ec-1b27-4581-a199-509639c53333 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:53.657707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166696-8d81-403a-842a-2922c754c531 req-1cd74831-7e9f-47f9-a179-47f796134768 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:53.659200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6166696-8d81-403a-842a-2922c754c531 req-1cd74831-7e9f-47f9-a179-47f796134768 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.4639332 Feb 13 23:28:53.703257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] For port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:53.703681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:53.749241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4f0f4dee-edb5-489b-8b2c-da171a136ef5 req-3d0974ec-1b27-4581-a199-509639c53333 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:53.753489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f0f4dee-edb5-489b-8b2c-da171a136ef5 req-3d0974ec-1b27-4581-a199-509639c53333 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 943 time: 0.3330405 Feb 13 23:28:53.756678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8246dc67-fbb4-444e-b442-8b57e9bada05 req-f451043d-3167-4c2d-a011-82a46777ec9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0724673 Feb 13 23:28:53.876729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Calling delete_port for 7fb51659-0fa3-4900-8bb9-56478eb5e1ff owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:53.920472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6166696-8d81-403a-842a-2922c754c531 req-1d8c3c29-da34-496c-bcff-74e1c29a7c3d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437379 Feb 13 23:28:53.960365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f0f4dee-edb5-489b-8b2c-da171a136ef5 req-d6dcceb9-d582-46c0-a21e-094e964363b3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060251 Feb 13 23:28:53.965558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-71d204eb-3c19-43d5-bcf4-f6ab0bf438df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:53.966973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-71d204eb-3c19-43d5-bcf4-f6ab0bf438df service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.4213121 Feb 13 23:28:53.967918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246dc67-fbb4-444e-b442-8b57e9bada05 req-b5d28541-c3f8-4ade-b9bf-968d98b7e8b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:53.969187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8246dc67-fbb4-444e-b442-8b57e9bada05 req-b5d28541-c3f8-4ade-b9bf-968d98b7e8b9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a7ddc736323240c5b7f766324b49651b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1961854 Feb 13 23:28:54.093080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:54.200574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Pushing event deleted for resources: {'Port': ['ID=7fb51659-0fa3-4900-8bb9-56478eb5e1ff,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:54.302551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] No DVR routers for this DVR port 7fb51659-0fa3-4900-8bb9-56478eb5e1ff on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:54.305467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:54.308895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-deleted', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:54.342227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e05b3e65-5283-44a1-b349-d558baf6e3f0 req-f11ac3ca-7a75-454e-a394-26a385c5dae5 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.31 "DELETE /v2.0/ports/7fb51659-0fa3-4900-8bb9-56478eb5e1ff HTTP/1.1" status: 204 len: 173 time: 1.3072412 Feb 13 23:28:54.351121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-96cd8f92-bfe0-4e09-8583-ea6c801fa0bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c HTTP/1.1" status: 200 len: 217 time: 0.3382359 Feb 13 23:28:54.356843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c9c5d-ff76-42c4-bd89-d406273ddf8d req-c6334f87-f5d2-4c14-b7de-3012e2cb3fd5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:54.363746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2e6c9c5d-ff76-42c4-bd89-d406273ddf8d req-c6334f87-f5d2-4c14-b7de-3012e2cb3fd5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1984830 Feb 13 23:28:54.426309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2e6c9c5d-ff76-42c4-bd89-d406273ddf8d req-aa535369-19eb-4e94-b19c-c6c922a2b8e6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616050 Feb 13 23:28:54.487452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-449cc88b-5690-46bc-832f-c9b2dc1f6214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:54.488954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-449cc88b-5690-46bc-832f-c9b2dc1f6214 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1283453 Feb 13 23:28:54.551950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246dc67-fbb4-444e-b442-8b57e9bada05 req-81c1dfe1-9a06-43c1-85c1-2384b1c2c6f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:54.553379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8246dc67-fbb4-444e-b442-8b57e9bada05 req-81c1dfe1-9a06-43c1-85c1-2384b1c2c6f0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5786183 Feb 13 23:28:54.555732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-d94867d1-7f8d-4889-a33a-9d8a60d04c08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534542 Feb 13 23:28:54.654873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973c0ad-728b-402f-a781-efde2da962ed req-576b2a82-d079-45ec-b017-e31f79c48aba tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:54.665055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8973c0ad-728b-402f-a781-efde2da962ed req-576b2a82-d079-45ec-b017-e31f79c48aba tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.1171350 Feb 13 23:28:54.700082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a808810-01c4-4de2-a412-8b9c64e3b555 req-3ea48b49-da85-46c6-83cb-d975e078a6d0 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:54.707778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a808810-01c4-4de2-a412-8b9c64e3b555 req-3ea48b49-da85-46c6-83cb-d975e078a6d0 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.5538051 Feb 13 23:28:54.721295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8246dc67-fbb4-444e-b442-8b57e9bada05 req-ef1559a5-6b7d-4dd1-9848-efc53733e815 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.31 "GET /v2.0/ports?device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0758860 Feb 13 23:28:54.722340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8973c0ad-728b-402f-a781-efde2da962ed req-803535db-2792-4aae-8e80-5b42afdc7b50 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Feb 13 23:28:54.795205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a808810-01c4-4de2-a412-8b9c64e3b555 req-7599a43b-afea-4a8d-a971-0c519c609ae9 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865417 Feb 13 23:28:54.833993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-55e7491e-649d-46d8-bffd-3712ca285c69 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695780 Feb 13 23:28:55.016520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf735a94-0e5e-4e6e-b99b-e4f3a873a4cd req-6859e7ab-b80c-4fe1-b295-7a0ac8716bc1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Synchronizing usage tracker for tenant:885bd42e37864537aff24d391056605d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:28:55.048112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf735a94-0e5e-4e6e-b99b-e4f3a873a4cd req-6859e7ab-b80c-4fe1-b295-7a0ac8716bc1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Unset dirty status for tenant:885bd42e37864537aff24d391056605d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:28:55.049746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf735a94-0e5e-4e6e-b99b-e4f3a873a4cd req-6859e7ab-b80c-4fe1-b295-7a0ac8716bc1 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=c989fd13-6727-4e12-b957-a26dd5ac52b4 HTTP/1.1" status: 200 len: 210 time: 0.1069119 Feb 13 23:28:55.123388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-547542f7-5bd2-48ae-82e3-e0005e5e6de0 req-14f18a6d-b387-4dce-ac41-bbf0d922bcb6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=91274141-298c-48fe-87ae-1a1cc3bf8540 HTTP/1.1" status: 200 len: 210 time: 0.0636349 Feb 13 23:28:55.141618 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c989fd13-6727-4e12-b957-a26dd5ac52b4', 'name': 'network-vif-deleted', 'tag': '7fb51659-0fa3-4900-8bb9-56478eb5e1ff', 'status': 'completed', 'code': 200} Feb 13 23:28:55.147477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86bf77a7-172b-4c3e-8c84-87e6da575005 req-ad4cbe71-c161-4dc6-bbe0-6119998816d1 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059566 Feb 13 23:28:55.345295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:28:55.386319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 7fb51659-0fa3-4900-8bb9-56478eb5e1ff {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:28:55.386763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7fb51659-0fa3-4900-8bb9-56478eb5e1ff not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:28:55.401542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cdda8-22d5-4f57-ae8b-c5593db0af0c req-3df2f4ec-be25-4c9f-8599-745727ed30ab tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:55.401542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-567cdda8-22d5-4f57-ae8b-c5593db0af0c req-3df2f4ec-be25-4c9f-8599-745727ed30ab tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 943 time: 0.0892353 Feb 13 23:28:55.450808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-567cdda8-22d5-4f57-ae8b-c5593db0af0c req-eb5b6765-24c1-470f-b259-f06c005b0e0d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Feb 13 23:28:55.538489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ce02e-b233-4eaa-a913-f0ba12c95a51 req-de05feea-a39a-488c-9774-7e4f7b4c9b20 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:55.538489 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-708ce02e-b233-4eaa-a913-f0ba12c95a51 req-de05feea-a39a-488c-9774-7e4f7b4c9b20 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.0891745 Feb 13 23:28:55.582344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-708ce02e-b233-4eaa-a913-f0ba12c95a51 req-a342cb44-cd71-4512-8b52-e57ab7b1bc2d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Feb 13 23:28:55.667948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb161f9-7312-4b3b-b518-b5d21222509a req-cbbb6bc4-fb74-48c8-b021-e9ddbda4a99b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:55.669382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fb161f9-7312-4b3b-b518-b5d21222509a req-cbbb6bc4-fb74-48c8-b021-e9ddbda4a99b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.0880349 Feb 13 23:28:55.715173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fb161f9-7312-4b3b-b518-b5d21222509a req-d655d963-6440-43ba-bdac-c1389e39b229 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Feb 13 23:28:55.786127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcfd88-e909-48a3-b969-3dd55d8c12db req-7f8a4b2f-e7eb-4686-ae80-be4386dede80 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:55.788380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dfdcfd88-e909-48a3-b969-3dd55d8c12db req-7f8a4b2f-e7eb-4686-ae80-be4386dede80 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.0833130 Feb 13 23:28:55.847975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dfdcfd88-e909-48a3-b969-3dd55d8c12db req-504db54c-8d3b-4837-a951-e323a72c814b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Feb 13 23:28:56.236145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a1f25-679a-4916-8bff-701dadc67dde req-3afb5091-ebbc-4065-978a-00ae3a15a169 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:56.238256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-175a1f25-679a-4916-8bff-701dadc67dde req-3afb5091-ebbc-4065-978a-00ae3a15a169 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.0810506 Feb 13 23:28:56.276192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555f72-ad4c-45c2-90fe-dfa360b1f488 req-efac37a8-2e5d-4902-96b0-033cfe12850f tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:56.278877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d555f72-ad4c-45c2-90fe-dfa360b1f488 req-efac37a8-2e5d-4902-96b0-033cfe12850f tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.0926094 Feb 13 23:28:56.293002 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-175a1f25-679a-4916-8bff-701dadc67dde req-06223ee3-dc89-4044-af9a-df5774760b2b tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480230 Feb 13 23:28:56.331373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d555f72-ad4c-45c2-90fe-dfa360b1f488 req-36eb14b7-0713-49c8-9c1d-0a24c3c170a6 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Feb 13 23:28:56.564197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a75af-0a72-442c-bad6-acf75a493f44 req-60addad7-8e4d-46f7-ac38-4e1ba03ca170 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:56.565654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef3a75af-0a72-442c-bad6-acf75a493f44 req-60addad7-8e4d-46f7-ac38-4e1ba03ca170 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.0789416 Feb 13 23:28:56.614857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef3a75af-0a72-442c-bad6-acf75a493f44 req-8ef2649b-fc82-4cb8-95af-6ea1b651b241 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Feb 13 23:28:56.805379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c7cb-65ce-46b0-90e0-55e458a1317a req-9e38b7eb-af92-4623-92e7-cbbda1d207e3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:56.807373 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1b3c7cb-65ce-46b0-90e0-55e458a1317a req-9e38b7eb-af92-4623-92e7-cbbda1d207e3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 943 time: 0.0755258 Feb 13 23:28:56.851535 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1b3c7cb-65ce-46b0-90e0-55e458a1317a req-2858ceb9-8df2-4d14-a055-c6992dd658ea tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Feb 13 23:28:56.884991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-f50477bf-da1a-4443-9570-273a8d2ea6e9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:56.886515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-f50477bf-da1a-4443-9570-273a8d2ea6e9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.1459403 Feb 13 23:28:56.902575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-e7542998-e2f5-4b14-a6ba-09c34c035eb1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.0109055 Feb 13 23:28:56.950053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-fc6be68c-937e-4435-a71a-ef0a4f86f308 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422666 Feb 13 23:28:57.094286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-b988b8d9-a664-45ea-8f9c-525fc05a5464 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377201 Feb 13 23:28:57.194648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:28:57.233983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-865f0af7-0504-42e7-8a0b-048195495b78 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339672 Feb 13 23:28:57.268621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea6878-e4c8-4fba-b8d4-480e02ff7080 req-560ba289-8bbb-481a-9d7c-620336852acf tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:57.270436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7ea6878-e4c8-4fba-b8d4-480e02ff7080 req-560ba289-8bbb-481a-9d7c-620336852acf tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 948 time: 0.0962486 Feb 13 23:28:57.316976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7ea6878-e4c8-4fba-b8d4-480e02ff7080 req-2e48fa88-cc07-427a-a7ae-f2fc10490caf tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Feb 13 23:28:57.334997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:57.359814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c', 'mac_address': 'fa:16:3e:9d:17:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:28:57.425125 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:57.456678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:28:57.474112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:57.481554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:57.574269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-1ddbaa62-0fef-42fc-bfaa-00700134f423 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:57.575847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-1ddbaa62-0fef-42fc-bfaa-00700134f423 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.31 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.2273932 Feb 13 23:28:57.585236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9c8ef-f814-4153-91a7-adce51fcd697 req-2fc077d3-3349-477c-bc16-af063819fde9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:57.589373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:57.593127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbc9c8ef-f814-4153-91a7-adce51fcd697 req-2fc077d3-3349-477c-bc16-af063819fde9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1343808 Feb 13 23:28:57.693458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Deleting port 0fb1ecc1-4771-4186-96e9-90969550f304 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:57.693824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:57.773769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['1fc0142e-ea1c-41a4-88d5-e6d0453ee82c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:57.830626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f750a40-b7ec-4601-b9cb-654fe430222d req-3b2c84fe-5eb1-4e1c-9541-f0175f02f383 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 210 time: 0.0465853 Feb 13 23:28:57.842719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbc9c8ef-f814-4153-91a7-adce51fcd697 req-6dea1677-5ef4-415e-84a9-b20bfa501944 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487211 Feb 13 23:28:58.106304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87799de-c958-4f9e-b247-cf4db846b116 req-1fe5896f-2995-4b70-8991-ac9df2857e83 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:58.113412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a87799de-c958-4f9e-b247-cf4db846b116 req-1fe5896f-2995-4b70-8991-ac9df2857e83 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 945 time: 0.1212187 Feb 13 23:28:58.168140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] For port 0fb1ecc1-4771-4186-96e9-90969550f304, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0fb1ecc1-4771-4186-96e9-90969550f304,segment=NetworkSegment(75e5b092-cd04-4fc7-8a44-eea39445608b),segment_id=75e5b092-cd04-4fc7-8a44-eea39445608b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:58.168807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:58.253220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a87799de-c958-4f9e-b247-cf4db846b116 req-1c3aee09-a787-48d1-a25f-8080fe52ea56 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/security-groups?id=88a4bcb4-1f8b-42fa-83af-1faab9496381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389477 Feb 13 23:28:58.312634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Calling delete_port for 0fb1ecc1-4771-4186-96e9-90969550f304 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:58.369399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4573e-a26b-4d91-8566-0dee26a0a20f req-eb511693-c151-414d-a73e-b56b22a22a0d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:58.370845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6fb4573e-a26b-4d91-8566-0dee26a0a20f req-eb511693-c151-414d-a73e-b56b22a22a0d tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.3293583 Feb 13 23:28:58.470380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6fb4573e-a26b-4d91-8566-0dee26a0a20f req-a0fc908d-ed08-4663-bb39-d4702db3d3d6 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/security-groups?id=75946358-c1c5-419c-80fe-0608ff0af9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940888 Feb 13 23:28:58.495540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ae84-427c-4556-b396-5605bae26f00 req-51181a34-d17b-406f-968b-4f0b6187e211 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:58.496967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96c2ae84-427c-4556-b396-5605bae26f00 req-51181a34-d17b-406f-968b-4f0b6187e211 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 946 time: 0.0953720 Feb 13 23:28:58.506415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988607f7-c461-4c09-8786-e225887d756b req-98d67e8c-e751-4258-aaf1-9a400f31e463 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:58.507869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-988607f7-c461-4c09-8786-e225887d756b req-98d67e8c-e751-4258-aaf1-9a400f31e463 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 944 time: 0.1468666 Feb 13 23:28:58.514489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:58.527678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0fb1ecc1-4771-4186-96e9-90969550f304'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:28:58.568259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Pushing event deleted for resources: {'Port': ['ID=0fb1ecc1-4771-4186-96e9-90969550f304,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:58.638115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Deleting port b91616ba-7e17-40df-9f61-314f6bcb2576 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:58.638581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:58.716345 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-988607f7-c461-4c09-8786-e225887d756b req-5a40ff66-0dcb-46d7-b37f-f829592665f9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755993 Feb 13 23:28:58.773821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] No DVR routers for this DVR port 0fb1ecc1-4771-4186-96e9-90969550f304 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:28:58.782564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:58.787494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33602778-449f-4aaf-bbbe-d70184a472ec', 'name': 'network-vif-deleted', 'tag': '0fb1ecc1-4771-4186-96e9-90969550f304'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:58.852102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.31 "DELETE /v2.0/ports/0fb1ecc1-4771-4186-96e9-90969550f304 HTTP/1.1" status: 204 len: 173 time: 1.2568867 Feb 13 23:28:58.876807 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33602778-449f-4aaf-bbbe-d70184a472ec', 'name': 'network-vif-deleted', 'tag': '0fb1ecc1-4771-4186-96e9-90969550f304', 'status': 'completed', 'code': 200} Feb 13 23:28:58.916873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615df85d-6432-4696-93e1-3987fdae5bbb req-a10fcc17-4159-4fc8-b1a5-84a82dc97357 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:58.919572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-615df85d-6432-4696-93e1-3987fdae5bbb req-a10fcc17-4159-4fc8-b1a5-84a82dc97357 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 948 time: 0.3081450 Feb 13 23:28:58.924519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-b6d6651f-cd99-495d-bdad-231b0b23036d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:58.926964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-b6d6651f-cd99-495d-bdad-231b0b23036d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.2346592 Feb 13 23:28:58.957725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Request body: {'port': {'device_id': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'admin_state_up': True, 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:28:59.045766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] For port b91616ba-7e17-40df-9f61-314f6bcb2576, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b91616ba-7e17-40df-9f61-314f6bcb2576,segment=NetworkSegment(35a9e28d-0ba2-455a-8bf0-f1bd363e088a),segment_id=35a9e28d-0ba2-455a-8bf0-f1bd363e088a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:59.046333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.093677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-615df85d-6432-4696-93e1-3987fdae5bbb req-998c5f77-75bc-4648-bb4b-88a9b85ccf8f tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655042 Feb 13 23:28:59.114735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-5cd358d0-10eb-4ec5-a75e-7fe825943095 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:59.117249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-5cd358d0-10eb-4ec5-a75e-7fe825943095 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 948 time: 0.2445195 Feb 13 23:28:59.151909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:28:59.162324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:28:59.172876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be15edc6-1211-4078-9efa-37ab266fe28c req-8420e717-49dc-464e-b217-dd1677a9d462 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 210 time: 0.1368754 Feb 13 23:28:59.175812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:28:59.179282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.218608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:28:59.273457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Calling delete_port for b91616ba-7e17-40df-9f61-314f6bcb2576 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:28:59.313961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:28:59.322505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:28:59.323583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.443037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ccaf-0ffa-426a-a90a-500b46be3ebc req-531f3aba-2f75-4006-af14-ad5feb960dbf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:28:59.444883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0560ccaf-0ffa-426a-a90a-500b46be3ebc req-531f3aba-2f75-4006-af14-ad5feb960dbf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1957011 Feb 13 23:28:59.452343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Allocated IP 172.20.0.2 (184fd408-1aaa-4393-91d6-05f5ec7bcb69/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa/a2002c49-db83-4005-b76d-f2aaea44958e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:28:59.457384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Deleting port 0e550067-4768-444e-a7ef-1d63e787611d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:28:59.457738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.548171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0560ccaf-0ffa-426a-a90a-500b46be3ebc req-2656245b-5471-4081-a3c2-ae47d062d6db tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931699 Feb 13 23:28:59.575695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.647101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53867c68-713f-405d-aa60-9141a3812ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:28:59.657370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:59.670149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.712395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4ebfb15-fbb3-4d1e-90bf-6f408043e50e req-a3e2d6f3-c691-4ccf-ae09-2f3557ac3fc9 tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] 10.222.0.36 "GET /v2.0/ports?device_id=33602778-449f-4aaf-bbbe-d70184a472ec HTTP/1.1" status: 200 len: 210 time: 0.1222701 Feb 13 23:28:59.760709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:28:59.844785 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53867c68-713f-405d-aa60-9141a3812ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c', 'code': 200} Feb 13 23:28:59.858964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] For port 0e550067-4768-444e-a7ef-1d63e787611d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0e550067-4768-444e-a7ef-1d63e787611d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:28:59.859127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.867043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.899130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:28:59.948977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7357c914-4dce-4cee-af3c-c5ce2c6f33fe req-7379d217-c3a0-4ed3-b32d-2fd1fae19361 tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd766366-7457-4759-85f1-dc7468ebb0ff HTTP/1.1" status: 200 len: 210 time: 0.0576751 Feb 13 23:28:59.973135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.051210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:00.054236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:00.059639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:00.085392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event updated for resources: {'Port': ['ID=a2002c49-db83-4005-b76d-f2aaea44958e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:00.124108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:00.124727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.156086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9e36f4f1-2de6-4a3d-8d0d-db80a7f84169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.161691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-973e0ee4-86ac-43c6-a1ce-00ee2f2b0e1c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2099078 Feb 13 23:29:00.173370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Request body: {'port': {'device_id': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:00.230971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Calling delete_port for 0e550067-4768-444e-a7ef-1d63e787611d owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:00.260805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Pushing event deleted for resources: {'Port': ['ID=b91616ba-7e17-40df-9f61-314f6bcb2576,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:00.332395 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.379927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] No DVR routers for this DVR port b91616ba-7e17-40df-9f61-314f6bcb2576 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:00.382854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.389997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'name': 'network-vif-deleted', 'tag': 'b91616ba-7e17-40df-9f61-314f6bcb2576'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:00.419760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a60dc7-9871-410a-b376-bbc7c146029f req-6c9589fb-4c13-4c3c-9868-6d31f78b074e tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:00.421211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9a60dc7-9871-410a-b376-bbc7c146029f req-6c9589fb-4c13-4c3c-9868-6d31f78b074e tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e0697c0-f964-48da-9e28-3a10326b9a10 HTTP/1.1" status: 200 len: 948 time: 0.1630306 Feb 13 23:29:00.444991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96c2ae84-427c-4556-b396-5605bae26f00 req-8bbf9f30-6b61-483a-9dfb-5cae0424a0eb tempest-ServerDiskConfigTestJSON-1777695036 tempest-ServerDiskConfigTestJSON-1777695036-project] 10.222.0.31 "DELETE /v2.0/ports/b91616ba-7e17-40df-9f61-314f6bcb2576 HTTP/1.1" status: 204 len: 173 time: 1.9360924 Feb 13 23:29:00.499107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73aee56c-3e9d-454f-bc29-fb603b0d2e7c req-095a7bd9-7ab2-4f9c-9991-dc6bcab8ff53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 1096 time: 0.5275867 Feb 13 23:29:00.504518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337a6e-d560-40f4-b71b-daa5f2409dfe req-9131f3a9-cc91-43b5-b05c-6f61dfc357d1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:00.505892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d337a6e-d560-40f4-b71b-daa5f2409dfe req-9131f3a9-cc91-43b5-b05c-6f61dfc357d1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.5357747 Feb 13 23:29:00.567986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9a60dc7-9871-410a-b376-bbc7c146029f req-35be0e15-7828-4707-ba6d-f28ce7ffbceb tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336515 Feb 13 23:29:00.597428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.659715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d337a6e-d560-40f4-b71b-daa5f2409dfe req-92c51cd4-c30f-4eab-b526-88baae4767f3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338279 Feb 13 23:29:00.660441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Pushing event deleted for resources: {'Port': ['ID=0e550067-4768-444e-a7ef-1d63e787611d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:00.663342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73aee56c-3e9d-454f-bc29-fb603b0d2e7c req-3748f27e-36ce-4d69-a96f-a8c5d1c4d52b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505806 Feb 13 23:29:00.743591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] No DVR routers for this DVR port 0e550067-4768-444e-a7ef-1d63e787611d on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:00.746509 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.758949 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd766366-7457-4759-85f1-dc7468ebb0ff', 'name': 'network-vif-deleted', 'tag': 'b91616ba-7e17-40df-9f61-314f6bcb2576', 'status': 'completed', 'code': 200} Feb 13 23:29:00.762185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61cc819f-7e30-4d79-a933-d7a910d4890c req-b405c0a9-a8ce-4715-ae44-9866c6520887 tempest-ListImageFiltersTestJSON-1218695872 tempest-ListImageFiltersTestJSON-1218695872-project] 10.222.0.42 "DELETE /v2.0/ports/0e550067-4768-444e-a7ef-1d63e787611d HTTP/1.1" status: 204 len: 173 time: 1.5881703 Feb 13 23:29:00.850486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2002c49-db83-4005-b76d-f2aaea44958e {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:00.860671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.882002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Transition to ACTIVE for port object a2002c49-db83-4005-b76d-f2aaea44958e will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:00.887968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17143-6fd1-4252-b7fd-dad3c3aedead req-fb0f9214-9903-487e-922a-85f13c42ba1f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:00.889031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bbc17143-6fd1-4252-b7fd-dad3c3aedead req-fb0f9214-9903-487e-922a-85f13c42ba1f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:00.896232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:00.950952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d671940-406a-4b44-82ea-5a82737b8b2a req-e87e3227-05a3-495d-b4cd-add410b0ceb7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:00.952370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d671940-406a-4b44-82ea-5a82737b8b2a req-e87e3227-05a3-495d-b4cd-add410b0ceb7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.0965221 Feb 13 23:29:00.985191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bbc17143-6fd1-4252-b7fd-dad3c3aedead req-fb0f9214-9903-487e-922a-85f13c42ba1f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:00.991661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbc17143-6fd1-4252-b7fd-dad3c3aedead req-fb0f9214-9903-487e-922a-85f13c42ba1f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 931 time: 0.2648385 Feb 13 23:29:01.058081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d671940-406a-4b44-82ea-5a82737b8b2a req-f5ba8379-5561-4f13-95ba-e30116c78b71 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928111 Feb 13 23:29:01.066173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Pushing event updated for resources: {'Port': ['ID=a2002c49-db83-4005-b76d-f2aaea44958e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:01.138931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbc17143-6fd1-4252-b7fd-dad3c3aedead req-4c6174df-5801-4cea-a6ee-b062e3b657d2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461420 Feb 13 23:29:01.189359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48530) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:01.272171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Deleting subnet 08fb5c38-8417-40f0-a4e6-cab2b8ed4286 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:29:01.277101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.290021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Attempting to bind port a2002c49-db83-4005-b76d-f2aaea44958e on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:01.290545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Attempting to bind port a2002c49-db83-4005-b76d-f2aaea44958e by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:01.291654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Attempting to bind port a2002c49-db83-4005-b76d-f2aaea44958e on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:01.298814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Port a2002c49-db83-4005-b76d-f2aaea44958e on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:01.299232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Attempting to bind port a2002c49-db83-4005-b76d-f2aaea44958e on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:01.306637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:01.307397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:01.307969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Bound using segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:01.308582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Bound port: a2002c49-db83-4005-b76d-f2aaea44958e, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:01.309114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.334119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.368467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b91616ba-7e17-40df-9f61-314f6bcb2576 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:01.402720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.417515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: b91616ba-7e17-40df-9f61-314f6bcb2576 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:01.418107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b91616ba-7e17-40df-9f61-314f6bcb2576 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:01.418720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0fb1ecc1-4771-4186-96e9-90969550f304 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:01.419064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] For port a2002c49-db83-4005-b76d-f2aaea44958e, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:01.422296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] For port a2002c49-db83-4005-b76d-f2aaea44958e, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a2002c49-db83-4005-b76d-f2aaea44958e,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:01.434638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.457006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 0fb1ecc1-4771-4186-96e9-90969550f304 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:01.457711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0fb1ecc1-4771-4186-96e9-90969550f304 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:01.519765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.521290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18a63012-8880-4d96-beb6-59d85913571b service neutron] 10.222.0.42 "PUT /v2.0/ports/a2002c49-db83-4005-b76d-f2aaea44958e HTTP/1.1" status: 200 len: 1091 time: 1.3524504 Feb 13 23:29:01.522119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'tag': 'a2002c49-db83-4005-b76d-f2aaea44958e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:01.532999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.574901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a63012-8880-4d96-beb6-59d85913571b service neutron] Pushing event updated for resources: {'Port': ['ID=a2002c49-db83-4005-b76d-f2aaea44958e,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:01.616595 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'tag': 'a2002c49-db83-4005-b76d-f2aaea44958e', 'status': 'completed', 'code': 200} Feb 13 23:29:01.627069 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.633486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fb5c38-8417-40f0-a4e6-cab2b8ed4286,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:01.637538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0fcbd5d2-1c6f-4fde-8173-495a17cd4b33 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/08fb5c38-8417-40f0-a4e6-cab2b8ed4286 HTTP/1.1" status: 204 len: 168 time: 0.4471545 Feb 13 23:29:01.646616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48546) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:01.703981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:01.772532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Deleting subnet 67b4ec93-0ca5-48e4-b81d-4429b9c8f502 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:29:01.776192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.781350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.869077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:01.961213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-987a2a8f-32b1-4c8f-95de-76b69c9b946e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 1094 time: 0.3374248 Feb 13 23:29:01.988031 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.030562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978a759d-0f2e-4aa6-8493-9b577d99d3d0']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:02.052152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e5b092-cd04-4fc7-8a44-eea39445608b') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:02.052440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e5b092-cd04-4fc7-8a44-eea39445608b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:02.067909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.079511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.096196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aed98-3a0d-4134-a46d-863f8b69236b req-2010c000-e7f1-466b-be5c-ae2b8fee28d9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:02.097660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-369aed98-3a0d-4134-a46d-863f8b69236b req-2010c000-e7f1-466b-be5c-ae2b8fee28d9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.1880796 Feb 13 23:29:02.101319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.126914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:29:02.127343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:29:02.141218 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:29:02.231124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-18fd96ee-7135-449f-8b26-6ba73d47a277 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2002c49-db83-4005-b76d-f2aaea44958e HTTP/1.1" status: 200 len: 217 time: 0.2498803 Feb 13 23:29:02.235498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-369aed98-3a0d-4134-a46d-863f8b69236b req-486e8a05-5dc5-4e74-961e-4451f1075b3a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308193 Feb 13 23:29:02.243112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.279905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.292771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] Pushing event deleted for resources: {'Network': ['ID=978a759d-0f2e-4aa6-8493-9b577d99d3d0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:02.296678 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ebb720d-842e-453a-8b2b-5924e9960fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.310486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-935f3e66-0fc9-4939-8cb9-2f39133eb44f admin admin] 10.222.0.36 "DELETE /v2.0/networks/978a759d-0f2e-4aa6-8493-9b577d99d3d0 HTTP/1.1" status: 204 len: 168 time: 0.6625135 Feb 13 23:29:02.364127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-a57d8616-04d3-4353-a7fa-8f411df75228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:02.365969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-a57d8616-04d3-4353-a7fa-8f411df75228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.1179616 Feb 13 23:29:02.412468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.470206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.480632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-d39526cf-4561-4ca3-9ca4-5cd3984cf7af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050377 Feb 13 23:29:02.488802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/67b4ec93-0ca5-48e4-b81d-4429b9c8f502 HTTP/1.1" status: 204 len: 168 time: 0.7837965 Feb 13 23:29:02.493305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd9569-4ea3-4be2-94fd-6d7e31b9bd11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b4ec93-0ca5-48e4-b81d-4429b9c8f502,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:02.494960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48596) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:02.495335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48598) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:02.681837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-4b5b591d-7498-477e-b44c-3153e889f408 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909857 Feb 13 23:29:02.691119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0cc37-ed4c-45e9-bea3-de77494d1b39 req-510c80dc-a22d-4657-a620-5caeb00c2dcf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:02.692575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93b0cc37-ed4c-45e9-bea3-de77494d1b39 req-510c80dc-a22d-4657-a620-5caeb00c2dcf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.2992778 Feb 13 23:29:02.695591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c5b07-9d64-4c5b-9e0a-05b188a458c0 req-db90fe2d-5358-4d04-8de2-fe11d4e4178c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:02.697020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe9c5b07-9d64-4c5b-9e0a-05b188a458c0 req-db90fe2d-5358-4d04-8de2-fe11d4e4178c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 943 time: 0.1324182 Feb 13 23:29:02.761866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-deleted', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:02.788306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.805791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7af67fb-7ceb-4e03-91a4-5765867320cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bccc8a16ce24b4da7304dfba74e5402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3077376 Feb 13 23:29:02.811313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48606) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:02.811470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93b0cc37-ed4c-45e9-bea3-de77494d1b39 req-0442c559-1601-4edc-bc79-fdff0a07944a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095665 Feb 13 23:29:02.847361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe9c5b07-9d64-4c5b-9e0a-05b188a458c0 req-46587ca4-5326-4577-9a8a-4e167d40c1c1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329019 Feb 13 23:29:02.908881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56bb4639-d2b9-4cf1-88a3-880021b7d917 req-bdc8ab30-a084-4a5c-808c-ed30c784542b service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191334 Feb 13 23:29:02.928158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb7d8-c17e-4135-a681-4a7d793aeaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.949995 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0697c0-f964-48da-9e28-3a10326b9a10', 'name': 'network-vif-deleted', 'tag': '0e550067-4768-444e-a7ef-1d63e787611d', 'status': 'completed', 'code': 200} Feb 13 23:29:02.959896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb7d8-c17e-4135-a681-4a7d793aeaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:02.983808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.016839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:03.036048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a9e28d-0ba2-455a-8bf0-f1bd363e088a') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:03.036571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a9e28d-0ba2-455a-8bf0-f1bd363e088a') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:03.054541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.080426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.089695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:29:03.090159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.091683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-1d911e26-9ff4-455b-9f17-5bc2873e317a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 1094 time: 0.1244426 Feb 13 23:29:03.093192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb7d8-c17e-4135-a681-4a7d793aeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:29:03.104265 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:29:03.133205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb7d8-c17e-4135-a681-4a7d793aeaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a4bcb4-1f8b-42fa-83af-1faab9496381,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:03.197561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.207826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb7d8-c17e-4135-a681-4a7d793aeaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.209428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0fdb7d8-c17e-4135-a681-4a7d793aeaa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88a4bcb4-1f8b-42fa-83af-1faab9496381 HTTP/1.1" status: 204 len: 168 time: 0.3971999 Feb 13 23:29:03.220814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.227688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] Pushing event deleted for resources: {'Network': ['ID=a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:03.243190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4e89f3d2-c145-4752-b94c-53b63f7ee70c admin admin] 10.222.0.36 "DELETE /v2.0/networks/a47a0e83-d6c0-48d0-8dd6-42a1ce5b4f5e HTTP/1.1" status: 204 len: 168 time: 0.7445614 Feb 13 23:29:03.267327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-926df337-ef19-4877-a486-846e12c0580d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:03.267794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:03.270583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-926df337-ef19-4877-a486-846e12c0580d service neutron] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.1660016 Feb 13 23:29:03.339362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 0e550067-4768-444e-a7ef-1d63e787611d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:03.339918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0e550067-4768-444e-a7ef-1d63e787611d not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:03.392189 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-7a1418c4-1083-4d7b-9d6e-4ff1d2efb0bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2002c49-db83-4005-b76d-f2aaea44958e HTTP/1.1" status: 200 len: 217 time: 0.1062210 Feb 13 23:29:03.478697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.509770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-43697fdc-3093-42ad-8182-710c1a7c18cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:03.511173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-43697fdc-3093-42ad-8182-710c1a7c18cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.1062605 Feb 13 23:29:03.528804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48632) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:03.569473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-5f721b56-bcc6-46ca-9b6b-5ff9ef9263c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509241 Feb 13 23:29:03.586365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b0c7046-06a9-4e2a-9c1c-66d0c472d89a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c9c63e1c44c4ad09b2f7ab61e81c93f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543175 Feb 13 23:29:03.588543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48638) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:03.657138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086edd3-49dd-4ed7-aee3-9af27aab542a req-06da79b3-3a02-4a22-bd60-1d977f1499d0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:03.658626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0086edd3-49dd-4ed7-aee3-9af27aab542a req-06da79b3-3a02-4a22-bd60-1d977f1499d0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.2021046 Feb 13 23:29:03.680355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71ab8aab-6c37-4e46-8bf8-25ac9879d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.701724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.726945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71ab8aab-6c37-4e46-8bf8-25ac9879d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.754993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0086edd3-49dd-4ed7-aee3-9af27aab542a req-e468946a-ee35-4f75-893a-487f79ec89fb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Feb 13 23:29:03.761078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-74495334-e0e5-4d55-bef4-a3e20c876689 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841412 Feb 13 23:29:03.825650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71ab8aab-6c37-4e46-8bf8-25ac9879d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.875466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab8aab-6c37-4e46-8bf8-25ac9879d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75946358-c1c5-419c-80fe-0608ff0af9ff,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:03.913499 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71ab8aab-6c37-4e46-8bf8-25ac9879d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:03.920452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-71ab8aab-6c37-4e46-8bf8-25ac9879d059 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75946358-c1c5-419c-80fe-0608ff0af9ff HTTP/1.1" status: 204 len: 168 time: 0.3301482 Feb 13 23:29:03.997743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-746a7491-fe72-40de-aebd-f7d1f2c4c058 req-acbcdd7e-f9f2-48df-b335-1c13376d2752 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293503 Feb 13 23:29:04.062261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48660) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:04.117719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba4b-697e-4183-b01b-c9929e92de1a req-25bf21e2-227e-42a5-b292-f30078801e28 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:04.126701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dfe3ba4b-697e-4183-b01b-c9929e92de1a req-25bf21e2-227e-42a5-b292-f30078801e28 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.1290028 Feb 13 23:29:04.154620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826d807-8eca-4f00-93ef-ca0e3ee4c5fd req-2e74ff90-f05b-46da-aefe-8fdaf73c46d7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:04.156551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c826d807-8eca-4f00-93ef-ca0e3ee4c5fd req-2e74ff90-f05b-46da-aefe-8fdaf73c46d7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1225913 Feb 13 23:29:04.197576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dfe3ba4b-697e-4183-b01b-c9929e92de1a req-8b2a5367-b285-498b-ac09-1726cca1b28a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692961 Feb 13 23:29:04.223013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c826d807-8eca-4f00-93ef-ca0e3ee4c5fd req-f98c4bfd-da01-4127-95cc-2c580e0bce75 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588214 Feb 13 23:29:04.407341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc8a0-57fa-49a3-aa46-b58522b30dd8 req-0ae3fdf5-197d-47b0-8e1b-07ae4f1b148e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:04.414391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f8cc8a0-57fa-49a3-aa46-b58522b30dd8 req-0ae3fdf5-197d-47b0-8e1b-07ae4f1b148e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 943 time: 0.1002944 Feb 13 23:29:04.459110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f8cc8a0-57fa-49a3-aa46-b58522b30dd8 req-deac0e67-d965-468b-bcd7-40e52ed4b0ca tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Feb 13 23:29:04.577138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-16308d1b-8768-4219-95ea-8b859f1603d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=885bd42e37864537aff24d391056605d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5112143 Feb 13 23:29:04.579945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:04.669063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a1ab95d3-d1a3-43fd-ae8c-8c13fce24736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:04.740044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d975-1355-4160-9ad8-70a5d8296fc5 req-6f98b8a0-e90b-4443-ad54-24e83707ffae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:04.741814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8091d975-1355-4160-9ad8-70a5d8296fc5 req-6f98b8a0-e90b-4443-ad54-24e83707ffae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.0866532 Feb 13 23:29:04.763976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48688) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:04.818463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8091d975-1355-4160-9ad8-70a5d8296fc5 req-708d54d2-074a-4df5-b051-b6613b055bd6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681031 Feb 13 23:29:04.829325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a1ab95d3-d1a3-43fd-ae8c-8c13fce24736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:04.891810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a1ab95d3-d1a3-43fd-ae8c-8c13fce24736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:04.910182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab95d3-d1a3-43fd-ae8c-8c13fce24736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbf3219-39b6-4d21-a6ac-aea9d8843dd7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:04.926199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a1ab95d3-d1a3-43fd-ae8c-8c13fce24736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:04.931997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a1ab95d3-d1a3-43fd-ae8c-8c13fce24736 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cbf3219-39b6-4d21-a6ac-aea9d8843dd7 HTTP/1.1" status: 204 len: 168 time: 0.3501110 Feb 13 23:29:04.949121 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.010590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2006781479-network', 'tenant_id': '2b21e3f0397045f181e6603c2afda208'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:05.015284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:05.019385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Usage tracker for resource:network and tenant:2b21e3f0397045f181e6603c2afda208 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:05.022595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:05.029271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:05.041498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Made reservation on behalf of 2b21e3f0397045f181e6603c2afda208 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:05.046098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.062153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.101473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:05.106648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Usage tracker for resource:security_group_rule and tenant:2b21e3f0397045f181e6603c2afda208 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:05.109807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:05.116045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:05.197767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.201944 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.234787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:29:05.245075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79328f72-b1fd-4d4c-94f1-518364baf908,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:05.250882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.251224 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Added segment 21cfed08-9328-46df-b9ed-521aab7633c8 of type vlan for network b6eaefbf-98eb-476f-804a-6adf284cdffe Feb 13 23:29:05.292026 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.341473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.342547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:05.343148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.361679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48712) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:05.464605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9aae4-505e-4728-9350-00f3e6f1422c req-17515dcb-f80a-4b14-a3bf-7641892e0e6c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:05.466859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30e9aae4-505e-4728-9350-00f3e6f1422c req-17515dcb-f80a-4b14-a3bf-7641892e0e6c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1000021 Feb 13 23:29:05.469009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] Pushing event updated for resources: {'Network': ['ID=b6eaefbf-98eb-476f-804a-6adf284cdffe,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:05.479763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69c4bbdb-16e3-49fa-80ba-e43de13e49bf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7147563 Feb 13 23:29:05.482320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b6eaefbf-98eb-476f-804a-6adf284cdffe details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:29:05.491692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48720) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:05.504442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Request body: {'subnet': {'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2006781479-subnet', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:05.514574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:05.527575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Usage tracker for resource:subnet and tenant:2b21e3f0397045f181e6603c2afda208 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:05.531009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:05.545876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:05.562457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Made reservation on behalf of 2b21e3f0397045f181e6603c2afda208 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:05.566517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.569599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2074609979-network', 'tenant_id': '75b1b66121b8472fa2b82e92cc2dcecb'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:05.579398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:05.590778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Usage tracker for resource:network and tenant:75b1b66121b8472fa2b82e92cc2dcecb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:05.601418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30e9aae4-505e-4728-9350-00f3e6f1422c req-949ef5b2-e41a-4525-9ee2-650c8dfd4949 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275804 Feb 13 23:29:05.602312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:05.627740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:05.654353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Made reservation on behalf of 75b1b66121b8472fa2b82e92cc2dcecb for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:05.656805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.671441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.716723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:05.720875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Usage tracker for resource:security_group_rule and tenant:75b1b66121b8472fa2b82e92cc2dcecb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:05.723799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:05.731051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:05.812371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2cf1-3b96-4ba9-9899-212658143f44 req-c22cf31b-72a6-41e8-85a4-c422d455c4dc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:05.813846 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-050d2cf1-3b96-4ba9-9899-212658143f44 req-c22cf31b-72a6-41e8-85a4-c422d455c4dc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 943 time: 0.1294601 Feb 13 23:29:05.830727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.841175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.858818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:29:05.868212 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.868212 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Added segment 2fa3fa41-0c4f-4aa6-9f3b-1ade45d535ad of type vlan for network 2881a773-6e16-465a-846c-d0dfe220a140 Feb 13 23:29:05.910405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:05.970820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-050d2cf1-3b96-4ba9-9899-212658143f44 req-45b702f2-8564-4227-9a01-c65bb6cdf360 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Feb 13 23:29:06.011760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84df43e3-8fcb-4851-bc11-0bf99a3dcca6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:06.015812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.065023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.066305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:06.066434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.102752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0de2080-91c4-41f7-a2e8-241e34f3e1bb,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:06.114621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Checking segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:06.114929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Network hostable DHCP agents. Network: b6eaefbf-98eb-476f-804a-6adf284cdffe, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:29:06.155401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Network b6eaefbf-98eb-476f-804a-6adf284cdffe is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:29:06.161146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, b6eaefbf-98eb-476f-804a-6adf284cdffe) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:06.172295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:06.172494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edba075-48a1-4ca9-b7f4-0bf69098a627 None None] Network b6eaefbf-98eb-476f-804a-6adf284cdffe requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:06.172929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.203311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-618e2d89-16d5-4afb-bf73-0215b3f0f444 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7103715 Feb 13 23:29:06.205787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:06.213768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:06.219094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:06.224876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Usage tracker for resource:router and tenant:2b21e3f0397045f181e6603c2afda208 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:06.228787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:06.237579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:06.246223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8827016 Feb 13 23:29:06.247244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88073eb-63ea-429d-b373-73604ee49c3c admin admin] Pushing event updated for resources: {'Network': ['ID=2881a773-6e16-465a-846c-d0dfe220a140,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:06.249886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48746) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:06.262335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.263464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Request body: {'subnet': {'network_id': '2881a773-6e16-465a-846c-d0dfe220a140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2074609979-subnet', 'tenant_id': '75b1b66121b8472fa2b82e92cc2dcecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:06.263572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.279686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2881a773-6e16-465a-846c-d0dfe220a140 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:29:06.287964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:06.291001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.304898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Usage tracker for resource:subnet and tenant:75b1b66121b8472fa2b82e92cc2dcecb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:06.309535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:06.323613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:06.341060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcedfd-20ed-42f7-aac1-8d9cbdd57c2b req-72e46179-cf9e-4268-b39e-7ab35f502ada tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:06.349757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ffcedfd-20ed-42f7-aac1-8d9cbdd57c2b req-72e46179-cf9e-4268-b39e-7ab35f502ada tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.2972155 Feb 13 23:29:06.363111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bf63-4f79-4421-be7f-49765be674e6 req-d3ef47d2-50b8-4c29-bd93-810ee522cfac tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:06.366325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da90bf63-4f79-4421-be7f-49765be674e6 req-d3ef47d2-50b8-4c29-bd93-810ee522cfac tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 945 time: 0.3548942 Feb 13 23:29:06.480980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ffcedfd-20ed-42f7-aac1-8d9cbdd57c2b req-1f8d4454-9ca4-46eb-827c-827a6d8aa4cd tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295071 Feb 13 23:29:06.487969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Made reservation on behalf of 75b1b66121b8472fa2b82e92cc2dcecb for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:06.491701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.563483 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.601483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75bd6f9-fd02-4519-86de-85c69641945a None None] Network b6eaefbf-98eb-476f-804a-6adf284cdffe requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:06.738903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:06.739431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.907918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.943169 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:06.952993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.115855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2690d-f49f-47b7-b971-1746066c11a4 req-a6b6b510-448e-4308-8eef-0ae25fedaeeb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:07.117324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46f2690d-f49f-47b7-b971-1746066c11a4 req-a6b6b510-448e-4308-8eef-0ae25fedaeeb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.2673032 Feb 13 23:29:07.140760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Allocated IP 172.25.4.110 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/b3670fee-caf9-48c6-9205-a2eaf552db83) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:07.208799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.217381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46f2690d-f49f-47b7-b971-1746066c11a4 req-0c5b1ac1-b0a8-4b3e-b93f-16dff05ab3a4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873289 Feb 13 23:29:07.254753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:07.254874 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.284631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a2002c49-db83-4005-b76d-f2aaea44958e details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:07.365935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.460961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:07.471220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1e2de-c309-4c4d-b1df-59ebd992d6a8 req-f87763d6-c32f-4dfb-a4bd-34e30e1d60a0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:07.477103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1db1e2de-c309-4c4d-b1df-59ebd992d6a8 req-f87763d6-c32f-4dfb-a4bd-34e30e1d60a0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 943 time: 0.1173038 Feb 13 23:29:07.493719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.535863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b063b7af-e0db-4370-8a4d-d0404bba2c23,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:07.555797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Checking segment: {'id': '2fa3fa41-0c4f-4aa6-9f3b-1ade45d535ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2881a773-6e16-465a-846c-d0dfe220a140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:07.555797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Network hostable DHCP agents. Network: 2881a773-6e16-465a-846c-d0dfe220a140, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:29:07.598066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Network 2881a773-6e16-465a-846c-d0dfe220a140 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:29:07.598205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1db1e2de-c309-4c4d-b1df-59ebd992d6a8 req-39dcefe4-f448-4638-98fc-1cbd3f7ca2ba tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202788 Feb 13 23:29:07.621035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2881a773-6e16-465a-846c-d0dfe220a140) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:07.647052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:07.647052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:07.660989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:07.667360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:07.667360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.678082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea117d-4ef0-432b-ac0e-7f7b51f068f0 None None] Network 2881a773-6e16-465a-846c-d0dfe220a140 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:07.724628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Pushing event updated for resources: {'Port': ['ID=b3670fee-caf9-48c6-9205-a2eaf552db83,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:07.736077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59c63690-cd93-4182-862f-0952e2b9a352 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4773943 Feb 13 23:29:07.747197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:07.800460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=1fc0142e-ea1c-41a4-88d5-e6d0453ee82c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:07.929251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a2002c49-db83-4005-b76d-f2aaea44958e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a2002c49-db83-4005-b76d-f2aaea44958e,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:07.975670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7', '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:07.999606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2be60a38-a328-43f1-8ea0-630fa66b5dee req-c9fd8a6c-78f0-457a-bf7c-1e42d1b21110 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53867c68-713f-405d-aa60-9141a3812ab6 HTTP/1.1" status: 200 len: 210 time: 0.1473391 Feb 13 23:29:08.046347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:08.051278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.055011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da90bf63-4f79-4421-be7f-49765be674e6 req-5a4c20ec-b845-4630-8bc1-90cdefb03122 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "DELETE /v2.0/ports/1fc0142e-ea1c-41a4-88d5-e6d0453ee82c HTTP/1.1" status: 204 len: 173 time: 1.6414487 Feb 13 23:29:08.055645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53867c68-713f-405d-aa60-9141a3812ab6', 'name': 'network-vif-deleted', 'tag': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:08.101590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'a2002c49-db83-4005-b76d-f2aaea44958e', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': 'a2002c49-db83-4005-b76d-f2aaea44958e', 'mac_address': 'fa:16:3e:29:32:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:08.125118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.125118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.278258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:08.325797 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.367632 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53867c68-713f-405d-aa60-9141a3812ab6', 'name': 'network-vif-deleted', 'tag': '1fc0142e-ea1c-41a4-88d5-e6d0453ee82c', 'status': 'completed', 'code': 200} Feb 13 23:29:08.401275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Deleting subnet b063b7af-e0db-4370-8a4d-d0404bba2c23 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:29:08.406702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.478746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2002c49-db83-4005-b76d-f2aaea44958e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:08.504281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a2002c49-db83-4005-b76d-f2aaea44958e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a2002c49-db83-4005-b76d-f2aaea44958e,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:08.519414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efdf996-5e37-4057-b600-88af97d09a55 None None] Network 2881a773-6e16-465a-846c-d0dfe220a140 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:08.545899 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.546934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.621732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Router 2edc15d5-ef66-470b-a719-31bbc2b9e211 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:29:08.765659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.773996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:08.850595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a2002c49-db83-4005-b76d-f2aaea44958e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:08.864078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['a2002c49-db83-4005-b76d-f2aaea44958e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:09.013137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f981ff-fa21-475b-905f-41d532304449 req-598fca20-9f55-4e38-a0aa-daba9c4c786f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:09.014868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1f981ff-fa21-475b-905f-41d532304449 req-598fca20-9f55-4e38-a0aa-daba9c4c786f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1240833 Feb 13 23:29:09.027369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.044246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334937-aa5c-4eaf-ad4a-afa1742b191b req-8fb8afea-f8a7-4c1b-9add-ec507b649c13 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:09.048267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3334937-aa5c-4eaf-ad4a-afa1742b191b req-8fb8afea-f8a7-4c1b-9add-ec507b649c13 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.1612849 Feb 13 23:29:09.114171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b063b7af-e0db-4370-8a4d-d0404bba2c23,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:09.115006 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1f981ff-fa21-475b-905f-41d532304449 req-a3309770-7061-4660-9376-665d97c89b80 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819385 Feb 13 23:29:09.121984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:29:09.133971 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Sync routers for ids ['2edc15d5-ef66-470b-a719-31bbc2b9e211'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:29:09.138441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.151555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Routers {'2edc15d5-ef66-470b-a719-31bbc2b9e211'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:09.152156 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2edc15d5-ef66-470b-a719-31bbc2b9e211'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:09.168120 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-247277cb-1917-418f-b570-a253c0f0280c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b063b7af-e0db-4370-8a4d-d0404bba2c23 HTTP/1.1" status: 204 len: 168 time: 0.8886886 Feb 13 23:29:09.168289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48802) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:09.202246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3334937-aa5c-4eaf-ad4a-afa1742b191b req-aa1048ec-d82c-4e67-83bf-66045a9981ba tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171379 Feb 13 23:29:09.216303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.220432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1a3d66bb-0a37-4203-9ddd-d25a614a4539 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0133181 Feb 13 23:29:09.220578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:09.306940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:09.414701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:09.415394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1fc0142e-ea1c-41a4-88d5-e6d0453ee82c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:09.472524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.608386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280227-c605-448a-870b-b504b07b8c19 req-31f000b2-888e-4eb0-91f9-3df0dd34f273 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:09.615350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11280227-c605-448a-870b-b504b07b8c19 req-31f000b2-888e-4eb0-91f9-3df0dd34f273 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 944 time: 0.1185942 Feb 13 23:29:09.640356 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Set router 2edc15d5-ef66-470b-a719-31bbc2b9e211 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:09.667415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.696177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11280227-c605-448a-870b-b504b07b8c19 req-52d19cf1-8c53-4a43-809f-e44fc08b8e14 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801842 Feb 13 23:29:09.697927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2881a773-6e16-465a-846c-d0dfe220a140']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:09.715712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa3fa41-0c4f-4aa6-9f3b-1ade45d535ad') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:09.716023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa3fa41-0c4f-4aa6-9f3b-1ade45d535ad') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:09.728604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.751930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.758685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:29:09.759803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:29:09.879435 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:29:09.883738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.902238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:09.932094 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:29:09.938018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] Pushing event deleted for resources: {'Network': ['ID=2881a773-6e16-465a-846c-d0dfe220a140,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:09.949218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5bfbbf0e-672d-408d-9541-d4cadb87e357 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2881a773-6e16-465a-846c-d0dfe220a140 HTTP/1.1" status: 204 len: 168 time: 0.7777908 Feb 13 23:29:10.254903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:08Z', 'revision_number': 3, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:10.272353 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Checking router: 2edc15d5-ef66-470b-a719-31bbc2b9e211 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:29:10.273788 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Updating router 2edc15d5-ef66-470b-a719-31bbc2b9e211 port b3670fee-caf9-48c6-9205-a2eaf552db83 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:29:10.414472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48832) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:10.488012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48838) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:10.489072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83ed0f5d-c42c-472e-b314-c7f814df0047 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75b1b66121b8472fa2b82e92cc2dcecb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0702891 Feb 13 23:29:10.491889 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:10.561510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f76f8-10ab-4165-b117-b01ec5be4058 req-d36a1d6e-a8e1-4962-bcbc-5dd07d39947b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:10.568065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b21f76f8-10ab-4165-b117-b01ec5be4058 req-d36a1d6e-a8e1-4962-bcbc-5dd07d39947b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1743805 Feb 13 23:29:10.685278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b21f76f8-10ab-4165-b117-b01ec5be4058 req-d05b4086-da8a-4ad0-9a24-188b28ee8e02 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151311 Feb 13 23:29:10.752016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76b5118b-c693-4b4b-a757-fa4b683cf87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:10.855117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76b5118b-c693-4b4b-a757-fa4b683cf87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:10.941556 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:10.955206 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Transition to ACTIVE for port object b3670fee-caf9-48c6-9205-a2eaf552db83 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:10.964766 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.054542 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Pushing event updated for resources: {'Port': ['ID=b3670fee-caf9-48c6-9205-a2eaf552db83,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:11.067208 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.067948 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.068533 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.069071 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.069595 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.070182 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.070888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.071409 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.072389 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.072911 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.073428 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:11.112403 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Attempting to bind port b3670fee-caf9-48c6-9205-a2eaf552db83 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:11.113069 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Attempting to bind port b3670fee-caf9-48c6-9205-a2eaf552db83 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:11.113577 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Attempting to bind port b3670fee-caf9-48c6-9205-a2eaf552db83 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:11.125271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:11.125965 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:11.126567 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.126954 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:11.127477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Bound port: b3670fee-caf9-48c6-9205-a2eaf552db83, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:11.127991 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.209019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.220698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76b5118b-c693-4b4b-a757-fa4b683cf87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.221550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] For port b3670fee-caf9-48c6-9205-a2eaf552db83, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:11.224699 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] For port b3670fee-caf9-48c6-9205-a2eaf552db83, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b3670fee-caf9-48c6-9205-a2eaf552db83,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:11.229143 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.240478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-0422cc83-ffd0-40f5-a5fa-794faf35d148 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:11.241881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-0422cc83-ffd0-40f5-a5fa-794faf35d148 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.3797843 Feb 13 23:29:11.254245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5118b-c693-4b4b-a757-fa4b683cf87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df43e3-8fcb-4851-bc11-0bf99a3dcca6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:11.297668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a2002c49-db83-4005-b76d-f2aaea44958e up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:11.302069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76b5118b-c693-4b4b-a757-fa4b683cf87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.305427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-76b5118b-c693-4b4b-a757-fa4b683cf87f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84df43e3-8fcb-4851-bc11-0bf99a3dcca6 HTTP/1.1" status: 204 len: 168 time: 0.8123536 Feb 13 23:29:11.305588 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a7c42-4453-40c5-a226-73e078e1e3dd None None] Pushing event updated for resources: {'Port': ['ID=b3670fee-caf9-48c6-9205-a2eaf552db83,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:11.317504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-0c240e91-a2ad-41ea-84f5-60004deac64b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0652683 Feb 13 23:29:11.348296 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Routers {'2edc15d5-ef66-470b-a719-31bbc2b9e211'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:11.378146 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2edc15d5-ef66-470b-a719-31bbc2b9e211'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:11.444267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19181474-f85e-4312-a43b-a81621ef24ea req-d79482f1-d759-4062-b35c-caad2d69d817 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:11.446364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19181474-f85e-4312-a43b-a81621ef24ea req-d79482f1-d759-4062-b35c-caad2d69d817 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.1782072 Feb 13 23:29:11.450380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port a2002c49-db83-4005-b76d-f2aaea44958e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:11.455431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port a2002c49-db83-4005-b76d-f2aaea44958e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:11.456064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.507576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19181474-f85e-4312-a43b-a81621ef24ea req-cc69f05d-7d6f-4585-aa6f-62972cd7c591 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535533 Feb 13 23:29:11.545733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-7cccb9e4-742e-4d1c-8a9d-08aff1b3017e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:11.599669 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.612353 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] Set router 2edc15d5-ef66-470b-a719-31bbc2b9e211 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:11.626293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-7cccb9e4-742e-4d1c-8a9d-08aff1b3017e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:11.635086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-7cccb9e4-742e-4d1c-8a9d-08aff1b3017e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3159766 Feb 13 23:29:11.643245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a2002c49-db83-4005-b76d-f2aaea44958e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a2002c49-db83-4005-b76d-f2aaea44958e,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:11.644608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2002c49-db83-4005-b76d-f2aaea44958e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:11.654604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:11.755400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Allocated IP 172.20.0.1 (b6eaefbf-98eb-476f-804a-6adf284cdffe/a0de2080-91c4-41f7-a2e8-241e34f3e1bb/7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:11.808781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a29b-cd16-4800-bc37-b378d4c74f32 req-de3044e7-91bb-4349-9219-c97d3930ccb7 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:11.810466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6607a29b-cd16-4800-bc37-b378d4c74f32 req-de3044e7-91bb-4349-9219-c97d3930ccb7 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 945 time: 0.0942767 Feb 13 23:29:11.823426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a2002c49-db83-4005-b76d-f2aaea44958e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:11.878066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6607a29b-cd16-4800-bc37-b378d4c74f32 req-4c22185a-e3ea-41e4-9150-e40ef6d47ab1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613773 Feb 13 23:29:11.905603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-526125c7-652f-4899-b69e-6d07acaf19e6 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656615 Feb 13 23:29:12.009776 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:08Z', 'revision_number': 3, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:12.015298 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b7136-3bfe-4e65-853b-38eafae266d1 None None] The sync data for ids ['2edc15d5-ef66-470b-a719-31bbc2b9e211'] in n-d-828979-1 is: [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:08Z', 'revision_number': 3, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:29:12.101254 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2002c49-db83-4005-b76d-f2aaea44958e', 'code': 200} Feb 13 23:29:12.276836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:12.294216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-6c6595d0-a704-4e46-8218-b9760a399265 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899410 Feb 13 23:29:12.376059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfc7aa6f-feba-4b1a-9fff-1151cbc9b1aa req-cb1f7413-1112-4fc3-8187-37246792e3b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 1096 time: 0.1869004 Feb 13 23:29:12.381421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63742dc-0cb0-4151-957a-d6044ec18cca req-ee64d936-3389-4468-ada6-de5c3ccfb6fd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:12.383052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63742dc-0cb0-4151-957a-d6044ec18cca req-ee64d936-3389-4468-ada6-de5c3ccfb6fd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1528523 Feb 13 23:29:12.403048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:12.463168 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63742dc-0cb0-4151-957a-d6044ec18cca req-cd90189a-e6cf-499d-b791-5da055ac0a92 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726082 Feb 13 23:29:12.522318 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfc7aa6f-feba-4b1a-9fff-1151cbc9b1aa req-58a2fef3-4f07-490f-8321-e09afe79410c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395538 Feb 13 23:29:12.565874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Network b6eaefbf-98eb-476f-804a-6adf284cdffe is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:12.576350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:12.585281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:12.667773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-136d7669-032c-4423-a4c0-084fdb02de78 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:12.671935 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-136d7669-032c-4423-a4c0-084fdb02de78 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.42 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.2078741 Feb 13 23:29:12.677068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Pushing event updated for resources: {'Port': ['ID=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:12.834581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9437b42e-91f2-4b23-b450-812050ad45cc req-17cc9e7f-503b-4410-8d90-f98387bb5205 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 210 time: 0.1181412 Feb 13 23:29:12.848938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:12.891856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Deleting port a79808f8-8dfd-4160-8883-b34d9dd42aba {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:12.892275 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.033654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.247736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2f11-b857-47fa-996a-c4dacc13d353 req-00c64e1a-a414-4fa5-98b0-c6783797eedd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:13.249214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bbd2f11-b857-47fa-996a-c4dacc13d353 req-00c64e1a-a414-4fa5-98b0-c6783797eedd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 945 time: 0.2002559 Feb 13 23:29:13.317024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] For port a79808f8-8dfd-4160-8883-b34d9dd42aba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a79808f8-8dfd-4160-8883-b34d9dd42aba,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:13.317517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.382611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bbd2f11-b857-47fa-996a-c4dacc13d353 req-b223641b-f81d-40f3-8766-84c9423dcf45 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups?id=2946afbb-a728-4363-a014-f01f2bbe6748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155875 Feb 13 23:29:13.444538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13dea1-7a97-4f98-a511-08d71bd9ed8c req-48374f24-fe9f-4121-b7eb-2d6acbee9498 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:13.446138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c13dea1-7a97-4f98-a511-08d71bd9ed8c req-48374f24-fe9f-4121-b7eb-2d6acbee9498 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 945 time: 0.2301900 Feb 13 23:29:13.465207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.471109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.568628 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c13dea1-7a97-4f98-a511-08d71bd9ed8c req-c5f6deb1-0a8b-4a1d-bbbd-cc57ce388c0e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162591 Feb 13 23:29:13.709834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.710246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.710566 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Floating IP 37721a59-963a-47c3-bc66-9f8dd69032c1 disassociated. External IP: 172.25.4.57, port: a79808f8-8dfd-4160-8883-b34d9dd42aba. Feb 13 23:29:13.711048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Calling delete_port for a79808f8-8dfd-4160-8883-b34d9dd42aba owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:13.766820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.789690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Pushing event updated for resources: {'Port': ['ID=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:13.935657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:13.948563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b3670fee-caf9-48c6-9205-a2eaf552db83 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:13.982397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1c03-24f2-460d-b649-cdded0a8477d req-70fe4f30-1789-46fd-b039-dfffd71eab05 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:13.989253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a33a1c03-24f2-460d-b649-cdded0a8477d req-70fe4f30-1789-46fd-b039-dfffd71eab05 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.4594927 Feb 13 23:29:14.063925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a33a1c03-24f2-460d-b649-cdded0a8477d req-00ab1df5-40d4-4d4e-bfc8-bf5ad4f4a494 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736878 Feb 13 23:29:14.128285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event deleted for resources: {'Port': ['ID=a79808f8-8dfd-4160-8883-b34d9dd42aba,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:14.150306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b3670fee-caf9-48c6-9205-a2eaf552db83 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:14.157784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b3670fee-caf9-48c6-9205-a2eaf552db83 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:14.157784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:14.189036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.189508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.190578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.190578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.191104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.191480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.191934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.192368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.192842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.193295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.193789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:14.277905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Network b6eaefbf-98eb-476f-804a-6adf284cdffe is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:14.290865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:14.313653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:14.333899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b3670fee-caf9-48c6-9205-a2eaf552db83, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b3670fee-caf9-48c6-9205-a2eaf552db83,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:14.340122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:14.376597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc77614-ab5e-43c0-918a-70da8d0a6613 req-81cbfaa9-9c55-48c3-bd60-bafa4da68e8f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:14.378081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dc77614-ab5e-43c0-918a-70da8d0a6613 req-81cbfaa9-9c55-48c3-bd60-bafa4da68e8f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.2593844 Feb 13 23:29:14.428784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b3670fee-caf9-48c6-9205-a2eaf552db83,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:14.458437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dc77614-ab5e-43c0-918a-70da8d0a6613 req-c0ad1461-1680-463c-94b3-9644bad6d58b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659473 Feb 13 23:29:14.483330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a79e0cac-ad46-4697-bbcc-e83b54a3b3f5 req-7b53f322-d51b-49c6-8ca0-5f52cf626441 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 210 time: 0.2042875 Feb 13 23:29:14.537847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:29:14.639740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-74397d94-9592-4179-b7af-11e9b53aa4e5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:14.641224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-74397d94-9592-4179-b7af-11e9b53aa4e5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.5921266 Feb 13 23:29:14.666837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:14.843635 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6992fb7-b93d-4d9d-b391-3069d05b4c55 req-431b95c2-8906-4e9a-bddc-d17a5040d144 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 210 time: 0.1003079 Feb 13 23:29:14.917945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-ba1af1e9-aafc-47bd-96c5-8aa9c1621f66 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:14.919353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-ba1af1e9-aafc-47bd-96c5-8aa9c1621f66 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.2124252 Feb 13 23:29:15.038555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48932) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:15.085484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:15.102076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:15.123821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:15.127056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:15.148752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Deleting port 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:15.149099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:15.179476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-f8c92591-684f-4453-b857-d22786505e6c service neutron] 10.222.0.42 "GET /v2.0/ports/ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.2217007 Feb 13 23:29:15.251864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:29:15.261012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fdd29-ab1a-4080-91ab-7fa5ef75cde4 req-c4393e01-9025-4c5e-864a-dccf5ffcba61 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:15.263393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] Sync routers for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:29:15.267112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d83fdd29-ab1a-4080-91ab-7fa5ef75cde4 req-c4393e01-9025-4c5e-864a-dccf5ffcba61 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 945 time: 0.2628572 Feb 13 23:29:15.276818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:15.278045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:15.371559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:15.474570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:15.487473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Router 2edc15d5-ef66-470b-a719-31bbc2b9e211 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:29:15.498166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.13 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/8664918b-4dcf-45ef-9a5b-9c8a399256a0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:15.500160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:15.507563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Usage tracker for resource:security_group_rule and tenant:62071d2620534198a97a86e204965a62 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:15.513925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:15.517157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] No DVR routers for this DVR port a79808f8-8dfd-4160-8883-b34d9dd42aba on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:15.523603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:15.543901 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:15.549802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'name': 'network-vif-deleted', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:15.549942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db1763-8e89-47d6-aca1-98ed3b3fd535 req-bba2a89b-3ad1-49ae-abf3-758345a6d629 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:15.551288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69db1763-8e89-47d6-aca1-98ed3b3fd535 req-bba2a89b-3ad1-49ae-abf3-758345a6d629 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 946 time: 0.2626760 Feb 13 23:29:15.627264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d83fdd29-ab1a-4080-91ab-7fa5ef75cde4 req-46c88ab8-1b09-4814-b5c0-172bac763dc0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589416 Feb 13 23:29:15.641864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34f5df5d-aae9-430f-8593-dee4debb97f9 req-fd83b376-3790-4b58-920d-76224d2ef431 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.42 "DELETE /v2.0/ports/a79808f8-8dfd-4160-8883-b34d9dd42aba HTTP/1.1" status: 204 len: 173 time: 2.8998659 Feb 13 23:29:15.772948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] For port 6fe44063-6469-49b6-a877-8c13039fc4b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6fe44063-6469-49b6-a877-8c13039fc4b2,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:15.773322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:15.860242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:27:00Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:15.871717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] Checking router: a99e5c33-03a3-4722-a7dc-d0da08b3dd6c for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:29:15.920843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:15.921480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:16.034604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b3670fee-caf9-48c6-9205-a2eaf552db83 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:16.092881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69db1763-8e89-47d6-aca1-98ed3b3fd535 req-096b5da9-4220-4ae3-b6b2-7315d0c174fe tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f961131-8797-4969-ad5d-da4f2457f765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5225215 Feb 13 23:29:16.170315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-9ef50e57-b0a4-4a79-935b-8d7b5cbffbe6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b&tenant_id=b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 1101 time: 0.7088559 Feb 13 23:29:16.247861 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.273313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.284864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b3670fee-caf9-48c6-9205-a2eaf552db83 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:16.285384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.286551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.414887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd29ecff-820f-4559-8dc7-4a682ed6b27f req-4b6eaa6d-43eb-4c61-8663-44ea584da024 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 210 time: 0.1017601 Feb 13 23:29:16.427543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72c0a5-eb9a-433a-8f50-f56a4fd5e8b0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:16.443345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3e99718c-2ac4-41ac-960a-80ad45f92eaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62071d2620534198a97a86e204965a62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4005301 Feb 13 23:29:16.443777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48956) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:16.474698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.484191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:16.530141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:16.660239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:16.661137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=8664918b-4dcf-45ef-9a5b-9c8a399256a0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:16.667127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:16.676913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:16.688807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.689341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.689762 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Floating IP 70b6bcfa-3a29-428a-b2b9-bfee47c0d69e disassociated. External IP: 172.25.4.39, port: 6fe44063-6469-49b6-a877-8c13039fc4b2. Feb 13 23:29:16.690304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Calling delete_port for 6fe44063-6469-49b6-a877-8c13039fc4b2 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:16.737163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863517f-17c1-4276-89f6-8ad43965cf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.742992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:29:16.754371 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Sync routers for ids ['2edc15d5-ef66-470b-a719-31bbc2b9e211'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:29:16.772103 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Routers {'2edc15d5-ef66-470b-a719-31bbc2b9e211'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:16.777224 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2edc15d5-ef66-470b-a719-31bbc2b9e211'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:16.787155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:16.788135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.832217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863517f-17c1-4276-89f6-8ad43965cf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:16.882831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1340d782-f0a2-4faf-9ff1-3efab0f7193f admin admin] 10.222.0.36 "PUT /v2.0/routers/2edc15d5-ef66-470b-a719-31bbc2b9e211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6607282 Feb 13 23:29:16.917384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-bb3a6a34-f3d5-47c5-bb59-66b27d46494a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2526360 Feb 13 23:29:16.935570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Request body: {'port': {'device_id': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:16.984144 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737d0ad9-797f-4016-a048-c5b023e5eb41', 'name': 'network-vif-deleted', 'tag': 'a79808f8-8dfd-4160-8883-b34d9dd42aba', 'status': 'completed', 'code': 200} Feb 13 23:29:16.996965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:17.215620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863517f-17c1-4276-89f6-8ad43965cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:17.261433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:17.272637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event deleted for resources: {'Port': ['ID=6fe44063-6469-49b6-a877-8c13039fc4b2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:17.307580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863517f-17c1-4276-89f6-8ad43965cf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72c0a5-eb9a-433a-8f50-f56a4fd5e8b0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:17.317362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1d9d8-cb01-49aa-a4fb-b4e05ada6a10 req-b4a4daec-3f70-4460-8978-7d1f66656ef7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:17.326795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1c1d9d8-cb01-49aa-a4fb-b4e05ada6a10 req-b4a4daec-3f70-4460-8978-7d1f66656ef7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 1.3827634 Feb 13 23:29:17.373594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a79808f8-8dfd-4160-8883-b34d9dd42aba no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:17.399883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863517f-17c1-4276-89f6-8ad43965cf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:17.401264 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6863517f-17c1-4276-89f6-8ad43965cf0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e72c0a5-eb9a-433a-8f50-f56a4fd5e8b0 HTTP/1.1" status: 204 len: 168 time: 0.9554307 Feb 13 23:29:17.424859 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-236b14b8-42d8-4b2d-843b-035025eda99e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1101 time: 1.2181222 Feb 13 23:29:17.485326 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Set router 2edc15d5-ef66-470b-a719-31bbc2b9e211 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:17.533777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: a79808f8-8dfd-4160-8883-b34d9dd42aba {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:17.534265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a79808f8-8dfd-4160-8883-b34d9dd42aba not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:17.559760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:27:00Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:17.566462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fd359-dd42-4089-a293-3d018c4181fd None None] The sync data for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 is: [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:26:44Z', 'revision_number': 4, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5194043a-ec4d-4079-add5-4f6d02187519', 'name': '', 'network_id': 'b98e5131-0094-4da8-8af6-b559ad249f96', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'mac_address': 'fa:16:3e:14:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b35678b-d322-4246-8658-fb613b11408e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:41Z', 'updated_at': '2022-02-13T23:27:00Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'subnets': [{'id': '1b35678b-d322-4246-8658-fb613b11408e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:29:17.631723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63c4f1a9-e224-4878-93e9-22b287e69ba6 req-a92727ef-bdf9-4654-98c8-8df0046be7cd tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/ports?device_id=737d0ad9-797f-4016-a048-c5b023e5eb41 HTTP/1.1" status: 200 len: 210 time: 0.1616852 Feb 13 23:29:17.647483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:18.185046 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:12Z', 'revision_number': 4, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b', 'name': '', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'mac_address': 'fa:16:3e:fa:2a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:11Z', 'updated_at': '2022-02-13T23:29:13Z', 'revision_number': 2, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'subnets': [{'id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:18.194167 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Checking router: 2edc15d5-ef66-470b-a719-31bbc2b9e211 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:29:18.194525 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Updating router 2edc15d5-ef66-470b-a719-31bbc2b9e211 port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:29:18.228889 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1c1d9d8-cb01-49aa-a4fb-b4e05ada6a10 req-54927232-fb76-4ea0-b005-45c26fd86770 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9002635 Feb 13 23:29:18.260626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:18.288207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33133c-5722-4728-8e40-3cc2ffde5f21 req-742c4e33-dfc5-4b2f-8aad-408b2392cb92 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:18.295898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b33133c-5722-4728-8e40-3cc2ffde5f21 req-742c4e33-dfc5-4b2f-8aad-408b2392cb92 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 945 time: 0.2754252 Feb 13 23:29:18.320654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:18.325705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Usage tracker for resource:security_group_rule and tenant:7528931f0f8f4260ba83423d852e1443 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:18.328819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:18.334646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:18.337912 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:18.349012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-cd6ccaad-0dd9-4367-b8e1-b5e243e8520f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:18.351226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-cd6ccaad-0dd9-4367-b8e1-b5e243e8520f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.8945391 Feb 13 23:29:18.418680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:18.438620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:29:18.449453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:18.569761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc72fc91-bab1-4646-8ccd-76decb7c7b7f req-1c8cbc88-f7df-44ca-8c8c-b6aabe160b01 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 210 time: 0.0678718 Feb 13 23:29:18.602296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7528931f0f8f4260ba83423d852e1443&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9535625 Feb 13 23:29:18.605966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-d133c298-cdee-40af-98e3-83b9394137cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 217 time: 0.2396173 Feb 13 23:29:18.608108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333246e-2a2a-4fcd-90a1-87070624fe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e2a4d-700b-4e01-a042-8ed78debf88f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:18.610489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48996) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:18.617394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8664918b-4dcf-45ef-9a5b-9c8a399256a0 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:18.637666 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b33133c-5722-4728-8e40-3cc2ffde5f21 req-4d394866-cc0b-4769-89bb-7b656d6918e2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409026 Feb 13 23:29:18.642071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:18.676950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Transition to ACTIVE for port object 8664918b-4dcf-45ef-9a5b-9c8a399256a0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:18.693540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:18.787378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-e58c0c3c-2d4b-46d3-8b1f-e3dbf2e16179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:18.788825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-e58c0c3c-2d4b-46d3-8b1f-e3dbf2e16179 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1642189 Feb 13 23:29:18.856633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:29:19.020274 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.036053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-14e694b5-4bd1-4a49-b1da-167effe29f69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318232 Feb 13 23:29:19.044035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-523f0862-721c-4d9d-bee4-7f5c30965115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.045899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Pushing event updated for resources: {'Port': ['ID=8664918b-4dcf-45ef-9a5b-9c8a399256a0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:19.057927 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Transition to ACTIVE for port object 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:19.088454 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.209442 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b1605-a525-4724-9a11-941e74f4e9d7 None None] Pushing event updated for resources: {'Port': ['ID=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:19.224044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aafbc-c0a6-46d2-be69-9c8bc46ebf15 req-4e4a8e7f-5842-47bd-9dc0-da012fceabda tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:19.224879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-488aafbc-c0a6-46d2-be69-9c8bc46ebf15 req-4e4a8e7f-5842-47bd-9dc0-da012fceabda tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:19.233574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-523f0862-721c-4d9d-bee4-7f5c30965115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.282929 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-3436258b-0292-42ca-bc3c-f36a7c2df035 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383273 Feb 13 23:29:19.339835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-488aafbc-c0a6-46d2-be69-9c8bc46ebf15 req-4e4a8e7f-5842-47bd-9dc0-da012fceabda tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:19.341152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488aafbc-c0a6-46d2-be69-9c8bc46ebf15 req-4e4a8e7f-5842-47bd-9dc0-da012fceabda tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 944 time: 0.4811175 Feb 13 23:29:19.357322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:19.378165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Attempting to bind port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:19.378165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Attempting to bind port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:19.378165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Attempting to bind port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:19.387787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:19.387787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Attempting to bind port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:19.418826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:19.419181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:19.419808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:19.420318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Bound port: 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:19.420887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.434840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-523f0862-721c-4d9d-bee4-7f5c30965115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.475107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f0862-721c-4d9d-bee4-7f5c30965115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e2a4d-700b-4e01-a042-8ed78debf88f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:19.479651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488aafbc-c0a6-46d2-be69-9c8bc46ebf15 req-bafbe103-adba-41eb-beb0-378104f9e409 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043875 Feb 13 23:29:19.501375 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Attempting to bind port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:19.501735 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Attempting to bind port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:19.505501 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Attempting to bind port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b on network b6eaefbf-98eb-476f-804a-6adf284cdffe {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:19.528832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:19.528832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Checking segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:19.528832 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.528832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Bound using segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:19.528832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Bound port: 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:19.528832 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.529432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-523f0862-721c-4d9d-bee4-7f5c30965115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.533001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-523f0862-721c-4d9d-bee4-7f5c30965115 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f6e2a4d-700b-4e01-a042-8ed78debf88f HTTP/1.1" status: 204 len: 168 time: 0.9170551 Feb 13 23:29:19.656946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.663027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] For port 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:19.674010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] For port 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:19.683415 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] For port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:19.686540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5cffc-8153-44fb-bd59-61a26769095c req-7190bf81-13b0-4ced-bcbc-d5c5518459a2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:19.687885 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] For port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:19.688287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-20c5cffc-8153-44fb-bd59-61a26769095c req-7190bf81-13b0-4ced-bcbc-d5c5518459a2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Synchronizing usage tracker for tenant:2b21e3f0397045f181e6603c2afda208 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:19.688581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.696005 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.719204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:19.741057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:19.750691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:19.751388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:19.809350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd9d5fd3-228f-4b95-a8cb-cebd0ab92fb4 req-9f3acde7-aa85-498d-9785-722625a0f2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366182 Feb 13 23:29:19.838066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-20c5cffc-8153-44fb-bd59-61a26769095c req-7190bf81-13b0-4ced-bcbc-d5c5518459a2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Unset dirty status for tenant:2b21e3f0397045f181e6603c2afda208 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:19.864511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-7190bf81-13b0-4ced-bcbc-d5c5518459a2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 811 time: 0.5911222 Feb 13 23:29:19.911539 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Routers {'2edc15d5-ef66-470b-a719-31bbc2b9e211'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:19.913175 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2edc15d5-ef66-470b-a719-31bbc2b9e211'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:19.923529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-1d768458-5df3-4341-b8c8-377fb353913e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/quotas/2b21e3f0397045f181e6603c2afda208 HTTP/1.1" status: 200 len: 375 time: 0.0572701 Feb 13 23:29:19.953678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 6fe44063-6469-49b6-a877-8c13039fc4b2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:19.953965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6fe44063-6469-49b6-a877-8c13039fc4b2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:19.993562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988969d-a833-4de6-977c-49b8ea102eb1 None None] New status for floating IP 37721a59-963a-47c3-bc66-9f8dd69032c1: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:29:20.057128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:29:20.208503 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] Set router 2edc15d5-ef66-470b-a719-31bbc2b9e211 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:20.217573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:20.219026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] 10.222.0.42 "PUT /v2.0/ports/8664918b-4dcf-45ef-9a5b-9c8a399256a0 HTTP/1.1" status: 200 len: 1092 time: 3.2952030 Feb 13 23:29:20.219480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'tag': '8664918b-4dcf-45ef-9a5b-9c8a399256a0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:20.319677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] No DVR routers for this DVR port 6fe44063-6469-49b6-a877-8c13039fc4b2 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:20.324049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:20.330642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-deleted', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:20.374788 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-9990f378-2f45-4e0f-b3dc-ff3823f5d993 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4493573 Feb 13 23:29:20.395499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Pushing event updated for resources: {'Port': ['ID=8664918b-4dcf-45ef-9a5b-9c8a399256a0,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:20.400766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b99ea8d-631f-4007-b352-b54d9bbe9fd4 req-3f4e6211-3ae1-4971-a0de-3f1bf48050c4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "DELETE /v2.0/ports/6fe44063-6469-49b6-a877-8c13039fc4b2 HTTP/1.1" status: 204 len: 173 time: 5.4749343 Feb 13 23:29:20.436105 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:29:20.463714 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b1605-a525-4724-9a11-941e74f4e9d7 None None] Pushing event updated for resources: {'Port': ['ID=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:20.484941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:20.485693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:20.503954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.504283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.504616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.509921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.510442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.510782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.511110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.511432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.514665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.515015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.515347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec31090-6667-4a7c-a66d-33efb1401b68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:20.624065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-6b6bd022-b436-4b45-bc40-b3040b46e1f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 1095 time: 0.3406515 Feb 13 23:29:20.628585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:20.694530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-c31fdeaa-55e9-4749-8182-11b2aaccdcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185382 Feb 13 23:29:20.769203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-8a363d2e-856c-4f26-9ee0-b9de7f931cd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0 HTTP/1.1" status: 200 len: 217 time: 0.1395400 Feb 13 23:29:20.890530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-8176dbd0-937c-468b-80e2-3f7232d60e96 service neutron] 10.222.0.36 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911778 Feb 13 23:29:20.913090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-032dffb5-1be6-4bb4-b82a-824553966113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:20.914609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-032dffb5-1be6-4bb4-b82a-824553966113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1380558 Feb 13 23:29:21.011064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-a258ddd1-b1dd-4a6a-ad27-653b3859ea23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802698 Feb 13 23:29:21.260136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-0a75c84a-0b94-47dd-b01e-fa606bfdf95e service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413175 Feb 13 23:29:21.270107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:21.423580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9783-4c54-4f18-8d10-741685c4b336 req-fa942bd6-a5fc-4fd0-8bdd-235daa2d759e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:21.435518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47bd9783-4c54-4f18-8d10-741685c4b336 req-fa942bd6-a5fc-4fd0-8bdd-235daa2d759e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.2821660 Feb 13 23:29:21.595377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a27576c3-7e4d-4429-9d0a-fef4187542c4 req-8a948822-a2d5-4878-9d2a-a3510b8e9b6c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:21.605489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afcb895c-fec3-4aca-b199-b5f4e659b360 req-b91f4124-86d8-40a1-999c-d273ffc5adbc service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356152 Feb 13 23:29:21.623488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a27576c3-7e4d-4429-9d0a-fef4187542c4 req-8a948822-a2d5-4878-9d2a-a3510b8e9b6c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:21.626075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47bd9783-4c54-4f18-8d10-741685c4b336 req-1f322c73-d087-4f63-b905-658f0cf2694e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798816 Feb 13 23:29:21.639702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a27576c3-7e4d-4429-9d0a-fef4187542c4 req-8a948822-a2d5-4878-9d2a-a3510b8e9b6c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53c6cda-9c82-450a-ba37-06da064e7608 HTTP/1.1" status: 200 len: 210 time: 0.1480455 Feb 13 23:29:21.750319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:21.770620 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'code': 200} Feb 13 23:29:21.863915 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a23e3107-eaaa-491a-a409-19ecdc1fd923 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:21.908566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a23e3107-eaaa-491a-a409-19ecdc1fd923 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:21.999579 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a23e3107-eaaa-491a-a409-19ecdc1fd923 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:22.065371 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'tag': '8664918b-4dcf-45ef-9a5b-9c8a399256a0', 'status': 'completed', 'code': 200} Feb 13 23:29:22.201348 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6cda-9c82-450a-ba37-06da064e7608', 'name': 'network-vif-deleted', 'tag': '6fe44063-6469-49b6-a877-8c13039fc4b2', 'status': 'completed', 'code': 200} Feb 13 23:29:22.203766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e3107-eaaa-491a-a409-19ecdc1fd923 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2946afbb-a728-4363-a014-f01f2bbe6748,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:22.255514 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:12Z', 'revision_number': 4, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b', 'name': '', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'mac_address': 'fa:16:3e:fa:2a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:11Z', 'updated_at': '2022-02-13T23:29:19Z', 'revision_number': 4, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'subnets': [{'id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:22.271029 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09741cdb-14b3-4ca1-b929-09941c9e257c None None] The sync data for ids ['2edc15d5-ef66-470b-a719-31bbc2b9e211'] in n-d-828979-1 is: [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:12Z', 'revision_number': 4, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b', 'name': '', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'mac_address': 'fa:16:3e:fa:2a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:11Z', 'updated_at': '2022-02-13T23:29:19Z', 'revision_number': 4, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'subnets': [{'id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:29:22.293785 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:22.298524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:29:22.312579 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:22.313179 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:22.386139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a23e3107-eaaa-491a-a409-19ecdc1fd923 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:22.389175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a23e3107-eaaa-491a-a409-19ecdc1fd923 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "DELETE /v2.0/security-groups/2946afbb-a728-4363-a014-f01f2bbe6748 HTTP/1.1" status: 204 len: 168 time: 0.6352277 Feb 13 23:29:22.393265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:22.421051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266565b5-c0a3-4e1e-9b2b-c9a0f744c357 req-f0e2c5f5-e4e7-487f-a64f-bc912e6c6e52 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:22.437995 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-266565b5-c0a3-4e1e-9b2b-c9a0f744c357 req-f0e2c5f5-e4e7-487f-a64f-bc912e6c6e52 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 945 time: 0.3705950 Feb 13 23:29:22.524602 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-525f5ff7-fa31-43b1-b1ba-90c75d2cbb72 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] show failed (client error): The resource could not be found. Feb 13 23:29:22.525823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-525f5ff7-fa31-43b1-b1ba-90c75d2cbb72 tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "GET /v2.0/security-groups/2946afbb-a728-4363-a014-f01f2bbe6748 HTTP/1.1" status: 404 len: 347 time: 0.1268835 Feb 13 23:29:22.531517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-0f23c756-f022-40c7-b440-137a492fab08 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:22.532116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:22.533562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-0f23c756-f022-40c7-b440-137a492fab08 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 945 time: 0.6105118 Feb 13 23:29:22.566457 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:22.664602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-266565b5-c0a3-4e1e-9b2b-c9a0f744c357 req-1ad0246b-8618-4215-832f-9abeba95cec6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244005 Feb 13 23:29:22.729527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port a2002c49-db83-4005-b76d-f2aaea44958e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:22.730678 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:22.858661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-2b07a55e-64e7-4514-a500-8e4fbf5a7280 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 1095 time: 0.8251727 Feb 13 23:29:22.904085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3fb1f-9aee-4e83-bece-66b5638d7568 req-5afcf977-2660-4c11-a2c8-c161baae5764 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:22.913045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72a3fb1f-9aee-4e83-bece-66b5638d7568 req-5afcf977-2660-4c11-a2c8-c161baae5764 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 944 time: 0.7179117 Feb 13 23:29:23.156688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f99bc0cb-26e2-4663-a81a-7c89d5a5f92f req-515588d8-797d-45f2-9915-42a50c479cb7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Synchronizing usage tracker for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:23.314247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-99054228-d639-40a4-8a8e-cb3e9816a6d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:23.315866 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-99054228-d639-40a4-8a8e-cb3e9816a6d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.3981683 Feb 13 23:29:23.326922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f99bc0cb-26e2-4663-a81a-7c89d5a5f92f req-515588d8-797d-45f2-9915-42a50c479cb7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Unset dirty status for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:23.340707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f99bc0cb-26e2-4663-a81a-7c89d5a5f92f req-515588d8-797d-45f2-9915-42a50c479cb7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 210 time: 0.2790761 Feb 13 23:29:23.358896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:23.391327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port a2002c49-db83-4005-b76d-f2aaea44958e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a2002c49-db83-4005-b76d-f2aaea44958e,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:23.392447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:23.407131 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:23.412562 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06add08-61ae-49d5-ae68-b00bfadcc947 None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:29:23.496875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Deleting port 56a6ee2d-daf5-4e12-a0e9-721dc394483d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:23.498066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:23.630750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for a2002c49-db83-4005-b76d-f2aaea44958e owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:23.688686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:23.717478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'mac_address': 'fa:16:3e:2b:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:23.861898 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:23.896485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:23.917975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:23.929716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:23.990393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.017197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:24.070133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:24.153152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:24.159526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:24.160201 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.180323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-b9ecf02f-3c81-4d59-b285-e0491449e322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0 HTTP/1.1" status: 200 len: 217 time: 0.8539729 Feb 13 23:29:24.192993 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72a3fb1f-9aee-4e83-bece-66b5638d7568 req-bd72c6bf-333d-47dc-a11c-49a53eab43d5 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8741693 Feb 13 23:29:24.196362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:24.225938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event deleted for resources: {'Port': ['ID=a2002c49-db83-4005-b76d-f2aaea44958e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:24.337779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] No DVR routers for this DVR port a2002c49-db83-4005-b76d-f2aaea44958e on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:24.341261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.343880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'name': 'network-vif-deleted', 'tag': 'a2002c49-db83-4005-b76d-f2aaea44958e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:24.371883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f34d47cc-5ed3-4947-a856-7ffc3ded46f6 req-ae37f51a-efe9-4fde-a344-20b4f822d7df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "DELETE /v2.0/ports/a2002c49-db83-4005-b76d-f2aaea44958e HTTP/1.1" status: 204 len: 173 time: 1.8250766 Feb 13 23:29:24.376156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-24141699-b98a-44d4-b5e4-137aff202b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:24.377589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-24141699-b98a-44d4-b5e4-137aff202b15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1873851 Feb 13 23:29:24.377860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb54e45-45f1-4013-be40-252c9899e168 req-962dc389-8da8-4a4f-aee1-1b6f3aacbbc7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:24.379818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb54e45-45f1-4013-be40-252c9899e168 req-962dc389-8da8-4a4f-aee1-1b6f3aacbbc7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 949 time: 0.2104247 Feb 13 23:29:24.407398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5cffc-8153-44fb-bd59-61a26769095c req-d7363c44-e7ce-467c-b336-73ae84ac2c1d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:24.408828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-d7363c44-e7ce-467c-b336-73ae84ac2c1d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 811 time: 0.7656608 Feb 13 23:29:24.441417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.450445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Request body: {'port': {'device_id': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'admin_state_up': True, 'tenant_id': '2b21e3f0397045f181e6603c2afda208'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:24.475010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bb54e45-45f1-4013-be40-252c9899e168 req-7f97687a-1f01-4c24-8352-9585f1e71e5c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886595 Feb 13 23:29:24.542604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:24.569165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.603486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-d21045ab-845c-44ea-800c-1e37c96a9a08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2161622 Feb 13 23:29:24.650092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.650695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:24.663412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:24.668647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09445a9-28fb-4d62-b573-9cf1a6cdcf4e req-c68f68d6-21bd-4601-bc28-e3d8660b2323 tempest-AbsoluteLimitsNegativeTestJSON-1262261332 tempest-AbsoluteLimitsNegativeTestJSON-1262261332-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6989fff07e0b468d92bd7f5ddb2123c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356555 Feb 13 23:29:24.675340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:24.678469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:24.812642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f68ff6d3-41a1-47c9-93b9-59b461d4d6ed req-073048e6-2969-4c97-91ae-92a0d38d33ea tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef44051e-7466-4760-864d-6c468c6c0c34 HTTP/1.1" status: 200 len: 210 time: 0.2138298 Feb 13 23:29:24.816982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09445a9-28fb-4d62-b573-9cf1a6cdcf4e req-0d550838-8036-4d35-958d-28bcc77685f5 tempest-AbsoluteLimitsNegativeTestJSON-1262261332 tempest-AbsoluteLimitsNegativeTestJSON-1262261332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:24.818707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09445a9-28fb-4d62-b573-9cf1a6cdcf4e req-0d550838-8036-4d35-958d-28bcc77685f5 tempest-AbsoluteLimitsNegativeTestJSON-1262261332 tempest-AbsoluteLimitsNegativeTestJSON-1262261332-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486256 Feb 13 23:29:24.839018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09445a9-28fb-4d62-b573-9cf1a6cdcf4e req-4c8028d5-07ad-4a28-8516-4bccb21209c3 tempest-AbsoluteLimitsNegativeTestJSON-1262261332 tempest-AbsoluteLimitsNegativeTestJSON-1262261332-project] 10.222.0.36 "GET /v2.0/quotas/6989fff07e0b468d92bd7f5ddb2123c4 HTTP/1.1" status: 200 len: 375 time: 0.0135555 Feb 13 23:29:24.888317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Calling delete_port for 56a6ee2d-daf5-4e12-a0e9-721dc394483d owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:24.898093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09445a9-28fb-4d62-b573-9cf1a6cdcf4e req-2fdbc068-8a00-4cb8-b92f-8f1a89dba526 tempest-AbsoluteLimitsNegativeTestJSON-1262261332 tempest-AbsoluteLimitsNegativeTestJSON-1262261332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6989fff07e0b468d92bd7f5ddb2123c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510092 Feb 13 23:29:24.900250 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44051e-7466-4760-864d-6c468c6c0c34', 'name': 'network-vif-deleted', 'tag': 'a2002c49-db83-4005-b76d-f2aaea44958e', 'status': 'completed', 'code': 200} Feb 13 23:29:24.939854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Made reservation on behalf of 2b21e3f0397045f181e6603c2afda208 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:24.942972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49114) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:24.943410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.103898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94286223-05df-458c-aa53-3773ed14eb38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.136125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94286223-05df-458c-aa53-3773ed14eb38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.212339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ee380f5-a489-4023-acd2-3b685518fc48 req-8b24dd9d-6568-4b80-a4c6-8e92810f5501 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 210 time: 0.0661128 Feb 13 23:29:25.264679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94286223-05df-458c-aa53-3773ed14eb38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.270319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.310464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94286223-05df-458c-aa53-3773ed14eb38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f961131-8797-4969-ad5d-da4f2457f765,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:25.336088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94286223-05df-458c-aa53-3773ed14eb38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.337711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-94286223-05df-458c-aa53-3773ed14eb38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f961131-8797-4969-ad5d-da4f2457f765 HTTP/1.1" status: 204 len: 168 time: 0.3923967 Feb 13 23:29:25.342108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:25.376890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8664918b-4dcf-45ef-9a5b-9c8a399256a0 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:25.386705 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-8ad55e12-bae0-4207-acab-023981a07afb tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] show failed (client error): The resource could not be found. Feb 13 23:29:25.390085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ad55e12-bae0-4207-acab-023981a07afb tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups/2f961131-8797-4969-ad5d-da4f2457f765 HTTP/1.1" status: 404 len: 347 time: 0.0448387 Feb 13 23:29:25.391004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:25.393015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:25.546286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Pushing event deleted for resources: {'Port': ['ID=56a6ee2d-daf5-4e12-a0e9-721dc394483d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:25.568209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-c14bed99-c97e-410a-864d-1bfa03a46cc7 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203386 Feb 13 23:29:25.671387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49140) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:25.698917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:25.699456 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.788950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:25.806837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8664918b-4dcf-45ef-9a5b-9c8a399256a0', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': '8664918b-4dcf-45ef-9a5b-9c8a399256a0', 'mac_address': 'fa:16:3e:36:22:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:25.861240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.864799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Deleting port b108037d-5b0f-4252-a4a3-06c5eaef30b0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:25.865334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:25.942328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Allocated IP 172.20.0.9 (b6eaefbf-98eb-476f-804a-6adf284cdffe/a0de2080-91c4-41f7-a2e8-241e34f3e1bb/2e9bada0-c099-4bde-bd91-864ac56e30ea) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:25.973121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:25.981203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b12bb-742d-4618-97bb-085554be4e6c req-702140cc-57ff-4766-aeaf-799b8a298935 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:25.986917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a8b12bb-742d-4618-97bb-085554be4e6c req-702140cc-57ff-4766-aeaf-799b8a298935 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 949 time: 0.2953317 Feb 13 23:29:26.033389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.063694 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.072713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.074195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-56f565ca-c682-48df-bb45-d5a4b401d02e tempest-ServersTestBootFromVolume-1223692563 tempest-ServersTestBootFromVolume-1223692563-project] 10.222.0.36 "DELETE /v2.0/floatingips/37721a59-963a-47c3-bc66-9f8dd69032c1 HTTP/1.1" status: 204 len: 168 time: 3.5371413 Feb 13 23:29:26.087893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49152) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:26.116130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8664918b-4dcf-45ef-9a5b-9c8a399256a0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:26.172012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:26.178002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:26.187150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.220857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.221137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:26.237323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.238325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a2002c49-db83-4005-b76d-f2aaea44958e no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:26.280342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbf542-3667-40a2-9bfc-ba3a0360a98e req-46aa4f57-1b55-46b6-aa23-2c9b2a330108 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:26.286504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93bbf542-3667-40a2-9bfc-ba3a0360a98e req-46aa4f57-1b55-46b6-aa23-2c9b2a330108 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 944 time: 0.6159217 Feb 13 23:29:26.288364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: a2002c49-db83-4005-b76d-f2aaea44958e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:26.288691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a2002c49-db83-4005-b76d-f2aaea44958e not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:26.306791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:26.307159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.331357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-e296bc52-00a9-4309-a2a9-01c6b2a15b5d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:26.333160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-e296bc52-00a9-4309-a2a9-01c6b2a15b5d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b&tenant_id=b0ab36724abb4ec89970456e44c9a58a&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 949 time: 0.6609035 Feb 13 23:29:26.335327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8664918b-4dcf-45ef-9a5b-9c8a399256a0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:26.399799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:26.422818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Usage tracker for resource:security_group_rule and tenant:6989fff07e0b468d92bd7f5ddb2123c4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:26.427462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8664918b-4dcf-45ef-9a5b-9c8a399256a0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:26.431110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:26.450264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.450264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:26.469422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:26.471374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:26.523268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98dfd4c7-ca64-48ee-a4ab-b549b5e490a5 req-974841de-2abd-4558-801d-18e098440cd3 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9264796 Feb 13 23:29:26.540749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93bbf542-3667-40a2-9bfc-ba3a0360a98e req-62269c82-37c8-4915-aea1-44e3e22cf37a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522004 Feb 13 23:29:26.596222 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a8b12bb-742d-4618-97bb-085554be4e6c req-92adb294-b5d9-49b7-a534-1dec5c15814f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944443 Feb 13 23:29:26.655716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Calling delete_port for b108037d-5b0f-4252-a4a3-06c5eaef30b0 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:26.729198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-29fbdee5-bddb-4978-82ba-231c261d50e1 service neutron] 10.222.0.42 "GET /v2.0/ports/ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.3844829 Feb 13 23:29:26.729940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-28cd01f7-cc1b-46f5-9cb0-35508366bace service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2972851 Feb 13 23:29:26.844338 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'code': 200} Feb 13 23:29:26.866545 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.060700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.126814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.163814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.183758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.220625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-fe9780f3-ce2d-4ed3-bc63-2668c055dad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1101 time: 0.4198363 Feb 13 23:29:27.261974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event deleted for resources: {'Port': ['ID=b108037d-5b0f-4252-a4a3-06c5eaef30b0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:27.341040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:27.353486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Network b6eaefbf-98eb-476f-804a-6adf284cdffe is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:27.374012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Pushing event updated for resources: {'Port': ['ID=2e9bada0-c099-4bde-bd91-864ac56e30ea,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:27.376464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:27.381459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8664918b-4dcf-45ef-9a5b-9c8a399256a0 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:27.413594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:27.414848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1919f902-c299-4af8-9d35-31abba878dc5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:27.444030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d74419f-cf70-44fa-b830-020fb3307774 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6989fff07e0b468d92bd7f5ddb2123c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7687523 Feb 13 23:29:27.448332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49184) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:27.482906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:27.483428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.484907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:27.491472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:27.492130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.509992 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.526214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e434929-2caf-429f-b843-0a2b15143c76 req-f3ba653c-8e3d-4f3b-b18a-507d95ae882a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:27.527211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3e434929-2caf-429f-b843-0a2b15143c76 req-f3ba653c-8e3d-4f3b-b18a-507d95ae882a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Synchronizing usage tracker for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:27.551257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-fb1748e8-0326-4196-ad6b-aefa8f1664e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 1101 time: 0.4891260 Feb 13 23:29:27.558958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-065a8073-4da3-4792-9df9-a06cb108b241 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1177287 Feb 13 23:29:27.563360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3e434929-2caf-429f-b843-0a2b15143c76 req-f3ba653c-8e3d-4f3b-b18a-507d95ae882a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Unset dirty status for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:27.570609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e434929-2caf-429f-b843-0a2b15143c76 req-f3ba653c-8e3d-4f3b-b18a-507d95ae882a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 931 time: 0.5632081 Feb 13 23:29:27.578603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-083fb4ec-0a92-4dd9-9c78-1518f2446fc8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:27.580140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-083fb4ec-0a92-4dd9-9c78-1518f2446fc8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.4352503 Feb 13 23:29:27.626884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Request body: {'port': {'device_id': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:27.651842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.678294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.686869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:27.691693 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.692302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-da27d061-223d-4d97-aab8-861754bcbbe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:27.693740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-da27d061-223d-4d97-aab8-861754bcbbe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4495616 Feb 13 23:29:27.715409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-b758f3ae-08af-4448-8b6d-b1f978a57ba7 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.1021388 Feb 13 23:29:27.721772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.725659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2b7e8301-d0e3-4e4c-a7fe-bafa047ca30a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "DELETE /v2.0/floatingips/70b6bcfa-3a29-428a-b2b9-bfee47c0d69e HTTP/1.1" status: 204 len: 168 time: 2.3267064 Feb 13 23:29:27.727470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7819b82b-58ce-4d84-b955-b2e3866e7621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.766890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8664918b-4dcf-45ef-9a5b-9c8a399256a0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:27.801920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-c81edfc7-44b8-4649-87ee-6f35a5ae6d99 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:27.815928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7819b82b-58ce-4d84-b955-b2e3866e7621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.843752 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-0180891b-053b-451b-b2ba-f5c807779f2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 217 time: 0.1412334 Feb 13 23:29:27.850932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-66d49160-a4c2-4973-a474-5ca05d618fed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:27.852913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-66d49160-a4c2-4973-a474-5ca05d618fed service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2690141 Feb 13 23:29:27.853687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3e434929-2caf-429f-b843-0a2b15143c76 req-29829963-31de-4e7c-9906-6cfb92f40ddb tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Synchronizing usage tracker for tenant:2b21e3f0397045f181e6603c2afda208 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:27.910862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:27.933499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-c81edfc7-44b8-4649-87ee-6f35a5ae6d99 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:27.934763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-c81edfc7-44b8-4649-87ee-6f35a5ae6d99 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2037356 Feb 13 23:29:27.934894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Usage tracker for resource:security_group_rule and tenant:6bf6bf092c0142c3a4c569a49edfe1b7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:27.950322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:27.956859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:27.977602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-9c70858f-f19a-49cd-97c6-cd3209fa36d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 200 len: 217 time: 0.1173935 Feb 13 23:29:27.980720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:27.982731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3e434929-2caf-429f-b843-0a2b15143c76 req-29829963-31de-4e7c-9906-6cfb92f40ddb tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Unset dirty status for tenant:2b21e3f0397045f181e6603c2afda208 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:27.983830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e434929-2caf-429f-b843-0a2b15143c76 req-29829963-31de-4e7c-9906-6cfb92f40ddb tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124901 Feb 13 23:29:27.995440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-9fa4891f-25f6-4514-9093-147489879963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:27.996856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-9fa4891f-25f6-4514-9093-147489879963 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1370294 Feb 13 23:29:28.117373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7819b82b-58ce-4d84-b955-b2e3866e7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:28.122643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-5f362f31-1831-4bd3-8fdb-b3cc0745b633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:28.124053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-5f362f31-1831-4bd3-8fdb-b3cc0745b633 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0986331 Feb 13 23:29:28.154226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:28.204009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819b82b-58ce-4d84-b955-b2e3866e7621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1919f902-c299-4af8-9d35-31abba878dc5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:28.215984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105bd5b-e7b1-4a56-91ad-eafd59aa8632 None None] New status for floating IP 70b6bcfa-3a29-428a-b2b9-bfee47c0d69e: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:29:28.221157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9cf7ec28-f041-4edf-ba96-aca0a3846c25 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778628 Feb 13 23:29:28.223991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7819b82b-58ce-4d84-b955-b2e3866e7621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:28.227462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7819b82b-58ce-4d84-b955-b2e3866e7621 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1919f902-c299-4af8-9d35-31abba878dc5 HTTP/1.1" status: 204 len: 168 time: 0.7724724 Feb 13 23:29:28.429764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-4bedc01f-99b5-401f-aada-7d7958cd05f1 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875052 Feb 13 23:29:28.434103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-071f755b-82e9-4028-9e2a-91c05004601c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2963789 Feb 13 23:29:28.610818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-348dde2d-7fe1-44e2-9e5b-1d0dcd30ebef service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694565 Feb 13 23:29:28.727357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-573889fb-44db-4bd6-8e3d-3ab614e89ad6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7237871 Feb 13 23:29:28.729506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:28.746432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:28.836420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee2fad3-9368-4ec5-82bd-ed1830319c17 req-6da5b949-26ea-4cc9-9f21-6faaedfabe14 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174101 Feb 13 23:29:28.845728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8664918b-4dcf-45ef-9a5b-9c8a399256a0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:28.855271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205282f-9aa8-4093-a564-950b399d9b76 req-608a7154-698f-4739-bd0c-fd570c8b7464 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:28.856868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0205282f-9aa8-4093-a564-950b399d9b76 req-608a7154-698f-4739-bd0c-fd570c8b7464 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.1617713 Feb 13 23:29:28.933172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0205282f-9aa8-4093-a564-950b399d9b76 req-4c61e014-cac9-4d52-9491-f760f2a8bed6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686979 Feb 13 23:29:28.952708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce64e66-ea28-4855-8fbf-38a545883d78,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:28.975656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c281f-ff14-409b-957f-dd1a43bd7f9c req-a2b06169-7fc3-4fac-92bd-21a0bbcd946f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:28.977508 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b4c281f-ff14-409b-957f-dd1a43bd7f9c req-a2b06169-7fc3-4fac-92bd-21a0bbcd946f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.8307276 Feb 13 23:29:28.981939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-33d11948-a63b-48ae-8e97-06479ad4c3cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bf6bf092c0142c3a4c569a49edfe1b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6364355 Feb 13 23:29:28.982777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:29.079124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-f6b2343a-aaa8-4949-803c-db9e68f427e2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368623 Feb 13 23:29:29.205664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057b1a14-2d4e-4e24-baca-7c3f0af8edc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.235745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057b1a14-2d4e-4e24-baca-7c3f0af8edc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.306570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9bada0-c099-4bde-bd91-864ac56e30ea {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:29.311900 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057b1a14-2d4e-4e24-baca-7c3f0af8edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.318166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b4c281f-ff14-409b-957f-dd1a43bd7f9c req-1864307f-9174-4bfc-ac71-4a708655cb9f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063183 Feb 13 23:29:29.328553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b1a14-2d4e-4e24-baca-7c3f0af8edc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce64e66-ea28-4855-8fbf-38a545883d78,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:29.336413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057b1a14-2d4e-4e24-baca-7c3f0af8edc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.340222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-057b1a14-2d4e-4e24-baca-7c3f0af8edc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ce64e66-ea28-4855-8fbf-38a545883d78 HTTP/1.1" status: 204 len: 168 time: 0.3538427 Feb 13 23:29:29.344393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.401481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-83d19b63-c4ec-49d0-b68e-0a7d2c28de4d service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067572 Feb 13 23:29:29.407025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Transition to ACTIVE for port object 2e9bada0-c099-4bde-bd91-864ac56e30ea will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:29.459822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.477230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49232) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:29.668020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49238) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:29.673440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840284364', 'description': 'tempest-description--1542265627'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:29.688670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:29.709929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:29.718006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:29.739597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:29.749710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9bada0-c099-4bde-bd91-864ac56e30ea,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:29.769245 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-44ca792b-e8c5-4b65-9780-3858a80c65d6 req-730e6417-2b7a-4dd3-8fdc-a0b1cafc6ab2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 210 time: 0.1206989 Feb 13 23:29:29.781835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:29.820837 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8664918b-4dcf-45ef-9a5b-9c8a399256a0', 'code': 200} Feb 13 23:29:29.897423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-928992840-network', 'tenant_id': 'cb2516ba46e04c6ebe3b6c3964a6d465'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:29.901879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:29.907202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:29.909958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:29.919014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:29.922017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Usage tracker for resource:network and tenant:cb2516ba46e04c6ebe3b6c3964a6d465 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:29.929918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:29.936480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:29.938764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:29.985296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Made reservation on behalf of cb2516ba46e04c6ebe3b6c3964a6d465 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:29.987805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.011835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.054301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:30.060699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Usage tracker for resource:security_group_rule and tenant:cb2516ba46e04c6ebe3b6c3964a6d465 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:30.066646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:30.115107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Attempting to bind port 2e9bada0-c099-4bde-bd91-864ac56e30ea on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:30.115255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Attempting to bind port 2e9bada0-c099-4bde-bd91-864ac56e30ea by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:30.115555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Attempting to bind port 2e9bada0-c099-4bde-bd91-864ac56e30ea on network b6eaefbf-98eb-476f-804a-6adf284cdffe {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:30.124078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:30.144643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.160979 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-62e14218-0049-4101-965e-da5373849f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.167530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.182490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Port 2e9bada0-c099-4bde-bd91-864ac56e30ea on network b6eaefbf-98eb-476f-804a-6adf284cdffe not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:30.182882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Attempting to bind port 2e9bada0-c099-4bde-bd91-864ac56e30ea on network b6eaefbf-98eb-476f-804a-6adf284cdffe {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:30.220284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.222039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5529914 Feb 13 23:29:30.234243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:30.248453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:30.248813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Checking segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:30.249172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Bound using segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:30.250234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Bound port: 2e9bada0-c099-4bde-bd91-864ac56e30ea, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:30.250580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.253616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'security_group_rule': {'security_group_id': '077c8ac7-a1f5-42c7-b81c-5648438c4f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:30.308485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:30.362358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b108b4-fc45-48b3-8366-fbf4803a5942 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077c8ac7-a1f5-42c7-b81c-5648438c4f92,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:30.379252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:30.389244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:30.408390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:30.451895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a03e-8057-4dde-af8e-525b43cf8d90 req-4008848c-1685-4cb3-bb78-700740099258 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:30.453516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f070a03e-8057-4dde-af8e-525b43cf8d90 req-4008848c-1685-4cb3-bb78-700740099258 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.3840063 Feb 13 23:29:30.529291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.555752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.576419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.599528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-a0b38d1f-d04e-49c5-80b1-fc19b7a5ae3f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:30.600921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-a0b38d1f-d04e-49c5-80b1-fc19b7a5ae3f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.3350601 Feb 13 23:29:30.632417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f070a03e-8057-4dde-af8e-525b43cf8d90 req-213aead9-aa7a-4bc0-a377-8ee828602376 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678145 Feb 13 23:29:30.635655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfbf84-bf9b-4753-a715-5f8705d076f1 req-592c3c33-9ac3-4e82-999f-8b25a7af9baf tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:30.636227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Request body: {'port': {'device_id': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'admin_state_up': True, 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:30.637602 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2dfbf84-bf9b-4753-a715-5f8705d076f1 req-592c3c33-9ac3-4e82-999f-8b25a7af9baf tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 943 time: 0.6170797 Feb 13 23:29:30.666193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa3469-7b6e-493f-a8e1-5ae5bacbe8eb req-a9d9d086-16db-41f2-9df2-b56628f40a70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 1097 time: 0.7578373 Feb 13 23:29:30.671566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:29:30.678042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758a3ef-ce60-4789-93cf-7218b92f045d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:30.759422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.759882 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Added segment 8df6ce79-01f2-4cc2-b498-5f5afb285b81 of type vlan for network af081530-c460-4a6a-8548-9f0c0547ed70 Feb 13 23:29:30.803595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] For port 2e9bada0-c099-4bde-bd91-864ac56e30ea, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:30.826228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2dfbf84-bf9b-4753-a715-5f8705d076f1 req-4b11454c-1de3-42b5-8626-5ec98a5f100d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771066 Feb 13 23:29:30.827682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] For port 2e9bada0-c099-4bde-bd91-864ac56e30ea, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:30.832117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa3469-7b6e-493f-a8e1-5ae5bacbe8eb req-a9371f6c-db37-4433-9237-6b1707a3a811 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275976 Feb 13 23:29:30.839803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.845877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-c9a89a2a-bc4f-4ab0-a76c-975a854fd1c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2677770 Feb 13 23:29:30.889989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.927641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.929026 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e9bada0-c099-4bde-bd91-864ac56e30ea HTTP/1.1" status: 200 len: 1091 time: 3.3346212 Feb 13 23:29:30.950823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:30.957415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'tag': '2e9bada0-c099-4bde-bd91-864ac56e30ea'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:30.975456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.044603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccc9534-9852-4ec8-9a35-828ea879d60c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:31.056464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.061939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49274) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:31.062241 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3bec8266-454f-4d1e-b724-f742c11a594b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8241568 Feb 13 23:29:31.069966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fd87a-315e-45b0-8022-b5987bb13898 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9bada0-c099-4bde-bd91-864ac56e30ea,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:31.086505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:31.105752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:31.114763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.115706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:31.116389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.126069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'security_group_rule': {'security_group_id': '077c8ac7-a1f5-42c7-b81c-5648438c4f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:31.132464 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-58a4cc73-a729-462c-b4e8-150eeacfbae9 req-d247dcc6-3a7e-48f2-a5c1-9655e38b91f6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 210 time: 0.1621771 Feb 13 23:29:31.141550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:31.152415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235d086-ee3d-4de8-b0e2-88cd2d86ad1c req-3e304162-069a-462a-b5a8-481647b7cf15 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:31.152805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:security_group_rule and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:31.153897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1235d086-ee3d-4de8-b0e2-88cd2d86ad1c req-3e304162-069a-462a-b5a8-481647b7cf15 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.3652246 Feb 13 23:29:31.165675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:31.165912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:31.166829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.170923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:31.226274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.286061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8046131 Feb 13 23:29:31.288382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-aaca17e6-4821-49df-a6b0-4d6abb6d71fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.2815738 Feb 13 23:29:31.294165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49282) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:31.295079 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'tag': '2e9bada0-c099-4bde-bd91-864ac56e30ea', 'status': 'completed', 'code': 200} Feb 13 23:29:31.312579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Request body: {'subnet': {'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-928992840-subnet', 'tenant_id': 'cb2516ba46e04c6ebe3b6c3964a6d465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:31.332079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fb503-9f51-4ee6-a91e-95671bc4af6c admin admin] Pushing event updated for resources: {'Network': ['ID=af081530-c460-4a6a-8548-9f0c0547ed70,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:31.345449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network af081530-c460-4a6a-8548-9f0c0547ed70 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:29:31.347540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:31.367943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1235d086-ee3d-4de8-b0e2-88cd2d86ad1c req-44914697-b6da-43c2-b536-7f702fc13e1b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858759 Feb 13 23:29:31.369383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-5a965abc-8da4-4206-bfff-9557f50841da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 1094 time: 0.3063042 Feb 13 23:29:31.376486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Usage tracker for resource:subnet and tenant:cb2516ba46e04c6ebe3b6c3964a6d465 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:31.464725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Allocated IP 172.20.0.2 (184fd408-1aaa-4393-91d6-05f5ec7bcb69/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa/6432bba8-a2c6-4d61-a107-992f4b391e8c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:31.484148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:31.494644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Deleting port 5194043a-ec4d-4079-add5-4f6d02187519 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:31.494981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.546863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:31.591052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-c8f6585e-5574-44c4-8332-1996855592d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea HTTP/1.1" status: 200 len: 217 time: 0.1622880 Feb 13 23:29:31.620973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.669022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Made reservation on behalf of cb2516ba46e04c6ebe3b6c3964a6d465 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:31.671322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.709713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.810554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.842447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:31.912526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd39884f-8a1d-4497-a59f-262e7e299f64,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:31.929088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-460c429e-9afd-466d-a4ac-30bae26ad492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:31.931171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-460c429e-9afd-466d-a4ac-30bae26ad492 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.6080596 Feb 13 23:29:32.015917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:32.019975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5cffc-8153-44fb-bd59-61a26769095c req-fc56c471-47ac-48ed-864a-26fb2456edca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:32.020903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:32.021398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-fc56c471-47ac-48ed-864a-26fb2456edca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.4081230 Feb 13 23:29:32.026354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:32.115115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:32.156372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:32.157442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d8ee40b-7883-4dfd-b3c2-5bc323d8f339 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0892692 Feb 13 23:29:32.158928 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-5e3e1071-374e-4d51-ab87-bb912b8a5376 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2106183 Feb 13 23:29:32.161608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:32.169311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-fc2566ab-259c-4572-a7ea-c51b4efe1edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001310 Feb 13 23:29:32.211361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:32.212612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:32.257456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-9284a325-0891-451e-8caa-b05299887821 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6278105 Feb 13 23:29:32.270981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a7c46-2614-4365-99fc-95ba01bffa78 req-b9f222df-e94f-4feb-b882-96a384e495ad tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:32.273272 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d38a7c46-2614-4365-99fc-95ba01bffa78 req-b9f222df-e94f-4feb-b882-96a384e495ad tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 943 time: 0.1320269 Feb 13 23:29:32.281566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Request body: {'port': {'device_id': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:32.293109 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-23ca916e-c8d6-4d53-b5d5-9d82ccd0409a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:32.372841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:32.404760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:32.422906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d38a7c46-2614-4365-99fc-95ba01bffa78 req-0fd22d0b-48e4-4a4a-93dd-ee8581d160d2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060505 Feb 13 23:29:32.449487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:32.460984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Usage tracker for resource:floatingip and tenant:175bbc4fcc124e9da76a9cf8e2e33a08 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:32.479256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:32.485832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] For port 5194043a-ec4d-4079-add5-4f6d02187519, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5194043a-ec4d-4079-add5-4f6d02187519,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:32.486220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:32.513943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:32.631458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-9e385c16-af2e-4d8f-8717-6ab81baa50b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:32.632912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-9e385c16-af2e-4d8f-8717-6ab81baa50b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.4504085 Feb 13 23:29:32.711434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Calling delete_port for 5194043a-ec4d-4079-add5-4f6d02187519 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:32.745084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:32.762605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ee781-5c2b-424a-a713-64bbf886ad7c req-f69e8cc7-a657-4089-bdf2-4282d24ef23c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:32.764061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b6ee781-5c2b-424a-a713-64bbf886ad7c req-f69e8cc7-a657-4089-bdf2-4282d24ef23c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.9236674 Feb 13 23:29:32.803099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f96e3-d84b-4c45-a792-4f96fd3e3f66 req-2dc792ca-ac9f-47d8-b5c4-e6320f7937cf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:32.803797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a06f96e3-d84b-4c45-a792-4f96fd3e3f66 req-2dc792ca-ac9f-47d8-b5c4-e6320f7937cf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:32.895948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a06f96e3-d84b-4c45-a792-4f96fd3e3f66 req-2dc792ca-ac9f-47d8-b5c4-e6320f7937cf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:32.896983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a06f96e3-d84b-4c45-a792-4f96fd3e3f66 req-2dc792ca-ac9f-47d8-b5c4-e6320f7937cf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 931 time: 0.2600300 Feb 13 23:29:32.952859 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-684bc037-b6a9-44a7-b7b6-366974b04e85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b&tenant_id=b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 1101 time: 0.9378395 Feb 13 23:29:32.962887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a06f96e3-d84b-4c45-a792-4f96fd3e3f66 req-257cebf5-a2cc-42bf-94f9-fbf90fd1d335 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588844 Feb 13 23:29:32.972766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-6feed21d-1c71-49a6-97e8-f98f306ab75f service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887542 Feb 13 23:29:33.121022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6432bba8-a2c6-4d61-a107-992f4b391e8c {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:33.129109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.147005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Transition to ACTIVE for port object 6432bba8-a2c6-4d61-a107-992f4b391e8c will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:33.196787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.213632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.253042 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b6ee781-5c2b-424a-a713-64bbf886ad7c req-0fad481e-8d9d-411d-b943-4e10e2bc3291 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321706 Feb 13 23:29:33.287379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:33.303152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-984bf9af-73f9-4c42-a7fc-5a591b9a9506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6041384 Feb 13 23:29:33.417827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87772-758d-4012-a735-d8ff865e0c0d req-fa2bb4b9-d248-40d1-b4e8-c041dad012e9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:33.422012 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08a87772-758d-4012-a735-d8ff865e0c0d req-fa2bb4b9-d248-40d1-b4e8-c041dad012e9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.2712448 Feb 13 23:29:33.451430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaa3584-55a5-4371-bbbd-97aa6ad39383,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:33.527905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08a87772-758d-4012-a735-d8ff865e0c0d req-689166b4-5a57-4da8-9ef8-c16717438e51 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735593 Feb 13 23:29:33.530336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Attempting to bind port 6432bba8-a2c6-4d61-a107-992f4b391e8c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:33.530669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Attempting to bind port 6432bba8-a2c6-4d61-a107-992f4b391e8c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:33.530986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Attempting to bind port 6432bba8-a2c6-4d61-a107-992f4b391e8c on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:33.537594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Port 6432bba8-a2c6-4d61-a107-992f4b391e8c on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:33.538181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Attempting to bind port 6432bba8-a2c6-4d61-a107-992f4b391e8c on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:33.539142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.546336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:33.546678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:33.547058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Bound using segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:33.547478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Bound port: 6432bba8-a2c6-4d61-a107-992f4b391e8c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:33.547820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.549582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20c5cffc-8153-44fb-bd59-61a26769095c req-395b7bf7-79fb-4358-8fcc-a63f7213f4bf service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568087 Feb 13 23:29:33.668403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:33.671693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Checking segment: {'id': '8df6ce79-01f2-4cc2-b498-5f5afb285b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:33.672420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Network hostable DHCP agents. Network: af081530-c460-4a6a-8548-9f0c0547ed70, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:29:33.677765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:33.687466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.705141 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-cc35ce64-4c8d-455f-b3cd-013fb2ab11ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 1101 time: 0.6595869 Feb 13 23:29:33.706864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.780974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.782346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] 10.222.0.42 "PUT /v2.0/ports/6432bba8-a2c6-4d61-a107-992f4b391e8c HTTP/1.1" status: 200 len: 1091 time: 1.5067563 Feb 13 23:29:33.782773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:33.807969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7ba4e-a2b8-4fe1-9266-ab310d53d98c service neutron] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:33.923408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:33.928366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-244c4d2d-d7c0-456f-911e-2f7c525e97ea service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140239 Feb 13 23:29:34.074647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-c0d55860-84fd-4b18-aa21-0cd750389a11 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:34.076112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-c0d55860-84fd-4b18-aa21-0cd750389a11 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.1855149 Feb 13 23:29:34.105662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-7d43f30a-ce1f-4985-b500-94e4245885ab tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0213559 Feb 13 23:29:34.111245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-aac1a4ed-c404-411a-9717-8baac334be86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 1094 time: 0.2850170 Feb 13 23:29:34.166283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5194043a-ec4d-4079-add5-4f6d02187519,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:34.177779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:34.225438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-ce5faef5-a3a0-4337-9c62-c7f6fca3365d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c HTTP/1.1" status: 200 len: 217 time: 0.0722630 Feb 13 23:29:34.269053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49366) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:34.313138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-08cf45d2-8c6b-45e9-ad3f-e2832a9de6c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:34.314618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-08cf45d2-8c6b-45e9-ad3f-e2832a9de6c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.0826025 Feb 13 23:29:34.324284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-92279d42-0d36-4027-a59f-7460af36e6cd tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112050 Feb 13 23:29:34.369838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-5ef332ca-4f2f-4a3f-b705-4ac2cabbe632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:34.371702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-5ef332ca-4f2f-4a3f-b705-4ac2cabbe632 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.6288252 Feb 13 23:29:34.386094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-0d155ce9-55b2-45e1-8dd6-e6bed2aeb9ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607941 Feb 13 23:29:34.495029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Network af081530-c460-4a6a-8548-9f0c0547ed70 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:29:34.580220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d893-9890-4e75-aeda-0533114ca0bc req-3f97c27b-28c3-4da3-9c74-54ae7be9b999 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:34.581743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf04d893-9890-4e75-aeda-0533114ca0bc req-3f97c27b-28c3-4da3-9c74-54ae7be9b999 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 943 time: 0.8376923 Feb 13 23:29:34.584150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-321b3401-1316-45da-ae37-d6ab61564569 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 200 len: 217 time: 0.1891639 Feb 13 23:29:34.584727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, af081530-c460-4a6a-8548-9f0c0547ed70) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:34.589851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:34.590417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:34.595044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b356f81c-ff39-488a-ab55-b76fe4c4e8c6 None None] Network af081530-c460-4a6a-8548-9f0c0547ed70 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:34.658789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:34.676446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-4702df00-09e4-46b0-9bd9-8c546d4c599b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 1094 time: 1.0495446 Feb 13 23:29:34.735037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-a69cc318-665c-4ec8-b8f7-1d0ed571d809 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756196 Feb 13 23:29:34.780728 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c22592d8-8e50-4ccd-92a5-c22109c3d80d req-43571d91-315b-4dc3-ace0-0fa8252a8c36 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690986 Feb 13 23:29:34.781776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:34.820453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451dcb0b-214b-4046-a430-ab2de09498d9 None None] Network af081530-c460-4a6a-8548-9f0c0547ed70 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:34.848361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Usage tracker for resource:security_group_rule and tenant:955c2262cea34375b936437d3d38820a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:34.855135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-52d39d51-e615-468d-b902-eaec6113a750 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175370 Feb 13 23:29:34.855941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:34.871212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:35.002676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.023581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-2a9e8a0d-0333-4613-bbb2-9ad4427bdf0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:35.025939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-2a9e8a0d-0333-4613-bbb2-9ad4427bdf0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.4306986 Feb 13 23:29:35.034223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37d1d33e-04e9-433d-81ad-cf338944b325 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.7349012 Feb 13 23:29:35.047329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Allocated IP 172.25.4.3 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/5e704908-7c26-4d86-ade2-e83f4c94a415) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:35.067887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-af93500e-3d4b-42e3-a2f6-466d35c491ec service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204117 Feb 13 23:29:35.105359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a00f8c74-8bb8-47a7-ae86-4f7d83916564 req-20ee318c-ae98-4605-ae6b-4d6c53ccd8a0 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373540 Feb 13 23:29:35.106942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf04d893-9890-4e75-aeda-0533114ca0bc req-0d895906-489e-4c01-9935-8ae1de9a5b30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046165 Feb 13 23:29:35.145167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.150849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.219025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e847b-1d9e-45f6-ac4e-9b075b776458,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:35.223302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-16c1aa6c-f860-47ba-b07f-6ae587311778 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=955c2262cea34375b936437d3d38820a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9531224 Feb 13 23:29:35.226556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49376) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:35.301392 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'status': 'completed', 'code': 200} Feb 13 23:29:35.396794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:35.450566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-004a2130-debb-42bc-8c0d-34e950378120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.551819 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-004a2130-debb-42bc-8c0d-34e950378120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.553747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-a2767869-1809-4c9f-96a1-7b9736d95576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:35.555227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-a2767869-1809-4c9f-96a1-7b9736d95576 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 911 time: 0.8312197 Feb 13 23:29:35.646145 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.682117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:35.693747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:35.700015 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.734999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-3f151c13-c485-4b2e-89b9-a56f25ab6edd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6961193 Feb 13 23:29:35.736210 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-44561b2a-9c30-4c33-b8d2-9c21b3ee9a30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea HTTP/1.1" status: 200 len: 217 time: 0.1280329 Feb 13 23:29:35.755794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-004a2130-debb-42bc-8c0d-34e950378120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.779256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a2130-debb-42bc-8c0d-34e950378120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e847b-1d9e-45f6-ac4e-9b075b776458,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:35.784934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-723cf0ed-1d87-4896-a830-5cd9f4453c3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 1094 time: 0.4651349 Feb 13 23:29:35.840526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.870500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:35.893250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.894131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.896277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.896705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.897118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.898487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.899231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.899574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.900781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.901374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.901849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:29:35.907172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-004a2130-debb-42bc-8c0d-34e950378120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:35.911381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-004a2130-debb-42bc-8c0d-34e950378120 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e4e847b-1d9e-45f6-ac4e-9b075b776458 HTTP/1.1" status: 204 len: 168 time: 0.6812665 Feb 13 23:29:36.004100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-7785c2c4-b0b0-4a96-a817-013d34ff0ccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:36.005555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-7785c2c4-b0b0-4a96-a817-013d34ff0ccc service neutron] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.2115993 Feb 13 23:29:36.017562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:36.028777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc39f9-13ea-42fb-8a50-12f10ae23f92 req-31fa13b3-75e1-4a9f-a4da-31b5fdd1d174 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:36.030275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9fc39f9-13ea-42fb-8a50-12f10ae23f92 req-31fa13b3-75e1-4a9f-a4da-31b5fdd1d174 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 950 time: 0.4579556 Feb 13 23:29:36.049405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa41c84-c4b3-4f5b-b2dd-8c30a3fa0aa3 req-4e2e4384-9ca8-4e63-9782-e371107bd7ee tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:36.051795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfa41c84-c4b3-4f5b-b2dd-8c30a3fa0aa3 req-4e2e4384-9ca8-4e63-9782-e371107bd7ee tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 943 time: 0.5048575 Feb 13 23:29:36.152914 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-d3022251-c18d-4684-b71a-f0e07de3b6c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c HTTP/1.1" status: 200 len: 217 time: 0.1216567 Feb 13 23:29:36.158482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:36.191047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:36.256540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9fc39f9-13ea-42fb-8a50-12f10ae23f92 req-9e2f155a-3d01-4e57-8631-a85ed1406f98 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376004 Feb 13 23:29:36.308758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-6b1a7fab-4d27-4c6f-864f-e1eeca2876c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:36.315247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-6b1a7fab-4d27-4c6f-864f-e1eeca2876c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.1371675 Feb 13 23:29:36.396095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:36.409323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-48ea57c8-4508-45c3-8128-fd3095b99b7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878975 Feb 13 23:29:36.482474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-111123b8-a613-4acc-980f-dfa96b44e44a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:36.484018 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-111123b8-a613-4acc-980f-dfa96b44e44a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.7318001 Feb 13 23:29:36.541966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49402) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:36.542997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-61efb2f5-2aa8-4c00-ac76-798574ea879c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492613 Feb 13 23:29:36.550338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-526bdd98-e108-49aa-acfa-1bf87b9310ed req-fdad498c-4383-41cc-a173-98e2194836c8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 210 time: 0.0976923 Feb 13 23:29:36.561828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-397264ae-53c5-4ec6-b63f-abfa1f745c52 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083513 Feb 13 23:29:36.580262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:36.600850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'Port': ['ID=5e704908-7c26-4d86-ade2-e83f4c94a415,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:36.646991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:36.655493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Usage tracker for resource:security_group_rule and tenant:93733c29a3b443879904a005c84ae07a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:36.659601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:36.664203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-427992b4-e788-42ec-b152-208fa6bc5a27 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461052 Feb 13 23:29:36.669488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:36.717763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfa41c84-c4b3-4f5b-b2dd-8c30a3fa0aa3 req-4b66dfcf-b6e3-453c-9795-86b4bb0b2333 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881481 Feb 13 23:29:36.819263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:36.906966 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'code': 200} Feb 13 23:29:36.908248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-255dc6f3-e37f-42cd-b109-209ca2156736 req-bb061cac-cb3c-45e7-98cd-6785e7805419 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362731 Feb 13 23:29:36.915118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-b771efcb-711a-4d60-a97b-c631165426df service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465779 Feb 13 23:29:36.940263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:36.949191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:36.964889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.033607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b75aa-7936-4eff-96d5-042c81fa68b1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:37.085811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-146f1c05-48b4-424a-8ae7-ec84366b711a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93733c29a3b443879904a005c84ae07a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5358672 Feb 13 23:29:37.087311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:37.189546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40ea45bf-05a9-4f95-b64f-7bdb6269f96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.234244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40ea45bf-05a9-4f95-b64f-7bdb6269f96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.326924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-942e7544-a0ef-428c-a944-cc2c32227ee1 req-e8fa2644-efe2-416c-a017-73d55fd48429 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272773 Feb 13 23:29:37.385094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.391475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2e9bada0-c099-4bde-bd91-864ac56e30ea details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:37.527970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40ea45bf-05a9-4f95-b64f-7bdb6269f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.552006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf7981-16c6-4668-a750-7d8168706464 req-2e4e5a7c-3118-4250-b212-efd050d37472 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:37.552693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ddaf7981-16c6-4668-a750-7d8168706464 req-2e4e5a7c-3118-4250-b212-efd050d37472 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Synchronizing usage tracker for tenant:cb2516ba46e04c6ebe3b6c3964a6d465 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:37.553912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 2e9bada0-c099-4bde-bd91-864ac56e30ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:37.556532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea45bf-05a9-4f95-b64f-7bdb6269f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b75aa-7936-4eff-96d5-042c81fa68b1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:37.557699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-67a5b721-3bec-4a85-bff6-5c4210b7a9c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:37.559147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-67a5b721-3bec-4a85-bff6-5c4210b7a9c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.6757627 Feb 13 23:29:37.560122 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40ea45bf-05a9-4f95-b64f-7bdb6269f96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.563724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40ea45bf-05a9-4f95-b64f-7bdb6269f96e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/347b75aa-7936-4eff-96d5-042c81fa68b1 HTTP/1.1" status: 204 len: 168 time: 0.4726076 Feb 13 23:29:37.564256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.588596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '2e9bada0-c099-4bde-bd91-864ac56e30ea', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'port_id': '2e9bada0-c099-4bde-bd91-864ac56e30ea', 'mac_address': 'fa:16:3e:47:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:37.593206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ddaf7981-16c6-4668-a750-7d8168706464 req-2e4e5a7c-3118-4250-b212-efd050d37472 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Unset dirty status for tenant:cb2516ba46e04c6ebe3b6c3964a6d465 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:37.596207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-2e4e5a7c-3118-4250-b212-efd050d37472 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/networks?id=af081530-c460-4a6a-8548-9f0c0547ed70 HTTP/1.1" status: 200 len: 808 time: 0.3378451 Feb 13 23:29:37.598651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-296c9d51-b76c-4d24-8098-92e73a17d14f req-54bd35d0-ba71-4751-b14a-017f3a7a2088 service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130919 Feb 13 23:29:37.602947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': '363b5483-3339-40ad-a120-6516161466f5', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:37.620383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-c9cc464c-7bba-4436-ae27-4afe938fbad6 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/quotas/cb2516ba46e04c6ebe3b6c3964a6d465 HTTP/1.1" status: 200 len: 375 time: 0.0181484 Feb 13 23:29:37.671354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.690609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9bada0-c099-4bde-bd91-864ac56e30ea {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:37.699246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-6c3898a7-c20e-4977-8181-aa77f7b14d59 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb2516ba46e04c6ebe3b6c3964a6d465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737302 Feb 13 23:29:37.716746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 2e9bada0-c099-4bde-bd91-864ac56e30ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:37.722262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:37.757452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6bc62-3cf5-42ae-a0c6-17ecfc633422 req-2c53c9e6-e98d-47f7-9d35-b2ff458b43f1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:37.759457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ce6bc62-3cf5-42ae-a0c6-17ecfc633422 req-2c53c9e6-e98d-47f7-9d35-b2ff458b43f1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 943 time: 0.4802656 Feb 13 23:29:37.800070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=2e9bada0-c099-4bde-bd91-864ac56e30ea,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:37.873891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-cd85e068-1703-49f0-ba1a-c56fcf1e3d3b service neutron] 10.222.0.36 "GET /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670592 Feb 13 23:29:37.990491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['2e9bada0-c099-4bde-bd91-864ac56e30ea'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:38.023261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-0139e2e1-ad2e-4efd-90fa-e0dff42da4d1 service neutron] 10.222.0.36 "GET /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417623 Feb 13 23:29:38.067093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:38.112998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:38.121592 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ce6bc62-3cf5-42ae-a0c6-17ecfc633422 req-5b8beac4-dfbd-4008-bdad-568c77d38e81 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327107 Feb 13 23:29:38.157408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:38.160372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:38.175359 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:38.283576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:38.591382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99a4fc0f-1b3e-4c12-8250-81e9dde3d156 req-a7584ae5-119d-4316-b673-61327fd0895c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 210 time: 0.0777798 Feb 13 23:29:38.607219 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:38.607550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'Port': ['ID=5e704908-7c26-4d86-ade2-e83f4c94a415,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:38.679495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:38.828871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:38.835122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-946ae289-1623-48e2-9db0-1c624681a6ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6686308 Feb 13 23:29:38.841916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fd958-d09f-488c-9dff-0abee1cbb826 req-0cf926ff-88f2-4442-a5bb-707df5e313b4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:38.845779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-784fd958-d09f-488c-9dff-0abee1cbb826 req-0cf926ff-88f2-4442-a5bb-707df5e313b4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 943 time: 0.1017027 Feb 13 23:29:38.913159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-784fd958-d09f-488c-9dff-0abee1cbb826 req-3bf68e08-25eb-4ef7-9115-7e241c272619 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627818 Feb 13 23:29:38.974810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41797-44f6-419b-bd7c-2e8aee6f9626 req-dd3d3dc4-6d89-45f7-9e0e-0ab20eb2cc28 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:38.976354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9d41797-44f6-419b-bd7c-2e8aee6f9626 req-dd3d3dc4-6d89-45f7-9e0e-0ab20eb2cc28 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.5694129 Feb 13 23:29:38.984394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.4 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/e4bc44f6-76c4-434d-b7ed-3d3802b59e25) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:39.177874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9d41797-44f6-419b-bd7c-2e8aee6f9626 req-abe6a6b8-98a6-4f95-b951-0cc7759db9bd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780424 Feb 13 23:29:39.229463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea3d87a9-3c90-4cb5-9c14-ff3862cbd236 req-348a735c-306b-4399-b774-f4374f09df9a tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 210 time: 0.0660250 Feb 13 23:29:39.372311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:39.411984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:39.462840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2e9bada0-c099-4bde-bd91-864ac56e30ea up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:39.475016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-e7a07bb2-d61b-4d74-8157-67e83c77f4f5 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1840284364&fields=id&tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 267 time: 0.0978811 Feb 13 23:29:39.537262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496328d-6a3f-4398-a919-a86788e4224d req-476fc37d-493b-49b4-9f6c-5aeca490305e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:39.540535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1496328d-6a3f-4398-a919-a86788e4224d req-476fc37d-493b-49b4-9f6c-5aeca490305e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 944 time: 0.0973964 Feb 13 23:29:39.595088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:29:39.626247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1496328d-6a3f-4398-a919-a86788e4224d req-e7f0b21b-d56e-43fe-9b77-8747d1b91cf2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789363 Feb 13 23:29:39.630631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:39.666318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7', '8664918b-4dcf-45ef-9a5b-9c8a399256a0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:39.852662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:39.876984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'mac_address': 'fa:16:3e:d2:a9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:39.937076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 2e9bada0-c099-4bde-bd91-864ac56e30ea completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:39.986877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 2e9bada0-c099-4bde-bd91-864ac56e30ea triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:39.987241 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:39.990126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1cc50-5c9a-446e-98eb-4c686f7f06a7 req-33bee96d-cd1f-4814-9c57-ec8b674da5ff tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:39.998609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42a1cc50-5c9a-446e-98eb-4c686f7f06a7 req-33bee96d-cd1f-4814-9c57-ec8b674da5ff tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 931 time: 0.1731088 Feb 13 23:29:40.070671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42a1cc50-5c9a-446e-98eb-4c686f7f06a7 req-8f907a68-e4ac-4185-9e37-ac89b4d3f439 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700629 Feb 13 23:29:40.095057 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:40.152569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6432bba8-a2c6-4d61-a107-992f4b391e8c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:40.256053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:40.273323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:40.335014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793dcdf-d958-4453-ba3a-12e198948113 req-d88eacaa-e2df-40c9-8f3d-11cd2e1c4bd7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:40.336479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-d88eacaa-e2df-40c9-8f3d-11cd2e1c4bd7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 817 time: 0.8606617 Feb 13 23:29:40.341499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea515b2-0e98-4153-b571-9dfdfde56f8d req-cd41ed7a-d2ff-43d0-92e7-126a6faaafbf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:40.344146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ea515b2-0e98-4153-b571-9dfdfde56f8d req-cd41ed7a-d2ff-43d0-92e7-126a6faaafbf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 944 time: 0.1084726 Feb 13 23:29:40.364474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf7981-16c6-4668-a750-7d8168706464 req-a1d5cf9e-0006-4934-ab82-086a10fadd3e tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:40.365924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-a1d5cf9e-0006-4934-ab82-086a10fadd3e tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.42 "GET /v2.0/networks?id=af081530-c460-4a6a-8548-9f0c0547ed70 HTTP/1.1" status: 200 len: 808 time: 0.7298818 Feb 13 23:29:40.377355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:40.392161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:40.394856 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:40.400262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:40.402295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:40.448021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Request body: {'port': {'device_id': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70', 'admin_state_up': True, 'tenant_id': 'cb2516ba46e04c6ebe3b6c3964a6d465'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:40.448888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ea515b2-0e98-4153-b571-9dfdfde56f8d req-6c15f89b-ebc1-47a7-9c8f-28ba790d50f7 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943327 Feb 13 23:29:40.470348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-eac229cf-9825-4e49-965f-0aa7d5517a09 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/quotas/175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 375 time: 0.1194804 Feb 13 23:29:40.514366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9bada0-c099-4bde-bd91-864ac56e30ea'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:40.519954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:40.544121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 2e9bada0-c099-4bde-bd91-864ac56e30ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:40.544842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['6432bba8-a2c6-4d61-a107-992f4b391e8c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:40.586621 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:40.649561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:40.650279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:40.692504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84d1c9-dc98-4fb7-a10e-9a3ba1c5ee67 req-c40a443f-7638-441f-a541-116ced848f16 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:40.701307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a84d1c9-dc98-4fb7-a10e-9a3ba1c5ee67 req-c40a443f-7638-441f-a541-116ced848f16 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.1104755 Feb 13 23:29:40.718395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b7212398-7b39-464f-84cd-43090e716428 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1223507 Feb 13 23:29:40.735806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Request body: {'port': {'device_id': '363b5483-3339-40ad-a120-6516161466f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:40.767436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a84d1c9-dc98-4fb7-a10e-9a3ba1c5ee67 req-4b8d1466-1f7a-4e92-ba9e-cc5c95e6f95f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639195 Feb 13 23:29:40.772361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=2e9bada0-c099-4bde-bd91-864ac56e30ea,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:40.848072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:40.865178 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-233f6924-5967-4f0e-882a-00570264704c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3789551 Feb 13 23:29:40.867239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Usage tracker for resource:port and tenant:cb2516ba46e04c6ebe3b6c3964a6d465 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:40.873961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:40.908616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:40.953325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b8c3a7a7-a38f-4028-82c1-e7bc4befa2b4 req-093280be-7a44-4a4a-8558-5ee4f5cf55be tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 210 time: 0.0528827 Feb 13 23:29:40.999827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:41.060995 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9bada0-c099-4bde-bd91-864ac56e30ea', 'code': 200} Feb 13 23:29:41.067612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Made reservation on behalf of cb2516ba46e04c6ebe3b6c3964a6d465 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:41.070601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:41.248843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:29:41.262464 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] Sync routers for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:29:41.281574 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:41.282555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:41.285081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14b024-3333-4a1e-9533-7bad19964563 req-fe374936-499e-468b-9942-63649d1f836c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:41.292479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb14b024-3333-4a1e-9533-7bad19964563 req-fe374936-499e-468b-9942-63649d1f836c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.0941827 Feb 13 23:29:41.349454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb14b024-3333-4a1e-9533-7bad19964563 req-47d92e57-bd9b-4bb1-8570-79fbc37ed867 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560756 Feb 13 23:29:41.364148 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-c7567bdf-e8b5-414f-92b0-ae7e7fb24b76 service neutron] 10.222.0.36 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750657 Feb 13 23:29:41.406089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aa3ad253-3118-46af-8f12-efca0def95b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/a99e5c33-03a3-4722-a7dc-d0da08b3dd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3129625 Feb 13 23:29:41.408433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49520) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:41.421017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:41.529524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:41.729152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:41.744436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588672-0985-4406-b02d-f0af810cf370 req-f126d9ea-7f28-4a1b-bb34-afb480fd956c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:41.751728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f588672-0985-4406-b02d-f0af810cf370 req-f126d9ea-7f28-4a1b-bb34-afb480fd956c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 948 time: 0.2131114 Feb 13 23:29:41.760817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'mac_address': 'fa:16:3e:2b:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:41.816040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f588672-0985-4406-b02d-f0af810cf370 req-049de5e2-08ec-4ec1-b574-5a5cfdfb25a7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633965 Feb 13 23:29:41.826855 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:41.851171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:41.873358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:41.877607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Allocated IP 172.20.0.5 (af081530-c460-4a6a-8548-9f0c0547ed70/fbaa3584-55a5-4371-bbbd-97aa6ad39383/ad2bc7d1-df7c-4217-9eb2-5d68acf15c67) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:41.891988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:41.894592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:41.935531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-56f7981e-57f1-4f16-93ba-77eb990da7be service neutron] 10.222.0.36 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701365 Feb 13 23:29:41.937595 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:29:33Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:41.943824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] Checking router: a99e5c33-03a3-4722-a7dc-d0da08b3dd6c for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:29:41.945653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-749f20ca-54a6-49ab-939c-dab1de92fcde req-ef6c6c19-cdea-434d-8487-dac108a91522 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 1096 time: 0.7856503 Feb 13 23:29:41.970716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] Routers {'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:29:41.971335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:29:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:42.018874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-749f20ca-54a6-49ab-939c-dab1de92fcde req-55344d27-79ec-4a13-9760-b55f97b658ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Feb 13 23:29:42.114569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:42.199074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:42.299436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:29:42.375092 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] Set router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:29:42.475187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bc44f6-76c4-434d-b7ed-3d3802b59e25 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:42.486233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:42.503062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a5df3-5146-4fa2-909f-b2c3f9a61ab9 req-7c0cd233-6a85-4420-b464-a6e3c212af36 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:42.507048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Transition to ACTIVE for port object e4bc44f6-76c4-434d-b7ed-3d3802b59e25 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:42.513873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-962a5df3-5146-4fa2-909f-b2c3f9a61ab9 req-7c0cd233-6a85-4420-b464-a6e3c212af36 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 931 time: 0.2083664 Feb 13 23:29:42.521773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:42.634651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-962a5df3-5146-4fa2-909f-b2c3f9a61ab9 req-82fb471d-b9bf-4805-8607-3effc2dde9d6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192825 Feb 13 23:29:42.717862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:42.725130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49554) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:42.752490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Deleting port 9efba32a-8a8c-459d-86e7-4372751ef851 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:42.753626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:42.992300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:29:33Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:42.997056 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027c135-bf93-452e-8a8e-761fe578b305 None None] The sync data for ids ['a99e5c33-03a3-4722-a7dc-d0da08b3dd6c'] in n-d-828979-1 is: [{'id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'name': 'tempest-ServersTestBootFromVolume-375238682-router', 'tenant_id': 'a59cd30189054c8e98797658edf75fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:26:35Z', 'updated_at': '2022-02-13T23:29:33Z', 'revision_number': 5, 'project_id': 'a59cd30189054c8e98797658edf75fb8', 'gw_port': {'id': '9efba32a-8a8c-459d-86e7-4372751ef851', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99e5c33-03a3-4722-a7dc-d0da08b3dd6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:26:36Z', 'updated_at': '2022-02-13T23:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:29:43.076374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-301f8256-1c19-4c8f-8be5-b9f187b4ef47 req-c7c3f96c-8064-4b55-addb-419a3a30aaf4 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 210 time: 0.1513982 Feb 13 23:29:43.084314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.157613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:43.166295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ea986a5a3c43c9aa85f8d2dbb24c6b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:43.169727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] For port 9efba32a-8a8c-459d-86e7-4372751ef851, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9efba32a-8a8c-459d-86e7-4372751ef851,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:43.170104 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.177251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:43.188346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:43.188530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:43.199608 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.270593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55ea4-cafc-4e07-a677-163738a8c5ef req-2eca98d3-492f-40d2-a082-d4b59060a4f4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:43.277672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-89e55ea4-cafc-4e07-a677-163738a8c5ef req-2eca98d3-492f-40d2-a082-d4b59060a4f4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 944 time: 0.7674654 Feb 13 23:29:43.281996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Attempting to bind port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:43.281996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Attempting to bind port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:43.282525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Attempting to bind port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:43.323944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:43.324578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Attempting to bind port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:43.326704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Calling delete_port for 9efba32a-8a8c-459d-86e7-4372751ef851 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:43.343111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:43.343600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:43.344087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:43.344654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Bound port: e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:43.345162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.372580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-89e55ea4-cafc-4e07-a677-163738a8c5ef req-84f56c03-5152-4c7e-9fe6-92cf6fa42617 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937240 Feb 13 23:29:43.378276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.421317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:43.429740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-084ee22b-4557-4277-a162-915862673056 req-7d4c9b62-6c79-496b-8728-624c3aa1499c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:43.504333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-084ee22b-4557-4277-a162-915862673056 req-7d4c9b62-6c79-496b-8728-624c3aa1499c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:43.505495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-084ee22b-4557-4277-a162-915862673056 req-7d4c9b62-6c79-496b-8728-624c3aa1499c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 210 time: 0.1915019 Feb 13 23:29:43.558268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.579773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.582948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:43.583439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.652722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34ef20b-3f0b-4cd6-9d47-59ed1d5affaa,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:43.665946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64cc92cb-059b-4dc5-a471-aae24f5731c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6ea986a5a3c43c9aa85f8d2dbb24c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9340131 Feb 13 23:29:43.669033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49572) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:43.690509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Pushing event updated for resources: {'Port': ['ID=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:43.724232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Network af081530-c460-4a6a-8548-9f0c0547ed70 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:43.728425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:43.731067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.737252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:43.760291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-9ea272d6-5593-43dc-bf29-c3b62a96ffe7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899212 Feb 13 23:29:43.765713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:43.783497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:43.790736 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.792495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:43.842450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] For port e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:43.847982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] For port e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:43.858252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:43.858862 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.874582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf39d-8ecd-492b-8a26-8886ddccc845 req-d8b320f8-710b-40c3-9abb-ac1d98c355d5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:43.876062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c3bf39d-8ecd-492b-8a26-8886ddccc845 req-d8b320f8-710b-40c3-9abb-ac1d98c355d5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2452004 Feb 13 23:29:43.881945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.888464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5194043a-ec4d-4079-add5-4f6d02187519 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:43.921812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:43.956080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5194043a-ec4d-4079-add5-4f6d02187519 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:43.956421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5194043a-ec4d-4079-add5-4f6d02187519 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:43.982928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67a1302d-424f-430c-b541-2280f6842259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.004114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efba32a-8a8c-459d-86e7-4372751ef851,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:44.010712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=11']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:44.021349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 6432bba8-a2c6-4d61-a107-992f4b391e8c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:44.033613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 6432bba8-a2c6-4d61-a107-992f4b391e8c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:44.034460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.053720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-ae1c7f0d-836b-4618-a3ab-e1e92621be05 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6573665 Feb 13 23:29:44.070745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-661d61ab-1caf-4407-bff0-e146619af431 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:44.077945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-661d61ab-1caf-4407-bff0-e146619af431 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066268 Feb 13 23:29:44.088519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67a1302d-424f-430c-b541-2280f6842259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.145811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Request body: {'port': {'device_id': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:44.162003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-e95ea4dc-d258-48e6-b083-0c657827026d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/quotas/b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 375 time: 0.0831213 Feb 13 23:29:44.182516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:44.192529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.228764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.230224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-b9e801a3-fd6c-4f27-b4e8-0901ac49c092 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4bc44f6-76c4-434d-b7ed-3d3802b59e25 HTTP/1.1" status: 200 len: 1091 time: 3.5006897 Feb 13 23:29:44.232472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c3bf39d-8ecd-492b-8a26-8886ddccc845 req-3525a03f-e0ee-4d57-88e6-1cc266fe7b49 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855098 Feb 13 23:29:44.232897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b5483-3339-40ad-a120-6516161466f5', 'tag': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:44.247532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:44.254610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.366953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:44.412681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.427025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793dcdf-d958-4453-ba3a-12e198948113 req-dec1cc67-0edb-4c2f-a39c-92dc979feb1a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:44.428465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-dec1cc67-0edb-4c2f-a39c-92dc979feb1a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 817 time: 0.4432106 Feb 13 23:29:44.503788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67a1302d-424f-430c-b541-2280f6842259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.521567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.585062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1302d-424f-430c-b541-2280f6842259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34ef20b-3f0b-4cd6-9d47-59ed1d5affaa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:44.612014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-acb31758-98e3-4ad4-874a-f0725b065b77 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 380 time: 0.1396756 Feb 13 23:29:44.654789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-9f5fa8b0-db09-4bcc-87f2-477274cb277d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 1094 time: 0.3277133 Feb 13 23:29:44.665645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'port': {'device_id': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'admin_state_up': True, 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'security_groups': ['077c8ac7-a1f5-42c7-b81c-5648438c4f92']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:44.678382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-719fc1e1-dc9c-4915-9466-672ec6a22223 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5152185 Feb 13 23:29:44.736392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67a1302d-424f-430c-b541-2280f6842259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.739932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67a1302d-424f-430c-b541-2280f6842259 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f34ef20b-3f0b-4cd6-9d47-59ed1d5affaa HTTP/1.1" status: 204 len: 168 time: 1.0621543 Feb 13 23:29:44.831631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.836157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.862356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484d2a7-d7d6-4939-821a-ca9f0f5200f9 req-82ead512-3e42-4e93-bb76-c072e13036c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:44.863053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c484d2a7-d7d6-4939-821a-ca9f0f5200f9 req-82ead512-3e42-4e93-bb76-c072e13036c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:44.866184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.866344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-39b7b9ea-d477-4bba-be6e-931f2d069c57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25 HTTP/1.1" status: 200 len: 217 time: 0.1714931 Feb 13 23:29:44.867125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99e5c33-03a3-4722-a7dc-d0da08b3dd6c {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:29:44.878433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:44.880280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-24c915e3-56e4-4d67-a670-1a4246293f86 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a99e5c33-03a3-4722-a7dc-d0da08b3dd6c HTTP/1.1" status: 204 len: 168 time: 3.4701898 Feb 13 23:29:44.882837 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'code': 200} Feb 13 23:29:44.886639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49594) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:44.970015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Deleting subnet 1b35678b-d322-4246-8658-fb613b11408e {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:29:44.974152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.075945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.269186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2ea7f-13c2-4a36-9988-a472239a3660 req-7fbbbd4c-6580-43ae-bc38-7d35bc7b9039 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:45.270873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d2ea7f-13c2-4a36-9988-a472239a3660 req-7fbbbd4c-6580-43ae-bc38-7d35bc7b9039 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 931 time: 0.1347265 Feb 13 23:29:45.284323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c484d2a7-d7d6-4939-821a-ca9f0f5200f9 req-82ead512-3e42-4e93-bb76-c072e13036c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:45.291225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c484d2a7-d7d6-4939-821a-ca9f0f5200f9 req-82ead512-3e42-4e93-bb76-c072e13036c2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 943 time: 0.8616250 Feb 13 23:29:45.305640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.315774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49606) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:45.362539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-2cf2e225-62ad-46d0-aa86-f8e447d92cc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:45.363972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-2cf2e225-62ad-46d0-aa86-f8e447d92cc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.4764318 Feb 13 23:29:45.366021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b5d2ea7f-13c2-4a36-9988-a472239a3660 req-c0acf908-1815-4a3d-a068-760d0cb1123f tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Synchronizing usage tracker for tenant:cb2516ba46e04c6ebe3b6c3964a6d465 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:45.397769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b5d2ea7f-13c2-4a36-9988-a472239a3660 req-c0acf908-1815-4a3d-a068-760d0cb1123f tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Unset dirty status for tenant:cb2516ba46e04c6ebe3b6c3964a6d465 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:45.399707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d2ea7f-13c2-4a36-9988-a472239a3660 req-c0acf908-1815-4a3d-a068-760d0cb1123f tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216421 Feb 13 23:29:45.412020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.431911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.474807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b35678b-d322-4246-8658-fb613b11408e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:45.482544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:45.485191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.492724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-34287b61-d4f0-4cdb-a853-9dffc9d6ff0c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1b35678b-d322-4246-8658-fb613b11408e HTTP/1.1" status: 204 len: 168 time: 0.6044083 Feb 13 23:29:45.495604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a3bd9-8e6e-475a-8ff3-37928b0effbf None None] Network b98e5131-0094-4da8-8af6-b559ad249f96 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:45.505864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49610) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:45.519507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-95b98f64-22df-47b0-865e-e4a0f0da6606 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376324 Feb 13 23:29:45.546380 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363b5483-3339-40ad-a120-6516161466f5', 'tag': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25', 'status': 'completed', 'code': 200} Feb 13 23:29:45.623869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c484d2a7-d7d6-4939-821a-ca9f0f5200f9 req-15efaca8-6c9d-42d2-ac54-d262579d181f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316224 Feb 13 23:29:45.726883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.751037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Deleting port 3db5fffd-b1db-4380-928c-eddce31bafde {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:45.754235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.759738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:45.767196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.787317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Transition to ACTIVE for port object ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:45.788826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:45.833042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:45.846564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] DHCP port deletion for b98e5131-0094-4da8-8af6-b559ad249f96 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:29:45.857932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] Deleting port 3db5fffd-b1db-4380-928c-eddce31bafde {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:45.858359 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.033880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:46.048280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:46.052511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Made reservation on behalf of 175bbc4fcc124e9da76a9cf8e2e33a08 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:46.056222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.078626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] For port 3db5fffd-b1db-4380-928c-eddce31bafde, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3db5fffd-b1db-4380-928c-eddce31bafde,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:46.079421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.134811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] For port 3db5fffd-b1db-4380-928c-eddce31bafde, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3db5fffd-b1db-4380-928c-eddce31bafde,segment=NetworkSegment(bc45e2b3-1476-4935-9317-eede01bf45be),segment_id=bc45e2b3-1476-4935-9317-eede01bf45be)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:46.136087 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.216851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Calling delete_port for 3db5fffd-b1db-4380-928c-eddce31bafde owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:46.249606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Usage tracker for resource:security_group_rule and tenant:e9f75ba5a8134ec8a446f9bfdfe8096a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:46.253465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:46.286277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:46.299899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.42', 63785) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:46.319688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9efba32a-8a8c-459d-86e7-4372751ef851 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:46.346047 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-127ec05a-38ed-4502-8375-aedc742df1ca req-687ce3ea-7ec1-4a47-8bce-a937e9f8ed7a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 210 time: 0.0551236 Feb 13 23:29:46.392417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] Calling delete_port for 3db5fffd-b1db-4380-928c-eddce31bafde owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:29:46.444035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 9efba32a-8a8c-459d-86e7-4372751ef851 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:29:46.444530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9efba32a-8a8c-459d-86e7-4372751ef851 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:29:46.445007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3db5fffd-b1db-4380-928c-eddce31bafde no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:29:46.453852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-6dc4b609-276b-4163-8b9a-d7150b6a875b service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042335 Feb 13 23:29:46.510222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-04a78d20-760d-4e6e-be89-dbce2da50f39 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0ab36724abb4ec89970456e44c9a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631260 Feb 13 23:29:46.611271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.639228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 13 23:29:46.639228 n-d-828979-1 neutron-server[83662]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 13 23:29:46.639228 n-d-828979-1 neutron-server[83662]: [parameters: {'port_id': '3db5fffd-b1db-4380-928c-eddce31bafde'}] Feb 13 23:29:46.639228 n-d-828979-1 neutron-server[83662]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:29:46.640030 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:29:46.670712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] Pushing event deleted for resources: {'Port': ['ID=3db5fffd-b1db-4380-928c-eddce31bafde,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:46.678096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.686086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Allocated IP 172.20.0.6 (92fcb22b-77af-46c2-969c-5bd4bb320602/699aa184-ff64-4538-83dd-7f07af99a646/fdc997b7-0ab4-4893-9d09-90d73a172e6f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:46.692466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7fecd-9c19-4d5c-9345-a5ba9f522e5f None None] No DVR routers for this DVR port 3db5fffd-b1db-4380-928c-eddce31bafde on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:29:46.698420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a107735-a942-4dcb-bde5-5e3ef6353bed req-6d62f71c-095f-420a-b8d4-4d2c4fd601b1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 210 time: 0.0612168 Feb 13 23:29:46.715297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-22652e91-c35d-4389-bb55-2d1663217db9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 1096 time: 0.4593885 Feb 13 23:29:46.783955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafd54c-34f0-4697-9063-62e16f15a121 req-d903dd49-b6ff-478d-9274-ec04314c167c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:46.785674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6dafd54c-34f0-4697-9063-62e16f15a121 req-d903dd49-b6ff-478d-9274-ec04314c167c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.9751191 Feb 13 23:29:46.815791 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.857137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-4ac88bda-ca94-4eb3-a872-9fef0aab81be tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:46.858543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-4ac88bda-ca94-4eb3-a872-9fef0aab81be tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434739 Feb 13 23:29:46.858826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:46.882842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Attempting to bind port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:46.883091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Attempting to bind port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '8df6ce79-01f2-4cc2-b498-5f5afb285b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:46.884094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Attempting to bind port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 on network af081530-c460-4a6a-8548-9f0c0547ed70 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:46.884579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:46.906002 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:29:46.910739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Request body: {'port': {'device_id': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'b0ab36724abb4ec89970456e44c9a58a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:47.025024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e593f-2aaa-4850-aef7-660f9f722833 req-eefa77e2-0337-4587-9bd4-0c1229c876de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:47.026142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 on network af081530-c460-4a6a-8548-9f0c0547ed70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:47.026451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-eefa77e2-0337-4587-9bd4-0c1229c876de service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 911 time: 0.2998018 Feb 13 23:29:47.026560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Attempting to bind port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 on network af081530-c460-4a6a-8548-9f0c0547ed70 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:47.029845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18538ec0-5bb3-4d6c-9ad9-19afa795f8c2 req-a455832f-9b9a-4ff8-a73c-cca6977cc10f service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577543 Feb 13 23:29:47.042980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd68152-418e-4a45-9f25-a6703e1e1702,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:47.077055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2d8e6196-353f-463d-aa78-efd72d7fc98f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9f75ba5a8134ec8a446f9bfdfe8096a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7471604 Feb 13 23:29:47.079869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6dafd54c-34f0-4697-9063-62e16f15a121 req-ff914289-9604-46c9-b4e1-c74bbdf17e96 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726429 Feb 13 23:29:47.083506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49624) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:47.084123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:47.084471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Checking segment: {'id': '8df6ce79-01f2-4cc2-b498-5f5afb285b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:47.084852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Bound using segment: {'id': '8df6ce79-01f2-4cc2-b498-5f5afb285b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:47.085303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Bound port: ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df6ce79-01f2-4cc2-b498-5f5afb285b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:47.085650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.133567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-425427d2-db9e-456e-a6c7-da8d26ce3807 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea HTTP/1.1" status: 200 len: 217 time: 0.0965219 Feb 13 23:29:47.142575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Deleting port 3db5fffd-b1db-4380-928c-eddce31bafde {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:29:47.142907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.263580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] The port '3db5fffd-b1db-4380-928c-eddce31bafde' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:29:47.266191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:47.315672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f450d7c-a39f-4e66-8dfc-1171c5333a75 req-420be0d8-733a-49c0-9068-3a8a82bf3d3f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:47.317172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f450d7c-a39f-4e66-8dfc-1171c5333a75 req-420be0d8-733a-49c0-9068-3a8a82bf3d3f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.4679594 Feb 13 23:29:47.327976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:47.418268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e593f-2aaa-4850-aef7-660f9f722833 req-df28f99e-87ef-4c8b-b498-92ed49bdded7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:47.419699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-df28f99e-87ef-4c8b-b498-92ed49bdded7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.2436724 Feb 13 23:29:47.431612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Made reservation on behalf of b0ab36724abb4ec89970456e44c9a58a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:47.434565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.477432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.516304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-3f3e8e5c-8853-4cd3-9712-f85cff48b82d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868549 Feb 13 23:29:47.518746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.533987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] For port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:47.543611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Transition to ACTIVE for port object fdc997b7-0ab4-4893-9d09-90d73a172e6f will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:47.568471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faf661f0-33c3-470d-b3f5-b5a05ac10cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.576490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] For port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,segment=NetworkSegment(8df6ce79-01f2-4cc2-b498-5f5afb285b81),segment_id=8df6ce79-01f2-4cc2-b498-5f5afb285b81)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:47.594091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-91da8a1d-0fe9-43d0-b89c-e87ce6a56f3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 1094 time: 0.4798539 Feb 13 23:29:47.598596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.665290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f450d7c-a39f-4e66-8dfc-1171c5333a75 req-6d1078e3-1ca9-4091-ac7e-d1e1ee67de67 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384299 Feb 13 23:29:47.666801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e5131-0094-4da8-8af6-b559ad249f96']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:47.684774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faf661f0-33c3-470d-b3f5-b5a05ac10cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.715201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc45e2b3-1476-4935-9317-eede01bf45be') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:47.715490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc45e2b3-1476-4935-9317-eede01bf45be') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:29:47.717123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff9825-f982-4458-9fc5-9afc52ae7fb0 req-8a214d0a-d9b7-4fe5-a6f6-7f2af7a0c6cc tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:47.717706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b0ff9825-f982-4458-9fc5-9afc52ae7fb0 req-8a214d0a-d9b7-4fe5-a6f6-7f2af7a0c6cc tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Synchronizing usage tracker for tenant:cb2516ba46e04c6ebe3b6c3964a6d465 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:47.752200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.794472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-1c88609d-2301-4d24-b04e-9b2539da018c service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659793 Feb 13 23:29:47.796036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.803596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.804947 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] 10.222.0.42 "PUT /v2.0/ports/ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 HTTP/1.1" status: 200 len: 1091 time: 3.7332826 Feb 13 23:29:47.828179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'tag': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:47.857650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.864917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:29:47.865388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:29:47.880006 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:29:47.912520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b0ff9825-f982-4458-9fc5-9afc52ae7fb0 req-8a214d0a-d9b7-4fe5-a6f6-7f2af7a0c6cc tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Unset dirty status for tenant:cb2516ba46e04c6ebe3b6c3964a6d465 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:47.913656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0ff9825-f982-4458-9fc5-9afc52ae7fb0 req-8a214d0a-d9b7-4fe5-a6f6-7f2af7a0c6cc tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 943 time: 0.6742959 Feb 13 23:29:47.914267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15a744-3a1c-42aa-9ac7-0172134fe32f service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:48.060693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:48.076804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:48.083377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-f8705a75-fad2-4a0e-9b76-1d6dec4b9952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:48.084827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-f8705a75-fad2-4a0e-9b76-1d6dec4b9952 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.4740255 Feb 13 23:29:48.085575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:48.194645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:48.198652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faf661f0-33c3-470d-b3f5-b5a05ac10cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.209388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Allocated IP 192.168.233.187 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:48.238186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.251860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf661f0-33c3-470d-b3f5-b5a05ac10cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd68152-418e-4a45-9f25-a6703e1e1702,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:48.255301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0ff9825-f982-4458-9fc5-9afc52ae7fb0 req-0bd7b610-2ec4-4b9d-b484-1e753e11ce70 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960687 Feb 13 23:29:48.263801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.265198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-89ea7cc8-a04c-4a09-88d0-adbb5ec22036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25 HTTP/1.1" status: 200 len: 217 time: 0.1435952 Feb 13 23:29:48.278340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:48.278775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.323388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b98e5131-0094-4da8-8af6-b559ad249f96,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:48.362235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-2ddccbc0-839d-416d-8233-0296fad12c45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb2516ba46e04c6ebe3b6c3964a6d465&device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 1094 time: 0.4858522 Feb 13 23:29:48.366085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-312e593f-2aaa-4850-aef7-660f9f722833 req-2f80af03-e48b-4149-9ce5-7ea1b8f3013a service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625710 Feb 13 23:29:48.372045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faf661f0-33c3-470d-b3f5-b5a05ac10cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.373186 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-faf661f0-33c3-470d-b3f5-b5a05ac10cbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dd68152-418e-4a45-9f25-a6703e1e1702 HTTP/1.1" status: 204 len: 168 time: 1.2768855 Feb 13 23:29:48.380306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-3f3a6844-4593-422c-a6de-87f7e6fbf6f9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7178664 Feb 13 23:29:48.386296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1e4acd6c-da3f-4829-ae05-b752c7b6e6fa admin admin] 10.222.0.36 "DELETE /v2.0/networks/b98e5131-0094-4da8-8af6-b559ad249f96 HTTP/1.1" status: 204 len: 168 time: 2.8765035 Feb 13 23:29:48.412960 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'code': 200} Feb 13 23:29:48.421470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e718f96c-bd50-4a76-ae3e-888592689483 None None] Provisioning for port fdc997b7-0ab4-4893-9d09-90d73a172e6f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:48.440737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e718f96c-bd50-4a76-ae3e-888592689483 None None] Provisioning complete for port fdc997b7-0ab4-4893-9d09-90d73a172e6f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:48.444614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e718f96c-bd50-4a76-ae3e-888592689483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.452802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Request body: {'port': {'device_id': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:48.484285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-8ac4b444-9bcc-4d71-8965-3ed96e4aa527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:48.485751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-8ac4b444-9bcc-4d71-8965-3ed96e4aa527 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.2131999 Feb 13 23:29:48.586901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e718f96c-bd50-4a76-ae3e-888592689483 None None] Port fdc997b7-0ab4-4893-9d09-90d73a172e6f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:29:48.608383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30be21-906b-498f-b6dc-7a77178096f1 req-dc0cc0a7-2b55-4644-a55d-11d47329b683 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:48.615356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e30be21-906b-498f-b6dc-7a77178096f1 req-dc0cc0a7-2b55-4644-a55d-11d47329b683 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 943 time: 0.7881043 Feb 13 23:29:48.631683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-877e1971-f398-47a2-93f6-e3c81110fcd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 HTTP/1.1" status: 200 len: 217 time: 0.2502906 Feb 13 23:29:48.655968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-3c39d203-92da-4cd5-8e99-eebb67965482 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447895 Feb 13 23:29:48.755912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e30be21-906b-498f-b6dc-7a77178096f1 req-fd94095c-48b5-427a-8b59-f58c7d6930dc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395965 Feb 13 23:29:48.793945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:48.807335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.827479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Transition to ACTIVE for port object a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:48.893965 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac97d45-d8f6-4cc4-a042-5b3faaf8b3fe req-f4faeaf5-eb9e-4cf8-9b50-fa0b9201f748 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 1096 time: 0.4067802 Feb 13 23:29:48.926349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4b4933ca-13cc-45e0-9f50-5c9cb0e87a1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:48.927933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-4b4933ca-13cc-45e0-9f50-5c9cb0e87a1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbaa3584-55a5-4371-bbbd-97aa6ad39383 HTTP/1.1" status: 200 len: 848 time: 0.2745402 Feb 13 23:29:48.928339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.936264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:48.949985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:49.006943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4a02da64-87eb-4ccd-9d1f-91c292861e57', 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:49.014778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-8185f54f-95fa-4dbc-b29b-e9853a232293 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af081530-c460-4a6a-8548-9f0c0547ed70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760329 Feb 13 23:29:49.045071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:49.082713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aac97d45-d8f6-4cc4-a042-5b3faaf8b3fe req-5def0a45-ffd8-458a-a3c4-709307e3ad4d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477923 Feb 13 23:29:49.097993 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-f148689c-f31e-498a-b8bc-b159b9047b6c service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065332 Feb 13 23:29:49.104677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8cdceddd-b7a6-47de-8745-169df66d3036 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a59cd30189054c8e98797658edf75fb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2597454 Feb 13 23:29:49.109352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:49.121162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:49.133497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:49.138718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:49.191628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998036d-909f-4042-a17a-395b86007005 req-b374dc93-a910-4969-a29d-2ccdae612960 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:49.192481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2998036d-909f-4042-a17a-395b86007005 req-b374dc93-a910-4969-a29d-2ccdae612960 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:49.202566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3feeea-555a-438c-81d6-e92532cf4787 req-331be987-c944-46f0-810a-0a7983266687 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:49.203308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4d3feeea-555a-438c-81d6-e92532cf4787 req-331be987-c944-46f0-810a-0a7983266687 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:49.264899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:49.265569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:49.271919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2998036d-909f-4042-a17a-395b86007005 req-b374dc93-a910-4969-a29d-2ccdae612960 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:49.273065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2998036d-909f-4042-a17a-395b86007005 req-b374dc93-a910-4969-a29d-2ccdae612960 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 936 time: 0.3771200 Feb 13 23:29:49.331302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed1322dc-6091-4a2b-8c02-12e289caeb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:49.367663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed1322dc-6091-4a2b-8c02-12e289caeb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:49.420377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-d24b14c2-c6bf-47d6-a785-eb41c9f131cf tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5242748 Feb 13 23:29:49.451207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Request body: {'port': {'device_id': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:49.496660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e4bc44f6-76c4-434d-b7ed-3d3802b59e25 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:49.543290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2998036d-909f-4042-a17a-395b86007005 req-99661279-99b5-4034-840d-5b1e211cf41f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341764 Feb 13 23:29:49.616655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4d3feeea-555a-438c-81d6-e92532cf4787 req-331be987-c944-46f0-810a-0a7983266687 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:49.623055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d3feeea-555a-438c-81d6-e92532cf4787 req-331be987-c944-46f0-810a-0a7983266687 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 931 time: 0.9661615 Feb 13 23:29:49.681081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:49.686953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8eea3c40-cf38-461a-9037-133a5b2e386c None None] Provisioning for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:49.693783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:29:49.706073 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'tag': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67', 'status': 'completed', 'code': 200} Feb 13 23:29:49.709132 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8eea3c40-cf38-461a-9037-133a5b2e386c None None] Provisioning complete for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:49.709504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8eea3c40-cf38-461a-9037-133a5b2e386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:49.841549 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-1a625917-c896-46b0-a5c7-cf2915e8f7b8 service neutron] 10.222.0.42 "GET /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900343 Feb 13 23:29:49.874337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8eea3c40-cf38-461a-9037-133a5b2e386c None None] Port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:29:49.916905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:49.931881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25', 'mac_address': 'fa:16:3e:9d:57:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:49.990607 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d3feeea-555a-438c-81d6-e92532cf4787 req-056f34c8-342d-4c7e-950d-779136fa67e0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666234 Feb 13 23:29:49.990944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.016370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bc44f6-76c4-434d-b7ed-3d3802b59e25 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:50.053346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:50.061963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.062633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed1322dc-6091-4a2b-8c02-12e289caeb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.112244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6303f30a-e58a-42cb-b3be-bbdcea32cc1a req-991a55a1-4bb8-484d-bee1-d4940a0cef17 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7990656 Feb 13 23:29:50.142953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1322dc-6091-4a2b-8c02-12e289caeb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880e23b-a5af-4d2a-8c1f-db9e3897e68e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:50.169880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:29:50.187391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed1322dc-6091-4a2b-8c02-12e289caeb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.188791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed1322dc-6091-4a2b-8c02-12e289caeb46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d880e23b-a5af-4d2a-8c1f-db9e3897e68e HTTP/1.1" status: 204 len: 168 time: 1.0747621 Feb 13 23:29:50.194810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:50.286059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddaf7981-16c6-4668-a750-7d8168706464 req-cd4bf221-36b9-4824-ab34-2558496e8920 service neutron] 10.222.0.42 "GET /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112952 Feb 13 23:29:50.308806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c36d95-44f7-4ab2-8e30-c2c4fe93d90c req-20d74aba-d9aa-46a5-9020-ad9de32aac61 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:50.310515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3c36d95-44f7-4ab2-8e30-c2c4fe93d90c req-20d74aba-d9aa-46a5-9020-ad9de32aac61 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2494385 Feb 13 23:29:50.325864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:50.368919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.389453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9572fd3-775a-428b-bbb5-24a0ada95b4b req-db3be05b-7b5d-4f95-a306-ed1a3c7fef8d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:50.396377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9572fd3-775a-428b-bbb5-24a0ada95b4b req-db3be05b-7b5d-4f95-a306-ed1a3c7fef8d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1637986 Feb 13 23:29:50.397321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3c36d95-44f7-4ab2-8e30-c2c4fe93d90c req-c0f65b79-5d74-42f3-a49b-76ab10315100 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769072 Feb 13 23:29:50.399608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Transition to ACTIVE for port object a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:50.413440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc997b7-0ab4-4893-9d09-90d73a172e6f {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:50.413654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.428641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e4bc44f6-76c4-434d-b7ed-3d3802b59e25'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:50.475505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.520104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:50.621014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Transition to ACTIVE for port object fdc997b7-0ab4-4893-9d09-90d73a172e6f will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:50.641587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:50.911799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9572fd3-775a-428b-bbb5-24a0ada95b4b req-4a0bee10-0780-46b9-81f2-3adde6ec9618 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145292 Feb 13 23:29:50.988916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:51.036817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-633b221f-4664-45fd-ba2f-27efa10c2ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb2516ba46e04c6ebe3b6c3964a6d465&device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 1094 time: 0.5776951 Feb 13 23:29:51.079807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db201307-4faa-4f26-89f8-6fc97c1fcfc3 req-9b5bb6ce-cd33-437f-b5ce-8a56b3ae44a8 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:51.088271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db201307-4faa-4f26-89f8-6fc97c1fcfc3 req-9b5bb6ce-cd33-437f-b5ce-8a56b3ae44a8 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 943 time: 0.4471171 Feb 13 23:29:51.090584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:51.090978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:51.091307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:51.137435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:51.137955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:51.185374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db201307-4faa-4f26-89f8-6fc97c1fcfc3 req-83913414-35f6-4311-9009-a0cd7e9bd14c tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961199 Feb 13 23:29:51.192625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:51.192625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:51.193024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:51.194959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Bound port: a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:51.195339 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:51.382788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Attempting to bind port fdc997b7-0ab4-4893-9d09-90d73a172e6f on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:51.383488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Attempting to bind port fdc997b7-0ab4-4893-9d09-90d73a172e6f by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:51.384282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Attempting to bind port fdc997b7-0ab4-4893-9d09-90d73a172e6f on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:51.413657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:51.417014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:51.418655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-1d53b5df-eb2e-4914-8432-1f4b5589a9a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:51.420404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-1d53b5df-eb2e-4914-8432-1f4b5589a9a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=af081530-c460-4a6a-8548-9f0c0547ed70 HTTP/1.1" status: 200 len: 908 time: 0.3124321 Feb 13 23:29:51.421014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Port fdc997b7-0ab4-4893-9d09-90d73a172e6f on network 92fcb22b-77af-46c2-969c-5bd4bb320602 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:29:51.421521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Attempting to bind port fdc997b7-0ab4-4893-9d09-90d73a172e6f on network 92fcb22b-77af-46c2-969c-5bd4bb320602 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:51.437752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b669-f604-4975-842e-e94353733480 req-e5f8479b-a744-408e-a85e-67012a1a3cfa tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:51.439365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2020b669-f604-4975-842e-e94353733480 req-e5f8479b-a744-408e-a85e-67012a1a3cfa tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 944 time: 0.2227063 Feb 13 23:29:51.468202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:51.506202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:51.506779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Checking segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:51.507260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Bound using segment: {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:51.507805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Bound port: fdc997b7-0ab4-4893-9d09-90d73a172e6f, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8725973-ed4c-4c13-8f45-90afd0b3f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:51.508316 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:51.547226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:51.568120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-9bca14b8-6486-478c-ad96-379636506539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 HTTP/1.1" status: 200 len: 217 time: 0.1391590 Feb 13 23:29:51.575530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:51.576918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-2a5db715-6eca-41ce-a5d0-b39ed39e5ac0 service neutron] 10.222.0.42 "PUT /v2.0/ports/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 1096 time: 2.1317093 Feb 13 23:29:51.578425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:51.601665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa8bd-87f8-4f70-85bc-47f2cc731e24 req-afdb848b-fce0-4d66-b634-63bd7bff5623 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:51.608469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ecbfa8bd-87f8-4f70-85bc-47f2cc731e24 req-afdb848b-fce0-4d66-b634-63bd7bff5623 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.1840944 Feb 13 23:29:51.718743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ecbfa8bd-87f8-4f70-85bc-47f2cc731e24 req-cd403fb0-8bd2-48bb-a08a-e2756c339dfa tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090167 Feb 13 23:29:51.779728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-89944f0e-a675-41af-81a7-46c69ef4644f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1099 time: 0.1436787 Feb 13 23:29:51.812109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2020b669-f604-4975-842e-e94353733480 req-4dc00085-9129-4e9d-9891-f415f676e421 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140473 Feb 13 23:29:51.813440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:51.863699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:51.888038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-25aea854-a808-437a-bead-6409c0f056c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:51.894189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-25aea854-a808-437a-bead-6409c0f056c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbaa3584-55a5-4371-bbbd-97aa6ad39383 HTTP/1.1" status: 200 len: 848 time: 0.2210412 Feb 13 23:29:51.895403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:51.903425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49716) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:51.933480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-cb133144-75d5-4c9f-b6d2-00f6e03b281b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.1448369 Feb 13 23:29:52.076790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-bb54bbb2-bdd2-4be2-b50f-d3304024761c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af081530-c460-4a6a-8548-9f0c0547ed70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742680 Feb 13 23:29:52.080700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:52.081976 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] 10.222.0.42 "PUT /v2.0/ports/fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 1091 time: 3.6401269 Feb 13 23:29:52.086464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:52.156913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-22cdd793-ab23-40fb-b0e4-787b4514cfba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:52.159385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-22cdd793-ab23-40fb-b0e4-787b4514cfba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1768546 Feb 13 23:29:52.255738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc626-9b2d-4314-8358-3e1dc2869c86 req-86847c70-d9a5-49c1-a405-0d9e20577dd4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:52.257402 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a68dc626-9b2d-4314-8358-3e1dc2869c86 req-86847c70-d9a5-49c1-a405-0d9e20577dd4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.3205175 Feb 13 23:29:52.300220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-5bdfcc8a-7e2e-4b79-b155-613a32d34cbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327007 Feb 13 23:29:52.324857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a68dc626-9b2d-4314-8358-3e1dc2869c86 req-6dc39960-8d2f-421d-b7d6-2ec664c5a0fa tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:52.373635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1385271045-network', 'tenant_id': 'fc4a0ab823254ae6ad94a79e6b72e5ee'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:52.380920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b6a41-56fe-45ec-a4dc-99203b853272 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:52.392910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:52.403039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Usage tracker for resource:network and tenant:fc4a0ab823254ae6ad94a79e6b72e5ee is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:52.414921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:52.429330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:52.435792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a68dc626-9b2d-4314-8358-3e1dc2869c86 req-6dc39960-8d2f-421d-b7d6-2ec664c5a0fa tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:52.437071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a68dc626-9b2d-4314-8358-3e1dc2869c86 req-6dc39960-8d2f-421d-b7d6-2ec664c5a0fa tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695755 Feb 13 23:29:52.506834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-a5aa09da-3155-403c-8921-3d1246fdc866 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837783 Feb 13 23:29:52.511344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Made reservation on behalf of fc4a0ab823254ae6ad94a79e6b72e5ee for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:52.513604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:52.532766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-cdd9d63b-6b3d-4749-bc57-e041e28ff8c0 service neutron] 10.222.0.42 "GET /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406559 Feb 13 23:29:52.541062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502a22d-4efc-4ec0-a767-2c2dd9dd0c78 req-d642df43-69ec-458a-82b2-ea4ff206167a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:52.542195 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'status': 'completed', 'code': 200} Feb 13 23:29:52.548346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7502a22d-4efc-4ec0-a767-2c2dd9dd0c78 req-d642df43-69ec-458a-82b2-ea4ff206167a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.5207760 Feb 13 23:29:52.552705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:52.665521 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-f7c6bc4d-ce93-473e-be91-ec300a5b427b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1094 time: 0.5223434 Feb 13 23:29:52.725479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44e2b701-2d52-461e-9d57-2ae4606a9738 req-97037c21-f4d8-4b83-9bed-e6c108a5cf60 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106204 Feb 13 23:29:52.745827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb7974-5400-46e5-998e-8e8328a8bdc2 req-5600c15c-6af3-434b-915a-daafde9750ba tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:52.755443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1fbb7974-5400-46e5-998e-8e8328a8bdc2 req-5600c15c-6af3-434b-915a-daafde9750ba tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1315730 Feb 13 23:29:52.790384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-ad71b5bb-0cdf-4519-b3e6-9ef9eb866811 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 217 time: 0.1163297 Feb 13 23:29:52.791526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:52.834782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4a0ab823254ae6ad94a79e6b72e5ee is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:52.849817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1fbb7974-5400-46e5-998e-8e8328a8bdc2 req-329e9ee3-d0b9-4439-a747-3ecf5f992bbe tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930786 Feb 13 23:29:52.854555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7502a22d-4efc-4ec0-a767-2c2dd9dd0c78 req-e3e7d8f8-8383-40e2-bffc-a500a294e244 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053439 Feb 13 23:29:52.862227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:52.877439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-a3b24bb5-cce9-4ee9-b4f3-2dc93ce31d81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1099 time: 0.0935578 Feb 13 23:29:52.884045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:52.931374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0f13d6a4-d831-4fa5-a292-3fa96a7eb0be req-e7fbb9e6-2c75-4dcf-a8b0-09eb9ce37c65 service neutron] 10.222.0.42 "GET /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801849 Feb 13 23:29:52.946334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793dcdf-d958-4453-ba3a-12e198948113 req-5a7c88ed-bf95-419f-8eff-9e61dac331d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:52.948251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-5a7c88ed-bf95-419f-8eff-9e61dac331d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.1479619 Feb 13 23:29:52.993609 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'status': 'completed', 'code': 200} Feb 13 23:29:53.080117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.090755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-047db480-32ee-4d4b-9161-d4f8f86d5c97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333852 Feb 13 23:29:53.092103 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.143085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-49f15138-1368-409a-bb3a-2d69b55a9877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:53.144660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-49f15138-1368-409a-bb3a-2d69b55a9877 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2587438 Feb 13 23:29:53.149977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd69d3-f537-4a40-a969-cd7d4e280794,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:53.234043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-d827dfc5-02bc-48c0-b440-5d1a1ce21434 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.0785432 Feb 13 23:29:53.266483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:29:53.282088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14393bf1-8087-4b51-ba1c-7c05998b4e8d req-b475b929-9c3f-46ee-9588-efbb681d2b2e tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:53.286550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-14393bf1-8087-4b51-ba1c-7c05998b4e8d req-b475b929-9c3f-46ee-9588-efbb681d2b2e tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 943 time: 0.2442870 Feb 13 23:29:53.297529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.297804 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Added segment 6ad2983a-63ec-4c77-a848-7d22fd7768b4 of type vlan for network 4a768825-de11-4bfe-9877-9cffe1df3e44 Feb 13 23:29:53.344625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-20b8e215-e7cd-43d4-ae3b-948c335107e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:53.346061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-20b8e215-e7cd-43d4-ae3b-948c335107e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1061063 Feb 13 23:29:53.365063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.374843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:53.388245 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-8f314838-49f9-4c9d-ad21-58c5d8102f6e service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617209 Feb 13 23:29:53.405290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-14393bf1-8087-4b51-ba1c-7c05998b4e8d req-1621f2f4-9bf5-4b9a-9c32-aba4c5850d1c tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077359 Feb 13 23:29:53.437069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-fc0ca786-b048-4acc-b0d2-aa8ba9813def service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828381 Feb 13 23:29:53.439635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f98988-6595-48ef-85d8-90f3f6b5c4b0 req-a85e1320-5b72-42db-b044-963ac03bf49b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:53.441074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54f98988-6595-48ef-85d8-90f3f6b5c4b0 req-a85e1320-5b72-42db-b044-963ac03bf49b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.2884126 Feb 13 23:29:53.517733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:53.530163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e4bc44f6-76c4-434d-b7ed-3d3802b59e25 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:53.532839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.533691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:53.534314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.686885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.730179 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7904406 Feb 13 23:29:53.733841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49760) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:53.739004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54f98988-6595-48ef-85d8-90f3f6b5c4b0 req-6cc6ea44-b477-4553-a7fc-4e2912e292fe tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338428 Feb 13 23:29:53.746013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:53.765372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Request body: {'subnet': {'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1385271045-subnet', 'tenant_id': 'fc4a0ab823254ae6ad94a79e6b72e5ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:53.765708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:53.766819 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.773074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b845f2-06cf-45e7-b942-0bdc30c04531 admin admin] Pushing event updated for resources: {'Network': ['ID=4a768825-de11-4bfe-9877-9cffe1df3e44,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:53.780216 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a793dcdf-d958-4453-ba3a-12e198948113 req-a2117ad2-da08-4e8c-a1d1-c5499f7acb90 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846183 Feb 13 23:29:53.784559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:53.800466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:29:53.801125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:53.803149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Usage tracker for resource:subnet and tenant:fc4a0ab823254ae6ad94a79e6b72e5ee is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:53.812975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Usage tracker for resource:security_group_rule and tenant:deec78d68c674c3f872afefc94e16230 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:53.822732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:53.829856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:53.834275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:53.881006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:53.928030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-5dc5d529-ee56-459d-8f12-e45cccbaec80 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786427 Feb 13 23:29:53.931352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Made reservation on behalf of fc4a0ab823254ae6ad94a79e6b72e5ee for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:53.933647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:53.997154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8587443-2bb0-43fb-9b0a-8c4a7097111b req-a289b17d-444f-47d6-8254-549106aaa5bb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:53.998724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8587443-2bb0-43fb-9b0a-8c4a7097111b req-a289b17d-444f-47d6-8254-549106aaa5bb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 944 time: 0.3931916 Feb 13 23:29:54.031209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,segment=NetworkSegment(8df6ce79-01f2-4cc2-b498-5f5afb285b81),segment_id=8df6ce79-01f2-4cc2-b498-5f5afb285b81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:54.046855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-f3657541-fef4-4380-94e7-e1b5992cb706 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1094 time: 0.1833441 Feb 13 23:29:54.057553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.168678 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.210795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67', 'network_id': 'af081530-c460-4a6a-8548-9f0c0547ed70', 'port_id': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67', 'mac_address': 'fa:16:3e:87:4b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaa3584-55a5-4371-bbbd-97aa6ad39383', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:54.225800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31285bf-d262-42e8-a921-df9564657f5b req-8887f293-f1f2-4a7a-bbe4-54a5dd65ee07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:54.227515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-8887f293-f1f2-4a7a-bbe4-54a5dd65ee07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.1686368 Feb 13 23:29:54.229033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.249218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b5483-3339-40ad-a120-6516161466f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:54.255213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8587443-2bb0-43fb-9b0a-8c4a7097111b req-1bf7c96a-43e1-4303-90ec-0be98ca37263 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370733 Feb 13 23:29:54.262807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c97aee47-dc3e-45d8-a713-90dce6ff3a6e req-8cfde800-7ee8-4ef3-b390-6aac85e3287a service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089929 Feb 13 23:29:54.283739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deec78d68c674c3f872afefc94e16230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9065273 Feb 13 23:29:54.284590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49770) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:54.294084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:54.316972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.392968 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.450842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.480994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:54.524569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:54.537744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,segment=NetworkSegment(8df6ce79-01f2-4cc2-b498-5f5afb285b81),segment_id=8df6ce79-01f2-4cc2-b498-5f5afb285b81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:54.551426 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.599990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-bf6c1e93-1ec2-45fb-ab0c-86b075a9d9ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 217 time: 0.3295145 Feb 13 23:29:54.607219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686bcce5-47cd-480b-92d7-838ed37fd120,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:54.620592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f855c-63eb-4279-bf13-331bfda8cd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510699a8-1120-47fe-baff-5bfdb9fbee64,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:54.632915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:54.643435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Checking segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:54.643802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Network hostable DHCP agents. Network: 4a768825-de11-4bfe-9877-9cffe1df3e44, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:29:54.719260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31285bf-d262-42e8-a921-df9564657f5b req-824394bb-c91b-4fe2-9a33-1f4070103f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:54.721023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-824394bb-c91b-4fe2-9a33-1f4070103f7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.1015804 Feb 13 23:29:54.722959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e6f9-2833-48e9-a499-dcea23f80f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.730760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:29:54.751356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 4a768825-de11-4bfe-9877-9cffe1df3e44) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:54.759970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:54.759970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.763045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4849ad4-5d01-497b-b094-533996f8c682 None None] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:54.796473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac14011-c3eb-4aea-82c4-6ec2ffa329a9 req-422a82a8-f690-4ff7-a73e-1d3a5071de36 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:54.799228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ac14011-c3eb-4aea-82c4-6ec2ffa329a9 req-422a82a8-f690-4ff7-a73e-1d3a5071de36 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.1580424 Feb 13 23:29:54.827338 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e6f9-2833-48e9-a499-dcea23f80f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:54.833785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-28465904-f4be-4346-8451-0724243e5c71 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0868218 Feb 13 23:29:54.890487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ac14011-c3eb-4aea-82c4-6ec2ffa329a9 req-0e11854a-b14d-4998-8234-09204d5516e8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824926 Feb 13 23:29:54.940405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ad2bc7d1-df7c-4217-9eb2-5d68acf15c67'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:54.981211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-a9cdc4b8-8522-4b5b-b146-68c505371876 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417543 Feb 13 23:29:55.075521 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363b5483-3339-40ad-a120-6516161466f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25', 'code': 200} Feb 13 23:29:55.131090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d464f-5b5b-4967-a768-4910d1a2373b req-cb2c994b-5870-49ac-9ec7-30f5079c9926 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:55.134508 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb1d464f-5b5b-4967-a768-4910d1a2373b req-cb2c994b-5870-49ac-9ec7-30f5079c9926 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2367759 Feb 13 23:29:55.165096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e6f9-2833-48e9-a499-dcea23f80f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:55.199928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4e6f9-2833-48e9-a499-dcea23f80f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510699a8-1120-47fe-baff-5bfdb9fbee64,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:55.219621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-4a768825-de11-4bfe-9877-9cffe1df3e44', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'tenant_id': 'fc4a0ab823254ae6ad94a79e6b72e5ee', 'fixed_ips': [{'subnet_id': '686bcce5-47cd-480b-92d7-838ed37fd120'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:29:55.220083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:55.245346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e6f9-2833-48e9-a499-dcea23f80f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:55.246575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5bc4e6f9-2833-48e9-a499-dcea23f80f76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/510699a8-1120-47fe-baff-5bfdb9fbee64 HTTP/1.1" status: 204 len: 168 time: 0.9062417 Feb 13 23:29:55.254693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb1d464f-5b5b-4967-a768-4910d1a2373b req-c1739472-7406-44d7-b331-972ce2618cf7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134901 Feb 13 23:29:55.270893 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee8c7a95-c6fd-4ba2-972f-76305a0ee9bb req-f03dece5-4c55-4503-bf53-1e662f8172d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 1096 time: 0.1741619 Feb 13 23:29:55.275576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-85f01f54-8aa2-4b3e-bcec-a010c72148ec service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826211 Feb 13 23:29:55.317226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4b525-cd3d-4f94-b4f2-7b4aac9da578 req-f99b63e6-5b43-4484-bbe4-e5bc5318374b tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:55.324843 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29e4b525-cd3d-4f94-b4f2-7b4aac9da578 req-f99b63e6-5b43-4484-bbe4-e5bc5318374b tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 944 time: 0.1344702 Feb 13 23:29:55.392015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee8c7a95-c6fd-4ba2-972f-76305a0ee9bb req-d20eb378-cdd7-4567-ad7d-25034df1ed77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951436 Feb 13 23:29:55.407202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29e4b525-cd3d-4f94-b4f2-7b4aac9da578 req-fe8bcee8-cf5d-4e09-add4-bca1d69629c8 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814161 Feb 13 23:29:55.504224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Allocated IP 172.20.0.2 (4a768825-de11-4bfe-9877-9cffe1df3e44/686bcce5-47cd-480b-92d7-838ed37fd120/3b13b3ee-bf8c-47f2-94c9-501183467893) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:29:55.543077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:55.643191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f31285bf-d262-42e8-a921-df9564657f5b req-bd071b41-8dc6-4476-bd8b-c5a177662e8f service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459790 Feb 13 23:29:55.656711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d443a-de26-404d-b3ec-3bd782f45de3 req-9d385879-77ed-49ab-9628-1250ee973e85 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:55.667074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-343d443a-de26-404d-b3ec-3bd782f45de3 req-9d385879-77ed-49ab-9628-1250ee973e85 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.1096356 Feb 13 23:29:55.691265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1bdae-6bcf-4923-b8c3-c6b2f0363bcc req-d79e28ca-b337-4756-b10b-93ea59fa77c8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:55.699888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4a1bdae-6bcf-4923-b8c3-c6b2f0363bcc req-d79e28ca-b337-4756-b10b-93ea59fa77c8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1212964 Feb 13 23:29:55.724855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-343d443a-de26-404d-b3ec-3bd782f45de3 req-d126aa70-068e-4d25-80dd-f2d62d86ab24 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Feb 13 23:29:55.757921 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4a1bdae-6bcf-4923-b8c3-c6b2f0363bcc req-869830ea-524f-4661-b549-6399faaceab9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Feb 13 23:29:55.860282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49798) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:55.862887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:55.886652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'mac_address': 'fa:16:3e:06:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:55.920875 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:55.926788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:55.943133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Transition to ACTIVE for port object 3b13b3ee-bf8c-47f2-94c9-501183467893 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:55.983238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:55.989560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:55.997277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Usage tracker for resource:security_group_rule and tenant:b109ac850c7e4a4c8c24fd9c33671be9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:56.001207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:56.003673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:56.007728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Transition to ACTIVE for port object 3b13b3ee-bf8c-47f2-94c9-501183467893 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:29:56.009852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:56.029061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8b402-f182-4238-976c-9b6f6174b9fc req-dfaf5266-4dd4-483a-9540-4f67f6a6a719 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:56.036403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70a8b402-f182-4238-976c-9b6f6174b9fc req-dfaf5266-4dd4-483a-9540-4f67f6a6a719 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 945 time: 0.1535583 Feb 13 23:29:56.038992 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.092946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:56.103207 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70a8b402-f182-4238-976c-9b6f6174b9fc req-84ed86de-2a54-471f-8d0d-674da28d41aa tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656593 Feb 13 23:29:56.103872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.126076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:29:56.129506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:29:56.131965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:29:56.140154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Pushing event updated for resources: {'Port': ['ID=3b13b3ee-bf8c-47f2-94c9-501183467893,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:56.155045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.160674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.215498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:56.231354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cae5dc-28ec-4320-bb9d-388bc017fd48,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:56.246143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2560afd4-18a1-4d81-8ace-90dac54a6f45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b109ac850c7e4a4c8c24fd9c33671be9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3842716 Feb 13 23:29:56.254770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49808) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:29:56.307928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Attempting to bind port 3b13b3ee-bf8c-47f2-94c9-501183467893 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:29:56.308211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Attempting to bind port 3b13b3ee-bf8c-47f2-94c9-501183467893 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:29:56.308567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Attempting to bind port 3b13b3ee-bf8c-47f2-94c9-501183467893 on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:29:56.314940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:29:56.315218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Checking segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:29:56.315610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.315993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Bound using segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:29:56.316445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Bound port: 3b13b3ee-bf8c-47f2-94c9-501183467893, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:29:56.316810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.384753 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8b15b19-9d2d-4b2d-8fa8-21d8f64bd6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.389734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-42026dfe-55fe-4ffd-9be5-970a82e2a619 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:56.391343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-42026dfe-55fe-4ffd-9be5-970a82e2a619 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 816 time: 0.1599596 Feb 13 23:29:56.407347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f305d-73fc-490b-9ba3-b6e17e7efeff req-252fdfd7-b10b-4a57-b05f-e5e48cadd895 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:56.409115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c0f305d-73fc-490b-9ba3-b6e17e7efeff req-252fdfd7-b10b-4a57-b05f-e5e48cadd895 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.1373987 Feb 13 23:29:56.412959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] For port 3b13b3ee-bf8c-47f2-94c9-501183467893, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:29:56.415644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-ddb2b19b-3d6e-400d-9d3e-9aef79cf1451 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/quotas/fc4a0ab823254ae6ad94a79e6b72e5ee HTTP/1.1" status: 200 len: 375 time: 0.0177126 Feb 13 23:29:56.416350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] For port 3b13b3ee-bf8c-47f2-94c9-501183467893, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b13b3ee-bf8c-47f2-94c9-501183467893,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:29:56.421754 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.436140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8b15b19-9d2d-4b2d-8fa8-21d8f64bd6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.498568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c0f305d-73fc-490b-9ba3-b6e17e7efeff req-527b1b73-ae21-48b7-a93f-5cdcd0cc88ea tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790920 Feb 13 23:29:56.499445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-da69f81f-ccb3-4950-a097-9f7aedc1beca tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828915 Feb 13 23:29:56.519057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8b15b19-9d2d-4b2d-8fa8-21d8f64bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.522233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:56.536844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b15b19-9d2d-4b2d-8fa8-21d8f64bd6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cae5dc-28ec-4320-bb9d-388bc017fd48,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:56.548195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8b15b19-9d2d-4b2d-8fa8-21d8f64bd6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:56.549689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8b15b19-9d2d-4b2d-8fa8-21d8f64bd6ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9cae5dc-28ec-4320-bb9d-388bc017fd48 HTTP/1.1" status: 204 len: 168 time: 0.2937379 Feb 13 23:29:56.644224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a01ac-b67e-4ef4-a3eb-a6438901b001 None None] Pushing event updated for resources: {'Port': ['ID=3b13b3ee-bf8c-47f2-94c9-501183467893,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:56.672079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-5c749dc3-e74d-4143-87a7-00e424c6ffbd service neutron] 10.222.0.36 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635916 Feb 13 23:29:56.785723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba4ec5-349d-4264-b82d-ab4e000331d8 req-fa96a3f0-a84e-4456-86d9-6b4a8b13957d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:56.787731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80ba4ec5-349d-4264-b82d-ab4e000331d8 req-fa96a3f0-a84e-4456-86d9-6b4a8b13957d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1150272 Feb 13 23:29:56.866405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80ba4ec5-349d-4264-b82d-ab4e000331d8 req-91819eae-7d6b-49f6-9651-d7329acf9faf tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Feb 13 23:29:56.916451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-a1454bb1-07a1-402b-9b44-0e067ffa71ab service neutron] 10.222.0.36 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353084 Feb 13 23:29:57.187898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de72d4-72ec-4c2e-ac3f-cfdf42105a79 req-b3c0a3c4-6466-4208-b663-baa83d0de77a tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:57.189714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2de72d4-72ec-4c2e-ac3f-cfdf42105a79 req-b3c0a3c4-6466-4208-b663-baa83d0de77a tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 944 time: 0.1337264 Feb 13 23:29:57.264683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2de72d4-72ec-4c2e-ac3f-cfdf42105a79 req-32071776-c79f-47ae-b3bf-ca7f7c2a157f tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670958 Feb 13 23:29:57.404340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e14da-c8f8-48c6-a01f-0245a78e2d76 req-49258c30-c86a-4557-b376-3dfc4cfcc186 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:57.410965 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b52e14da-c8f8-48c6-a01f-0245a78e2d76 req-49258c30-c86a-4557-b376-3dfc4cfcc186 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 949 time: 0.1402447 Feb 13 23:29:57.528588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2f675-f394-443f-9c21-6cd1cab64d17 req-986307e1-71c6-4d9b-87ce-843c405a837b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:57.530199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29c2f675-f394-443f-9c21-6cd1cab64d17 req-986307e1-71c6-4d9b-87ce-843c405a837b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1030846 Feb 13 23:29:57.567000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:29:57.598612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b52e14da-c8f8-48c6-a01f-0245a78e2d76 req-f685241b-23a7-4a11-b2c5-4c571279868c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867485 Feb 13 23:29:57.626133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:57.632722 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29c2f675-f394-443f-9c21-6cd1cab64d17 req-2261dc31-c627-40f7-8ea6-2c0d92c2bbff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959597 Feb 13 23:29:57.871503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:57.911456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'mac_address': 'fa:16:3e:f8:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:29:57.913475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:57.960651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acce62-6f02-4c13-af0d-425430dfcb52 req-45f8da21-f731-4644-9fe0-7e0f0827946e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:57.962354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1acce62-6f02-4c13-af0d-425430dfcb52 req-45f8da21-f731-4644-9fe0-7e0f0827946e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 945 time: 0.1640244 Feb 13 23:29:57.995609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:57.995981 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:58.059966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1acce62-6f02-4c13-af0d-425430dfcb52 req-556af6d5-8854-4be7-ac82-9ff9adb17465 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897622 Feb 13 23:29:58.079553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b13b3ee-bf8c-47f2-94c9-501183467893 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:58.132751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-24bc8e11-2678-4e43-a4c6-3f2ff08e0237 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:58.133521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-24bc8e11-2678-4e43-a4c6-3f2ff08e0237 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Synchronizing usage tracker for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:29:58.177481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-24bc8e11-2678-4e43-a4c6-3f2ff08e0237 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Unset dirty status for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:29:58.185152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-24bc8e11-2678-4e43-a4c6-3f2ff08e0237 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 816 time: 0.3596497 Feb 13 23:29:58.215395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-b23b418d-fb09-4f88-a0c0-acc563fd2eec tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/quotas/fc4a0ab823254ae6ad94a79e6b72e5ee HTTP/1.1" status: 200 len: 375 time: 0.0291169 Feb 13 23:29:58.230279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:58.256233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc997b7-0ab4-4893-9d09-90d73a172e6f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:29:58.318421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:58.327857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3b13b3ee-bf8c-47f2-94c9-501183467893 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:58.336998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-03859310-ad25-499c-823a-341c29da5c03 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195772 Feb 13 23:29:58.340885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf954748-bf0e-425c-a1ec-d4fc3752e622 None None] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:29:58.362889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:58.387130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a9663-ba5d-4776-9c98-19c6cc892ae4 req-9a321fd6-ae54-4807-8308-267b475f4d18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:58.394789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e8a9663-ba5d-4776-9c98-19c6cc892ae4 req-9a321fd6-ae54-4807-8308-267b475f4d18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.2049112 Feb 13 23:29:58.469648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e8a9663-ba5d-4776-9c98-19c6cc892ae4 req-42bff8eb-a015-4805-adbc-f69ce1dafb92 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734580 Feb 13 23:29:58.588563 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:58.593022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-b3d3fb49-5f00-49f5-8abd-eb2f86eb1a77 service neutron] 10.222.0.36 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512321 Feb 13 23:29:58.666487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] Provisioning for port 3b13b3ee-bf8c-47f2-94c9-501183467893 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:58.686789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:58.690341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:29:58.699918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] Provisioning complete for port 3b13b3ee-bf8c-47f2-94c9-501183467893 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:58.700508 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:58.731105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc689-c924-495c-97f6-10b5a8f6f7aa req-d4feaad4-d71f-4539-8523-ed8f47818361 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:58.732910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-681cc689-c924-495c-97f6-10b5a8f6f7aa req-d4feaad4-d71f-4539-8523-ed8f47818361 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1064861 Feb 13 23:29:58.773123 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-92616cc7-fba3-4954-8009-4c8558c9b510 service neutron] 10.222.0.36 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734693 Feb 13 23:29:58.797164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,segment=NetworkSegment(8df6ce79-01f2-4cc2-b498-5f5afb285b81),segment_id=8df6ce79-01f2-4cc2-b498-5f5afb285b81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:58.797384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-681cc689-c924-495c-97f6-10b5a8f6f7aa req-c3269778-495c-4d53-8f9d-868a6f8d87d8 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Feb 13 23:29:58.817569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:58.870592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['fdc997b7-0ab4-4893-9d09-90d73a172e6f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:29:59.161967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91c9fb-d126-440c-8f3e-15f2abc22ac8 req-34cd67c1-415c-4dcc-b599-e8f9e8bc7c19 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:59.174624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b91c9fb-d126-440c-8f3e-15f2abc22ac8 req-34cd67c1-415c-4dcc-b599-e8f9e8bc7c19 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.1770589 Feb 13 23:29:59.273099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b91c9fb-d126-440c-8f3e-15f2abc22ac8 req-49311929-43f9-443c-be65-bdbabc1d67ba tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971904 Feb 13 23:29:59.328244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-42250eb6-5bbe-4b7a-beb4-7dff19e29e45 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:59.330867 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-42250eb6-5bbe-4b7a-beb4-7dff19e29e45 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 816 time: 0.4567320 Feb 13 23:29:59.351128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f4a0-1ce3-4b56-8506-ea8b58e5681a req-32212014-4095-4961-b2a3-5c7360bba82c tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:59.353447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a698f4a0-1ce3-4b56-8506-ea8b58e5681a req-32212014-4095-4961-b2a3-5c7360bba82c tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.2578931 Feb 13 23:29:59.358697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Request body: {'port': {'device_id': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'admin_state_up': True, 'tenant_id': 'fc4a0ab823254ae6ad94a79e6b72e5ee'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:29:59.424167 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:59.444445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:59.482210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] For port 3b13b3ee-bf8c-47f2-94c9-501183467893, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b13b3ee-bf8c-47f2-94c9-501183467893,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:29:59.505948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:59.579750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:29:59.597180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a698f4a0-1ce3-4b56-8506-ea8b58e5681a req-e8bbd7dd-e57e-41da-910f-ee82bee8d5a0 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236112 Feb 13 23:29:59.629311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:29:59.634232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Usage tracker for resource:port and tenant:fc4a0ab823254ae6ad94a79e6b72e5ee is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:29:59.637656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:29:59.649816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:29:59.672092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Made reservation on behalf of fc4a0ab823254ae6ad94a79e6b72e5ee for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:29:59.678670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:59.740485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58494600-1561-4cf8-8797-0b18c7dd467b None None] Pushing event updated for resources: {'Port': ['ID=3b13b3ee-bf8c-47f2-94c9-501183467893,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:29:59.753872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd531e-dbcd-44f3-8503-ca07335db8eb req-aef22da8-9fa8-4a16-85ea-adf6e42a1e16 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:29:59.755748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6bd531e-dbcd-44f3-8503-ca07335db8eb req-aef22da8-9fa8-4a16-85ea-adf6e42a1e16 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 949 time: 0.2416468 Feb 13 23:29:59.852605 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6bd531e-dbcd-44f3-8503-ca07335db8eb req-1a7f5c2e-9498-4609-9755-3f5a113af6aa tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902569 Feb 13 23:29:59.885815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c6a700e9-916f-45d2-8cdc-251cff286c66 None None] Provisioning complete for port 3b13b3ee-bf8c-47f2-94c9-501183467893 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:59.886017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c6a700e9-916f-45d2-8cdc-251cff286c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:29:59.961474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:29:59.977657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:29:59.978000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.107022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b13b3ee-bf8c-47f2-94c9-501183467893 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:00.118365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Allocated IP 172.20.0.7 (4a768825-de11-4bfe-9877-9cffe1df3e44/686bcce5-47cd-480b-92d7-838ed37fd120/aabc623b-87e0-4e0e-98a9-eebd870957db) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:00.139582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea73e08-7340-49a5-b13d-4991247cbdbf req-e5d206f4-4a54-449f-96aa-955e3246bc31 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:00.141154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ea73e08-7340-49a5-b13d-4991247cbdbf req-e5d206f4-4a54-449f-96aa-955e3246bc31 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1808448 Feb 13 23:30:00.188249 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67', 'code': 200} Feb 13 23:30:00.239919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49918) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:00.310243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ea73e08-7340-49a5-b13d-4991247cbdbf req-c417ba2e-9b14-43e7-83f7-dfb95180fad0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598916 Feb 13 23:30:00.380728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b120feb-6fa0-4490-84bd-a8c965b1c70a req-4e60c8ae-774c-48ab-8f4f-5ecbed03b6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 1096 time: 0.2184691 Feb 13 23:30:00.389253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e5765-4959-4993-9d1f-dd3b29144dd5 req-d5491d67-d40a-4a8a-acc6-375a8564b65b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:00.392135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c7e5765-4959-4993-9d1f-dd3b29144dd5 req-d5491d67-d40a-4a8a-acc6-375a8564b65b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 945 time: 0.1364629 Feb 13 23:30:00.432421 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cceed2b7-d12a-4578-bd33-072b8d0e1235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.457743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3b13b3ee-bf8c-47f2-94c9-501183467893 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:00.460526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.491182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c7e5765-4959-4993-9d1f-dd3b29144dd5 req-7e03ddd2-16ca-416d-b3bd-f2f9a7ca623c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907490 Feb 13 23:30:00.502531 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b120feb-6fa0-4490-84bd-a8c965b1c70a req-f05d8bb8-5591-4d02-9e6c-5ab035bcd46b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009576 Feb 13 23:30:00.595079 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.650524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.653996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.694312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:00.703047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee7622-f2ac-4e84-b3e2-c0558b796a86 req-316addbd-fd7d-4290-ab9f-501346804f3b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:00.704651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1aee7622-f2ac-4e84-b3e2-c0558b796a86 req-316addbd-fd7d-4290-ab9f-501346804f3b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 944 time: 0.0936010 Feb 13 23:30:00.709238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Transition to ACTIVE for port object aabc623b-87e0-4e0e-98a9-eebd870957db will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:00.710727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Usage tracker for resource:security_group_rule and tenant:abfbfe8dcb9849ed8fd57841786cca38 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:00.718448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:00.721120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:00.729122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.737865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:00.757793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1aee7622-f2ac-4e84-b3e2-c0558b796a86 req-0845311f-9fb4-4bbb-ba32-8bc5802f0607 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461707 Feb 13 23:30:00.761236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-e96ddab1-9199-4a25-a776-4d076fcb2f7b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:00.762818 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-e96ddab1-9199-4a25-a776-4d076fcb2f7b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 816 time: 0.2874861 Feb 13 23:30:00.795145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-6c36c26d-c263-45e0-ac36-914dd3afe71a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/quotas/fc4a0ab823254ae6ad94a79e6b72e5ee HTTP/1.1" status: 200 len: 375 time: 0.0249629 Feb 13 23:30:00.812100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.834956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:00.945990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.959345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:00.969461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:00.986747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:00.996767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:01.031586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Pushing event updated for resources: {'Port': ['ID=aabc623b-87e0-4e0e-98a9-eebd870957db,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:01.096585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a00b161-d689-48ad-9bef-9a391c826cdf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:01.112545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5c02b12-a08a-4ae0-9a94-30652a7df6bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abfbfe8dcb9849ed8fd57841786cca38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8693733 Feb 13 23:30:01.113866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49938) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:01.147487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-abccd3ba-57e3-4d35-aa45-bcb4ae791076 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3311222 Feb 13 23:30:01.169678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-263c532c-a263-4017-9225-cc08662b10e7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:01.171640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-263c532c-a263-4017-9225-cc08662b10e7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 816 time: 0.2088437 Feb 13 23:30:01.179215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade24e9c-06e2-4a31-a219-54eae8f792c7 req-b91863a2-8708-4b28-95ea-7fea455182cf tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:01.181429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ade24e9c-06e2-4a31-a219-54eae8f792c7 req-b91863a2-8708-4b28-95ea-7fea455182cf tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2555671 Feb 13 23:30:01.195010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Request body: {'port': {'device_id': '3a95845a-086a-4167-ad57-539463222b15', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'admin_state_up': True, 'tenant_id': 'fc4a0ab823254ae6ad94a79e6b72e5ee'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:01.210914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:01.212298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.327847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ade24e9c-06e2-4a31-a219-54eae8f792c7 req-30a7ccfc-24c8-4851-8c42-79e318d7cb3b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386909 Feb 13 23:30:01.361685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1bc64fbd-89cc-4379-b555-7e0d769b3179 None None] Provisioning for port aabc623b-87e0-4e0e-98a9-eebd870957db completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:01.374809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1bc64fbd-89cc-4379-b555-7e0d769b3179 None None] Provisioning complete for port aabc623b-87e0-4e0e-98a9-eebd870957db triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:01.375301 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1bc64fbd-89cc-4379-b555-7e0d769b3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.382584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:01.393202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Usage tracker for resource:port and tenant:fc4a0ab823254ae6ad94a79e6b72e5ee is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:01.396787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:01.405192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:01.441041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1bc64fbd-89cc-4379-b555-7e0d769b3179 None None] Port aabc623b-87e0-4e0e-98a9-eebd870957db cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:30:01.446486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-fbca8c96-d1b0-47ba-9a77-e9b654ca6c29 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0916963 Feb 13 23:30:01.451206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6924d383-9d73-4bf0-aa51-270c25e6ba89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.451352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Made reservation on behalf of fc4a0ab823254ae6ad94a79e6b72e5ee for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:01.454470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.469023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Request body: {'port': {'device_id': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:01.548952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-ee747f6b-f773-4ce0-befa-9df00cac3bba service neutron] 10.222.0.36 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002044 Feb 13 23:30:01.559471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6924d383-9d73-4bf0-aa51-270c25e6ba89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.592960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:01.639152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Allocated IP 172.20.0.9 (4a768825-de11-4bfe-9877-9cffe1df3e44/686bcce5-47cd-480b-92d7-838ed37fd120/e07ae999-8791-4911-9d54-6a17a0140e47) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:01.694473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port fdc997b7-0ab4-4893-9d09-90d73a172e6f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:01.702178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port fdc997b7-0ab4-4893-9d09-90d73a172e6f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:01.702817 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.798734 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-df3d7018-4acf-4418-8ebf-cf9b8b9fba5f service neutron] 10.222.0.36 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298598 Feb 13 23:30:01.799896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.833375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.882633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:01.892544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.923337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6924d383-9d73-4bf0-aa51-270c25e6ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.949803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:01.969595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e34ef3-cf74-4f56-95d8-578b4d84c2d1 req-5f256f3d-e743-417c-af3e-f358afe60d73 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:01.979035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e34ef3-cf74-4f56-95d8-578b4d84c2d1 req-5f256f3d-e743-417c-af3e-f358afe60d73 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.1957619 Feb 13 23:30:02.004089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Transition to ACTIVE for port object e07ae999-8791-4911-9d54-6a17a0140e47 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:02.042576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e34ef3-cf74-4f56-95d8-578b4d84c2d1 req-9b098fb2-bc61-4428-adac-f58e012bb1ec tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626371 Feb 13 23:30:02.078366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.081418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:02.141432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924d383-9d73-4bf0-aa51-270c25e6ba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a00b161-d689-48ad-9bef-9a391c826cdf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:02.190213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}, {'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:02.257729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6924d383-9d73-4bf0-aa51-270c25e6ba89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.259047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6924d383-9d73-4bf0-aa51-270c25e6ba89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a00b161-d689-48ad-9bef-9a391c826cdf HTTP/1.1" status: 204 len: 168 time: 1.1431189 Feb 13 23:30:02.309367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e816dc30-2590-4ebd-bf6e-a35848195e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.401217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:02.404575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:02.413135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:02.456394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597a155-c454-49b6-8c2f-c313cf83af4d req-c6b0276a-7688-4362-9c7f-e784506300f2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:02.464317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5597a155-c454-49b6-8c2f-c313cf83af4d req-c6b0276a-7688-4362-9c7f-e784506300f2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.2898746 Feb 13 23:30:02.476947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Pushing event updated for resources: {'Port': ['ID=e07ae999-8791-4911-9d54-6a17a0140e47,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:02.526321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:02.526920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.551095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5597a155-c454-49b6-8c2f-c313cf83af4d req-962692de-d3f7-4c8f-9c0e-332419fda673 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855935 Feb 13 23:30:02.556193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-69c9880e-9ccd-47b5-80e6-2e556e5c72b2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3657746 Feb 13 23:30:02.564169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b87e6d-afa5-4913-a2ed-14292fdf90d8 req-cd9b7483-7775-4117-92cf-9794b467e04c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:02.565588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52b87e6d-afa5-4913-a2ed-14292fdf90d8 req-cd9b7483-7775-4117-92cf-9794b467e04c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2733786 Feb 13 23:30:02.579697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Request body: {'port': {'device_id': '3a95845a-086a-4167-ad57-539463222b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:02.654795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabc623b-87e0-4e0e-98a9-eebd870957db {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:02.679989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.698932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Transition to ACTIVE for port object aabc623b-87e0-4e0e-98a9-eebd870957db will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:02.707856 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.790998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-98807bf6-d3dd-4aea-ba5c-724d2757b86e None None] Provisioning for port e07ae999-8791-4911-9d54-6a17a0140e47 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:02.798658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-98807bf6-d3dd-4aea-ba5c-724d2757b86e None None] Provisioning complete for port e07ae999-8791-4911-9d54-6a17a0140e47 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:02.799033 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-98807bf6-d3dd-4aea-ba5c-724d2757b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.810655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52b87e6d-afa5-4913-a2ed-14292fdf90d8 req-ae3cde5e-b414-49a8-8988-6a075583f40c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735618 Feb 13 23:30:02.822647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:02.927728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-98807bf6-d3dd-4aea-ba5c-724d2757b86e None None] Port e07ae999-8791-4911-9d54-6a17a0140e47 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:30:02.963419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=aabc623b-87e0-4e0e-98a9-eebd870957db,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:03.148893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29fa13-345d-4990-ba3f-d8375a311ab9 req-66dc463d-15e4-4834-b952-3128237fcdbe tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:03.157741 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af29fa13-345d-4990-ba3f-d8375a311ab9 req-66dc463d-15e4-4834-b952-3128237fcdbe tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 945 time: 0.3757057 Feb 13 23:30:03.182018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Attempting to bind port aabc623b-87e0-4e0e-98a9-eebd870957db on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:03.182476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Attempting to bind port aabc623b-87e0-4e0e-98a9-eebd870957db by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:03.182879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Attempting to bind port aabc623b-87e0-4e0e-98a9-eebd870957db on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:03.192420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Port aabc623b-87e0-4e0e-98a9-eebd870957db on network 4a768825-de11-4bfe-9877-9cffe1df3e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:03.193133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Attempting to bind port aabc623b-87e0-4e0e-98a9-eebd870957db on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:03.215841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:03.216529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Checking segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:03.217026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Bound using segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:03.217567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Bound port: aabc623b-87e0-4e0e-98a9-eebd870957db, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:03.218019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.303160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af29fa13-345d-4990-ba3f-d8375a311ab9 req-9f08a7b0-1fc5-48ef-9723-7b20d34e0676 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443505 Feb 13 23:30:03.308483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b74ff-d4b1-4298-9628-afbd18ffb173 req-9606cbad-3631-400c-a98a-cb1d4ecc8b3b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:03.315164 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3d4b74ff-d4b1-4298-9628-afbd18ffb173 req-9606cbad-3631-400c-a98a-cb1d4ecc8b3b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2354019 Feb 13 23:30:03.372410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] For port aabc623b-87e0-4e0e-98a9-eebd870957db, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:03.376971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] For port aabc623b-87e0-4e0e-98a9-eebd870957db, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=aabc623b-87e0-4e0e-98a9-eebd870957db,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:03.381811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.416923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3d4b74ff-d4b1-4298-9628-afbd18ffb173 req-e08e7d06-2f05-4b54-a018-191fce77c1b5 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001899 Feb 13 23:30:03.501954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.517794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07ae999-8791-4911-9d54-6a17a0140e47 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:03.526969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.548832 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'code': 200} Feb 13 23:30:03.549126 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'code': 200} Feb 13 23:30:03.551543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Transition to ACTIVE for port object e07ae999-8791-4911-9d54-6a17a0140e47 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:03.559079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.571274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-33d7c30c-c98b-4785-a471-8da346651b21 req-c3daab89-c0f8-415f-8ba7-d260e3020d53 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Synchronizing usage tracker for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:03.579618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.581816 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] 10.222.0.42 "PUT /v2.0/ports/aabc623b-87e0-4e0e-98a9-eebd870957db HTTP/1.1" status: 200 len: 1091 time: 2.1199036 Feb 13 23:30:03.597132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'tag': 'aabc623b-87e0-4e0e-98a9-eebd870957db'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:03.643279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fc16b-3bad-4380-aace-3e8a9f75eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=aabc623b-87e0-4e0e-98a9-eebd870957db,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:03.658160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-b3057fb3-f20c-4a7c-8976-cf0114350cec tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:03.665543 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-b3057fb3-f20c-4a7c-8976-cf0114350cec tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 945 time: 0.2393389 Feb 13 23:30:03.717985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:03.777606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.42', 63791) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:03.890359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-33d7c30c-c98b-4785-a471-8da346651b21 req-c3daab89-c0f8-415f-8ba7-d260e3020d53 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Unset dirty status for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:03.901944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-33d7c30c-c98b-4785-a471-8da346651b21 req-c3daab89-c0f8-415f-8ba7-d260e3020d53 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 210 time: 0.4056273 Feb 13 23:30:03.909849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Pushing event updated for resources: {'Port': ['ID=e07ae999-8791-4911-9d54-6a17a0140e47,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:04.227986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:30:04.228513 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.293170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96f483b1-aac0-4e6d-bf82-b821e052da5a req-bab82569-a714-4d17-84dc-6e8cc5d695ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1101 time: 0.6263516 Feb 13 23:30:04.341433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-14434fa9-9a4a-4baa-9c42-ceb0abe383cc tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:04.342885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-14434fa9-9a4a-4baa-9c42-ceb0abe383cc tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 816 time: 0.4773293 Feb 13 23:30:04.366479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Request body: {'port': {'device_id': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'admin_state_up': True, 'tenant_id': 'fc4a0ab823254ae6ad94a79e6b72e5ee'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:04.386333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d58bbd-9369-4051-922a-f975b7750a5f req-e9ca1d94-f2cd-45ea-901c-5c9e07a69fe1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:04.387825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20d58bbd-9369-4051-922a-f975b7750a5f req-e9ca1d94-f2cd-45ea-901c-5c9e07a69fe1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.5207527 Feb 13 23:30:04.396027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Attempting to bind port e07ae999-8791-4911-9d54-6a17a0140e47 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:04.396361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Attempting to bind port e07ae999-8791-4911-9d54-6a17a0140e47 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:04.396690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Attempting to bind port e07ae999-8791-4911-9d54-6a17a0140e47 on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:04.411914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80f01593-94a2-4e20-8ed9-7b9ffdf33ce7 req-9598ef81-486d-4d8d-96ce-add69a66dbc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1096 time: 0.6248853 Feb 13 23:30:04.419234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-e2056c93-88a1-430a-a25c-254f546ce1a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 1094 time: 0.6406739 Feb 13 23:30:04.484883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Port e07ae999-8791-4911-9d54-6a17a0140e47 on network 4a768825-de11-4bfe-9877-9cffe1df3e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:04.485434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Attempting to bind port e07ae999-8791-4911-9d54-6a17a0140e47 on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:04.513581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:04.513953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Checking segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:04.514329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Bound using segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:04.514766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Bound port: e07ae999-8791-4911-9d54-6a17a0140e47, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:04.515112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.566875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20d58bbd-9369-4051-922a-f975b7750a5f req-2eda74af-0a72-46c6-af93-2f14b7f4ea8f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235790 Feb 13 23:30:04.611700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96f483b1-aac0-4e6d-bf82-b821e052da5a req-01a7e04a-844a-4f26-a089-cd95e3c6a7ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990966 Feb 13 23:30:04.620253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:04.629372 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-3ca0cb63-5245-4bdb-9fd5-30c17a204ca4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aabc623b-87e0-4e0e-98a9-eebd870957db HTTP/1.1" status: 200 len: 217 time: 0.1969786 Feb 13 23:30:04.638810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c20c2-5d46-410d-9a02-7ae3c6ac077a req-61846b58-c27e-4b9d-a86f-86a43abf80d0 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:04.643513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:04.645366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-301c20c2-5d46-410d-9a02-7ae3c6ac077a req-61846b58-c27e-4b9d-a86f-86a43abf80d0 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.5129359 Feb 13 23:30:04.661914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] For port e07ae999-8791-4911-9d54-6a17a0140e47, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:04.666569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] For port e07ae999-8791-4911-9d54-6a17a0140e47, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e07ae999-8791-4911-9d54-6a17a0140e47,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:04.668164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Made reservation on behalf of fc4a0ab823254ae6ad94a79e6b72e5ee for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:04.671405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.684483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.691680 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80f01593-94a2-4e20-8ed9-7b9ffdf33ce7 req-1027ee4d-92a9-4c14-9051-e1ee7f88e0f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582147 Feb 13 23:30:04.759253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-301c20c2-5d46-410d-9a02-7ae3c6ac077a req-da6949b0-9bad-419e-801f-a1cffec39c7c tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129780 Feb 13 23:30:04.761594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port e4bc44f6-76c4-434d-b7ed-3d3802b59e25, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:04.764137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.861411 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'tag': 'aabc623b-87e0-4e0e-98a9-eebd870957db', 'status': 'completed', 'code': 200} Feb 13 23:30:04.947279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.952488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for e4bc44f6-76c4-434d-b7ed-3d3802b59e25 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:30:04.963012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:04.964378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] 10.222.0.42 "PUT /v2.0/ports/e07ae999-8791-4911-9d54-6a17a0140e47 HTTP/1.1" status: 200 len: 1091 time: 2.3952093 Feb 13 23:30:04.966230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a95845a-086a-4167-ad57-539463222b15', 'tag': 'e07ae999-8791-4911-9d54-6a17a0140e47'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:05.047677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106aa8e-ff34-4b60-90c7-e7fca12c0723 service neutron] Pushing event updated for resources: {'Port': ['ID=e07ae999-8791-4911-9d54-6a17a0140e47,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:05.206489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fb7f-d9f9-4323-a063-56a2150ea69f req-9ca41438-1785-49e3-8899-b0d9daa63c29 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:05.208073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b99fb7f-d9f9-4323-a063-56a2150ea69f req-9ca41438-1785-49e3-8899-b0d9daa63c29 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.3587854 Feb 13 23:30:05.214186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-5ac6d390-6418-419c-a1d0-781a70e7b5aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:05.215637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-5ac6d390-6418-419c-a1d0-781a70e7b5aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.1374226 Feb 13 23:30:05.220304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Allocated IP 172.20.0.10 (4a768825-de11-4bfe-9877-9cffe1df3e44/686bcce5-47cd-480b-92d7-838ed37fd120/7c10e253-3295-4c9a-a0b8-12bf187bc2ad) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:05.314735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-1f265d05-e4a2-4afc-90c9-589b4aff516f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 1094 time: 0.1959708 Feb 13 23:30:05.316259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80cd67-bd2f-4c8d-84cd-0065cd4b79c0 req-8aac5470-73cb-447b-b451-4c03af1b2569 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:05.317736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b80cd67-bd2f-4c8d-84cd-0065cd4b79c0 req-8aac5470-73cb-447b-b451-4c03af1b2569 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2900448 Feb 13 23:30:05.319748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:05.326681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b99fb7f-d9f9-4323-a063-56a2150ea69f req-cd9a9806-c6b9-4b59-b8b2-52c30c141d81 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096985 Feb 13 23:30:05.335637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7', '8664918b-4dcf-45ef-9a5b-9c8a399256a0', 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:05.405764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=e4bc44f6-76c4-434d-b7ed-3d3802b59e25,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:05.495756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-cb8f3160-c4ec-48a2-b571-a17d347399f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07ae999-8791-4911-9d54-6a17a0140e47 HTTP/1.1" status: 200 len: 217 time: 0.1632869 Feb 13 23:30:05.550701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b80cd67-bd2f-4c8d-84cd-0065cd4b79c0 req-af1ead82-c891-4366-b576-7f02b718f234 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228117 Feb 13 23:30:05.558327 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-47aff915-d8cd-4ff2-bf1d-ffbfbcb63a12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317931 Feb 13 23:30:05.564089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port e4bc44f6-76c4-434d-b7ed-3d3802b59e25 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:30:05.578886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:05.674702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1becd651-050b-497a-ae8d-25407836f44a req-24e2b33b-0c74-4df9-a50c-11fccb470640 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=363b5483-3339-40ad-a120-6516161466f5 HTTP/1.1" status: 200 len: 210 time: 0.1515911 Feb 13 23:30:05.684092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f4215d8-d11e-49c5-a4f4-5d5deb9241b3 req-e02cd30e-6feb-4495-ab07-562891f298bc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "DELETE /v2.0/ports/e4bc44f6-76c4-434d-b7ed-3d3802b59e25 HTTP/1.1" status: 204 len: 173 time: 1.9039631 Feb 13 23:30:05.779581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-9cac74c7-4d0f-4dff-9625-201e91f43536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:05.795760 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-9cac74c7-4d0f-4dff-9625-201e91f43536 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.2332025 Feb 13 23:30:05.821822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-b9a3be93-9cdf-4597-9304-fa61911f8797 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305872 Feb 13 23:30:05.917947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:05.946901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Transition to ACTIVE for port object 7c10e253-3295-4c9a-a0b8-12bf187bc2ad will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:05.957817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-dc83e41b-a1bc-4d40-8815-966e1c902ec4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348648 Feb 13 23:30:05.995976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9871b4-4213-45ef-a189-de37a0116a19 req-b54767d8-bd2b-4be8-8f0d-cc52df61190d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:05.997485 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b9871b4-4213-45ef-a189-de37a0116a19 req-b54767d8-bd2b-4be8-8f0d-cc52df61190d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2228522 Feb 13 23:30:06.096325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:06.115403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e779858a-9c87-486d-b2e4-2c9d5acef379 req-2233bc56-aedc-413d-9f45-e6fa55b95adb service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787442 Feb 13 23:30:06.143692 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b9871b4-4213-45ef-a189-de37a0116a19 req-2e88b59e-a4c4-4d62-9ccc-2716c46d9832 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281986 Feb 13 23:30:06.225393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:06.278087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:06.288202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Pushing event updated for resources: {'Port': ['ID=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:06.292263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:06.329314 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a95845a-086a-4167-ad57-539463222b15', 'tag': 'e07ae999-8791-4911-9d54-6a17a0140e47', 'status': 'completed', 'code': 200} Feb 13 23:30:06.352862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-538abe22-eb75-42d9-8b0e-6ad1af9af3f6 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864887 Feb 13 23:30:06.519446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50048) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:06.546698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:06.547400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:06.646252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2531fe1-84e3-434b-9579-103236a6f56b req-ef117989-a08e-43e2-9b59-f44e08b1ed4c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:06.647720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2531fe1-84e3-434b-9579-103236a6f56b req-ef117989-a08e-43e2-9b59-f44e08b1ed4c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1174738 Feb 13 23:30:06.650356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-03131f61-1fae-464f-ab8b-024f22805c8b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2892020 Feb 13 23:30:06.671282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ab22-a9df-4c51-a0a1-12e968826582 req-d0636d0a-2c1e-4421-8c08-2094791eb1be tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:06.672001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cfe9ab22-a9df-4c51-a0a1-12e968826582 req-d0636d0a-2c1e-4421-8c08-2094791eb1be tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Synchronizing usage tracker for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:06.683100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Request body: {'port': {'device_id': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:06.685370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-ac7a29d2-3c01-4763-9544-7f3cc7bfd0e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 1094 time: 0.4625540 Feb 13 23:30:06.704815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8f8b969-50af-414e-88d3-bfa4514aab39 None None] Provisioning for port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:06.710312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8f8b969-50af-414e-88d3-bfa4514aab39 None None] Provisioning complete for port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:06.711509 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b969-50af-414e-88d3-bfa4514aab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:06.713512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2531fe1-84e3-434b-9579-103236a6f56b req-f2cdd496-351e-43cc-a9ec-ac90b17504f6 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571649 Feb 13 23:30:06.736644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d8b8114-a4c1-487f-bde2-0baa976e6dc3 req-730cce08-f56f-42e8-881c-1096670a260a service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596137 Feb 13 23:30:06.762330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cfe9ab22-a9df-4c51-a0a1-12e968826582 req-d0636d0a-2c1e-4421-8c08-2094791eb1be tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Unset dirty status for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:06.763423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfe9ab22-a9df-4c51-a0a1-12e968826582 req-d0636d0a-2c1e-4421-8c08-2094791eb1be tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 932 time: 0.5530868 Feb 13 23:30:06.868654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b5483-3339-40ad-a120-6516161466f5', 'name': 'network-vif-deleted', 'tag': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:06.879535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8b969-50af-414e-88d3-bfa4514aab39 None None] Port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:30:06.929022 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:06.931612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:06.942840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-96b8b8d6-03cb-48ad-a1a5-37b3308dab9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:06.943232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:06.944395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-96b8b8d6-03cb-48ad-a1a5-37b3308dab9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 916 time: 0.2355804 Feb 13 23:30:06.964048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfe9ab22-a9df-4c51-a0a1-12e968826582 req-a72495e0-f36f-4e4d-89b1-e836a0d78615 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632421 Feb 13 23:30:07.026302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-9bad66ec-dc86-4ec2-ab3a-de6a39952e9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aabc623b-87e0-4e0e-98a9-eebd870957db HTTP/1.1" status: 200 len: 217 time: 0.0664344 Feb 13 23:30:07.045710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:07.059646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Usage tracker for resource:security_group_rule and tenant:eb59b01b4f8249a5a1d9ad32fabfaa6c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:07.062942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:07.144673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-40a08a4a-5068-4179-9581-a649bd9cf5c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:07.146157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-40a08a4a-5068-4179-9581-a649bd9cf5c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.0836220 Feb 13 23:30:07.214336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78b64e-b047-4a11-8abe-131bda711269 req-b24b4307-d7c7-4c74-ace7-025edabdead2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:07.215797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c78b64e-b047-4a11-8abe-131bda711269 req-b24b4307-d7c7-4c74-ace7-025edabdead2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.2582457 Feb 13 23:30:07.216953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:07.263728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-cece1711-b8de-4b8a-b1f1-688a9d9deabf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 1094 time: 0.4205172 Feb 13 23:30:07.274158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-440ba3a9-8a0f-4e43-89da-60090f20dbb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200652 Feb 13 23:30:07.281191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c78b64e-b047-4a11-8abe-131bda711269 req-81071335-673e-47cf-a80e-68ae1a37fd6b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590229 Feb 13 23:30:07.433080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-2f479c61-e353-4e2d-aff7-f5210a13c5ed service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424320 Feb 13 23:30:07.581515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b6495cc5-0d35-497c-a5d1-4f772c31d7e1 req-189d36e1-dbaf-46ca-8f14-0a31b65aec19 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397104 Feb 13 23:30:07.585947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0929f-dcc9-485f-9f77-d2714ce67050 req-79741ada-0c55-403b-a699-90d4d0cca51a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:07.587441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0d0929f-dcc9-485f-9f77-d2714ce67050 req-79741ada-0c55-403b-a699-90d4d0cca51a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.3682323 Feb 13 23:30:07.597058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855de6-c01b-4d98-bf76-8948b6126efb req-b4be4592-eacb-42d6-8e83-f408e58e04e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:07.598507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-b4be4592-eacb-42d6-8e83-f408e58e04e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 916 time: 0.3063765 Feb 13 23:30:07.609075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e4bc44f6-76c4-434d-b7ed-3d3802b59e25 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:30:07.623000 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363b5483-3339-40ad-a120-6516161466f5', 'name': 'network-vif-deleted', 'tag': 'e4bc44f6-76c4-434d-b7ed-3d3802b59e25', 'status': 'completed', 'code': 200} Feb 13 23:30:07.643909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: e4bc44f6-76c4-434d-b7ed-3d3802b59e25 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:30:07.644249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e4bc44f6-76c4-434d-b7ed-3d3802b59e25 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:30:07.690177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:07.716904 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:07.736382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-fb8650ca-8376-4e7e-8693-0b119bf2f83c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07ae999-8791-4911-9d54-6a17a0140e47 HTTP/1.1" status: 200 len: 217 time: 0.1215396 Feb 13 23:30:07.792232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01985d-b76c-44e4-8f81-1d8a86c06ef1 req-4e179a5c-1ca6-4d5d-bf22-8be4165ba6e7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:07.793689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec01985d-b76c-44e4-8f81-1d8a86c06ef1 req-4e179a5c-1ca6-4d5d-bf22-8be4165ba6e7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.0772643 Feb 13 23:30:07.825192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab8ccbd-cb70-4193-8d66-eb2c71d93642,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:07.839513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:30:07.845517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec01985d-b76c-44e4-8f81-1d8a86c06ef1 req-8c6582cc-527d-4d15-a149-52fb999726ab tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462921 Feb 13 23:30:07.851338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-83319875-d550-4e01-a17a-976d3e60ad81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb59b01b4f8249a5a1d9ad32fabfaa6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3187978 Feb 13 23:30:07.852888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50072) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:07.855482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0d0929f-dcc9-485f-9f77-d2714ce67050 req-b8603303-b64f-4073-8554-8c21c7aeea34 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560172 Feb 13 23:30:07.908597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855de6-c01b-4d98-bf76-8948b6126efb req-59c5f04f-dbb9-40c8-9eb8-4f6f80ec58cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:07.910089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-59c5f04f-dbb9-40c8-9eb8-4f6f80ec58cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.1567452 Feb 13 23:30:07.931399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2543c94b-90ab-42fe-b8f4-15e4a57285b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:07.959614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2543c94b-90ab-42fe-b8f4-15e4a57285b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:07.963937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c10e253-3295-4c9a-a0b8-12bf187bc2ad {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:07.972768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:07.992733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Transition to ACTIVE for port object 7c10e253-3295-4c9a-a0b8-12bf187bc2ad will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:08.005834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.026071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2543c94b-90ab-42fe-b8f4-15e4a57285b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.049332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543c94b-90ab-42fe-b8f4-15e4a57285b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab8ccbd-cb70-4193-8d66-eb2c71d93642,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:08.057904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2543c94b-90ab-42fe-b8f4-15e4a57285b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.059786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2543c94b-90ab-42fe-b8f4-15e4a57285b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aab8ccbd-cb70-4193-8d66-eb2c71d93642 HTTP/1.1" status: 204 len: 168 time: 0.2051268 Feb 13 23:30:08.175158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-49c4c543-d6d8-4852-8fba-590bb02f13fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2568798 Feb 13 23:30:08.215752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:08.389524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d51f6e-f4a3-4d1d-8a47-468c52184240 req-5070125f-503b-41c2-aa5e-67771846f93f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:08.391227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9d51f6e-f4a3-4d1d-8a47-468c52184240 req-5070125f-503b-41c2-aa5e-67771846f93f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.0961347 Feb 13 23:30:08.451547 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9d51f6e-f4a3-4d1d-8a47-468c52184240 req-4170c9d8-27c7-4511-819f-576ed2ce23d7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Feb 13 23:30:08.459087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0ba99ec-25c7-49d4-bc59-cd0b6a8d9370 req-430177de-9819-48d5-94de-d459ffe03529 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1101 time: 0.4189756 Feb 13 23:30:08.467229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-2ff9cd9c-d3e6-4dc7-a3b5-cc22c8ec3f03 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770827 Feb 13 23:30:08.469076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Attempting to bind port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:08.469520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Attempting to bind port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:08.469730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Attempting to bind port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:08.497030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50088) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:08.526292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.533800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad on network 4a768825-de11-4bfe-9877-9cffe1df3e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:08.534154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Attempting to bind port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad on network 4a768825-de11-4bfe-9877-9cffe1df3e44 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:08.559959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:08.563982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Usage tracker for resource:security_group_rule and tenant:d6f5f0440146458f8e06f5059ea26830 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:08.566954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:08.573452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:08.593040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:08.593631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Checking segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:08.593720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Bound using segment: {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:08.594177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Bound port: 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad2983a-63ec-4c77-a848-7d22fd7768b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:08.594521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.621183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0ba99ec-25c7-49d4-bc59-cd0b6a8d9370 req-6ab22b91-ff45-460b-ad5b-3d7a7a6c55d3 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529431 Feb 13 23:30:08.639987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.711554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf9650-9ffc-4e27-9438-1845d9497205 req-f9ba1d53-ab6a-40ba-a5b9-aed0cc4c9ef4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:08.712723 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-efbf9650-9ffc-4e27-9438-1845d9497205 req-f9ba1d53-ab6a-40ba-a5b9-aed0cc4c9ef4 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1295943 Feb 13 23:30:08.714437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.723388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50094) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:08.726734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82855de6-c01b-4d98-bf76-8948b6126efb req-f4911794-87ac-4537-88bf-792cd0e8dfbb service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392523 Feb 13 23:30:08.729335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Request body: {'floatingip': {'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:08.738226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] For port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:08.741592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] For port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:08.748805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.792373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.832508 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.984646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:08.986013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c10e253-3295-4c9a-a0b8-12bf187bc2ad HTTP/1.1" status: 200 len: 1092 time: 2.3106670 Feb 13 23:30:08.986471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'tag': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:09.006257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ebe9e-d821-47b1-bcf1-f5c00eb6a5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:09.042965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc355f8-decb-44a6-872b-39a3639fb982 req-4464f4ab-2e5f-4ea4-8a8b-041340187078 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:09.044484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acc355f8-decb-44a6-872b-39a3639fb982 req-4464f4ab-2e5f-4ea4-8a8b-041340187078 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 944 time: 0.2553260 Feb 13 23:30:09.098785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df3063-9521-41fb-9415-000a0f2dc627,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:09.106775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-57b7c44e-be9c-4402-ab42-3cafe4efc19b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6f5f0440146458f8e06f5059ea26830&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6086571 Feb 13 23:30:09.108316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:09.189050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acc355f8-decb-44a6-872b-39a3639fb982 req-7ce14fc5-91f6-4f73-9dc1-24e5613887a2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073220 Feb 13 23:30:09.219292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbb3d-e5f8-4d9d-97cb-6128635db17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:09.223344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-96df572f-6e82-4932-9c87-213937198034 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 1095 time: 0.1725254 Feb 13 23:30:09.243749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad903-ec9a-4002-bc98-d0dea562bfb2 req-7f13a7c9-f762-427b-9f75-8414164a1e4e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:09.244831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-490ad903-ec9a-4002-bc98-d0dea562bfb2 req-7f13a7c9-f762-427b-9f75-8414164a1e4e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:09.311850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbb3d-e5f8-4d9d-97cb-6128635db17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:09.318944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-7b3b9443-996e-4cdf-ac09-bfa0077e3191 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad HTTP/1.1" status: 200 len: 217 time: 0.0847964 Feb 13 23:30:09.401738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-490ad903-ec9a-4002-bc98-d0dea562bfb2 req-7f13a7c9-f762-427b-9f75-8414164a1e4e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:09.406529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-4d1508f9-b443-40e4-a483-49820167c34f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:09.408325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-4d1508f9-b443-40e4-a483-49820167c34f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.0790303 Feb 13 23:30:09.408934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-490ad903-ec9a-4002-bc98-d0dea562bfb2 req-7f13a7c9-f762-427b-9f75-8414164a1e4e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.5204310 Feb 13 23:30:09.423928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbb3d-e5f8-4d9d-97cb-6128635db17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:09.483411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdbb3d-e5f8-4d9d-97cb-6128635db17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df3063-9521-41fb-9415-000a0f2dc627,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:09.483727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-490ad903-ec9a-4002-bc98-d0dea562bfb2 req-64ece7d0-f204-4df7-936b-d1eb2b305b9f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 Feb 13 23:30:09.494797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbb3d-e5f8-4d9d-97cb-6128635db17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:09.495900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cbbdbb3d-e5f8-4d9d-97cb-6128635db17c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7df3063-9521-41fb-9415-000a0f2dc627 HTTP/1.1" status: 204 len: 168 time: 0.3865116 Feb 13 23:30:09.543736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-969a92ac-ccc9-4c2c-8c94-3373a04e72fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149528 Feb 13 23:30:09.623459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e07ae999-8791-4911-9d54-6a17a0140e47 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:09.784994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-9b3993c3-6182-4681-b590-6ad13499fa84 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174847 Feb 13 23:30:09.823268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e07ae999-8791-4911-9d54-6a17a0140e47, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e07ae999-8791-4911-9d54-6a17a0140e47,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:09.837347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:09.839337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50aaef5c-02d9-4107-a574-27becc7e1018 req-6ac972cd-b961-4889-b4ba-03cf4e360394 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2410433 Feb 13 23:30:09.844028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28141c-e1ad-4f01-8f22-3f0908cc8563 req-3beaf6df-af70-4db6-aae8-7dbae38256d5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:09.845436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a28141c-e1ad-4f01-8f22-3f0908cc8563 req-3beaf6df-af70-4db6-aae8-7dbae38256d5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2002013 Feb 13 23:30:09.846542 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:09.855874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'e07ae999-8791-4911-9d54-6a17a0140e47', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'port_id': 'e07ae999-8791-4911-9d54-6a17a0140e47', 'mac_address': 'fa:16:3e:b4:a4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686bcce5-47cd-480b-92d7-838ed37fd120', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:09.982795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:10.004348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07ae999-8791-4911-9d54-6a17a0140e47 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:10.025466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e07ae999-8791-4911-9d54-6a17a0140e47, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e07ae999-8791-4911-9d54-6a17a0140e47,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:10.031610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:10.033872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device aabc623b-87e0-4e0e-98a9-eebd870957db details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:10.055228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a28141c-e1ad-4f01-8f22-3f0908cc8563 req-eeabbdde-6160-4bbb-be32-06e019774496 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396585 Feb 13 23:30:10.063138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d27238-94b0-4492-b2a1-98ecb04477d4 req-41f845d8-a240-4f66-9bfc-14a604989ec2 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699108 Feb 13 23:30:10.128408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-4f997110-0648-4bbc-963a-17c3f7fcb71c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:10.138724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-4f997110-0648-4bbc-963a-17c3f7fcb71c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.1612954 Feb 13 23:30:10.168946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port aabc623b-87e0-4e0e-98a9-eebd870957db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=aabc623b-87e0-4e0e-98a9-eebd870957db,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:10.197501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'aabc623b-87e0-4e0e-98a9-eebd870957db', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'port_id': 'aabc623b-87e0-4e0e-98a9-eebd870957db', 'mac_address': 'fa:16:3e:a9:17:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686bcce5-47cd-480b-92d7-838ed37fd120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:10.220361 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Floating IP a0a0fff2-5c24-4fd4-bfb5-bb662b53f140 associated. External IP: 172.25.4.3, port: fdc997b7-0ab4-4893-9d09-90d73a172e6f. Feb 13 23:30:10.239651 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'tag': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad', 'status': 'completed', 'code': 200} Feb 13 23:30:10.356479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e07ae999-8791-4911-9d54-6a17a0140e47,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:10.359867 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:10.392179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabc623b-87e0-4e0e-98a9-eebd870957db {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:10.415283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port aabc623b-87e0-4e0e-98a9-eebd870957db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=aabc623b-87e0-4e0e-98a9-eebd870957db,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:10.423672 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:10.436726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:30:10.437207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:10.511627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=aabc623b-87e0-4e0e-98a9-eebd870957db,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:10.567497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-8317a1eb-c68c-4289-af94-3b1bbe55ed1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 1095 time: 0.3192484 Feb 13 23:30:10.717135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d0577-ec35-4647-912b-1b0cba867058 req-cc27d99c-60d1-4d3f-a2b2-0d531c3fc536 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:10.718744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c7d0577-ec35-4647-912b-1b0cba867058 req-cc27d99c-60d1-4d3f-a2b2-0d531c3fc536 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2311125 Feb 13 23:30:10.814656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c7d0577-ec35-4647-912b-1b0cba867058 req-038056ff-2d1b-47fa-81c7-ffe288c581a7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870583 Feb 13 23:30:10.844399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e07ae999-8791-4911-9d54-6a17a0140e47'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:10.911334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d484e2-07d7-4425-b524-65e8165f4612 req-9554847d-02c4-46bf-a228-3c87e12a79b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:10.913026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-9554847d-02c4-46bf-a228-3c87e12a79b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 916 time: 0.3221138 Feb 13 23:30:10.915400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port 8664918b-4dcf-45ef-9a5b-9c8a399256a0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8664918b-4dcf-45ef-9a5b-9c8a399256a0,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:10.915512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:10.924543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['aabc623b-87e0-4e0e-98a9-eebd870957db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:11.173903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-2d38dab4-3883-4cad-b1f6-4a5221c9da2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5325594 Feb 13 23:30:11.302276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for 8664918b-4dcf-45ef-9a5b-9c8a399256a0 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:30:11.347918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-d0cb2661-09ed-4f9f-a00a-18d025925c48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad HTTP/1.1" status: 200 len: 217 time: 0.3617218 Feb 13 23:30:11.356264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9e470-b1a3-4aa6-b0dc-d3fc4c716536 req-55815a24-7187-4dcf-a6db-0d43b971a9f6 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:11.363937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34d9e470-b1a3-4aa6-b0dc-d3fc4c716536 req-55815a24-7187-4dcf-a6db-0d43b971a9f6 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 944 time: 0.6396821 Feb 13 23:30:11.470961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34d9e470-b1a3-4aa6-b0dc-d3fc4c716536 req-54bf2886-ee92-4984-91ce-75a7ddc2dc75 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060562 Feb 13 23:30:11.511290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a3c30-b060-4253-b8cd-55323626527e req-39592202-8681-42ae-b860-c8af49417d86 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:11.512790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-924a3c30-b060-4253-b8cd-55323626527e req-39592202-8681-42ae-b860-c8af49417d86 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e0a3d3-8a8b-4eda-a818-1c6852ee69de HTTP/1.1" status: 200 len: 946 time: 0.3616285 Feb 13 23:30:11.543199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d484e2-07d7-4425-b524-65e8165f4612 req-bfcb4e3d-4fbc-4589-bc4b-a29cc1bbb802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:11.544916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-bfcb4e3d-4fbc-4589-bc4b-a29cc1bbb802 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.1713829 Feb 13 23:30:11.631210 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-924a3c30-b060-4253-b8cd-55323626527e req-bf135ac9-23f4-4441-bcbd-c248cbf83519 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068399 Feb 13 23:30:11.636764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8664918b-4dcf-45ef-9a5b-9c8a399256a0 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:30:11.682504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:30:11.762941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:11.769183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No active binding found for port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:30:11.772255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8664918b-4dcf-45ef-9a5b-9c8a399256a0 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:30:11.844565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=8664918b-4dcf-45ef-9a5b-9c8a399256a0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:11.954357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port 8664918b-4dcf-45ef-9a5b-9c8a399256a0 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:30:11.970082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:12.000023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6eef0-2d28-4cb7-b418-881f94aa5306 req-2ef9569f-9eda-47bd-91ce-a50bdf3ad35e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:12.003140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-79a6a811-9e11-4192-8cbc-81b305265612 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4182379 Feb 13 23:30:12.006638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f0e6eef0-2d28-4cb7-b418-881f94aa5306 req-2ef9569f-9eda-47bd-91ce-a50bdf3ad35e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1247873 Feb 13 23:30:12.006790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b722b57-50c7-46e1-9e3a-9de9a81bcd30 req-59fc9626-5fdd-4ddd-92e3-82fecaf856eb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "DELETE /v2.0/ports/8664918b-4dcf-45ef-9a5b-9c8a399256a0 HTTP/1.1" status: 204 len: 173 time: 1.8634453 Feb 13 23:30:12.017156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6d96b-1dce-431a-b113-6de0c863553d req-378a3b4d-1ad2-4214-a798-f4de46fd821e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:12.018707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1c6d96b-1dce-431a-b113-6de0c863553d req-378a3b4d-1ad2-4214-a798-f4de46fd821e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.3715403 Feb 13 23:30:12.131243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f0e6eef0-2d28-4cb7-b418-881f94aa5306 req-0801ccfa-39f1-4a5e-945c-70519f3eb106 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237414 Feb 13 23:30:12.177895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:12.218207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:30:12.245068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'name': 'network-vif-deleted', 'tag': '8664918b-4dcf-45ef-9a5b-9c8a399256a0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:12.252449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:12.261425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:30:12.301996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:30:12.303043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:12.329100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1c6d96b-1dce-431a-b113-6de0c863553d req-96ae0fee-2cd3-4507-8680-8cba82023dbe tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861290 Feb 13 23:30:12.375841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-51c3c829-09cd-435d-854b-407f9ac38619 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "PUT /v2.0/floatingips/a0a0fff2-5c24-4fd4-bfb5-bb662b53f140 HTTP/1.1" status: 200 len: 989 time: 3.6514149 Feb 13 23:30:12.376695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:12.410837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-4c15b617-d0b5-4795-8ce4-b10c3a7a59d1 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909843 Feb 13 23:30:12.657654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:30:12.697618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-35d484e2-07d7-4425-b524-65e8165f4612 req-70b3f988-bf6f-4ec7-b9d8-e50444ae29b9 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784715 Feb 13 23:30:12.699512 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0a3d3-8a8b-4eda-a818-1c6852ee69de', 'name': 'network-vif-deleted', 'tag': '8664918b-4dcf-45ef-9a5b-9c8a399256a0', 'status': 'completed', 'code': 200} Feb 13 23:30:12.792521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75869-a4d2-404c-afd2-7192460ab0d5 req-34b59a25-8901-47c6-aa78-270928b6c23e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:12.793614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30a75869-a4d2-404c-afd2-7192460ab0d5 req-34b59a25-8901-47c6-aa78-270928b6c23e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2252738 Feb 13 23:30:12.812069 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'status': 'completed', 'code': 200} Feb 13 23:30:12.954750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30a75869-a4d2-404c-afd2-7192460ab0d5 req-65521a7b-1a8e-424b-a6cd-97028a302781 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536963 Feb 13 23:30:13.004375 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-061270b4-fc21-4f92-8e99-46c462622ba6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1096 time: 0.1456215 Feb 13 23:30:13.020844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bee31-da91-4193-9301-e39340dd77cd req-0608cc70-1484-4473-95ea-e295acf00a45 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:13.024441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-384bee31-da91-4193-9301-e39340dd77cd req-0608cc70-1484-4473-95ea-e295acf00a45 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 944 time: 0.1074982 Feb 13 23:30:13.105637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-384bee31-da91-4193-9301-e39340dd77cd req-cea26a55-4b22-466b-bb21-7e9c70024067 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Synchronizing usage tracker for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:13.130620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-384bee31-da91-4193-9301-e39340dd77cd req-cea26a55-4b22-466b-bb21-7e9c70024067 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Unset dirty status for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:13.143260 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-384bee31-da91-4193-9301-e39340dd77cd req-cea26a55-4b22-466b-bb21-7e9c70024067 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099343 Feb 13 23:30:13.381681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'a0a0fff2-5c24-4fd4-bfb5-bb662b53f140', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'mac_address': 'fa:16:3e:f8:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:29:36Z', 'updated_at': '2022-02-13T23:30:09Z', 'revision_number': 1, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:13.389591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:30:13.405439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-71923d5b-78ef-4a8b-89c8-626d7e3f62ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:13.412942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:30:13.413557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:13.417222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-71923d5b-78ef-4a8b-89c8-626d7e3f62ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.4050479 Feb 13 23:30:13.488018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49d1cd-2fe4-408a-89cc-4303cd0998ba req-619e5218-cc1b-4705-b4f7-0bf824829e26 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:13.497340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe49d1cd-2fe4-408a-89cc-4303cd0998ba req-619e5218-cc1b-4705-b4f7-0bf824829e26 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1167188 Feb 13 23:30:13.619398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe49d1cd-2fe4-408a-89cc-4303cd0998ba req-b2999085-ea74-49dd-b45e-2a74547087e3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209903 Feb 13 23:30:13.673644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-372a156e-bb20-40ac-907b-f107f5fdab66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 997 time: 0.2554777 Feb 13 23:30:13.678187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-e993ecf7-657d-469d-b960-9fb4f0bacd25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1101 time: 0.5056322 Feb 13 23:30:13.678553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7c10e253-3295-4c9a-a0b8-12bf187bc2ad details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:13.692142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e07ae999-8791-4911-9d54-6a17a0140e47 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:13.965810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port e07ae999-8791-4911-9d54-6a17a0140e47 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:14.020035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port e07ae999-8791-4911-9d54-6a17a0140e47 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:14.020404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:14.071857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-e8371471-d211-44e4-96d2-f5c55e7c005b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:14.073644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-e8371471-d211-44e4-96d2-f5c55e7c005b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.3143532 Feb 13 23:30:14.165658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:14.183046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-6be35917-f93a-4234-b77a-4dfbeb3a1936 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:14.184408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-6be35917-f93a-4234-b77a-4dfbeb3a1936 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4648445 Feb 13 23:30:14.192113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508227f7-6c80-4125-8788-cff80cb6b0c9 req-0837afb6-7bc3-4c3c-80fa-794382e555f7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:14.193037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:30:14.199129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-508227f7-6c80-4125-8788-cff80cb6b0c9 req-0837afb6-7bc3-4c3c-80fa-794382e555f7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.5198836 Feb 13 23:30:14.265768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad', 'network_id': '4a768825-de11-4bfe-9877-9cffe1df3e44', 'port_id': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad', 'mac_address': 'fa:16:3e:9e:ba:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686bcce5-47cd-480b-92d7-838ed37fd120', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:14.314870 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-ac77889e-2923-4e13-96fd-aa441c37f0e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.1128578 Feb 13 23:30:14.330475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-508227f7-6c80-4125-8788-cff80cb6b0c9 req-f7b4d615-cf37-47f6-b7d7-15c42f93b48b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305084 Feb 13 23:30:14.394010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-7c97e911-3311-4dc3-8be1-3368fbc751e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3098066 Feb 13 23:30:14.406074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:14.472183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a95845a-086a-4167-ad57-539463222b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ae999-8791-4911-9d54-6a17a0140e47'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:14.547324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-0ae6f510-2716-4497-bc6e-91114d3a3f70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:14.557273 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-0ae6f510-2716-4497-bc6e-91114d3a3f70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2245548 Feb 13 23:30:14.582596 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:14.630509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-a9dcbc0f-0ff0-48c6-b166-368620b8fe20 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:14.632327 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-a9dcbc0f-0ff0-48c6-b166-368620b8fe20 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.3846099 Feb 13 23:30:14.650812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e07ae999-8791-4911-9d54-6a17a0140e47, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e07ae999-8791-4911-9d54-6a17a0140e47,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:14.657935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c10e253-3295-4c9a-a0b8-12bf187bc2ad {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:14.665403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-3e6f3ee4-4393-4dff-98ab-e34beca5c2cb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0267317 Feb 13 23:30:14.673724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:14.677803 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:14.678616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device aabc623b-87e0-4e0e-98a9-eebd870957db up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:14.789786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:14.799981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e07ae999-8791-4911-9d54-6a17a0140e47,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:14.804979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-401cac13-41e4-49ec-8f74-8544e394ac6c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319444 Feb 13 23:30:14.904094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-eba56092-ae5b-485e-b95c-7aaa039c2bf9 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966087 Feb 13 23:30:14.947251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-b381dbcc-5ca0-43a2-9b5d-752dbe72539b service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421971 Feb 13 23:30:15.001029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:15.005771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-ed7b46f7-7a38-4d76-88ec-c5a0c1568c99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4345963 Feb 13 23:30:15.024149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520ec86-275b-4fd9-bbd2-767bbbf60aa3 req-5cb16e31-0dca-4259-bac5-1aa2e6aa6ecc tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:15.025862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2520ec86-275b-4fd9-bbd2-767bbbf60aa3 req-5cb16e31-0dca-4259-bac5-1aa2e6aa6ecc tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.4535065 Feb 13 23:30:15.034077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port aabc623b-87e0-4e0e-98a9-eebd870957db completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:15.070966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port aabc623b-87e0-4e0e-98a9-eebd870957db triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:15.071330 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:15.124057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-03c9c11b-53dd-4cfe-9385-8669f8c2e1bf service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686621 Feb 13 23:30:15.190073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2520ec86-275b-4fd9-bbd2-767bbbf60aa3 req-f2bfdbbb-1cc8-41d0-8285-669470afc64e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516731 Feb 13 23:30:15.240060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['7c10e253-3295-4c9a-a0b8-12bf187bc2ad'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:15.368862 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:15.397900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-b459995b-0135-4d36-8113-70f3dea32489 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611443 Feb 13 23:30:15.427485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'a0a0fff2-5c24-4fd4-bfb5-bb662b53f140', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'mac_address': 'fa:16:3e:f8:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:29:36Z', 'updated_at': '2022-02-13T23:30:09Z', 'revision_number': 1, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:15.434152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00daeaa7-0503-49e8-99a8-660dd55ec462 None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'a0a0fff2-5c24-4fd4-bfb5-bb662b53f140', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'floating_ip_address': '172.25.4.3', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'mac_address': 'fa:16:3e:f8:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:29:36Z', 'updated_at': '2022-02-13T23:30:09Z', 'revision_number': 1, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:30:15.536734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port aabc623b-87e0-4e0e-98a9-eebd870957db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=aabc623b-87e0-4e0e-98a9-eebd870957db,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:15.573083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43c37e0f-4763-469f-9e6c-68d3cf2482bc req-cfb5edf4-2829-4f2a-a1f3-b452136735c7 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557031 Feb 13 23:30:15.605391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:15.671574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3ef03-beab-499c-8582-8e7c971a62c2 req-5379137e-a253-4181-a3b9-7d2d10781a5b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:15.692175 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a95845a-086a-4167-ad57-539463222b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ae999-8791-4911-9d54-6a17a0140e47', 'code': 200} Feb 13 23:30:15.698318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5da3ef03-beab-499c-8582-8e7c971a62c2 req-5379137e-a253-4181-a3b9-7d2d10781a5b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 945 time: 0.2252064 Feb 13 23:30:15.710307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-b625aa97-9300-47e6-b475-523a7686eb38 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912874 Feb 13 23:30:15.808465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=aabc623b-87e0-4e0e-98a9-eebd870957db,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:15.821577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5da3ef03-beab-499c-8582-8e7c971a62c2 req-bb08d8ac-62b5-4fda-9444-30dc3efb3814 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216650 Feb 13 23:30:15.933795 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26fabb-5664-4439-9539-154067e99c1b None None] New status for floating IP a0a0fff2-5c24-4fd4-bfb5-bb662b53f140: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:30:15.963471 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f764999c-195a-4dae-b20c-764b7e71e8fd req-64c00e68-0ead-4a15-b960-8c25b536ee3b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 210 time: 0.0575066 Feb 13 23:30:16.098389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ae818fa-6a00-4f7b-a037-4b892c6be88e req-d1436863-f63a-4724-a844-315ffb466209 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 1096 time: 0.3206730 Feb 13 23:30:16.151857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5499e7f-7d70-4589-b164-2155cd16ef81 req-f3ff311d-0cee-4d97-94a9-640cf02c5cbe tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:16.160717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5499e7f-7d70-4589-b164-2155cd16ef81 req-f3ff311d-0cee-4d97-94a9-640cf02c5cbe tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2657900 Feb 13 23:30:16.217319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae50d9-28b8-407f-94c3-eb8df8cfdc58 req-632a831d-3824-40c7-bf3c-c46688a06357 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:16.220022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fae50d9-28b8-407f-94c3-eb8df8cfdc58 req-632a831d-3824-40c7-bf3c-c46688a06357 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1280837 Feb 13 23:30:16.240717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ae818fa-6a00-4f7b-a037-4b892c6be88e req-39faa430-6edc-4478-a093-52af49576837 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313288 Feb 13 23:30:16.255318 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5499e7f-7d70-4589-b164-2155cd16ef81 req-ef54b910-7e1f-48ba-937f-d0a489894b29 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932717 Feb 13 23:30:16.312216 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fae50d9-28b8-407f-94c3-eb8df8cfdc58 req-acae304c-b097-45c1-98ed-bb6d999a12b6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856478 Feb 13 23:30:16.530921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574baf5-be3a-4171-9c3e-4c180d5b714c req-3e63c6f5-bdd3-476c-b626-47e4f6e7b259 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:16.532392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e574baf5-be3a-4171-9c3e-4c180d5b714c req-3e63c6f5-bdd3-476c-b626-47e4f6e7b259 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.0954783 Feb 13 23:30:16.583977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e574baf5-be3a-4171-9c3e-4c180d5b714c req-b9455b00-2999-4e02-88a6-d6fe4161745c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Feb 13 23:30:17.077929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccd47f-1582-48aa-bb9d-12ba4b3a6dff req-1bb68ea8-3063-4cd8-9906-02e9d79b3e63 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:17.080120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70ccd47f-1582-48aa-bb9d-12ba4b3a6dff req-1bb68ea8-3063-4cd8-9906-02e9d79b3e63 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 945 time: 0.1293676 Feb 13 23:30:17.155726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70ccd47f-1582-48aa-bb9d-12ba4b3a6dff req-62a9a011-5463-4448-8cda-7a827c30e032 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Feb 13 23:30:17.380455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57769dda-84fc-4185-b337-b966662837dc req-b9d49c0e-4977-43af-aa51-0177a6c5f848 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 210 time: 0.0548859 Feb 13 23:30:17.396818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-44729d65-b373-403a-9ef5-e1bad3e9ee5c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:17.399827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-44729d65-b373-403a-9ef5-e1bad3e9ee5c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.2177794 Feb 13 23:30:17.419998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:17.599530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657897-5af0-43f3-bbd1-13abc345a32b req-58d9eb3b-8964-44c2-b23b-33a1e136a2d1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:17.601223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5657897-5af0-43f3-bbd1-13abc345a32b req-58d9eb3b-8964-44c2-b23b-33a1e136a2d1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.0830259 Feb 13 23:30:17.656733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7c10e253-3295-4c9a-a0b8-12bf187bc2ad up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:17.660637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b5657897-5af0-43f3-bbd1-13abc345a32b req-88ef38a6-77c6-4d9c-abf1-6cbe13dc7a35 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531003 Feb 13 23:30:17.702342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc623b-87e0-4e0e-98a9-eebd870957db'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:17.801613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:17.819339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:17.821875 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:17.879995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:17.884960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Usage tracker for resource:port and tenant:f5d2f1b723f74f66af7f023ada9ed457 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:17.888374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:17.898368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:17.917917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:17.921162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:18.029053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c1663-b2c7-45f8-8c58-09dbbc51ce6d req-5427e193-0e01-4c31-aa7a-eb196e48d8d0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:18.030569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6c1663-b2c7-45f8-8c58-09dbbc51ce6d req-5427e193-0e01-4c31-aa7a-eb196e48d8d0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.4239089 Feb 13 23:30:18.059681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:18.120401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:18.132408 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:18.163679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6c1663-b2c7-45f8-8c58-09dbbc51ce6d req-4497e0a9-5a75-466d-8441-e48e7bf26e04 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266489 Feb 13 23:30:18.201326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.2 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/8b324d6c-81c3-4ea0-a7af-9e47187e2c5b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:18.237213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:18.300079 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc623b-87e0-4e0e-98a9-eebd870957db', 'code': 200} Feb 13 23:30:18.494382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68501-d9bd-4e37-a3d0-93e085f3cb16 req-c264bfea-f54d-4435-9fae-ea9f92c68200 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:18.495862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10d68501-d9bd-4e37-a3d0-93e085f3cb16 req-c264bfea-f54d-4435-9fae-ea9f92c68200 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2303400 Feb 13 23:30:18.544865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10d68501-d9bd-4e37-a3d0-93e085f3cb16 req-daf27202-d005-4d37-b51a-d166063cda09 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422125 Feb 13 23:30:18.611049 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:18.642600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f0602-c869-4dee-b4a4-737b30ff9581 req-1a8d14d5-6900-4180-8884-816d82d0a008 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:18.645675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f05f0602-c869-4dee-b4a4-737b30ff9581 req-1a8d14d5-6900-4180-8884-816d82d0a008 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.2009695 Feb 13 23:30:18.670622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-646787cc-9586-4478-9080-4bedde1cfcf5 req-9792b90d-b7b8-44a4-8d5b-40d40e953b76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 1096 time: 0.2788906 Feb 13 23:30:18.747938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f05f0602-c869-4dee-b4a4-737b30ff9581 req-b3fc8dfb-891f-4c8f-8374-1e8d9eeac153 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951743 Feb 13 23:30:18.753632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc13bb-0ccd-403c-9083-7ce8a9c2c953 req-3f8f54b7-0884-4ecc-a362-50691b639f64 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:18.753812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-646787cc-9586-4478-9080-4bedde1cfcf5 req-3477de8c-0611-4601-ae7d-93928a1bdb49 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681427 Feb 13 23:30:18.755651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1cfc13bb-0ccd-403c-9083-7ce8a9c2c953 req-3f8f54b7-0884-4ecc-a362-50691b639f64 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.0820510 Feb 13 23:30:18.760338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:18.778521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:18.840175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1cfc13bb-0ccd-403c-9083-7ce8a9c2c953 req-708e5a70-5249-41e3-a709-184a9e95cc97 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Feb 13 23:30:18.882350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:18.894963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:18.896160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:18.898828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:19.028021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:19.028669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.085112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-f0770853-d8cb-4b51-9135-328952c73cb8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6696248 Feb 13 23:30:19.098292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33841fe0-8b40-4b02-980d-3968b474dd51 req-00267380-cd5b-4dd7-af10-44988c738d1b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:19.099058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-33841fe0-8b40-4b02-980d-3968b474dd51 req-00267380-cd5b-4dd7-af10-44988c738d1b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:19.100429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab57153-d2c4-4d57-8a6b-a867b9c6e40f req-b29abb00-8775-4194-9d55-cd6f703746aa tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:19.108935 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ab57153-d2c4-4d57-8a6b-a867b9c6e40f req-b29abb00-8775-4194-9d55-cd6f703746aa tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1023791 Feb 13 23:30:19.110624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Request body: {'port': {'device_id': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:19.155897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ab57153-d2c4-4d57-8a6b-a867b9c6e40f req-ebdf7288-4475-4c08-b5ab-4db91d8c4ea1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451670 Feb 13 23:30:19.166088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-33841fe0-8b40-4b02-980d-3968b474dd51 req-00267380-cd5b-4dd7-af10-44988c738d1b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:19.167340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33841fe0-8b40-4b02-980d-3968b474dd51 req-00267380-cd5b-4dd7-af10-44988c738d1b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 931 time: 0.2020693 Feb 13 23:30:19.278287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33841fe0-8b40-4b02-980d-3968b474dd51 req-dfd2067f-00d3-4a58-bca5-768c6a9bc661 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033971 Feb 13 23:30:19.278822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.491138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:19.604389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fd2a9-ea6e-402d-b807-a3c5ebb565c9 req-08ab49d7-38a9-4a42-a144-c9cd47006949 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:19.611311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-159fd2a9-ea6e-402d-b807-a3c5ebb565c9 req-08ab49d7-38a9-4a42-a144-c9cd47006949 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.0898161 Feb 13 23:30:19.642576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:19.649697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.666216 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-159fd2a9-ea6e-402d-b807-a3c5ebb565c9 req-cbd8b1ae-3b99-451b-a7b7-1541bbea4d29 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538228 Feb 13 23:30:19.666524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Transition to ACTIVE for port object 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:19.672777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.717115 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.749585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:19.753356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Usage tracker for resource:security_group_rule and tenant:84f4a9d257574d4e96382c51e70d4825 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:19.756353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:19.762424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:19.835216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.841616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:19.853218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Pushing event updated for resources: {'Port': ['ID=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:19.898896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:19.899122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84f4a9d257574d4e96382c51e70d4825&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4058273 Feb 13 23:30:19.900723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d447a6-1a8e-47b0-8626-cf2d0a6d0ba1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:19.909733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.910091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.910426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.910751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.911072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.911393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.911710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.912029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.912603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.912915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.913225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739689aa-eb93-465a-ae8a-08cbab487f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:19.998123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d93f-e484-4558-b018-7bb5f8de0f22 req-9b82e907-1576-4672-be8d-27442adc9d09 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:19.999064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36147c8-43ff-4a51-969b-4105cdc2be98 req-b31f3bd8-f141-4b8c-95fe-2f7b7d1ee1b7 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:20.000493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d36147c8-43ff-4a51-969b-4105cdc2be98 req-b31f3bd8-f141-4b8c-95fe-2f7b7d1ee1b7 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.0831075 Feb 13 23:30:20.004713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c31d93f-e484-4558-b018-7bb5f8de0f22 req-9b82e907-1576-4672-be8d-27442adc9d09 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.2852297 Feb 13 23:30:20.052144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d36147c8-43ff-4a51-969b-4105cdc2be98 req-045df208-02ee-4c61-a751-587a1fccf0c9 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Feb 13 23:30:20.169641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Attempting to bind port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:20.170047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Attempting to bind port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:20.170312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Attempting to bind port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:20.185881 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd7e0-73ea-46e3-931d-f04c435e5b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.204518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c31d93f-e484-4558-b018-7bb5f8de0f22 req-e998876b-2168-4bbc-93cd-d4b4e1eca427 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989779 Feb 13 23:30:20.205032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:20.205345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Attempting to bind port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:20.226521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd7e0-73ea-46e3-931d-f04c435e5b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.235732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:20.235732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:20.235732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:20.235732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Bound port: 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:20.235732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.265285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53a32-91c7-4133-8833-aeb556303e98 req-dbfb87f8-246b-46dc-8ef6-0033cb1a1e1c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:20.266793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35b53a32-91c7-4133-8833-aeb556303e98 req-dbfb87f8-246b-46dc-8ef6-0033cb1a1e1c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.0902016 Feb 13 23:30:20.301640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:20.315945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35b53a32-91c7-4133-8833-aeb556303e98 req-11037c44-3b58-437b-bc26-705c766bf668 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Feb 13 23:30:20.360750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] For port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:20.363890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] For port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:20.377128 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.409934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd7e0-73ea-46e3-931d-f04c435e5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.420194 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad', 'code': 200} Feb 13 23:30:20.452167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdd7e0-73ea-46e3-931d-f04c435e5b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d447a6-1a8e-47b0-8626-cf2d0a6d0ba1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:20.464802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.466420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] 10.222.0.42 "PUT /v2.0/ports/8b324d6c-81c3-4ea0-a7af-9e47187e2c5b HTTP/1.1" status: 200 len: 1091 time: 1.3620877 Feb 13 23:30:20.467723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'tag': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:20.477537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bbdd7e0-73ea-46e3-931d-f04c435e5b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.481442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8bbdd7e0-73ea-46e3-931d-f04c435e5b26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24d447a6-1a8e-47b0-8626-cf2d0a6d0ba1 HTTP/1.1" status: 204 len: 168 time: 0.5790648 Feb 13 23:30:20.489390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a2625-1d37-4e57-b243-b02e53a3ac53 service neutron] Pushing event updated for resources: {'Port': ['ID=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:20.710162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9785f6-b9f0-4efa-91bb-5b833ff842d9 req-45259e6c-def4-4dc0-acfa-765d8befb3c1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:20.713122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a9785f6-b9f0-4efa-91bb-5b833ff842d9 req-45259e6c-def4-4dc0-acfa-765d8befb3c1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 943 time: 0.1627519 Feb 13 23:30:20.748433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-27b2fd36-5b44-4527-835c-3a4334cb15ce tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:20.749897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-27b2fd36-5b44-4527-835c-3a4334cb15ce tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.2293725 Feb 13 23:30:20.754437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-9dce93d6-7565-46d4-b2b2-e8d135be95b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 1094 time: 0.1561189 Feb 13 23:30:20.761866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae088c9-9936-42f4-b1e4-0839a5546a3c req-53d1a49f-561b-4c2e-a92d-2bfb4844e91a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:20.763335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ae088c9-9936-42f4-b1e4-0839a5546a3c req-53d1a49f-561b-4c2e-a92d-2bfb4844e91a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1403763 Feb 13 23:30:20.766475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e42b3350-e3ae-4c97-8cf0-39b0ac3e39b8 req-eef77531-ff0f-4abd-a303-6b33f0e23f3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 1097 time: 0.1862538 Feb 13 23:30:20.843023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-548c75d7-5763-4b7a-9312-da22be2f83ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b HTTP/1.1" status: 200 len: 217 time: 0.0713661 Feb 13 23:30:20.849136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a9785f6-b9f0-4efa-91bb-5b833ff842d9 req-29a82595-59f3-4847-a1f8-ec17dfb90917 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291790 Feb 13 23:30:20.877032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Deleting port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:30:20.877449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:20.911580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ae088c9-9936-42f4-b1e4-0839a5546a3c req-d4ce2a73-24a6-4a6b-af02-a202377b81b7 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417136 Feb 13 23:30:20.940600 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'tag': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b', 'status': 'completed', 'code': 200} Feb 13 23:30:21.061763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e42b3350-e3ae-4c97-8cf0-39b0ac3e39b8 req-a8443e9c-f792-4543-ac8c-e68298dd58da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054401 Feb 13 23:30:21.082626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-37ed30df-e256-4ab2-a1e8-e9cd06de9a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:21.084350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-37ed30df-e256-4ab2-a1e8-e9cd06de9a99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1322207 Feb 13 23:30:21.225342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001496a-0988-43da-8ced-6338608aa35e req-da11675d-20be-421a-9b09-076e92b4d952 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:21.228138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e001496a-0988-43da-8ced-6338608aa35e req-da11675d-20be-421a-9b09-076e92b4d952 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.0961556 Feb 13 23:30:21.273738 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e001496a-0988-43da-8ced-6338608aa35e req-e581717b-d037-4ba3-85a9-1a1482fe06b4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Feb 13 23:30:21.284914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] For port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,segment=NetworkSegment(8df6ce79-01f2-4cc2-b498-5f5afb285b81),segment_id=8df6ce79-01f2-4cc2-b498-5f5afb285b81)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:21.285278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:21.364694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-a53a379c-5b03-4fa8-b3e5-45a64e2efe97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561967 Feb 13 23:30:21.451171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Calling delete_port for ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:30:21.576287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-04100d00-62a4-4bb8-a7af-c440608110a8 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020664 Feb 13 23:30:21.588638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b45c1-218f-4317-9445-4abe745fca26 req-489e89c1-1126-4100-912a-d576fe1a5420 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:21.594538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a45b45c1-218f-4317-9445-4abe745fca26 req-489e89c1-1126-4100-912a-d576fe1a5420 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1467981 Feb 13 23:30:21.597020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10730fff-1b5e-440e-bc38-c482a913493c req-a929c769-2098-4116-bb58-36308c840e59 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:21.604349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10730fff-1b5e-440e-bc38-c482a913493c req-a929c769-2098-4116-bb58-36308c840e59 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 945 time: 0.3739557 Feb 13 23:30:21.723475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10730fff-1b5e-440e-bc38-c482a913493c req-46bae22f-806f-4f6c-9434-5d3ada213b8d tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/security-groups?id=2758a3ef-ce60-4789-93cf-7218b92f045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173677 Feb 13 23:30:21.740657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e861b63a-80d3-4ce7-817c-c92d7c3c84ce req-7604c38a-2e96-4962-a9e8-8bbe15e48d67 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 1096 time: 0.2968383 Feb 13 23:30:21.742368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a45b45c1-218f-4317-9445-4abe745fca26 req-12d23d17-a2f4-44c0-a0da-a5c1f24fd7e5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460800 Feb 13 23:30:21.777949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:21.796447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b99654-4ed8-49cb-a6e9-45f7eca37f1d req-651f5027-5214-4d17-bec7-eec1f24e63e5 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989369 Feb 13 23:30:21.853540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Pushing event deleted for resources: {'Port': ['ID=ad2bc7d1-df7c-4217-9eb2-5d68acf15c67,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:21.927969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.928318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.928659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.928996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.929356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.929696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.930018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.930367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.930691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.931014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.931336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:21.935387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e861b63a-80d3-4ce7-817c-c92d7c3c84ce req-2391179f-0f53-440e-a874-1d5200ae1ba2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874890 Feb 13 23:30:21.949722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] No DVR routers for this DVR port ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:30:21.959233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:21.970977 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-3407d219-9617-4d00-82a9-8302d7e1ead3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 1094 time: 0.1186070 Feb 13 23:30:21.984279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbc1f878-e104-44fe-8887-f67d9a7d69e2 req-2b19d725-749c-402b-a8d4-7bb7869cfb90 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.42 "DELETE /v2.0/ports/ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 HTTP/1.1" status: 204 len: 173 time: 1.1974750 Feb 13 23:30:22.005131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15c169-3d03-4e50-9018-5dd97a0decea req-08acecbe-a31f-4c40-9f56-69c5f876ffb7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:22.006690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc15c169-3d03-4e50-9018-5dd97a0decea req-08acecbe-a31f-4c40-9f56-69c5f876ffb7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.1054251 Feb 13 23:30:22.059610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc15c169-3d03-4e50-9018-5dd97a0decea req-ef6bc81b-cabf-4a28-9907-7c695dd7c056 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Feb 13 23:30:22.101748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2eea-c0d7-488f-8b7a-1b9284d49422 req-0df9ea74-7d4e-4a72-b60a-6ca698c72e80 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:22.103451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6fe2eea-c0d7-488f-8b7a-1b9284d49422 req-0df9ea74-7d4e-4a72-b60a-6ca698c72e80 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 943 time: 0.0931082 Feb 13 23:30:22.152713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6fe2eea-c0d7-488f-8b7a-1b9284d49422 req-86ee0b0d-f5e4-4d2e-ab30-9c29c8075fb4 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Feb 13 23:30:22.463196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-efac0b8c-ce3b-42e7-a4c1-b895f1a9cb53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:22.464653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-efac0b8c-ce3b-42e7-a4c1-b895f1a9cb53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.2839038 Feb 13 23:30:22.474159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeccb0-3314-47c0-b034-81f90f6b5bbd req-1854e11f-5a51-4b20-a708-9663c768c4cc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:22.475565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4efeccb0-3314-47c0-b034-81f90f6b5bbd req-1854e11f-5a51-4b20-a708-9663c768c4cc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2740016 Feb 13 23:30:22.516996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2677b8-8d27-4c50-ac6b-a2a26a3ac8d5 req-7095f48f-1267-4210-a30c-1015cc60672d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:22.518464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee2677b8-8d27-4c50-ac6b-a2a26a3ac8d5 req-7095f48f-1267-4210-a30c-1015cc60672d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.0858974 Feb 13 23:30:22.559215 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-0611168e-df79-43f3-9ed4-58a3e50327f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b HTTP/1.1" status: 200 len: 217 time: 0.0826907 Feb 13 23:30:22.631298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4efeccb0-3314-47c0-b034-81f90f6b5bbd req-3bffe61a-63d4-4e1d-9ac1-a757f02f32a1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029470 Feb 13 23:30:22.646068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-b49d4231-a00b-49de-a928-3ec8bb1b9251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:22.649338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-b49d4231-a00b-49de-a928-3ec8bb1b9251 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.0770371 Feb 13 23:30:22.678269 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee2677b8-8d27-4c50-ac6b-a2a26a3ac8d5 req-30858e02-8587-41c7-be09-ac734b6b66dc tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539090 Feb 13 23:30:22.683716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50594) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:22.703108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-e7119b7c-9d6a-4946-abf0-3cf004fad937 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462732 Feb 13 23:30:22.863617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-f7af9fe0-97d6-41e1-8b68-93667081ff09 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424632 Feb 13 23:30:22.891972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1517438293'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:22.901792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:22.907599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Usage tracker for resource:network and tenant:4f728da642064a0386b30495131e2d63 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:22.943555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:22.946422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'name': 'network-vif-deleted', 'tag': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:22.958144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:22.984751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Made reservation on behalf of 4f728da642064a0386b30495131e2d63 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:22.987703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.007001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.036074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61491e4c-7e92-45ab-9cb8-d82289527c04 req-ac789ca3-9104-4f2d-8b2c-ece23f36c4b9 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:23.037880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61491e4c-7e92-45ab-9cb8-d82289527c04 req-ac789ca3-9104-4f2d-8b2c-ece23f36c4b9 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1333694 Feb 13 23:30:23.049028 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9a9813f-6544-4c66-98ca-4bc4794a4618 req-5c7ea79a-6a4b-4e91-ad02-0fb41aecdbd9 tempest-ServerTagsTestJSON-896840310 tempest-ServerTagsTestJSON-896840310-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e17d31-0596-493c-8ed4-e03e1f900a34 HTTP/1.1" status: 200 len: 210 time: 0.1366916 Feb 13 23:30:23.092616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:23.113956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Usage tracker for resource:security_group_rule and tenant:4f728da642064a0386b30495131e2d63 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:23.117030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9ecb4-e77c-4a5d-9951-6a1db2664af0 req-9c5cf39e-03e8-4d1b-a45c-2704df037e2f service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272761 Feb 13 23:30:23.124911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:23.134979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:23.155387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61491e4c-7e92-45ab-9cb8-d82289527c04 req-cbe85128-4659-4921-8a61-73962e36df28 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927680 Feb 13 23:30:23.160989 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e17d31-0596-493c-8ed4-e03e1f900a34', 'name': 'network-vif-deleted', 'tag': 'ad2bc7d1-df7c-4217-9eb2-5d68acf15c67', 'status': 'completed', 'code': 200} Feb 13 23:30:23.252050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.259771 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.328456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:23.348613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc071271-d461-4e40-97d7-aaaa090a46d2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:23.353953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.354312 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Added segment 9432f637-9c4f-4c93-b308-fa98790ed793 of type vlan for network b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd Feb 13 23:30:23.365058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e12c-b45b-4474-9034-864f0114ae89 req-0b7392bd-97df-41cb-aceb-98711b85ed2e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:23.366688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d94e12c-b45b-4474-9034-864f0114ae89 req-0b7392bd-97df-41cb-aceb-98711b85ed2e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.0912910 Feb 13 23:30:23.391123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.438437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fdc1-4e10-471b-aa57-19783a69faab req-58dba31a-e3c2-41d0-9b61-bb0f089b0cd6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:23.441138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e879fdc1-4e10-471b-aa57-19783a69faab req-58dba31a-e3c2-41d0-9b61-bb0f089b0cd6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 943 time: 0.1461127 Feb 13 23:30:23.443301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d94e12c-b45b-4474-9034-864f0114ae89 req-831fea80-3941-4397-90fd-af9ab600b1ec tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689080 Feb 13 23:30:23.447448 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.452155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:23.453335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.596916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9119818 Feb 13 23:30:23.605963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50612) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:23.616251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eec711-83a0-4c52-bd99-1d3f56b0b321 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Pushing event updated for resources: {'Network': ['ID=b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:23.621062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e879fdc1-4e10-471b-aa57-19783a69faab req-f1a55e2f-f78b-49b2-a4f4-89ac8b3b2a4b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633427 Feb 13 23:30:23.646784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:23.689818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4b1f8-fef3-42ea-bc81-8bd167d6e0b9 req-4967712e-09d8-464a-9bfa-8e35e5b2dfcf tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:23.697273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ec4b1f8-fef3-42ea-bc81-8bd167d6e0b9 req-4967712e-09d8-464a-9bfa-8e35e5b2dfcf tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1282065 Feb 13 23:30:23.765720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ec4b1f8-fef3-42ea-bc81-8bd167d6e0b9 req-11afa058-9944-4714-ba06-0f28d4ba7fad tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Feb 13 23:30:23.812723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:30:23.840906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'network': {'name': 'tempest-network--2054197647', 'router:external': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:23.850194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:23.857502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:network and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:23.861288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:23.870404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:23.890204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:30:23.890584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ad2bc7d1-df7c-4217-9eb2-5d68acf15c67 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:30:23.891979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Made reservation on behalf of 0b3fe23c52e04254a69a1ef302361596 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:23.894560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.913319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:23.925511 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:30:23.930488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41c0d4-cb94-405e-8415-613bbca981a4 req-74f2fb39-3ea1-4f87-adb6-b5916e2910ca tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:23.931953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf41c0d4-cb94-405e-8415-613bbca981a4 req-74f2fb39-3ea1-4f87-adb6-b5916e2910ca tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1417120 Feb 13 23:30:23.987172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:23.995341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:security_group_rule and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:24.001141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:24.005907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf41c0d4-cb94-405e-8415-613bbca981a4 req-2eae7b29-2935-4b42-8542-33e709bc54ed tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673776 Feb 13 23:30:24.010929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:24.013180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c819-d1bf-48c4-a886-7eff3727e214 req-f35a5b6d-5009-4189-ad4e-4f01385558b0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:24.014720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2879c819-d1bf-48c4-a886-7eff3727e214 req-f35a5b6d-5009-4189-ad4e-4f01385558b0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1062329 Feb 13 23:30:24.072503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2879c819-d1bf-48c4-a886-7eff3727e214 req-3e2ded84-b127-43ea-b83c-5f56ab1d3f12 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520914 Feb 13 23:30:24.095734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.100151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.133925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:24.139213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb0abc-e4be-4e7f-bd1f-037df886112e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:24.180286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.180487 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Added segment 3964fee4-acc7-49b0-a15f-6ac147024897 of type vlan for network 85446464-d4d0-4a99-9a30-d4dc797a7d7b Feb 13 23:30:24.193726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50626) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:24.236221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.261335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Deleting subnet fbaa3584-55a5-4371-bbbd-97aa6ad39383 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:30:24.265789 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.278303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3d845-dfc4-4255-b501-ad2b2fb07a68 req-b59a67f5-005e-4fc8-b168-ee65f42577a8 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:24.279741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f7a3d845-dfc4-4255-b501-ad2b2fb07a68 req-b59a67f5-005e-4fc8-b168-ee65f42577a8 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 945 time: 0.1368649 Feb 13 23:30:24.307289 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.308133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:24.308707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.364080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.430785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8238604 Feb 13 23:30:24.433393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f7a3d845-dfc4-4255-b501-ad2b2fb07a68 req-ad1e4620-b4a0-426e-8ae2-4a48a1874e3e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459219 Feb 13 23:30:24.433980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86361fa-797c-41a5-b8ad-2546b0f5ba03 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Network': ['ID=85446464-d4d0-4a99-9a30-d4dc797a7d7b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:24.435878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50632) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:24.442783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.447766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 85446464-d4d0-4a99-9a30-d4dc797a7d7b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:24.494658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2661c-4dc2-4ae3-bfcb-75bc1a5d4bc0 req-3f72c71b-6d1a-4c5b-b338-1cda75cb4a3f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:24.496129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ae2661c-4dc2-4ae3-bfcb-75bc1a5d4bc0 req-3f72c71b-6d1a-4c5b-b338-1cda75cb4a3f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1902895 Feb 13 23:30:24.552482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.594590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ae2661c-4dc2-4ae3-bfcb-75bc1a5d4bc0 req-0f4d023d-0901-4c01-942a-3e7ddd7e8e9a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625265 Feb 13 23:30:24.596225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.655615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaa3584-55a5-4371-bbbd-97aa6ad39383,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:24.667039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.685149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.688115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1747af87-0607-426d-9a69-3d451da574ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fbaa3584-55a5-4371-bbbd-97aa6ad39383 HTTP/1.1" status: 204 len: 168 time: 0.4903157 Feb 13 23:30:24.688815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50642) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:24.716851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85446464-d4d0-4a99-9a30-d4dc797a7d7b']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:24.745798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3964fee4-acc7-49b0-a15f-6ac147024897') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:24.746470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3964fee4-acc7-49b0-a15f-6ac147024897') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:24.761020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.781394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.788704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:24.789096 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:24.802909 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:24.868969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.936570 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.953801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85446464-d4d0-4a99-9a30-d4dc797a7d7b {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:30:24.956733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:24.967842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Network': ['ID=85446464-d4d0-4a99-9a30-d4dc797a7d7b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:24.973290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5842b18e-9309-4ca3-b7a6-7131eddda062 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/networks/85446464-d4d0-4a99-9a30-d4dc797a7d7b HTTP/1.1" status: 204 len: 168 time: 0.5364757 Feb 13 23:30:24.976651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50648) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:24.983327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:24.994162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c2baa-112c-4d18-9f19-82ab615093da req-11b801fe-3ce0-430f-a639-c4fc0125e991 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:25.001128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-865c2baa-112c-4d18-9f19-82ab615093da req-11b801fe-3ce0-430f-a639-c4fc0125e991 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.1440487 Feb 13 23:30:25.003382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:25.020601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:network and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:25.025034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:25.035115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:25.067110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Made reservation on behalf of 0b3fe23c52e04254a69a1ef302361596 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:25.069394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.072662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7c76f-badc-4746-a8c4-4e0d419c3ebf req-585d6229-12f6-4578-88a6-60545fdb054c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:25.080570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0bf7c76f-badc-4746-a8c4-4e0d419c3ebf req-585d6229-12f6-4578-88a6-60545fdb054c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 943 time: 0.2993381 Feb 13 23:30:25.097488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-865c2baa-112c-4d18-9f19-82ab615093da req-cf7d5559-3dd4-43fb-8288-44d2605a1836 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 Feb 13 23:30:25.121928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:25.133919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.134372 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Added segment 7847f1b6-1704-4939-ba8d-8cc2d5326ea1 of type vlan for network d6c2a5e2-d385-4e0f-a418-c08447555a0a Feb 13 23:30:25.173752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.235456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0bf7c76f-badc-4746-a8c4-4e0d419c3ebf req-afe23d51-16ad-440d-ade0-f7864ebc5871 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544511 Feb 13 23:30:25.242712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.272042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af081530-c460-4a6a-8548-9f0c0547ed70']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:25.289583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df6ce79-01f2-4cc2-b498-5f5afb285b81') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:25.289942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df6ce79-01f2-4cc2-b498-5f5afb285b81') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:25.305127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.325950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.334895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:25.336526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:25.353244 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:25.423664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.424589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:25.425232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.494469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.518746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.530229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] Pushing event deleted for resources: {'Network': ['ID=af081530-c460-4a6a-8548-9f0c0547ed70,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:25.541993 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ac05e723-3e21-4145-86fd-d66251f5428c admin admin] 10.222.0.36 "DELETE /v2.0/networks/af081530-c460-4a6a-8548-9f0c0547ed70 HTTP/1.1" status: 204 len: 168 time: 0.8522065 Feb 13 23:30:25.551714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a3055-0e90-44e2-ae20-7f649d4efd5d req-cee8994e-ca17-4790-853e-c9647a43aeec tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:25.553225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b41a3055-0e90-44e2-ae20-7f649d4efd5d req-cee8994e-ca17-4790-853e-c9647a43aeec tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1413167 Feb 13 23:30:25.554857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5769753 Feb 13 23:30:25.557612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:25.565257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'subnet': {'network_id': 'd6c2a5e2-d385-4e0f-a418-c08447555a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:25.576739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a4170-b193-40fa-acd2-dc613d5b835b tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Network': ['ID=d6c2a5e2-d385-4e0f-a418-c08447555a0a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:25.589940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d6c2a5e2-d385-4e0f-a418-c08447555a0a details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:25.592883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:25.600459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-d5a14142-9149-4c26-8d92-2c750a7f5dd1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:25.602313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-d5a14142-9149-4c26-8d92-2c750a7f5dd1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 811 time: 0.3975704 Feb 13 23:30:25.603666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:subnet and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:25.607832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:25.618595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:25.624192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-d127b586-c9d0-490f-81fe-49a396ced3c2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/quotas/2b21e3f0397045f181e6603c2afda208 HTTP/1.1" status: 200 len: 375 time: 0.0155737 Feb 13 23:30:25.627102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b41a3055-0e90-44e2-ae20-7f649d4efd5d req-abb3a14d-c785-442b-92bc-21f0d03c3ad0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661902 Feb 13 23:30:25.636705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Made reservation on behalf of 0b3fe23c52e04254a69a1ef302361596 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:25.639614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:25.716138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:25.766975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-fcb15758-a718-4054-bda4-d3878c5ad68d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253552 Feb 13 23:30:25.925409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:25.946503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b', 'mac_address': 'fa:16:3e:3f:45:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:26.008677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50668) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:26.024479 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.060929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:26.072913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-64c40110-ab6e-47c2-84df-e5bf4b3e9a43 service neutron] 10.222.0.36 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999675 Feb 13 23:30:26.087881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:26.099062 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.200541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:26.208116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-48f68ca2-68c2-490e-a1fb-039e5087aaba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb2516ba46e04c6ebe3b6c3964a6d465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1981170 Feb 13 23:30:26.217540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50672) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:26.240348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-73c2f3bd-eadf-4cc9-9b7e-bf15336fb34f service neutron] 10.222.0.36 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664870 Feb 13 23:30:26.352057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:30:26.352659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.464985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4da6-73c1-466b-b98f-771347195637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.479776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b2c4211-eaaf-4fdb-ab17-19057146a786,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:26.515060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4da6-73c1-466b-b98f-771347195637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.529170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8b324d6c-81c3-4ea0-a7af-9e47187e2c5b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:26.534180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d226de-a250-4ef4-baa9-b873ded80626 req-f91ca624-768c-4426-a08a-5889566b4ec1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:26.535821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24d226de-a250-4ef4-baa9-b873ded80626 req-f91ca624-768c-4426-a08a-5889566b4ec1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2543960 Feb 13 23:30:26.538216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc58ae-957e-41a6-ad0d-af71bc09104c req-2d39ed55-b97f-4757-9221-548c5486e345 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:26.540145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9cc58ae-957e-41a6-ad0d-af71bc09104c req-2d39ed55-b97f-4757-9221-548c5486e345 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.0983453 Feb 13 23:30:26.546945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Checking segment: {'id': '7847f1b6-1704-4939-ba8d-8cc2d5326ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd6c2a5e2-d385-4e0f-a418-c08447555a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:26.547315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Network hostable DHCP agents. Network: d6c2a5e2-d385-4e0f-a418-c08447555a0a, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:30:26.603447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9cc58ae-957e-41a6-ad0d-af71bc09104c req-7f2a3b2f-aafe-4e65-bfe4-e49aa7e37b2f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Feb 13 23:30:26.643267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24d226de-a250-4ef4-baa9-b873ded80626 req-68d6b929-89c1-4479-8ea7-c668f063a847 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968542 Feb 13 23:30:26.650488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Network d6c2a5e2-d385-4e0f-a418-c08447555a0a is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:30:26.665552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4da6-73c1-466b-b98f-771347195637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.693712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d6c2a5e2-d385-4e0f-a418-c08447555a0a) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:26.709020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b804740-9ba6-4ca3-9abf-6a9e22f185a3 None None] Network d6c2a5e2-d385-4e0f-a418-c08447555a0a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:30:26.709606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:26.710225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.717228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac4da6-73c1-466b-b98f-771347195637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758a3ef-ce60-4789-93cf-7218b92f045d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:26.789787 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa2b52e4-1611-47c8-aaea-ebff78f3f6cc req-9a07b34d-b56b-42bb-87ad-31bfa636c869 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 210 time: 0.0853467 Feb 13 23:30:26.817669 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-586f8e03-f674-44d0-9c44-84145e78fd54 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2496591 Feb 13 23:30:26.817669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4da6-73c1-466b-b98f-771347195637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:26.818247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50692) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:26.818337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b0ac4da6-73c1-466b-b98f-771347195637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2758a3ef-ce60-4789-93cf-7218b92f045d HTTP/1.1" status: 204 len: 168 time: 0.5989079 Feb 13 23:30:26.822063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6c2a5e2-d385-4e0f-a418-c08447555a0a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:26.831697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:26.874408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:floatingip and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:26.878682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:26.888525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:26.921384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa8ca-7bff-4246-a4d0-7d09e292a51c req-8d3a455f-d695-4dea-8c94-8b86507f7834 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:26.928059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef8fa8ca-7bff-4246-a4d0-7d09e292a51c req-8d3a455f-d695-4dea-8c94-8b86507f7834 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 944 time: 0.1880059 Feb 13 23:30:26.970329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:27.077303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef8fa8ca-7bff-4246-a4d0-7d09e292a51c req-51f38673-151b-4598-98ca-709f5b113075 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483788 Feb 13 23:30:27.176408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9401b-6971-4fd4-9671-58d0bc3eb430 None None] Network d6c2a5e2-d385-4e0f-a418-c08447555a0a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:30:27.180821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:27.339465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5526-94e6-4ca4-9163-ac9d3dc6153d req-f8095960-d72a-48d2-8f00-6228718363e5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:27.343977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5526-94e6-4ca4-9163-ac9d3dc6153d req-f8095960-d72a-48d2-8f00-6228718363e5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:27.348012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5526-94e6-4ca4-9163-ac9d3dc6153d req-f8095960-d72a-48d2-8f00-6228718363e5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:27.350346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-729d5526-94e6-4ca4-9163-ac9d3dc6153d req-f8095960-d72a-48d2-8f00-6228718363e5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9&device_id=3a95845a-086a-4167-ad57-539463222b15&device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 2417 time: 0.1846900 Feb 13 23:30:27.411646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Allocated IP 172.20.0.5 (d6c2a5e2-d385-4e0f-a418-c08447555a0a/1b2c4211-eaaf-4fdb-ab17-19057146a786/f7acc421-c733-4f8d-9657-708899508c83) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:27.423226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-729d5526-94e6-4ca4-9163-ac9d3dc6153d req-26c6dfb0-858d-4fd1-a4c8-8e8c1758ea76 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661891 Feb 13 23:30:27.580186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbf0b7-a5a6-47c0-87b7-b87203868700 req-92bc7872-5dc4-4a3f-9f3a-0c8fbb0b61fe tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:27.582702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ccbf0b7-a5a6-47c0-87b7-b87203868700 req-92bc7872-5dc4-4a3f-9f3a-0c8fbb0b61fe tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2637668 Feb 13 23:30:27.656935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:27.673592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ccbf0b7-a5a6-47c0-87b7-b87203868700 req-41fa44f5-d290-4af2-b70d-7c385753c0e5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793211 Feb 13 23:30:27.711032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36edb05-58cc-4be4-b61f-e3d2ebaf79e1 req-e7934592-216b-48eb-81a1-f40d2077a092 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:27.711445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:27.712758 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e36edb05-58cc-4be4-b61f-e3d2ebaf79e1 req-e7934592-216b-48eb-81a1-f40d2077a092 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.0885103 Feb 13 23:30:27.767941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e36edb05-58cc-4be4-b61f-e3d2ebaf79e1 req-5f7f8ec8-410c-4685-9e59-4bea27ba1d5c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Feb 13 23:30:27.784322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Network d6c2a5e2-d385-4e0f-a418-c08447555a0a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:27.788084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:27.791072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Port': ['ID=f7acc421-c733-4f8d-9657-708899508c83,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:27.793145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:27.947903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da215-e625-471e-a3a4-bca8ded00401 req-7cff42da-63f9-4def-a91b-d71862260d5e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:27.949428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a44da215-e625-471e-a3a4-bca8ded00401 req-7cff42da-63f9-4def-a91b-d71862260d5e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1217520 Feb 13 23:30:28.048057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.106719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50722) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:28.264753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-5555d0cf-697d-4ee9-9e17-da4412fd95f9 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:28.266273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-5555d0cf-697d-4ee9-9e17-da4412fd95f9 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 811 time: 0.2887185 Feb 13 23:30:28.287963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a44da215-e625-471e-a3a4-bca8ded00401 req-4cccb83f-54c0-4094-ab9f-d191c7cef3ee tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824545 Feb 13 23:30:28.303902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.315769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Request body: {'port': {'device_id': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'admin_state_up': True, 'tenant_id': '2b21e3f0397045f181e6603c2afda208'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:28.342331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5526ff88-3adb-481f-bc4c-e276ff84a734 req-2a20afed-fc5c-47cf-92f2-4148bc6c453f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 210 time: 0.0750999 Feb 13 23:30:28.352366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-839291631-network', 'tenant_id': '949f0475d7c646f3a10300c6368d76eb'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:28.514516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:28.528955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Usage tracker for resource:network and tenant:949f0475d7c646f3a10300c6368d76eb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:28.533842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:28.544655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:28.573620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Made reservation on behalf of 949f0475d7c646f3a10300c6368d76eb for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:28.575934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.595143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.646016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:28.662627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:28.665791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:28.670360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Usage tracker for resource:security_group_rule and tenant:949f0475d7c646f3a10300c6368d76eb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:28.675626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:28.682972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:28.688587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Made reservation on behalf of 2b21e3f0397045f181e6603c2afda208 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:28.691759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.693625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7dcd0-b22e-47cd-9fef-0db9cbbb43b7 req-da8a9349-edcc-49fd-bf90-008258918068 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:28.695273 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ed7dcd0-b22e-47cd-9fef-0db9cbbb43b7 req-da8a9349-edcc-49fd-bf90-008258918068 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 944 time: 0.2554607 Feb 13 23:30:28.699323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-297c2637-5f49-48be-b0f6-0d2b4845347b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2585316 Feb 13 23:30:28.776839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.793323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.868305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ed7dcd0-b22e-47cd-9fef-0db9cbbb43b7 req-cba3ca80-1538-403c-9629-654aa2eb4333 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633475 Feb 13 23:30:28.894302 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.913555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.922370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Port': ['ID=f7acc421-c733-4f8d-9657-708899508c83,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:28.953088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:28.955971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Allocated IP 172.20.0.4 (b6eaefbf-98eb-476f-804a-6adf284cdffe/a0de2080-91c4-41f7-a2e8-241e34f3e1bb/9eaffd3a-47c0-4912-9b14-1eeea20c4ce2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:28.961647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:28.962468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-c91a177c-1a69-4cf3-8fd2-90e65d96e7d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 1097 time: 0.2264330 Feb 13 23:30:28.979395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7fb82-8388-4f97-9574-74fda9ce077a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:29.034662 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.035003 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Added segment f48c0983-9dd7-4521-835d-07e495aadfea of type vlan for network bd8bebd8-3577-4898-9a85-b651000bb1fb Feb 13 23:30:29.073560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.077402 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7279212e-fb58-4e8b-8b74-9d791ac87274 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2615683 Feb 13 23:30:29.079627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50740) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:29.120460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.173890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9a27455-4e4f-407d-a8ce-8e4fe3181038 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Synchronizing usage tracker for tenant:0b3fe23c52e04254a69a1ef302361596 on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:29.220136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-a8af0473-ca83-478d-be53-6a1e27430d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:29.221576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-a8af0473-ca83-478d-be53-6a1e27430d19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.2242434 Feb 13 23:30:29.226437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9a27455-4e4f-407d-a8ce-8e4fe3181038 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Unset dirty status for tenant:0b3fe23c52e04254a69a1ef302361596 on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:29.226437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9a27455-4e4f-407d-a8ce-8e4fe3181038 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=d6c2a5e2-d385-4e0f-a418-c08447555a0a HTTP/1.1" status: 200 len: 689 time: 0.1452889 Feb 13 23:30:29.228692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50744) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:29.283515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d56e9-55e4-4efe-8c62-a0f08e613eb3 req-64ff0e8f-1d6d-490d-8919-fe6fdf2e9359 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:29.290905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af4d56e9-55e4-4efe-8c62-a0f08e613eb3 req-64ff0e8f-1d6d-490d-8919-fe6fdf2e9359 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.3071256 Feb 13 23:30:29.303147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.303978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:29.304870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.372761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-f2c1dae7-3766-4086-ac90-5bf5f140ed1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7 HTTP/1.1" status: 200 len: 217 time: 0.1183400 Feb 13 23:30:29.477911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.489137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] Pushing event updated for resources: {'Network': ['ID=bd8bebd8-3577-4898-9a85-b651000bb1fb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:29.500338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bd8bebd8-3577-4898-9a85-b651000bb1fb details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:29.501397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a40f65a1-e071-4bd7-8bc3-f0c34cd453ba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3935485 Feb 13 23:30:29.505117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50756) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:29.513794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Request body: {'subnet': {'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-839291631-subnet', 'tenant_id': '949f0475d7c646f3a10300c6368d76eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:29.518789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af4d56e9-55e4-4efe-8c62-a0f08e613eb3 req-b2ec68e5-afa2-47d1-acba-4385bb172f16 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271025 Feb 13 23:30:29.522486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:29.524505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-013570eb-3a43-4717-87fb-bd7a78ca647e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:29.525943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-013570eb-3a43-4717-87fb-bd7a78ca647e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.1325879 Feb 13 23:30:29.527435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Usage tracker for resource:subnet and tenant:949f0475d7c646f3a10300c6368d76eb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:29.531052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:29.532340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.538806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:29.556315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Made reservation on behalf of 949f0475d7c646f3a10300c6368d76eb for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:29.558848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.578321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.598710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['2e9bada0-c099-4bde-bd91-864ac56e30ea'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:29.646013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-e39a4d06-bb95-4155-abb8-1b0ddaad019d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108685 Feb 13 23:30:29.721428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:29.723641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Network b6eaefbf-98eb-476f-804a-6adf284cdffe is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:29.732861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:29.735483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:29.736253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Deleting port f7acc421-c733-4f8d-9657-708899508c83 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:30:29.736581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.807413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Pushing event updated for resources: {'Port': ['ID=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:29.837664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:29.838345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:29.893543 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-6805a2b9-0d16-4b28-bd8b-7a2fcb36e54a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5901728 Feb 13 23:30:29.908156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Request body: {'port': {'device_id': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:29.921933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:29.931498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:29.931860 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.087021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4420176-7687-4a23-b637-f5667af7df99 req-23141549-abf0-4b97-992e-e4da08c66416 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:30.090694 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4420176-7687-4a23-b637-f5667af7df99 req-23141549-abf0-4b97-992e-e4da08c66416 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.6149154 Feb 13 23:30:30.121333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.123143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.123626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-8d5fccfe-07c0-4a3f-bcc1-db56bf65e063 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630949 Feb 13 23:30:30.159634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:30.167116 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3534abdb-cbe7-43a1-a4f0-e7e00ceaa7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.172001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:30.177044 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.183503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.230788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584de52a-0bfc-42d1-a706-d1bf9c660426,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:30.257970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:30.280155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.280575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.327255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8ccdf-f690-48ef-8095-9728a924817d req-adc88539-5c17-4ce1-aef8-f0bbeb860e81 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:30.327862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-30c8ccdf-f690-48ef-8095-9728a924817d req-adc88539-5c17-4ce1-aef8-f0bbeb860e81 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Synchronizing usage tracker for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:30.378679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Checking segment: {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:30.379040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Network hostable DHCP agents. Network: bd8bebd8-3577-4898-9a85-b651000bb1fb, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:30:30.416591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-30c8ccdf-f690-48ef-8095-9728a924817d req-adc88539-5c17-4ce1-aef8-f0bbeb860e81 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Unset dirty status for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:30.416942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4420176-7687-4a23-b637-f5667af7df99 req-b496018a-d97f-43de-8f82-0f96d3a04d59 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981894 Feb 13 23:30:30.417732 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30c8ccdf-f690-48ef-8095-9728a924817d req-adc88539-5c17-4ce1-aef8-f0bbeb860e81 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 931 time: 0.3805981 Feb 13 23:30:30.423318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Calling delete_port for f7acc421-c733-4f8d-9657-708899508c83 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:30:30.492537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11bd0c21-bf2d-4ba9-bb02-96b54150ad6b req-a71a87a1-725b-4a9c-bbe3-6c76197ac484 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528571 Feb 13 23:30:30.598794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.645547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7acc421-c733-4f8d-9657-708899508c83,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:30.671531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Network bd8bebd8-3577-4898-9a85-b651000bb1fb is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:30:30.696809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30c8ccdf-f690-48ef-8095-9728a924817d req-15ff7d12-c428-4938-b85b-265508941433 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631185 Feb 13 23:30:30.697386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bd8bebd8-3577-4898-9a85-b651000bb1fb) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:30.701822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:30.702440 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.706844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74b025-4884-44dd-b01d-4edae975537e None None] Network bd8bebd8-3577-4898-9a85-b651000bb1fb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:30:30.754828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b9e475e7-2dfb-46e0-a496-03c319614418 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2475209 Feb 13 23:30:30.782973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.836397 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b', 'code': 200} Feb 13 23:30:30.889673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:30.907225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:30.937193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Transition to ACTIVE for port object 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:30.984035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.013726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.063336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87990260-971d-4ebf-a18b-112b9dc677c1 None None] Network bd8bebd8-3577-4898-9a85-b651000bb1fb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:30:31.128782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f16afd-3fcd-45e8-bef1-525ff29e9e18 req-3f965015-f671-4f3b-97d8-d7a7946fcda7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:31.134660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3f16afd-3fcd-45e8-bef1-525ff29e9e18 req-3f965015-f671-4f3b-97d8-d7a7946fcda7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.2715585 Feb 13 23:30:31.141647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23695f04-d04d-4d13-90c2-e97b39d15ec9 req-3ffbde15-b02f-4d09-954d-3383dd9f5af5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 1096 time: 0.2129726 Feb 13 23:30:31.166322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Pushing event updated for resources: {'Port': ['ID=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:31.193897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.242444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2c4211-eaaf-4fdb-ab17-19057146a786,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:31.256977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10083930-f597-4cc1-a1e0-ed584801c1b5 req-a3322625-8760-4cf1-9b19-efb79090e6e4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:31.259092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10083930-f597-4cc1-a1e0-ed584801c1b5 req-a3322625-8760-4cf1-9b19-efb79090e6e4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.3165708 Feb 13 23:30:31.284035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3f16afd-3fcd-45e8-bef1-525ff29e9e18 req-c98cfbd1-c460-494d-a247-4bf248a8fa9d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393335 Feb 13 23:30:31.328211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Attempting to bind port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:31.328554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Attempting to bind port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:31.328886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Attempting to bind port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 on network b6eaefbf-98eb-476f-804a-6adf284cdffe {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:31.339099 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10083930-f597-4cc1-a1e0-ed584801c1b5 req-446900bc-30f1-48a5-9c8f-db2d825e2026 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Feb 13 23:30:31.340027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 on network b6eaefbf-98eb-476f-804a-6adf284cdffe not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:31.340163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Attempting to bind port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 on network b6eaefbf-98eb-476f-804a-6adf284cdffe {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:31.340965 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23695f04-d04d-4d13-90c2-e97b39d15ec9 req-af0ca707-9b66-4fc6-91aa-9e5d140d738e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762502 Feb 13 23:30:31.346957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:31.347352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Checking segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:31.347676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Bound using segment: {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:31.348104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Bound port: 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cfed08-9328-46df-b9ed-521aab7633c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:31.348451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.367754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.394958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c2a5e2-d385-4e0f-a418-c08447555a0a']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:31.408603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7847f1b6-1704-4939-ba8d-8cc2d5326ea1') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:31.408957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7847f1b6-1704-4939-ba8d-8cc2d5326ea1') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:31.422546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.462377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] For port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:31.465590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] For port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:31.471760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.486844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.496339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:31.496734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:31.511081 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:31.543884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.545424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] 10.222.0.42 "PUT /v2.0/ports/9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 HTTP/1.1" status: 200 len: 1091 time: 1.6435132 Feb 13 23:30:31.545731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'tag': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:31.560365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88109d75-fcd0-435c-a40f-411db24efd7d service neutron] Pushing event updated for resources: {'Port': ['ID=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:31.609183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d45fe-1984-4bb0-885c-a5be8663d0d1 req-7a02558f-aaf6-4b7e-97a1-1ba9a132f46c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:31.610699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-653d45fe-1984-4bb0-885c-a5be8663d0d1 req-7a02558f-aaf6-4b7e-97a1-1ba9a132f46c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1806619 Feb 13 23:30:31.634085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.667045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6c2a5e2-d385-4e0f-a418-c08447555a0a {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:30:31.672023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:31.674860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6c2a5e2-d385-4e0f-a418-c08447555a0a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:31.714744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-653d45fe-1984-4bb0-885c-a5be8663d0d1 req-b931181a-1f5f-4c29-a269-c8da618a8bc8 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976272 Feb 13 23:30:31.717493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca16717f-253c-4f48-97e2-27a900192635 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d6c2a5e2-d385-4e0f-a418-c08447555a0a HTTP/1.1" status: 204 len: 168 time: 2.4870322 Feb 13 23:30:31.719764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:31.853793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-30daee45-ff26-4017-865e-492d74754d46 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:31.854510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-30daee45-ff26-4017-865e-492d74754d46 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Synchronizing usage tracker for tenant:949f0475d7c646f3a10300c6368d76eb on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:31.868543 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-a3dd9fdb-314d-4227-83c2-0429aff109c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 1094 time: 0.1457646 Feb 13 23:30:31.931794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-30daee45-ff26-4017-865e-492d74754d46 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Unset dirty status for tenant:949f0475d7c646f3a10300c6368d76eb on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:31.932957 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-30daee45-ff26-4017-865e-492d74754d46 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 813 time: 0.2925208 Feb 13 23:30:31.956526 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-0c08eea8-aea6-44b6-a70c-f0c963e7488c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 HTTP/1.1" status: 200 len: 217 time: 0.0778930 Feb 13 23:30:31.967105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-dc449a6f-9168-4c21-98a1-3d3dd27a4feb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/quotas/949f0475d7c646f3a10300c6368d76eb HTTP/1.1" status: 200 len: 375 time: 0.0194528 Feb 13 23:30:32.008139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba20c0ab-ff7f-4732-9cd0-a05f044a62a6 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Synchronizing usage tracker for tenant:0b3fe23c52e04254a69a1ef302361596 on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:32.047899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf57e82-86e5-47cf-9158-78f6407ce4b1 req-6661c0a5-926b-4108-84d4-5b6e337390bb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.049618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-faf57e82-86e5-47cf-9158-78f6407ce4b1 req-6661c0a5-926b-4108-84d4-5b6e337390bb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.2122386 Feb 13 23:30:32.050769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba20c0ab-ff7f-4732-9cd0-a05f044a62a6 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Unset dirty status for tenant:0b3fe23c52e04254a69a1ef302361596 on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:32.054759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba20c0ab-ff7f-4732-9cd0-a05f044a62a6 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.3310602 Feb 13 23:30:32.055202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:32.066759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-4434868c-bb29-4760-a219-9c6813e07479 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966702 Feb 13 23:30:32.154145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-faf57e82-86e5-47cf-9158-78f6407ce4b1 req-e0b07c36-8c2d-4cd5-9a7e-667585b75d0d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964987 Feb 13 23:30:32.166711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.167088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.167447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.168128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.168128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.168987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.169462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.169690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.170051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.171144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Synchronizing usage tracker for tenant:0b3fe23c52e04254a69a1ef302361596 on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:32.187934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-a3cf6da0-f6cb-423b-bd19-b27f3cf31b31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.188958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Unset dirty status for tenant:0b3fe23c52e04254a69a1ef302361596 on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:32.189544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-a3cf6da0-f6cb-423b-bd19-b27f3cf31b31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.1677403 Feb 13 23:30:32.193107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7cf61429-4d7a-40bc-b99f-591036701ae9 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5946 time: 0.1342087 Feb 13 23:30:32.193418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50796) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:32.241444 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'tag': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2', 'status': 'completed', 'code': 200} Feb 13 23:30:32.258222 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-a53e89c9-ad02-4807-a6bd-daa0c4c07e0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560155 Feb 13 23:30:32.267688 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-a56311e8-9292-467e-83f6-9d1e34291666 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] delete failed (client error): The resource could not be found. Feb 13 23:30:32.271407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a56311e8-9292-467e-83f6-9d1e34291666 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/e6228e5a-de41-4a91-8a65-8ad345cbaabb HTTP/1.1" status: 404 len: 345 time: 0.0744030 Feb 13 23:30:32.272273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50800) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:32.295020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9c72f70-1a57-4752-a302-341d0fcbe165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:32.300372 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f0cd51-1633-4ff7-b3a8-77368f14fdb7 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] DELETE failed (client error): The resource could not be found. Feb 13 23:30:32.300825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f0cd51-1633-4ff7-b3a8-77368f14fdb7 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:30:32.306865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-04f0cd51-1633-4ff7-b3a8-77368f14fdb7 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d6c2a5e2-d385-4e0f-a418-c08447555a0a HTTP/1.1" status: 404 len: 339 time: 0.0299230 Feb 13 23:30:32.308510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50804) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:32.314350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'network': {'name': 'tempest-network--440817923', 'router:external': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:32.322269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:32.327271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:network and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:32.330330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:32.331051 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6d10373b-9d94-4891-ab4a-b67ee1f3b4aa service neutron] 10.222.0.36 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516260 Feb 13 23:30:32.369545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:32.387097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Made reservation on behalf of 0b3fe23c52e04254a69a1ef302361596 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:32.389272 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:32.430358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:32.443659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:32.443924 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Added segment e8644541-0f23-4e2f-afec-e037d4e456cb of type vlan for network b4fc2581-0f19-4b46-8987-1f35e5c0f7f4 Feb 13 23:30:32.455017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68265066-25b9-4e9b-9cf3-de8d1ac5626a req-033a0ea0-6939-4e2a-95d5-2833fad3efa0 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.456446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68265066-25b9-4e9b-9cf3-de8d1ac5626a req-033a0ea0-6939-4e2a-95d5-2833fad3efa0 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 943 time: 0.1226108 Feb 13 23:30:32.509073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:32.533610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68265066-25b9-4e9b-9cf3-de8d1ac5626a req-226fc030-ef67-4f13-9dba-630da8dcdf90 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698869 Feb 13 23:30:32.559073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:32.560072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.560715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:32.667719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3581283 Feb 13 23:30:32.671067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50812) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:32.699397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-1fca475f-bf85-4941-ba57-ee2ad29bfe56 service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270308 Feb 13 23:30:32.704001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cb847-09d7-4a7c-a3c4-a4b6a7f60e99 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Network': ['ID=b4fc2581-0f19-4b46-8987-1f35e5c0f7f4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:32.716910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b4fc2581-0f19-4b46-8987-1f35e5c0f7f4 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:32.784451 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-d3d933be-9103-467d-942c-f05b6e8317c2 service neutron] 10.222.0.36 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093344 Feb 13 23:30:32.817449 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-0383457a-7e16-4c3e-85ad-bcc2f3cde900 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3597431 Feb 13 23:30:32.861608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc9915a1-8ac6-43a0-aead-1e74e235160e req-507343ff-39df-443e-bf13-25b0404a479d service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485300 Feb 13 23:30:32.903556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.907429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.911512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.916725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.917651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Synchronizing usage tracker for tenant:4f728da642064a0386b30495131e2d63 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:32.932494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb9999-ade4-4513-b9ee-5b0189b13c06 req-a2f3d89b-9eb9-4bd4-8ea6-e1b01744230d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:32.933990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59fb9999-ade4-4513-b9ee-5b0189b13c06 req-a2f3d89b-9eb9-4bd4-8ea6-e1b01744230d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.2342422 Feb 13 23:30:32.983447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Unset dirty status for tenant:4f728da642064a0386b30495131e2d63 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:32.984644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2fc381d2-15d1-4514-945d-f08f155ea27e tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3126192 Feb 13 23:30:32.990408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:33.103616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59fb9999-ade4-4513-b9ee-5b0189b13c06 req-71af754c-a753-43d6-8f2f-7af1675fecfd tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487463 Feb 13 23:30:33.151647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.173531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-6238377d-eea8-46bb-bacd-363711d692a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.2733939 Feb 13 23:30:33.188438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-b8b0dca6-5350-4ee5-b919-064e89610e0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 1094 time: 0.2013750 Feb 13 23:30:33.199189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a50e4-0488-4bce-a63d-b94641c35c14 req-1751136c-4588-4dc7-aeae-0bc378a33114 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:33.200795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f99a50e4-0488-4bce-a63d-b94641c35c14 req-1751136c-4588-4dc7-aeae-0bc378a33114 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1511600 Feb 13 23:30:33.423211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.449219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f99a50e4-0488-4bce-a63d-b94641c35c14 req-9bb85902-d845-446b-be28-ff9fb69a1da3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263165 Feb 13 23:30:33.458665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fc2581-0f19-4b46-8987-1f35e5c0f7f4']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:33.475570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8644541-0f23-4e2f-afec-e037d4e456cb') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:33.476975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8644541-0f23-4e2f-afec-e037d4e456cb') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:33.494906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.501121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.505192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-062067b6-b633-4b21-bc48-db5ab1e2fb27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:33.506729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-062067b6-b633-4b21-bc48-db5ab1e2fb27 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2827895 Feb 13 23:30:33.507565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-195afd5f-4190-4744-b12d-678da332570b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:33.509553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-195afd5f-4190-4744-b12d-678da332570b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 911 time: 0.3073974 Feb 13 23:30:33.526790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396b24d-0980-4d45-b310-5736e112a8d3 req-f5ff4dc6-3b5b-4356-b452-5608d0a28f7a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:33.528383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2396b24d-0980-4d45-b310-5736e112a8d3 req-f5ff4dc6-3b5b-4356-b452-5608d0a28f7a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2452190 Feb 13 23:30:33.529452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.537864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:33.538301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:33.552693 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:33.643334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-6d362f39-50b5-4c80-a303-9759bebab328 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 HTTP/1.1" status: 200 len: 217 time: 0.0698197 Feb 13 23:30:33.669649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2396b24d-0980-4d45-b310-5736e112a8d3 req-22058d53-4e6b-4c43-a3b5-7371adf641a7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338189 Feb 13 23:30:33.675506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.700634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4fc2581-0f19-4b46-8987-1f35e5c0f7f4 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:30:33.701554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.708021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4fc2581-0f19-4b46-8987-1f35e5c0f7f4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:33.721322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ae4f75cc-5d35-421d-96ac-d2af2c1df411 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b4fc2581-0f19-4b46-8987-1f35e5c0f7f4 HTTP/1.1" status: 204 len: 168 time: 0.7225342 Feb 13 23:30:33.724772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:33.732040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'network': {'name': 'tempest-network--1050394725', 'router:external': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:33.733907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ad2eb05-af78-4c07-8289-ef8a5ce7210c req-af336bba-ee2d-4299-9a59-268c67c99f91 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 210 time: 0.0900285 Feb 13 23:30:33.735795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.737612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-fd2689e5-167b-4c08-90f7-3ad76e889a30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.2244761 Feb 13 23:30:33.737736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:33.742975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:network and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:33.746207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:33.752670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:33.767697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Made reservation on behalf of 0b3fe23c52e04254a69a1ef302361596 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:33.770710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.817637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:33.822658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-a7fcab0a-4cb8-475b-8238-1d990d0d19a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:33.824213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-a7fcab0a-4cb8-475b-8238-1d990d0d19a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.1437263 Feb 13 23:30:33.858698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:33.859232 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Added segment 27042ac6-9f82-4ac9-a25c-c74b25eacf8d of type vlan for network f206a195-4424-463a-8897-0d032b5d427f Feb 13 23:30:33.874232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-9c058c4a-ec74-496a-b081-94261e8be89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:33.875733 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-9c058c4a-ec74-496a-b081-94261e8be89d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1298242 Feb 13 23:30:33.882726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-c6ffbaf7-f522-4d5d-8932-e5bf6a749cbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474963 Feb 13 23:30:33.926802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:34.043379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:34.044267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.044846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:34.131833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-e001143e-857f-4fcb-9c6e-d01d2ac57681 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479634 Feb 13 23:30:34.243873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-2df03a7f-bed5-45a9-836a-c15b5e0c491b service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277886 Feb 13 23:30:34.272086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5438364 Feb 13 23:30:34.272086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce623a-328f-45bb-beca-ec242d24b4ee tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Network': ['ID=f206a195-4424-463a-8897-0d032b5d427f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:34.272641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:34.283855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f206a195-4424-463a-8897-0d032b5d427f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:34.379010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4785e7-8dac-4fc1-a42b-ad617c7e8c33 req-40691f4c-28ea-494c-9d22-3872188ef3e6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.380475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d4785e7-8dac-4fc1-a42b-ad617c7e8c33 req-40691f4c-28ea-494c-9d22-3872188ef3e6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.3905606 Feb 13 23:30:34.433050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321beac9-5bb2-4bc2-b038-1aacdaa09731 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.434528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-321beac9-5bb2-4bc2-b038-1aacdaa09731 tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] 10.222.0.36 "GET /v2.0/networks/f206a195-4424-463a-8897-0d032b5d427f HTTP/1.1" status: 200 len: 757 time: 0.1601226 Feb 13 23:30:34.442733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50846) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:34.501288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05d70-c49e-49fc-8b20-e82129812388 req-e39eb5c5-8149-4c57-abd2-b16d27a025d1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.502763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-31c05d70-c49e-49fc-8b20-e82129812388 req-e39eb5c5-8149-4c57-abd2-b16d27a025d1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 943 time: 0.4786828 Feb 13 23:30:34.601130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-4b69f932-6388-4852-bc5c-8afb9b2c692f service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572051 Feb 13 23:30:34.628197 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d4785e7-8dac-4fc1-a42b-ad617c7e8c33 req-0bea0859-8015-4123-84f5-e6f2a7146c46 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385902 Feb 13 23:30:34.703248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b441b3b-9cf5-415e-93f4-d76422ba4e63 req-3ee50da9-720c-4f4d-8677-6f4c9fd548ef service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434330 Feb 13 23:30:34.709616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-31c05d70-c49e-49fc-8b20-e82129812388 req-46d8c94f-494a-4e6f-b1a9-836697f264dd tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967521 Feb 13 23:30:34.739975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02478cc2-d1db-47b5-a46d-489ac0bb2efd tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.741312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-02478cc2-d1db-47b5-a46d-489ac0bb2efd tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] 10.222.0.36 "GET /v2.0/networks/b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd HTTP/1.1" status: 200 len: 768 time: 0.2976015 Feb 13 23:30:34.750661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:34.753983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-c7db836a-abbf-4d9e-9514-0f31d9a35eb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.755430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-c7db836a-abbf-4d9e-9514-0f31d9a35eb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 813 time: 0.2806387 Feb 13 23:30:34.780701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe0080a8-080c-4e7c-8731-aa18634692ba req-c7749c0f-8781-4aa8-abff-d08c1bf2daec service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727078 Feb 13 23:30:34.796933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Request body: {'port': {'device_id': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'admin_state_up': True, 'tenant_id': '949f0475d7c646f3a10300c6368d76eb'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:34.911169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:34.943460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:34.963633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58650c-db3d-48f6-8c2f-04dabba4a4b6 req-c28d0735-c4e9-442e-8fbf-16985b03ddaa tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:34.965060 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e58650c-db3d-48f6-8c2f-04dabba4a4b6 req-c28d0735-c4e9-442e-8fbf-16985b03ddaa tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.2087619 Feb 13 23:30:34.967312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:34.972264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Usage tracker for resource:port and tenant:949f0475d7c646f3a10300c6368d76eb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:34.975774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:34.994273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:35.022205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Made reservation on behalf of 949f0475d7c646f3a10300c6368d76eb for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:35.025160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.045938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e58650c-db3d-48f6-8c2f-04dabba4a4b6 req-5742bac3-3641-4e5f-8c78-5883c742afd7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747867 Feb 13 23:30:35.068972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20147f-a02c-486a-aa89-b7f960ae5e43 req-b1a40151-b37e-4397-a686-e52fb0962b3e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:35.070739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb20147f-a02c-486a-aa89-b7f960ae5e43 req-b1a40151-b37e-4397-a686-e52fb0962b3e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2198193 Feb 13 23:30:35.094863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.135210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f206a195-4424-463a-8897-0d032b5d427f']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:35.152170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27042ac6-9f82-4ac9-a25c-c74b25eacf8d') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:35.152496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27042ac6-9f82-4ac9-a25c-c74b25eacf8d') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:35.165861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb20147f-a02c-486a-aa89-b7f960ae5e43 req-bcef458a-0c5f-4a34-a72e-969e7863c0ea tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873647 Feb 13 23:30:35.167398 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.191596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.199355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:35.200492 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:35.216507 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:35.249816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Allocated IP 172.20.0.7 (bd8bebd8-3577-4898-9a85-b651000bb1fb/584de52a-0bfc-42d1-a706-d1bf9c660426/c651593e-2d04-4a75-9fd7-69b8247d7e76) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:35.311541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeba226-aa13-477a-83bf-22564c8aa42d req-7e965b69-5d75-464b-ab0e-fa37c6c56926 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:35.312959 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8aeba226-aa13-477a-83bf-22564c8aa42d req-7e965b69-5d75-464b-ab0e-fa37c6c56926 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1480358 Feb 13 23:30:35.332712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-613bbb7d-5761-4a76-8a5a-189a3d84650b req-2b5656eb-e12d-42c9-bfb6-cee2be3af068 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 210 time: 0.0474317 Feb 13 23:30:35.337996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.355877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f206a195-4424-463a-8897-0d032b5d427f {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:30:35.360021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.365350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Network': ['ID=f206a195-4424-463a-8897-0d032b5d427f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:35.371051 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c40c2da-5d64-45c1-a3f8-2c9300dc93da tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f206a195-4424-463a-8897-0d032b5d427f HTTP/1.1" status: 204 len: 168 time: 0.6113348 Feb 13 23:30:35.374850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:35.380345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'network': {'name': 'tempest-network--1114857434'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:35.387371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:35.391807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Usage tracker for resource:network and tenant:0b3fe23c52e04254a69a1ef302361596 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:35.395278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:35.402071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:35.418851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Made reservation on behalf of 0b3fe23c52e04254a69a1ef302361596 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:35.421422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.464775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:30:35.479368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.479587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8aeba226-aa13-477a-83bf-22564c8aa42d req-afb28bb7-7fa8-4709-92b3-b75ce8748854 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567504 Feb 13 23:30:35.479782 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Added segment f36d1283-1322-431c-b185-2400d5991692 of type vlan for network ece66fed-1274-4ec9-839f-4285c79b86e9 Feb 13 23:30:35.518500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.563388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.564264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:35.564879 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.574244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.607555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.671348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2953601 Feb 13 23:30:35.674927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:35.681376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:35.704502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638256eb-3d1c-4c42-a8eb-508e6cda4044 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Network': ['ID=ece66fed-1274-4ec9-839f-4285c79b86e9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:35.715813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ece66fed-1274-4ec9-839f-4285c79b86e9 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:30:35.737282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:35.744746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:35.819989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Network bd8bebd8-3577-4898-9a85-b651000bb1fb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:35.821449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:35.828153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:35.925018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:35.925612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:35.951491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648d99d-8074-43eb-acb9-0398bce2db68 req-7e3a60cf-bfa0-4616-89f4-9755c297d53f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:35.953757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6648d99d-8074-43eb-acb9-0398bce2db68 req-7e3a60cf-bfa0-4616-89f4-9755c297d53f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.2819450 Feb 13 23:30:35.980475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6a21e0be-be70-4480-9ccd-1bcc34f9eca4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1872113 Feb 13 23:30:36.000977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Request body: {'port': {'device_id': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:36.015615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:36.030955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2', 'network_id': 'b6eaefbf-98eb-476f-804a-6adf284cdffe', 'port_id': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2', 'mac_address': 'fa:16:3e:1f:52:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0de2080-91c4-41f7-a2e8-241e34f3e1bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:36.067887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6648d99d-8074-43eb-acb9-0398bce2db68 req-3781ea45-3420-496c-b111-e9b5557f935c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076412 Feb 13 23:30:36.079951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6bf7f-435b-4ee7-af7f-346bb0e153d6 req-64f14e50-f0c6-4efb-9386-59c03133cd8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:36.086659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35e6bf7f-435b-4ee7-af7f-346bb0e153d6 req-64f14e50-f0c6-4efb-9386-59c03133cd8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.3093960 Feb 13 23:30:36.144389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.145761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.166697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35e6bf7f-435b-4ee7-af7f-346bb0e153d6 req-37778594-5baa-4092-9583-78bb944e6426 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790186 Feb 13 23:30:36.168237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:36.168364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.187191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:36.197202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.206181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.238928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Network ece66fed-1274-4ec9-839f-4285c79b86e9 is not hosted by any dhcp agent {{(pid=83661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 13 23:30:36.239747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:36.240328 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.244974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "PUT /v2.0/networks/ece66fed-1274-4ec9-839f-4285c79b86e9 HTTP/1.1" status: 200 len: 857 time: 0.5658219 Feb 13 23:30:36.280893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:36.281120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50882) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:36.294381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.295149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.296310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.296870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.297462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.298210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.298767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.299293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.299691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.300083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.300477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:30:36.365180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e233684-1ecf-4549-ba96-10d73308c5a1 tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event updated for resources: {'Network': ['ID=ece66fed-1274-4ec9-839f-4285c79b86e9,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:36.407378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a1f8-fb9f-4b65-be2a-b960968c6356 req-207b8cae-d6ec-4128-9f05-2267d6e2ab10 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:36.408842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2e23a1f8-fb9f-4b65-be2a-b960968c6356 req-207b8cae-d6ec-4128-9f05-2267d6e2ab10 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.0893545 Feb 13 23:30:36.560912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2e23a1f8-fb9f-4b65-be2a-b960968c6356 req-451243e8-5455-44b9-afba-b0bd485beb97 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452312 Feb 13 23:30:36.621450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.638789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['9eaffd3a-47c0-4912-9b14-1eeea20c4ce2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:36.755961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122778-d96c-4ff9-8bc7-6d806b83d0b7 req-eb2a6cfd-2721-4689-8fe9-451bfc77fc8f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:36.756718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ccbaa-83c7-44b2-a409-d2a8d4fe49a2 req-8f808b6d-675f-46b8-8cec-2c6945049b3f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:36.757971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-32122778-d96c-4ff9-8bc7-6d806b83d0b7 req-eb2a6cfd-2721-4689-8fe9-451bfc77fc8f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 944 time: 0.5232127 Feb 13 23:30:36.759346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c3ccbaa-83c7-44b2-a409-d2a8d4fe49a2 req-8f808b6d-675f-46b8-8cec-2c6945049b3f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.0820858 Feb 13 23:30:36.806690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c3ccbaa-83c7-44b2-a409-d2a8d4fe49a2 req-ccbbd135-eae4-4232-9eb8-6e8fe8e3e411 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Feb 13 23:30:36.877922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.923219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-32122778-d96c-4ff9-8bc7-6d806b83d0b7 req-a8b4acbf-449d-4b27-8c95-427fb3662cdf tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503067 Feb 13 23:30:36.925615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece66fed-1274-4ec9-839f-4285c79b86e9']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:36.949685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36d1283-1322-431c-b185-2400d5991692') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:36.949985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36d1283-1322-431c-b185-2400d5991692') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:36.953665 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:36.998600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.016930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74794bf-5c7f-4d76-bb69-47dd3a7429c8 req-8ca80a6d-230b-4080-bd9e-b1e7590ef7d9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:37.018602 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d74794bf-5c7f-4d76-bb69-47dd3a7429c8 req-8ca80a6d-230b-4080-bd9e-b1e7590ef7d9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 931 time: 0.0940278 Feb 13 23:30:37.033040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.036458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c651593e-2d04-4a75-9fd7-69b8247d7e76 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:37.047609 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.050069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:37.050517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:37.064703 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:37.069201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d74794bf-5c7f-4d76-bb69-47dd3a7429c8 req-f7b79ae7-24d0-4442-913a-9ee02e8630df tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Synchronizing usage tracker for tenant:949f0475d7c646f3a10300c6368d76eb on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:37.086630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d74794bf-5c7f-4d76-bb69-47dd3a7429c8 req-f7b79ae7-24d0-4442-913a-9ee02e8630df tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Unset dirty status for tenant:949f0475d7c646f3a10300c6368d76eb on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:37.087841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d74794bf-5c7f-4d76-bb69-47dd3a7429c8 req-f7b79ae7-24d0-4442-913a-9ee02e8630df tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628660 Feb 13 23:30:37.200375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Transition to ACTIVE for port object c651593e-2d04-4a75-9fd7-69b8247d7e76 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:37.203063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.207553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.226345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ece66fed-1274-4ec9-839f-4285c79b86e9 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:30:37.263970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.277109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] Pushing event deleted for resources: {'Network': ['ID=ece66fed-1274-4ec9-839f-4285c79b86e9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:37.299361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e622cf49-6129-4005-9114-232a7bbe49eb tempest-ExternalNetworksTestJSON-1604924821 tempest-ExternalNetworksTestJSON-1604924821-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ece66fed-1274-4ec9-839f-4285c79b86e9 HTTP/1.1" status: 204 len: 168 time: 1.0125763 Feb 13 23:30:37.299817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50894) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:37.343651 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fce5de-ee87-468b-8dca-5fed9213cc7b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] DELETE failed (client error): The resource could not be found. Feb 13 23:30:37.344078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fce5de-ee87-468b-8dca-5fed9213cc7b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:30:37.345729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-32fce5de-ee87-468b-8dca-5fed9213cc7b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] 10.222.0.36 "DELETE /v2.0/subnets/1b2c4211-eaaf-4fdb-ab17-19057146a786 HTTP/1.1" status: 404 len: 337 time: 0.0449274 Feb 13 23:30:37.348527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50900) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:37.369390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204dbb1-421c-412e-a9cf-02f8e8e14e13 req-84ef5cba-ecf5-4f76-a734-35e2707e61c7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:37.370944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4204dbb1-421c-412e-a9cf-02f8e8e14e13 req-84ef5cba-ecf5-4f76-a734-35e2707e61c7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.3013155 Feb 13 23:30:37.378238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:37.503483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4204dbb1-421c-412e-a9cf-02f8e8e14e13 req-f29a178b-d7ca-4de7-8a0e-d0a09f03f645 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225755 Feb 13 23:30:37.539537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Attempting to bind port c651593e-2d04-4a75-9fd7-69b8247d7e76 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:37.539996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Attempting to bind port c651593e-2d04-4a75-9fd7-69b8247d7e76 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:37.540318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Attempting to bind port c651593e-2d04-4a75-9fd7-69b8247d7e76 on network bd8bebd8-3577-4898-9a85-b651000bb1fb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:37.546116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Port c651593e-2d04-4a75-9fd7-69b8247d7e76 on network bd8bebd8-3577-4898-9a85-b651000bb1fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:37.546441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Attempting to bind port c651593e-2d04-4a75-9fd7-69b8247d7e76 on network bd8bebd8-3577-4898-9a85-b651000bb1fb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:37.552114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.552850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:37.553181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Checking segment: {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:37.553557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Bound using segment: {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:37.554076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Bound port: c651593e-2d04-4a75-9fd7-69b8247d7e76, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:37.554432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.625985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba33b6b-3e28-4238-b16f-677acedd1285 req-38e9415b-a556-4cf4-a8c6-7ccce00e1d1f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:37.634056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dba33b6b-3e28-4238-b16f-677acedd1285 req-38e9415b-a556-4cf4-a8c6-7ccce00e1d1f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1630797 Feb 13 23:30:37.645611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:37.649275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:37.657585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.752970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:37.771113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.772619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.774175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] 10.222.0.42 "PUT /v2.0/ports/c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 1091 time: 1.7779584 Feb 13 23:30:37.774607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:37.784997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771578a-bec4-476c-9f22-cca88a6b18ae service neutron] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:37.785184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dba33b6b-3e28-4238-b16f-677acedd1285 req-8ce386da-ef2d-4f07-bb44-a752fe5d8cf4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500552 Feb 13 23:30:37.806369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:37.822321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9432f637-9c4f-4c93-b308-fa98790ed793') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:37.822675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9432f637-9c4f-4c93-b308-fa98790ed793') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:30:37.822877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749db1-5d11-4bd4-92ed-f5c439d7eb2b req-a6c01f30-6b65-47a4-b343-ee1d84f3833f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:37.829947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f749db1-5d11-4bd4-92ed-f5c439d7eb2b req-a6c01f30-6b65-47a4-b343-ee1d84f3833f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.1748106 Feb 13 23:30:37.838855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.867334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.884484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:30:37.884841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:30:37.906557 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:30:37.941020 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'status': 'completed', 'code': 200} Feb 13 23:30:37.953976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f749db1-5d11-4bd4-92ed-f5c439d7eb2b req-8e749990-ec2a-43b3-a8cc-29b7216d5741 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224234 Feb 13 23:30:37.955217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:37.976257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'mac_address': 'fa:16:3e:d2:a9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:38.028618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-9ff03e8f-2c5e-4a2e-8fdf-cc60c033dd4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1094 time: 0.1706085 Feb 13 23:30:38.043861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.056383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.061525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.072567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6432bba8-a2c6-4d61-a107-992f4b391e8c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:38.091813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:38.097190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.138900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-076d24e7-3505-4d23-9938-b875efdaca32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 217 time: 0.0937960 Feb 13 23:30:38.139103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] 10.222.0.36 "DELETE /v2.0/networks/b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd HTTP/1.1" status: 204 len: 168 time: 0.7869012 Feb 13 23:30:38.141071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8937902-5d09-4d1d-bdb6-3cdfcbca116b tempest-ExternalNetworksTestJSON-892664905 tempest-ExternalNetworksTestJSON-892664905-project] Pushing event deleted for resources: {'Network': ['ID=b03e1f77-8fcc-42fb-aad4-d6fe5e04d6fd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:38.180446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94efa43-fd47-4976-aaeb-364d814dbda6 req-54c7afb1-e2c2-4839-9303-70888b611bad tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:38.182104 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c94efa43-fd47-4976-aaeb-364d814dbda6 req-54c7afb1-e2c2-4839-9303-70888b611bad tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 944 time: 0.1100674 Feb 13 23:30:38.201325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:38.245309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c94efa43-fd47-4976-aaeb-364d814dbda6 req-6de3e2be-e9b5-443a-a8bc-b9ddabeee7c3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572658 Feb 13 23:30:38.279608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-2d50bcd0-e18c-411c-ab06-423dab928855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:38.281052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-2d50bcd0-e18c-411c-ab06-423dab928855 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.0882542 Feb 13 23:30:38.332705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612ab7d-05fe-4920-bbeb-6239955f49c3 req-99385bdc-9b4f-456a-b0c4-e9ee6e4ca92f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:38.334168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b612ab7d-05fe-4920-bbeb-6239955f49c3 req-99385bdc-9b4f-456a-b0c4-e9ee6e4ca92f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 944 time: 0.1893957 Feb 13 23:30:38.340831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-73c47fbb-b580-4f78-b991-5ff18fc9b4a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498788 Feb 13 23:30:38.381543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['6432bba8-a2c6-4d61-a107-992f4b391e8c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:38.411054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50916) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:38.466895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae6317-3da1-4fba-83db-ef7fd3b3a990 req-3892c19f-8b17-4845-a1d9-57c2edbd9021 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:38.468664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1ae6317-3da1-4fba-83db-ef7fd3b3a990 req-3892c19f-8b17-4845-a1d9-57c2edbd9021 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.1069937 Feb 13 23:30:38.521722 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1ae6317-3da1-4fba-83db-ef7fd3b3a990 req-e3c7c626-d313-4f6a-8613-68c60327ea40 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Feb 13 23:30:38.598614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b612ab7d-05fe-4920-bbeb-6239955f49c3 req-98b6bd8b-2963-4a87-b9db-c80425054e64 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550449 Feb 13 23:30:38.631470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bd5b3191-55c4-4c3a-aff6-6c9d95162999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f728da642064a0386b30495131e2d63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2189097 Feb 13 23:30:38.634536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50924) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:38.637407 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.667384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-d26d95ce-5082-4b95-8cac-48db7533b635 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939092 Feb 13 23:30:38.742401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b5487-dcfc-4da4-8f4a-893cdadcfef5 req-aebb056e-83d6-4cf5-a8bc-82e89aec30e5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:38.744102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a6b5487-dcfc-4da4-8f4a-893cdadcfef5 req-aebb056e-83d6-4cf5-a8bc-82e89aec30e5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.0842190 Feb 13 23:30:38.792355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a6b5487-dcfc-4da4-8f4a-893cdadcfef5 req-b45778a6-5b49-4462-9fec-ed872df6ef1a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Feb 13 23:30:38.801530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f94f30-02c2-423b-8f7e-1e2e4d87bffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.857715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f94f30-02c2-423b-8f7e-1e2e4d87bffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.870463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f942fae1-f2e1-4c83-bb59-7784d5b346d2 req-bb779e3a-31ec-41de-85a7-80e312a6d871 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911993 Feb 13 23:30:38.916905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f94f30-02c2-423b-8f7e-1e2e4d87bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.932207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f94f30-02c2-423b-8f7e-1e2e4d87bffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc071271-d461-4e40-97d7-aaaa090a46d2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:38.943397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f94f30-02c2-423b-8f7e-1e2e4d87bffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:38.948257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2f94f30-02c2-423b-8f7e-1e2e4d87bffa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc071271-d461-4e40-97d7-aaaa090a46d2 HTTP/1.1" status: 204 len: 168 time: 0.3127544 Feb 13 23:30:39.123163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-3fa533de-bfe0-40f4-9e19-2b1cd8b03080 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1094 time: 0.1724911 Feb 13 23:30:39.135325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5c35c-8eab-4328-a8e6-ffbeb378bca3 req-ee6dbe66-ff08-4ff7-aaec-f84b9b598f36 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:39.136963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac5c35c-8eab-4328-a8e6-ffbeb378bca3 req-ee6dbe66-ff08-4ff7-aaec-f84b9b598f36 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1469140 Feb 13 23:30:39.227751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072c95-f55c-4af1-ae9c-2a7ef2fb2da9 req-37ae2eef-c012-4a09-b0e1-79402f4b4ba7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:39.230178 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a072c95-f55c-4af1-ae9c-2a7ef2fb2da9 req-37ae2eef-c012-4a09-b0e1-79402f4b4ba7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.1080234 Feb 13 23:30:39.274153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bac5c35c-8eab-4328-a8e6-ffbeb378bca3 req-1ac77699-53d6-4ae1-a44c-6b95b0c26da8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143060 Feb 13 23:30:39.316289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-7f78c8b7-87e8-4fca-a5ab-62bc41f86d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:39.317901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-7f78c8b7-87e8-4fca-a5ab-62bc41f86d6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 913 time: 0.1800845 Feb 13 23:30:39.346555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a072c95-f55c-4af1-ae9c-2a7ef2fb2da9 req-b652a562-8c47-4df4-9447-50f089639231 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102331 Feb 13 23:30:39.405422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-ee830129-95c4-4f95-9ec0-668eabbde890 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 217 time: 0.0780599 Feb 13 23:30:39.450482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:39.500207 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-95b59cd1-bd32-4fcd-bf73-67a25d6ff52d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b3fe23c52e04254a69a1ef302361596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485713 Feb 13 23:30:39.502651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50948) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:39.526769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-40e8706c-6a00-4791-9997-0ee2d8b23e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:39.528203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-40e8706c-6a00-4791-9997-0ee2d8b23e51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.1112504 Feb 13 23:30:39.577519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a2012d2-26c2-41a1-ad20-94a433468421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:39.614243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a2012d2-26c2-41a1-ad20-94a433468421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:39.633489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-0b393b4c-79da-4ff4-994d-37484a314af0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820732 Feb 13 23:30:39.698813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a2012d2-26c2-41a1-ad20-94a433468421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:39.751059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba998-0bc6-426b-be7d-47a650dae1f2 req-ad2fa4fb-d49e-4a9c-971b-4ecb38dfa265 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:39.759626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0dba998-0bc6-426b-be7d-47a650dae1f2 req-ad2fa4fb-d49e-4a9c-971b-4ecb38dfa265 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 944 time: 0.3020415 Feb 13 23:30:39.761867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:39.793799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a2012d2-26c2-41a1-ad20-94a433468421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:39.799251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8a2012d2-26c2-41a1-ad20-94a433468421 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cabb0abc-e4be-4e7f-bd1f-037df886112e HTTP/1.1" status: 204 len: 168 time: 0.2917180 Feb 13 23:30:39.799251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2012d2-26c2-41a1-ad20-94a433468421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb0abc-e4be-4e7f-bd1f-037df886112e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:39.866607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 6432bba8-a2c6-4d61-a107-992f4b391e8c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:39.866607 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:39.912901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c245e0-96e8-408e-89e7-503d0ef9ee8e req-ea4dac87-f9dd-4b65-8190-647df2208d47 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:39.921994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66c245e0-96e8-408e-89e7-503d0ef9ee8e req-ea4dac87-f9dd-4b65-8190-647df2208d47 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.2187347 Feb 13 23:30:39.952482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0dba998-0bc6-426b-be7d-47a650dae1f2 req-d5c1ba99-d79c-4a31-aabd-0da6120c09b5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915891 Feb 13 23:30:39.967509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-0681d486-f4b4-457a-ae0d-31d807a68996 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172381 Feb 13 23:30:40.015390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66c245e0-96e8-408e-89e7-503d0ef9ee8e req-e3f5653f-9d56-4bb0-9825-52cfe4656fc8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921874 Feb 13 23:30:40.065333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-ece7058c-59ac-49f8-b5d7-77fe490400e1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:40.068973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-ece7058c-59ac-49f8-b5d7-77fe490400e1 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.2568212 Feb 13 23:30:40.075656 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:40.118973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:40.134483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:40.147438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:40.149722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:40.224078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:30:40.224574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:40.250860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e68b7044-eb95-42ea-80b8-152eb40a6748 req-41dddc4f-9516-4a9c-8d16-40cf544fcd85 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753086 Feb 13 23:30:40.357722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f89341-3b09-4b74-a363-11c0050e78d6 req-449f0191-1969-4832-bc5f-39fe73702cdb tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:40.359508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e8f89341-3b09-4b74-a363-11c0050e78d6 req-449f0191-1969-4832-bc5f-39fe73702cdb tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 944 time: 0.1073692 Feb 13 23:30:40.397436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:40.436764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:40.442608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:40.442984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:40.463921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e8f89341-3b09-4b74-a363-11c0050e78d6 req-e98c0e9f-14fd-4acb-8639-11ce2f8f7e44 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Feb 13 23:30:40.562352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93f1ce-7303-4a46-b676-d59336d6f79f req-338fa7a2-efd0-490f-bf0f-c40f6b0ab23f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:40.571099 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c93f1ce-7303-4a46-b676-d59336d6f79f req-338fa7a2-efd0-490f-bf0f-c40f6b0ab23f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2879586 Feb 13 23:30:40.646604 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'code': 200} Feb 13 23:30:40.647327 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:40.704353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:40.712727 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:40.782768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c93f1ce-7303-4a46-b676-d59336d6f79f req-2f41d49b-816a-4af2-a129-adbc7ce3bf01 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104504 Feb 13 23:30:40.860188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:40.923977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:40.925012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:41.053151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580f535-b951-45b6-9b4a-f65d5d5d10af req-73257318-7359-46e6-bee1-34a2135432e1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:41.065151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3580f535-b951-45b6-9b4a-f65d5d5d10af req-73257318-7359-46e6-bee1-34a2135432e1 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1539042 Feb 13 23:30:41.171195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:30:41.173945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3580f535-b951-45b6-9b4a-f65d5d5d10af req-3df19f13-24a4-4296-9de4-66e363e78f6b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060653 Feb 13 23:30:41.362810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50ddb6-1245-4ad1-be51-fe91da044817 req-1cf8aae6-b21a-4164-9351-22431e9f752e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:41.373473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4f50ddb6-1245-4ad1-be51-fe91da044817 req-1cf8aae6-b21a-4164-9351-22431e9f752e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 945 time: 0.2640564 Feb 13 23:30:41.409979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2bdae-6d91-4d0d-8ace-ef60c553fdc1 req-cfc47c3d-42ed-4257-ac9f-929f42307bf6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:41.418720 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22d2bdae-6d91-4d0d-8ace-ef60c553fdc1 req-cfc47c3d-42ed-4257-ac9f-929f42307bf6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1128776 Feb 13 23:30:41.496578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22d2bdae-6d91-4d0d-8ace-ef60c553fdc1 req-7a257754-6b9a-46bd-8df5-8c18f67cbf69 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764322 Feb 13 23:30:41.522190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4f50ddb6-1245-4ad1-be51-fe91da044817 req-5859e581-104a-43cd-ae4f-8c4b07f41605 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469707 Feb 13 23:30:41.571816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:41.587053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7', '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:41.687660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=8b324d6c-81c3-4ea0-a7af-9e47187e2c5b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:41.828076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:41.932903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:30:41.937645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:41.942628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262707-3c65-491c-a3ca-dbb1d8f5a3b1 req-d3a6ec9a-717b-4c1a-94b0-4697efda4e56 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:41.943396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2e262707-3c65-491c-a3ca-dbb1d8f5a3b1 req-d3a6ec9a-717b-4c1a-94b0-4697efda4e56 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Synchronizing usage tracker for tenant:949f0475d7c646f3a10300c6368d76eb on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:41.949366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'name': 'network-vif-deleted', 'tag': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:41.984366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2e262707-3c65-491c-a3ca-dbb1d8f5a3b1 req-d3a6ec9a-717b-4c1a-94b0-4697efda4e56 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Unset dirty status for tenant:949f0475d7c646f3a10300c6368d76eb on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:41.985854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a3e88a9-e09b-442b-81b4-4096548b55ec req-46665720-41f6-4aad-9b3e-e6a50ade178f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "DELETE /v2.0/ports/8b324d6c-81c3-4ea0-a7af-9e47187e2c5b HTTP/1.1" status: 204 len: 173 time: 1.9058356 Feb 13 23:30:41.997393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e262707-3c65-491c-a3ca-dbb1d8f5a3b1 req-d3a6ec9a-717b-4c1a-94b0-4697efda4e56 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.3254132 Feb 13 23:30:42.095151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406bac-0b04-4ea1-966a-3f6ccec23d55 req-e500b226-d7f7-420d-9064-ccf2e24cbe0b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:42.096939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9406bac-0b04-4ea1-966a-3f6ccec23d55 req-e500b226-d7f7-420d-9064-ccf2e24cbe0b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2633028 Feb 13 23:30:42.140512 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e262707-3c65-491c-a3ca-dbb1d8f5a3b1 req-ba1f5fac-39d7-4fce-b76d-b1d99a5e330e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414731 Feb 13 23:30:42.193487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9406bac-0b04-4ea1-966a-3f6ccec23d55 req-f83136ee-d9d7-4ecd-ad81-828c2e271b90 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897007 Feb 13 23:30:42.237303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:42.256709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'port_id': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584de52a-0bfc-42d1-a706-d1bf9c660426', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:42.340473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:42.365187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c651593e-2d04-4a75-9fd7-69b8247d7e76 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:42.389219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:42.393362 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834416ef-88c9-4a2d-ada8-f7f459403ce9', 'name': 'network-vif-deleted', 'tag': '8b324d6c-81c3-4ea0-a7af-9e47187e2c5b', 'status': 'completed', 'code': 200} Feb 13 23:30:42.404681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:42.550115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb78f7-aed4-4b93-bc82-265b14f9a99a req-a5657cc6-1555-4f13-a5d9-e9e8c098100e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:42.552267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65bb78f7-aed4-4b93-bc82-265b14f9a99a req-a5657cc6-1555-4f13-a5d9-e9e8c098100e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1718464 Feb 13 23:30:42.572634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:42.615437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65bb78f7-aed4-4b93-bc82-265b14f9a99a req-ad270e2c-8200-4ddc-9f4c-6f07988859db tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Feb 13 23:30:42.647712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:42.723315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0ea3-2121-4f60-88de-90c62a64a457 req-4f147b09-e041-4d47-8d7c-a49ae2471eab tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:42.740664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-760e0ea3-2121-4f60-88de-90c62a64a457 req-4f147b09-e041-4d47-8d7c-a49ae2471eab tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1348541 Feb 13 23:30:42.839556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-760e0ea3-2121-4f60-88de-90c62a64a457 req-9964e8db-2293-4a89-b777-96d551dba27d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982656 Feb 13 23:30:42.921535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fbb0-0f20-4fdf-8a96-5e654a63b972 req-36e3cabe-7820-47db-b546-0e15ca694f56 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:42.923069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c651593e-2d04-4a75-9fd7-69b8247d7e76'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:42.931108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0791fbb0-0f20-4fdf-8a96-5e654a63b972 req-36e3cabe-7820-47db-b546-0e15ca694f56 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1585701 Feb 13 23:30:43.035934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0791fbb0-0f20-4fdf-8a96-5e654a63b972 req-c8016d4a-0f6c-4f9e-9291-113696c47b5f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035903 Feb 13 23:30:43.131875 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2', 'code': 200} Feb 13 23:30:43.143369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-428bc7bb-7a0c-491a-b573-7d134f327d41 req-2e332c2b-b87a-4491-95ee-ec74a81722e8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:43.177641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-428bc7bb-7a0c-491a-b573-7d134f327d41 req-2e332c2b-b87a-4491-95ee-ec74a81722e8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:43.186603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-428bc7bb-7a0c-491a-b573-7d134f327d41 req-2e332c2b-b87a-4491-95ee-ec74a81722e8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=834416ef-88c9-4a2d-ada8-f7f459403ce9 HTTP/1.1" status: 200 len: 210 time: 0.1543751 Feb 13 23:30:43.352973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-368b3d6f-907c-47ef-8af0-c40a0525af21 req-2d09abc6-f69f-4f0e-87d7-0dd76c8a0cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 1096 time: 0.1031222 Feb 13 23:30:43.455269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-368b3d6f-907c-47ef-8af0-c40a0525af21 req-6fb30f48-cd33-4c91-86f6-b12a1194bd42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904155 Feb 13 23:30:43.461660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825a34-d8a4-4be8-959c-c5464d7deaaf req-11a3a260-b5a6-4706-bbfa-4def65dfcc33 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:43.463415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da825a34-d8a4-4be8-959c-c5464d7deaaf req-11a3a260-b5a6-4706-bbfa-4def65dfcc33 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 944 time: 0.1481431 Feb 13 23:30:43.512886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46ea52-da16-45ee-af2f-1a0dc72beec7 req-14a23584-c14e-4d48-8b0f-d8e1560346c7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:43.517252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c46ea52-da16-45ee-af2f-1a0dc72beec7 req-14a23584-c14e-4d48-8b0f-d8e1560346c7 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1151252 Feb 13 23:30:43.541249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da825a34-d8a4-4be8-959c-c5464d7deaaf req-025422a6-a2b5-469e-9425-e88ad6133120 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Feb 13 23:30:43.593469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c46ea52-da16-45ee-af2f-1a0dc72beec7 req-b15809f9-2f65-4d64-95f0-b320ca7dff45 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709152 Feb 13 23:30:43.667135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51034) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:43.780257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:30:43.818678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-376aef90-282c-4bd0-92c7-64d0606eb45b tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:43.846669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:30:43.847023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8b324d6c-81c3-4ea0-a7af-9e47187e2c5b not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:30:43.871426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b31773-3847-4e92-a4d5-c904b40e002d req-91303735-7b38-4629-aebe-3e6daa495ff1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:43.879091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4b31773-3847-4e92-a4d5-c904b40e002d req-91303735-7b38-4629-aebe-3e6daa495ff1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1109233 Feb 13 23:30:43.902403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-376aef90-282c-4bd0-92c7-64d0606eb45b tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "PUT /v2.0/quotas/1549a7513c9649bea78afe32d7813cb5 HTTP/1.1" status: 200 len: 366 time: 0.2336664 Feb 13 23:30:43.903033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51042) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:43.919112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-79e2266d-5866-4c0c-91e1-5b3a65494a32 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0147982 Feb 13 23:30:43.919537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51046) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:43.957076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4b31773-3847-4e92-a4d5-c904b40e002d req-659aa672-bfde-493e-9466-84f34bce9d40 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765479 Feb 13 23:30:43.959298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17bfb19f-fc5f-4d8a-bbf9-dfdd86252988 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "GET /v2.0/quotas/1549a7513c9649bea78afe32d7813cb5 HTTP/1.1" status: 200 len: 366 time: 0.0371006 Feb 13 23:30:43.962896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:44.027169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:44.027634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8bd78d1-e8d2-4fe0-9018-3259adca55bd tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/1549a7513c9649bea78afe32d7813cb5 HTTP/1.1" status: 204 len: 168 time: 0.0625143 Feb 13 23:30:44.043076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2295865b-cef6-4475-8741-f66af3aa496d tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0143702 Feb 13 23:30:44.047539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51058) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:44.071745 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-166a07fd-2426-4a1d-93da-5128a003caa8 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "GET /v2.0/quotas/1549a7513c9649bea78afe32d7813cb5 HTTP/1.1" status: 200 len: 370 time: 0.0229268 Feb 13 23:30:44.072290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:44.079504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f2e9f16-9101-453b-8d19-1d9e567ca55a tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "GET /v2.0/quotas/1549a7513c9649bea78afe32d7813cb5/default HTTP/1.1" status: 200 len: 370 time: 0.0056233 Feb 13 23:30:44.081485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:44.114722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f90e-6151-45c5-8e66-70c7a17f5e10 req-e331ca03-0a8f-4809-98bf-0db5c58239dd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:44.116336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e297f90e-6151-45c5-8e66-70c7a17f5e10 req-e331ca03-0a8f-4809-98bf-0db5c58239dd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1313493 Feb 13 23:30:44.117926 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-c7e0df3c-9a08-46ab-b63c-1acdbc449811 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] delete failed (client error): The resource could not be found. Feb 13 23:30:44.121637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7e0df3c-9a08-46ab-b63c-1acdbc449811 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/1549a7513c9649bea78afe32d7813cb5 HTTP/1.1" status: 404 len: 348 time: 0.0365138 Feb 13 23:30:44.183727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e297f90e-6151-45c5-8e66-70c7a17f5e10 req-a36a93e8-585e-4cd0-8198-6c75c5f6795a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533187 Feb 13 23:30:44.308306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dff326-b3b5-4f14-9c29-486e3719170c req-cd3e34df-6955-4788-8e18-746fdd71af53 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:44.315738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a3dff326-b3b5-4f14-9c29-486e3719170c req-cd3e34df-6955-4788-8e18-746fdd71af53 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1234043 Feb 13 23:30:44.358722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51078) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:44.380981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a3dff326-b3b5-4f14-9c29-486e3719170c req-b08a15c7-4818-48e7-930a-3e29eb087088 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Feb 13 23:30:44.395398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:network and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.403181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.418966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:subnet and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.423934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.435540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:subnetpool and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.447249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.458717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:port and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.464178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.471323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:router and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.475705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.482840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:floatingip and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.487716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.534285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:security_group and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.538827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.546275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Usage tracker for resource:security_group_rule and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:44.552915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:44.559461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b1077a22-af99-4ec8-86d3-3b7a07df4e29 tempest-QuotasTest-344369160 tempest-QuotasTest-344369160-project-admin] 10.222.0.36 "GET /v2.0/quotas/29f43278980f4d7f8012f457cfb42e25/details.json HTTP/1.1" status: 200 len: 703 time: 0.1997149 Feb 13 23:30:44.821926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-5524f1cf-6c5b-445a-a071-5778850ecb76 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:44.823645 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-5524f1cf-6c5b-445a-a071-5778850ecb76 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.1801639 Feb 13 23:30:44.850220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-b058ba5e-6459-4044-89b5-fe20d98ee2f0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/quotas/f5d2f1b723f74f66af7f023ada9ed457 HTTP/1.1" status: 200 len: 375 time: 0.0133796 Feb 13 23:30:44.851702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe328-3fff-4f4a-9016-be877e99d98e req-bbef0e7f-d801-477c-bd55-221a40aaa03c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:44.859102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c29fe328-3fff-4f4a-9016-be877e99d98e req-bbef0e7f-d801-477c-bd55-221a40aaa03c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 944 time: 0.1555789 Feb 13 23:30:44.946674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c29fe328-3fff-4f4a-9016-be877e99d98e req-9b607077-fcae-4c95-8b89-a51bd79d50c5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863020 Feb 13 23:30:45.018958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-37fea377-085e-46b3-902c-2e360e0fa669 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596684 Feb 13 23:30:45.061475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51100) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:45.266320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3fd40-f9a0-46a8-ae1d-833cde4db0e3 req-9cd67c43-8073-4674-a7de-1e8212fea763 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:45.268239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0f3fd40-f9a0-46a8-ae1d-833cde4db0e3 req-9cd67c43-8073-4674-a7de-1e8212fea763 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1266911 Feb 13 23:30:45.331663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:45.347819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-50a9cc00-c124-48a8-80db-c9dd2cb2a585 service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275833 Feb 13 23:30:45.372289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0f3fd40-f9a0-46a8-ae1d-833cde4db0e3 req-bcd2fd8c-f9cf-4641-b65e-48670c12f9db tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969043 Feb 13 23:30:45.394590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:45.399567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Usage tracker for resource:security_group_rule and tenant:68632ef499924c14818d223d8a967ba8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:45.411462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:45.417361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:45.509249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-93e6420e-2057-4c77-9bd2-c4375c76caae service neutron] 10.222.0.36 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602800 Feb 13 23:30:45.541885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:45.553869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:45.693775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51118) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:45.695245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68632ef499924c14818d223d8a967ba8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6320379 Feb 13 23:30:45.705206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786267c5-00d6-4404-b385-12500e0b1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87fcbb-5d97-49dc-9b32-3d5d24b11517,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:45.766093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f58ff-e179-4eac-8e46-810d90c281dc req-bbe1065b-7947-4ebb-a200-0032b7c8b07c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:45.767771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b78f58ff-e179-4eac-8e46-810d90c281dc req-bbe1065b-7947-4ebb-a200-0032b7c8b07c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2051220 Feb 13 23:30:45.799612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:45.877357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b78f58ff-e179-4eac-8e46-810d90c281dc req-32483c26-25ea-4204-bc27-b8d87df05488 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032484 Feb 13 23:30:45.912398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c651593e-2d04-4a75-9fd7-69b8247d7e76 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:30:45.919219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c651593e-2d04-4a75-9fd7-69b8247d7e76 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:30:45.920368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4f57ede-a0da-4e83-9442-3fa24f5a98e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:45.921085 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:45.929092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a2b3a-a09f-4749-a9be-b88b860b3fa6 req-5f993bf8-f8ad-4741-959d-3ac82d5fa666 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:45.936539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a1a2b3a-a09f-4749-a9be-b88b860b3fa6 req-5f993bf8-f8ad-4741-959d-3ac82d5fa666 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1972697 Feb 13 23:30:46.001563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4f57ede-a0da-4e83-9442-3fa24f5a98e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:46.025086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a1a2b3a-a09f-4749-a9be-b88b860b3fa6 req-cf8c3ae1-cb35-4545-900c-af0533db7e9e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876043 Feb 13 23:30:46.109398 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:46.121953 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4f57ede-a0da-4e83-9442-3fa24f5a98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:46.146719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57ede-a0da-4e83-9442-3fa24f5a98e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87fcbb-5d97-49dc-9b32-3d5d24b11517,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:46.191010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4f57ede-a0da-4e83-9442-3fa24f5a98e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:46.192145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f4f57ede-a0da-4e83-9442-3fa24f5a98e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d87fcbb-5d97-49dc-9b32-3d5d24b11517 HTTP/1.1" status: 204 len: 168 time: 0.4952986 Feb 13 23:30:46.207866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:46.215315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f2bf237-ac04-4335-8d94-00dd0d7b9090 req-38b26af5-bea2-4c2b-8d4e-2155156b4dda tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 210 time: 0.0699327 Feb 13 23:30:46.249559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:46.263277 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:46.285937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be489ac-28d0-46ab-a49e-6f166bf41598 req-367f7691-9905-4981-9990-fcf7666afc8b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:46.290250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4be489ac-28d0-46ab-a49e-6f166bf41598 req-367f7691-9905-4981-9990-fcf7666afc8b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1257675 Feb 13 23:30:46.414324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4be489ac-28d0-46ab-a49e-6f166bf41598 req-7deaeed1-9079-4c01-ac89-ae713d0dc0ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133111 Feb 13 23:30:46.477243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90287-b082-49d0-be2d-e34646994449 req-9fde6c0b-8f4b-4ff5-996c-7fe5e575c57a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:46.486589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4e90287-b082-49d0-be2d-e34646994449 req-9fde6c0b-8f4b-4ff5-996c-7fe5e575c57a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1415036 Feb 13 23:30:46.501837 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'code': 200} Feb 13 23:30:46.515113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:46.557883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4e90287-b082-49d0-be2d-e34646994449 req-d837ea7f-b518-49a5-8970-2e9e2ac0bae2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694525 Feb 13 23:30:46.779613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75df40c0-db76-462b-aed3-ed4d9eda0288 req-9cfd25ec-f354-4ac6-9a34-ef57a9373624 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1096 time: 0.1200788 Feb 13 23:30:46.785580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b484-5f19-4ab0-ac4a-5616fcd2168b req-e26aaffa-62da-407e-9e09-1b1c6c814c12 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:46.795217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dd1b484-5f19-4ab0-ac4a-5616fcd2168b req-e26aaffa-62da-407e-9e09-1b1c6c814c12 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1659896 Feb 13 23:30:46.840239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75df40c0-db76-462b-aed3-ed4d9eda0288 req-f25fa701-d022-4912-8959-f5bb933d47bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Feb 13 23:30:46.861113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51138) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:46.863149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dd1b484-5f19-4ab0-ac4a-5616fcd2168b req-02908707-6706-471d-b7e0-fd471105980a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670216 Feb 13 23:30:46.899145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:46.980561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:46.986550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Usage tracker for resource:security_group_rule and tenant:29f43278980f4d7f8012f457cfb42e25 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:46.995055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:47.006686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:47.109996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:47.126520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:47.175926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4be4-9981-4125-8121-09166de93c6c req-796709b5-69fb-47f8-ba09-4eea78ca29c0 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:47.184491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f4c4be4-9981-4125-8121-09166de93c6c req-796709b5-69fb-47f8-ba09-4eea78ca29c0 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1145344 Feb 13 23:30:47.185432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29f43278980f4d7f8012f457cfb42e25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3202403 Feb 13 23:30:47.190268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51148) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:47.213374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba9372-1559-47a2-b2c2-2ee4cf2c489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af9b55c-65f4-4455-9ba2-eace6e289a13,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:47.253113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f4c4be4-9981-4125-8121-09166de93c6c req-f71d40f4-f9d1-4c9c-aed7-f15bc96678d8 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671966 Feb 13 23:30:47.300453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-424f34a8-7b17-4837-b259-ee5f998f3ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:47.365761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-424f34a8-7b17-4837-b259-ee5f998f3ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:47.512939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9478-0340-4583-b7d7-d3abd90f7cc2 req-234cd808-4902-418b-a25f-e358c188e7a8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:47.530659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e28a9478-0340-4583-b7d7-d3abd90f7cc2 req-234cd808-4902-418b-a25f-e358c188e7a8 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1091864 Feb 13 23:30:47.547316 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-131d8faa-58f3-4e81-80fb-d88a47320467 req-62a3531b-5291-4b46-8ee2-32f82e60e792 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 210 time: 0.0886226 Feb 13 23:30:47.595384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-9805d4a8-ea35-4e27-80e2-cfe3387fb318 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 1096 time: 0.1945910 Feb 13 23:30:47.616660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e28a9478-0340-4583-b7d7-d3abd90f7cc2 req-73d7eb9c-7dcf-4e91-8a64-d337bf79b972 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844464 Feb 13 23:30:47.639138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-424f34a8-7b17-4837-b259-ee5f998f3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:47.777222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f34a8-7b17-4837-b259-ee5f998f3ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af9b55c-65f4-4455-9ba2-eace6e289a13,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:47.791292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-424f34a8-7b17-4837-b259-ee5f998f3ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:47.793782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-424f34a8-7b17-4837-b259-ee5f998f3ee0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0af9b55c-65f4-4455-9ba2-eace6e289a13 HTTP/1.1" status: 204 len: 168 time: 0.6009979 Feb 13 23:30:47.875054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-f9671004-8374-4e80-8e5c-85c04f70424b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:47.876541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-f9671004-8374-4e80-8e5c-85c04f70424b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 911 time: 0.2631524 Feb 13 23:30:47.886352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce842a4-344c-4c52-bcd9-d8ff40566d1b req-ffcc7ed2-d036-4797-a2e1-353676803417 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:47.888027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ce842a4-344c-4c52-bcd9-d8ff40566d1b req-ffcc7ed2-d036-4797-a2e1-353676803417 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1603947 Feb 13 23:30:48.000459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-b976ae3e-83bf-467c-9306-96763c2f7685 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 HTTP/1.1" status: 200 len: 217 time: 0.1000330 Feb 13 23:30:48.126958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda50a9-602e-44e4-a184-7f75ea53f56b req-7cf33bc1-cd9e-4219-9a00-6f362983e50c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:48.142330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bda50a9-602e-44e4-a184-7f75ea53f56b req-7cf33bc1-cd9e-4219-9a00-6f362983e50c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.3917103 Feb 13 23:30:48.169650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ce842a4-344c-4c52-bcd9-d8ff40566d1b req-53d065f0-7a16-4aac-aea5-f00965af55cd tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744961 Feb 13 23:30:48.189910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-c5af554e-5284-4b7c-a100-5f36985ceeeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:48.193055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-c5af554e-5284-4b7c-a100-5f36985ceeeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.1763680 Feb 13 23:30:48.238744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bda50a9-602e-44e4-a184-7f75ea53f56b req-310992fe-85a8-4c1c-81b8-49d28ec215dc tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952194 Feb 13 23:30:48.299393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-1ce61a8b-f75c-41d3-8c30-b49bf6144202 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940433 Feb 13 23:30:48.327285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-d3d6a287-a736-41a8-8aae-1d56c66e7cbc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:48.330852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-d3d6a287-a736-41a8-8aae-1d56c66e7cbc tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 806 time: 0.4992647 Feb 13 23:30:48.358863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Request body: {'port': {'device_id': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'admin_state_up': True, 'tenant_id': 'f5d2f1b723f74f66af7f023ada9ed457'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:48.584411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7c6e5-66a6-489b-811f-c9cb130a5634 req-b81514f2-f1ed-48fc-b3c2-558380050a60 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:48.585723 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ba7c6e5-66a6-489b-811f-c9cb130a5634 req-b81514f2-f1ed-48fc-b3c2-558380050a60 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2293651 Feb 13 23:30:48.611845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-b873070d-bd55-4d4a-bd36-50f111e33d23 service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928886 Feb 13 23:30:48.675546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ba7c6e5-66a6-489b-811f-c9cb130a5634 req-50e22b0d-9f10-4ab8-bad1-a88245d7784f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830021 Feb 13 23:30:48.781241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fb3a8-3e0b-4e5a-9182-19fc2a15d5f2 req-a2ae5e0b-8a7d-4bc1-90eb-448d5695c5ca tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:48.791092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f7fb3a8-3e0b-4e5a-9182-19fc2a15d5f2 req-a2ae5e0b-8a7d-4bc1-90eb-448d5695c5ca tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.3235254 Feb 13 23:30:48.796581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:48.854600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:48.889809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Made reservation on behalf of f5d2f1b723f74f66af7f023ada9ed457 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:48.893271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:48.936564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f7fb3a8-3e0b-4e5a-9182-19fc2a15d5f2 req-e924758d-ecd4-4f21-855a-9a670c470b2e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274085 Feb 13 23:30:49.020948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e99f685e-4583-4ded-b602-d7d979d00ad7 req-0e54f19d-ad19-4fcf-8100-f91a1ac419d0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 210 time: 0.0646887 Feb 13 23:30:49.059612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f608e0bd-64fd-4b2b-9f83-293dcd02d68b req-238d2c63-2a9b-4fa3-9ba8-0ec108aeeac6 service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027376 Feb 13 23:30:49.214656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Allocated IP 172.20.0.13 (66b9c7d1-2cbf-4533-b2fd-957e6c3923bf/506e9b50-9fbc-4465-aa7b-08bec49dccb2/c1eae49f-616d-47f8-8f5b-481329ccb87a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:49.369329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936dee6-0a3a-40cb-914c-7eef64088772 req-1eab8d91-becb-4725-bab5-95ab21dcf97d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:49.371828 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a936dee6-0a3a-40cb-914c-7eef64088772 req-1eab8d91-becb-4725-bab5-95ab21dcf97d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1604221 Feb 13 23:30:49.464263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e53a11-c433-4fe2-8b39-c4e596a24148 req-bfc2568b-8dd9-4e86-b559-d49192b85036 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:49.471702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3e53a11-c433-4fe2-8b39-c4e596a24148 req-bfc2568b-8dd9-4e86-b559-d49192b85036 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1155529 Feb 13 23:30:49.541034 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3e53a11-c433-4fe2-8b39-c4e596a24148 req-230e77e5-487d-495b-a1a5-f7b2cc129d5e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683901 Feb 13 23:30:49.551488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a936dee6-0a3a-40cb-914c-7eef64088772 req-41f0e0b7-9e29-4428-86da-79bd3a52438a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569486 Feb 13 23:30:49.649567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:49.690772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:49.706778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:49.839782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fa74-94c5-4e6f-81e0-bbce82a5249d req-244f1a88-b483-4b5d-b42e-fa83be67e34a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:49.842620 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7d0fa74-94c5-4e6f-81e0-bbce82a5249d req-244f1a88-b483-4b5d-b42e-fa83be67e34a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1197083 Feb 13 23:30:49.913525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event updated for resources: {'Port': ['ID=c1eae49f-616d-47f8-8f5b-481329ccb87a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:49.986306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7d0fa74-94c5-4e6f-81e0-bbce82a5249d req-abd8bce4-dacd-48f3-b05f-2a0b29183c4a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380866 Feb 13 23:30:50.001263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:50.005176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:50.025533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:50.197192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:50.201718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:50.256152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-bf4cbcf2-a59b-46e6-88ec-b8ec78ef176c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9010210 Feb 13 23:30:50.264252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb409-7627-489c-915c-f0b41aa9a99f req-79135fd6-5c06-4f09-96bf-84b5b903b2c3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:50.266238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6cbb409-7627-489c-915c-f0b41aa9a99f req-79135fd6-5c06-4f09-96bf-84b5b903b2c3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3539698 Feb 13 23:30:50.311964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Request body: {'port': {'device_id': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:50.372037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6cbb409-7627-489c-915c-f0b41aa9a99f req-a4fc3870-ddc5-4a1c-bafc-f7898b7aed72 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971916 Feb 13 23:30:50.422549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932247b-0208-47b9-b105-a0b434f50583 req-c5f95d0c-1ba6-42eb-890b-da25fe5f5d4c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:50.429461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e932247b-0208-47b9-b105-a0b434f50583 req-c5f95d0c-1ba6-42eb-890b-da25fe5f5d4c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2240021 Feb 13 23:30:50.456129 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:50.501694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e932247b-0208-47b9-b105-a0b434f50583 req-b2253219-9b22-4316-8178-30ee9f81a3ff tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658298 Feb 13 23:30:50.818556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131234a4-2309-4826-830e-c53a348c4bcd req-93abb3f6-0f56-4a7c-b2d8-d7e6fe863b8f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:50.826406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-131234a4-2309-4826-830e-c53a348c4bcd req-93abb3f6-0f56-4a7c-b2d8-d7e6fe863b8f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1204941 Feb 13 23:30:50.888004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-131234a4-2309-4826-830e-c53a348c4bcd req-11eb0f18-4f97-45e1-a9c9-b14fc0d36778 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604672 Feb 13 23:30:50.956745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6742955-4b23-4f27-bcc9-c96649926d37 req-473351d7-7cea-4e33-aac4-462c4c4d132b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:50.957765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c6742955-4b23-4f27-bcc9-c96649926d37 req-473351d7-7cea-4e33-aac4-462c4c4d132b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:30:51.010022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c6742955-4b23-4f27-bcc9-c96649926d37 req-473351d7-7cea-4e33-aac4-462c4c4d132b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:30:51.011798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6742955-4b23-4f27-bcc9-c96649926d37 req-473351d7-7cea-4e33-aac4-462c4c4d132b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 932 time: 0.3421102 Feb 13 23:30:51.114741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51228) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:51.135013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e494c-858e-46fb-9eae-e66dc2b416c0 req-2e73c2e4-53a4-4cc6-8b2a-82056c668e84 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:51.136473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d42e494c-858e-46fb-9eae-e66dc2b416c0 req-2e73c2e4-53a4-4cc6-8b2a-82056c668e84 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1015422 Feb 13 23:30:51.160251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6742955-4b23-4f27-bcc9-c96649926d37 req-e20ef062-5950-475f-b77c-c4d0ab4b83f8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405635 Feb 13 23:30:51.169499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1eae49f-616d-47f8-8f5b-481329ccb87a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:51.177588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.195978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Transition to ACTIVE for port object c1eae49f-616d-47f8-8f5b-481329ccb87a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:51.209269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.252607 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d42e494c-858e-46fb-9eae-e66dc2b416c0 req-84240af5-2a87-4387-b2af-85b85ac27f17 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032612 Feb 13 23:30:51.367517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1999962224', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:51.372712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:51.376883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Usage tracker for resource:port and tenant:edd30b3ba4bb41cd82de53a9feaa2efa is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:51.379977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:51.386781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:51.400720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Made reservation on behalf of edd30b3ba4bb41cd82de53a9feaa2efa for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:51.403773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.446460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eae49f-616d-47f8-8f5b-481329ccb87a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:51.479179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.547172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:51.552992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Usage tracker for resource:security_group_rule and tenant:edd30b3ba4bb41cd82de53a9feaa2efa is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:51.556826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:51.566252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:51.574385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e14f-6629-479b-aa7f-077675a1d313 req-5fdc4d96-4df3-4277-8127-f8ce0daed8d2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:51.575939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c035e14f-6629-479b-aa7f-077675a1d313 req-5fdc4d96-4df3-4277-8127-f8ce0daed8d2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1565731 Feb 13 23:30:51.650493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c035e14f-6629-479b-aa7f-077675a1d313 req-eced68ef-3885-4107-aa81-24bdd9c23bb7 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648484 Feb 13 23:30:51.701539 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.709706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.734742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-0fa870fd-1fd5-46d3-95ad-233e5e8eef07 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:51.742681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-0fa870fd-1fd5-46d3-95ad-233e5e8eef07 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 813 time: 0.3881621 Feb 13 23:30:51.747094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] device_id is not set on port f56594c1-3bc0-4095-9c30-7c80b2c1b65a yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:30:51.766559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Attempting to bind port c1eae49f-616d-47f8-8f5b-481329ccb87a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:51.767742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Attempting to bind port c1eae49f-616d-47f8-8f5b-481329ccb87a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:51.768313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Attempting to bind port c1eae49f-616d-47f8-8f5b-481329ccb87a on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:51.779068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Port c1eae49f-616d-47f8-8f5b-481329ccb87a on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:51.779722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Attempting to bind port c1eae49f-616d-47f8-8f5b-481329ccb87a on network 66b9c7d1-2cbf-4533-b2fd-957e6c3923bf {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:51.797150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597f5052-abb1-4c30-aac6-e5ec5f48fa06,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:51.802584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:51.802819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Checking segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:51.803224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Bound using segment: {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:51.803737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Bound port: c1eae49f-616d-47f8-8f5b-481329ccb87a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc2408a-b863-4f46-ba3e-3e75fe8df076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:51.804094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:51.832657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-5ee62d1b-235e-417e-a251-21866f262f8d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/quotas/949f0475d7c646f3a10300c6368d76eb HTTP/1.1" status: 200 len: 375 time: 0.0816779 Feb 13 23:30:51.966900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b934-9ea1-433b-ac03-0732d9a6079b req-4b2a757a-e33d-455d-867b-9bfd1a877c7c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:51.978842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] For port c1eae49f-616d-47f8-8f5b-481329ccb87a, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:51.979876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be57b934-9ea1-433b-ac03-0732d9a6079b req-4b2a757a-e33d-455d-867b-9bfd1a877c7c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1731226 Feb 13 23:30:51.995040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] For port c1eae49f-616d-47f8-8f5b-481329ccb87a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:52.003723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.022010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Allocated IP 172.25.4.42 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/f56594c1-3bc0-4095-9c30-7c80b2c1b65a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:52.060165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d71688cd-d62b-43c9-8abf-977b761036f1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2264526 Feb 13 23:30:52.173580 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.174991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] 10.222.0.42 "PUT /v2.0/ports/c1eae49f-616d-47f8-8f5b-481329ccb87a HTTP/1.1" status: 200 len: 1092 time: 1.8677716 Feb 13 23:30:52.175426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'tag': 'c1eae49f-616d-47f8-8f5b-481329ccb87a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:52.199485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74827-515a-40fa-9e4e-d144971d7442 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eae49f-616d-47f8-8f5b-481329ccb87a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:52.227413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be57b934-9ea1-433b-ac03-0732d9a6079b req-4b099550-2049-42dc-a241-c49a9a3bbeba tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459769 Feb 13 23:30:52.302996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-5301b300-941d-4117-b03a-26674bb5b723 service neutron] 10.222.0.36 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420278 Feb 13 23:30:52.335753 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.409864 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.466063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-36524d40-217c-49de-9cb5-e86e81d2d7c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 1095 time: 0.2288134 Feb 13 23:30:52.468628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-94f99e05-110f-48a4-a316-5bd55311dd6c service neutron] 10.222.0.36 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639876 Feb 13 23:30:52.499017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Pushing event updated for resources: {'Port': ['ID=f56594c1-3bc0-4095-9c30-7c80b2c1b65a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:52.523598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:52.533970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:52.537342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:52.576978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-b26a6194-6a52-4064-8c60-bd773d82fed7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a HTTP/1.1" status: 200 len: 217 time: 0.1014559 Feb 13 23:30:52.595179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:52.595672 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.627101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f2a1-1299-4ce1-9646-27e292a293cd req-c027cfd1-73ce-4f0d-8d1d-35b93a8e7c4c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:52.634320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7698f2a1-1299-4ce1-9646-27e292a293cd req-c027cfd1-73ce-4f0d-8d1d-35b93a8e7c4c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2649922 Feb 13 23:30:52.673258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-63a656c7-ce48-4602-afc8-fe0771f14159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:52.676469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-63a656c7-ce48-4602-afc8-fe0771f14159 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.0781024 Feb 13 23:30:52.681368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2bbe2801-a05e-41f2-ac3d-cc4be6a304f7 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5582922 Feb 13 23:30:52.683141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51256) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:52.691050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.42'}]}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:52.699984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:52.714603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7698f2a1-1299-4ce1-9646-27e292a293cd req-7ea07edc-f67e-4f73-a105-fbdc7e5f6fbc tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793543 Feb 13 23:30:52.721638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Usage tracker for resource:router and tenant:edd30b3ba4bb41cd82de53a9feaa2efa is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:52.730146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:52.744436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:52.765055 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.765355 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'tag': 'c1eae49f-616d-47f8-8f5b-481329ccb87a', 'status': 'completed', 'code': 200} Feb 13 23:30:52.766595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:52.799347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-b9f6d5e3-3a58-4293-bed7-29b709ef645d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119878 Feb 13 23:30:52.808446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:53.093453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a48fb-1ac9-44bc-b9e8-7452e57d9f5d req-5e0933c4-4ab7-4c8f-98b0-3ae247a83fa2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:53.101927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a21a48fb-1ac9-44bc-b9e8-7452e57d9f5d req-5e0933c4-4ab7-4c8f-98b0-3ae247a83fa2 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 944 time: 0.1773236 Feb 13 23:30:53.114395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-75657220-bda0-4b53-89eb-84665da08e0f service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994120 Feb 13 23:30:53.214273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:53.287426 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a21a48fb-1ac9-44bc-b9e8-7452e57d9f5d req-023943c8-d846-4679-9fe2-ff51da563d8a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836877 Feb 13 23:30:53.357261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c52345a9-573c-4543-81fa-a8f2fdff414b req-9aa597a1-8716-4367-8ec0-e28b57d261db service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417712 Feb 13 23:30:53.357855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11ed22-9cca-4ea5-aa36-9c53afa9103e req-f76538ab-8fc5-4c7e-8920-c064555b2c4c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:53.364868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd11ed22-9cca-4ea5-aa36-9c53afa9103e req-f76538ab-8fc5-4c7e-8920-c064555b2c4c tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.3478389 Feb 13 23:30:53.479593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd11ed22-9cca-4ea5-aa36-9c53afa9103e req-86c3b17b-5f4a-42ed-9f18-c46e3ae4d718 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135194 Feb 13 23:30:53.572301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41399c0e-e971-4f8e-af5c-de6f2d7a1dfc req-57924b7a-3969-42fe-98f3-e41ac8f33c26 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 210 time: 0.1248832 Feb 13 23:30:53.669369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-4825b742-f38d-4ffa-8610-6afd5d1d8559 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 1095 time: 0.1714349 Feb 13 23:30:53.798647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:53.842477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:53.994442 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-e0b09071-b5c9-457b-9bd7-b8f48f8eaef5 service neutron] show failed (client error): The resource could not be found. Feb 13 23:30:53.995879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-e0b09071-b5c9-457b-9bd7-b8f48f8eaef5 service neutron] 10.222.0.42 "GET /v2.0/ports/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.1108303 Feb 13 23:30:54.084360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-6c1b5f53-4adb-4ff7-bd11-6857d0e00982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:54.085852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-6c1b5f53-4adb-4ff7-bd11-6857d0e00982 service neutron] 10.222.0.42 "GET /v2.0/networks?id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 200 len: 906 time: 0.4054193 Feb 13 23:30:54.088579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d3f0-ba45-49bd-af5f-f4737835b096 req-98689cd3-78d3-40ea-b01f-944f79a8b32d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:54.096804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16b4d3f0-ba45-49bd-af5f-f4737835b096 req-98689cd3-78d3-40ea-b01f-944f79a8b32d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.3464625 Feb 13 23:30:54.159651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16b4d3f0-ba45-49bd-af5f-f4737835b096 req-50668b09-8377-4f22-aaf5-c9787ca22933 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616655 Feb 13 23:30:54.177521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-f3495ef7-b9ba-4d15-a14c-d7b01ad7f199 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a HTTP/1.1" status: 200 len: 217 time: 0.0808983 Feb 13 23:30:54.405427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5cd2-8caa-490b-b0a6-dfae0dd60bd0 req-377584ed-070e-44fa-b396-38f7911b0b1e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:54.406865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dfc5cd2-8caa-490b-b0a6-dfae0dd60bd0 req-377584ed-070e-44fa-b396-38f7911b0b1e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.5497167 Feb 13 23:30:54.425301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-9acd99b6-b9b1-4eaf-a977-f3349d628040 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:54.430640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-9acd99b6-b9b1-4eaf-a977-f3349d628040 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 200 len: 846 time: 0.2386925 Feb 13 23:30:54.563392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-5ff9f38a-2dbb-4ec8-b571-fa08420165c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990899 Feb 13 23:30:54.602307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dfc5cd2-8caa-490b-b0a6-dfae0dd60bd0 req-867606e5-1f94-4f18-addb-38b26f00b1ab tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827340 Feb 13 23:30:54.703877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-9d07fe8a-7f82-4c03-a10a-1d3d0314cbfc tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:54.705259 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-9d07fe8a-7f82-4c03-a10a-1d3d0314cbfc tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 813 time: 0.2665846 Feb 13 23:30:54.713038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:54.778399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Request body: {'port': {'device_id': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'admin_state_up': True, 'tenant_id': '949f0475d7c646f3a10300c6368d76eb'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:54.828797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-468b36e7-667a-4a07-9a16-b081d63382e5 service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400835 Feb 13 23:30:54.997946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002620f7-d11b-49fe-a77b-ab59138b679a req-5abc1102-d341-4203-b8b6-69394cf49111 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:55.004519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-002620f7-d11b-49fe-a77b-ab59138b679a req-5abc1102-d341-4203-b8b6-69394cf49111 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.6913722 Feb 13 23:30:55.036873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160ee34-98e1-42a5-932e-703bd0074b66 req-6cf0b6cf-345c-4900-a018-2b7d61963c4d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:55.044028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0160ee34-98e1-42a5-932e-703bd0074b66 req-6cf0b6cf-345c-4900-a018-2b7d61963c4d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 944 time: 0.2121706 Feb 13 23:30:55.051508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81c1f528-77f0-4c59-b8ee-eb522976450f req-c047a795-2541-402e-8119-7dcb3e3f85ab service neutron] 10.222.0.42 "GET /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775656 Feb 13 23:30:55.115508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0160ee34-98e1-42a5-932e-703bd0074b66 req-de79b1a6-22b5-4ce8-b311-fd373b7e045a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605211 Feb 13 23:30:55.217973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-fe59cbd0-9830-46c1-a400-d7ce0897ca8c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8&tenant_id=b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 1101 time: 0.8368180 Feb 13 23:30:55.253146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:55.351311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93e509-d3ae-4eae-84b4-95dacf63bd19 req-2185f422-47a4-4e5c-97b2-3087d8aa42e7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:55.353405 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f93e509-d3ae-4eae-84b4-95dacf63bd19 req-2185f422-47a4-4e5c-97b2-3087d8aa42e7 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1017203 Feb 13 23:30:55.420593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f93e509-d3ae-4eae-84b4-95dacf63bd19 req-a8839803-4abe-4da0-9ee3-3e3f9c1635fd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614719 Feb 13 23:30:55.469098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-002620f7-d11b-49fe-a77b-ab59138b679a req-2c5670e7-4795-4233-a7ae-74f33d8bb7a2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632268 Feb 13 23:30:55.606575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a3384d6b-611a-4675-a8b1-8a399a2edbbd req-dbb87f83-5d5c-4c3d-ad5c-fa145f97d046 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 210 time: 0.0636988 Feb 13 23:30:55.620389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:55.652210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:55.701795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:55.718952 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:55.726014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Made reservation on behalf of 949f0475d7c646f3a10300c6368d76eb for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:30:55.729249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:55.810183 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:55.844170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:55.845016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea77d43-4583-46b5-9810-e976af9953e1 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:30:55.857188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c1eae49f-616d-47f8-8f5b-481329ccb87a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:30:55.941331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5698ab-f1fe-4c87-a3a8-485cea80833f req-3d7762af-0003-433d-8c20-8736cc70eeda tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:55.944430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd5698ab-f1fe-4c87-a3a8-485cea80833f req-3d7762af-0003-433d-8c20-8736cc70eeda tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1751282 Feb 13 23:30:56.047859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd5698ab-f1fe-4c87-a3a8-485cea80833f req-a9b4a6e8-334b-4ddf-8967-82ba3eac2d22 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Feb 13 23:30:56.048260 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 13 23:30:56.052121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9e45715-e442-41d4-8fc9-3169f503fc43 tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3653514 Feb 13 23:30:56.059319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51284) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:56.135288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c1eae49f-616d-47f8-8f5b-481329ccb87a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:56.179758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c1eae49f-616d-47f8-8f5b-481329ccb87a', 'network_id': '66b9c7d1-2cbf-4533-b2fd-957e6c3923bf', 'port_id': 'c1eae49f-616d-47f8-8f5b-481329ccb87a', 'mac_address': 'fa:16:3e:87:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e9b50-9fbc-4465-aa7b-08bec49dccb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:30:56.210816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Deleting port f56594c1-3bc0-4095-9c30-7c80b2c1b65a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:30:56.211670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.271902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Allocated IP 172.20.0.14 (bd8bebd8-3577-4898-9a85-b651000bb1fb/584de52a-0bfc-42d1-a706-d1bf9c660426/b8805be8-e640-4ae9-9b06-30f2fc22c55d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:30:56.306628 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.324897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b993b7-5837-494e-a532-5f85eaee61e4 req-9b935c90-2062-4000-8855-fe2c6ae595ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:56.333996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70b993b7-5837-494e-a532-5f85eaee61e4 req-9b935c90-2062-4000-8855-fe2c6ae595ff tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.4906793 Feb 13 23:30:56.349664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1eae49f-616d-47f8-8f5b-481329ccb87a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:56.377383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c1eae49f-616d-47f8-8f5b-481329ccb87a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:56.390768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.468917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c1eae49f-616d-47f8-8f5b-481329ccb87a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:56.495949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70b993b7-5837-494e-a532-5f85eaee61e4 req-5338c8b5-c362-42a6-a075-0056b0c0aee4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609619 Feb 13 23:30:56.498016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:30:56.617875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182894-bcee-455d-9022-b608558fd2a4 req-0c2da484-842f-4f30-99bc-25ab751e1c3d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:56.624634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a182894-bcee-455d-9022-b608558fd2a4 req-0c2da484-842f-4f30-99bc-25ab751e1c3d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 945 time: 0.2482111 Feb 13 23:30:56.660278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.665292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:56.814403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Calling delete_port for f56594c1-3bc0-4095-9c30-7c80b2c1b65a owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:30:56.828570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:30:56.837262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.859060 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a182894-bcee-455d-9022-b608558fd2a4 req-9349df4c-7b7d-4632-8895-aacfc6f2e3b0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334263 Feb 13 23:30:56.889402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c1eae49f-616d-47f8-8f5b-481329ccb87a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:56.892866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.955162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Transition to ACTIVE for port object a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:56.969981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.979407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:56.987778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:57.223155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Network bd8bebd8-3577-4898-9a85-b651000bb1fb is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:30:57.261224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:30:57.277783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:30:57.280344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Pushing event deleted for resources: {'Port': ['ID=f56594c1-3bc0-4095-9c30-7c80b2c1b65a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:57.322183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] No DVR routers for this DVR port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:30:57.350195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:57.356471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9a10aa35-e059-4a4e-a807-45920572ce5c tempest-RoutersAdminNegativeIpV6Test-1336475537 tempest-RoutersAdminNegativeIpV6Test-1336475537-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f56594c1-3bc0-4095-9c30-7c80b2c1b65a HTTP/1.1" status: 204 len: 168 time: 1.2668281 Feb 13 23:30:57.365501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:57.424849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec1a9f-a5bc-4858-a423-42e4be04074d req-f3bb584e-c025-4678-9241-cacee73cd324 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:57.433687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9ec1a9f-a5bc-4858-a423-42e4be04074d req-f3bb584e-c025-4678-9241-cacee73cd324 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2429397 Feb 13 23:30:57.502761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74614a4f-65ca-4e28-99c7-b9226bcbdde3 req-94f060ac-f122-4209-bef3-7c4281272fb6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:57.510201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74614a4f-65ca-4e28-99c7-b9226bcbdde3 req-94f060ac-f122-4209-bef3-7c4281272fb6 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.8021069 Feb 13 23:30:57.520751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9ec1a9f-a5bc-4858-a423-42e4be04074d req-bf53b14a-53f6-47cb-bbf2-804a3a496b0c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Feb 13 23:30:57.531118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:57.531778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:57.573464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:30:57.573808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:30:57.574176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:57.754085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Pushing event updated for resources: {'Port': ['ID=b8805be8-e640-4ae9-9b06-30f2fc22c55d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:57.766964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:30:57.767293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:30:57.775933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76760c6-82da-45d6-8d57-888c7a6c7f41 req-e30dc9b7-a0d3-4690-854e-3034e20e5b0f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:57.777653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e76760c6-82da-45d6-8d57-888c7a6c7f41 req-e30dc9b7-a0d3-4690-854e-3034e20e5b0f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 932 time: 0.1039619 Feb 13 23:30:57.783203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74614a4f-65ca-4e28-99c7-b9226bcbdde3 req-a4cb930c-a86c-480b-92c1-cdcbb5351200 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720768 Feb 13 23:30:57.785148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:30:57.785440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:30:57.785842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:30:57.786423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Bound port: a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:30:57.786771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:57.835594 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-7c7d8701-86ac-4d35-8e34-863385c93c85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0664146 Feb 13 23:30:57.849477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Request body: {'port': {'device_id': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:30:57.861707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:30:57.913779 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'code': 200} Feb 13 23:30:57.985541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e76760c6-82da-45d6-8d57-888c7a6c7f41 req-5ddfc419-62cf-4168-b94e-554263ba6bdd tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013791 Feb 13 23:30:57.993337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:30:57.998813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:58.074600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:30:58.108207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:30:58.111963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:58.141843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:58.252312 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:58.308054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:30:58.314350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Usage tracker for resource:security_group_rule and tenant:38dbc77745564486bc1b8c9e1f20b2fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:30:58.317788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:30:58.327378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:30:58.338944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aff750-718b-4a8f-9e53-769d08ef5c93 req-9f9749e1-46cb-4a25-bb2e-cbe19e8e6b3f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:58.341210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44aff750-718b-4a8f-9e53-769d08ef5c93 req-9f9749e1-46cb-4a25-bb2e-cbe19e8e6b3f tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1355135 Feb 13 23:30:58.348409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c651593e-2d04-4a75-9fd7-69b8247d7e76'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:30:58.358969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:58.361974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] 10.222.0.31 "PUT /v2.0/ports/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 1096 time: 3.1191313 Feb 13 23:30:58.387340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c4835-8eb3-461c-b1dc-cd95fdfc4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:58.442524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44aff750-718b-4a8f-9e53-769d08ef5c93 req-242fd207-55a5-4bb0-b792-429f7a8d63ab tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926702 Feb 13 23:30:58.535478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:58.548613 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:58.574084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a340-4534-4e53-b90d-1f18a3df8e5b req-270e8cd6-2884-42ae-a7ad-e0f8af66cdfd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:58.582254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b02a340-4534-4e53-b90d-1f18a3df8e5b req-270e8cd6-2884-42ae-a7ad-e0f8af66cdfd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.4448302 Feb 13 23:30:58.658563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c9cf0-1b36-4e22-b539-1eefb54661c0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:58.681752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51320) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:30:58.687684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4de4fd4e-b637-408d-bcff-2cf1ee56d43c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38dbc77745564486bc1b8c9e1f20b2fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6877279 Feb 13 23:30:58.700522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b02a340-4534-4e53-b90d-1f18a3df8e5b req-20677ea9-91ee-46ff-8d1f-1979722292b8 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164827 Feb 13 23:30:58.818633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb544bce-f295-4df0-b073-1d61c7682b81 req-796d0f09-0ec4-4513-814b-a4ac5e7af4ab tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:58.820031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb544bce-f295-4df0-b073-1d61c7682b81 req-796d0f09-0ec4-4513-814b-a4ac5e7af4ab tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 945 time: 0.1219754 Feb 13 23:30:58.880332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb544bce-f295-4df0-b073-1d61c7682b81 req-2674edd1-6824-47ef-8d6c-238248690347 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536549 Feb 13 23:30:58.910954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-90e2b454-4441-476c-9202-e08b61a57560 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1099 time: 0.5153282 Feb 13 23:30:59.058259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc1a7896-af0e-49d2-b11f-38680701721c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:59.072035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3dfd3-d2ec-4e66-a98c-09ba82d614ba req-d14545d8-69af-4942-9100-3d7cbb4a1bc9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.073466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5a3dfd3-d2ec-4e66-a98c-09ba82d614ba req-d14545d8-69af-4942-9100-3d7cbb4a1bc9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.0824814 Feb 13 23:30:59.119559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5a3dfd3-d2ec-4e66-a98c-09ba82d614ba req-24ab6e99-50f1-4022-8e6f-e5f6a125d3a2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Feb 13 23:30:59.148244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc1a7896-af0e-49d2-b11f-38680701721c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:59.176696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-2774c9b2-5907-4182-8a6b-d5e572761fec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.178129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-2774c9b2-5907-4182-8a6b-d5e572761fec service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2589023 Feb 13 23:30:59.190650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba16ef-34e9-4dc2-881e-2b0cafaaaff9 req-b12e012b-f0c6-47cd-bfe0-7c05d5088563 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.192013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03ba16ef-34e9-4dc2-881e-2b0cafaaaff9 req-b12e012b-f0c6-47cd-bfe0-7c05d5088563 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.3207448 Feb 13 23:30:59.300180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8fac-4634-4e11-8461-cdc4319cc6fc req-4d22e05a-d0b6-472d-99af-5fec2ba855d4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.301507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92bd8fac-4634-4e11-8461-cdc4319cc6fc req-4d22e05a-d0b6-472d-99af-5fec2ba855d4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 932 time: 0.0747871 Feb 13 23:30:59.339341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-5f81d937-06e6-4bb5-b8d8-9610965b53f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.1463656 Feb 13 23:30:59.354003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92bd8fac-4634-4e11-8461-cdc4319cc6fc req-1bace2e6-49b3-4ac3-9c75-9bd4107c211e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Feb 13 23:30:59.411349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8805be8-e640-4ae9-9b06-30f2fc22c55d {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:30:59.428982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:59.438411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03ba16ef-34e9-4dc2-881e-2b0cafaaaff9 req-b8c59d07-1dd9-4f82-8e07-fe6bddd41c97 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360685 Feb 13 23:30:59.457038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc1a7896-af0e-49d2-b11f-38680701721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:59.461859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Transition to ACTIVE for port object b8805be8-e640-4ae9-9b06-30f2fc22c55d will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:30:59.470674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-0f7650cd-1d7b-4e69-873f-bc2f691942e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.472183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-0f7650cd-1d7b-4e69-873f-bc2f691942e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1221640 Feb 13 23:30:59.477229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:59.513395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a7896-af0e-49d2-b11f-38680701721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c9cf0-1b36-4e22-b539-1eefb54661c0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:59.575041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc1a7896-af0e-49d2-b11f-38680701721c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:30:59.578332 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fc1a7896-af0e-49d2-b11f-38680701721c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf2c9cf0-1b36-4e22-b539-1eefb54661c0 HTTP/1.1" status: 204 len: 168 time: 0.8893754 Feb 13 23:30:59.659802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Pushing event updated for resources: {'Port': ['ID=b8805be8-e640-4ae9-9b06-30f2fc22c55d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:30:59.707364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733714-fd61-491f-8ea2-1af95d30c614 req-2eec60e2-4684-40e6-aa19-23f2af387163 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.708826 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9733714-fd61-491f-8ea2-1af95d30c614 req-2eec60e2-4684-40e6-aa19-23f2af387163 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1404204 Feb 13 23:30:59.713775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-11257b10-c261-4ec7-b89c-7bcf106e819c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 1096 time: 0.1076097 Feb 13 23:30:59.757422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-1c9d0a33-37d3-4469-90f9-06fb9979de1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757461 Feb 13 23:30:59.851218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9733714-fd61-491f-8ea2-1af95d30c614 req-22b86bb4-0157-4320-aa81-986b5b0d5a2b tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332040 Feb 13 23:30:59.862197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c1eae49f-616d-47f8-8f5b-481329ccb87a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:30:59.909140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300281d-a643-4a73-a095-576976457c49 req-9ffe2215-56bb-4e97-a476-37486a52b738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:30:59.910627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-9ffe2215-56bb-4e97-a476-37486a52b738 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.1791224 Feb 13 23:30:59.987776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c1eae49f-616d-47f8-8f5b-481329ccb87a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:00.003468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c1eae49f-616d-47f8-8f5b-481329ccb87a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:00.004096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.027835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:00.049983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51346) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:00.050612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-815a570f-a6b9-4875-9321-d958ef866caf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c HTTP/1.1" status: 200 len: 217 time: 0.1319563 Feb 13 23:31:00.131176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.137658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300281d-a643-4a73-a095-576976457c49 req-6fea65c3-c1e7-445d-8e56-14fdd91d904b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:00.139110 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-6fea65c3-c1e7-445d-8e56-14fdd91d904b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.0789618 Feb 13 23:31:00.147969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbf43f-8744-4363-b2e7-06c15d889136 req-50d5a268-0564-4c91-a95d-f3ea435a66f8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:00.150477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1adbf43f-8744-4363-b2e7-06c15d889136 req-50d5a268-0564-4c91-a95d-f3ea435a66f8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 945 time: 0.1405609 Feb 13 23:31:00.181630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c1eae49f-616d-47f8-8f5b-481329ccb87a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:00.182852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eae49f-616d-47f8-8f5b-481329ccb87a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:00.187874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ef34-3ac9-425b-b6de-8c912fd0d197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.189446 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.216748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Attempting to bind port b8805be8-e640-4ae9-9b06-30f2fc22c55d on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:31:00.216984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Attempting to bind port b8805be8-e640-4ae9-9b06-30f2fc22c55d by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:31:00.217235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Attempting to bind port b8805be8-e640-4ae9-9b06-30f2fc22c55d on network bd8bebd8-3577-4898-9a85-b651000bb1fb {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:00.218348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-e3f2c221-fd02-4629-af02-a70e10e023c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665562 Feb 13 23:31:00.253542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-a133c2cd-cc3d-49c9-ad2a-a0482b6bafba service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877815 Feb 13 23:31:00.258360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Port b8805be8-e640-4ae9-9b06-30f2fc22c55d on network bd8bebd8-3577-4898-9a85-b651000bb1fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:31:00.258727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Attempting to bind port b8805be8-e640-4ae9-9b06-30f2fc22c55d on network bd8bebd8-3577-4898-9a85-b651000bb1fb {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:00.272421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c1eae49f-616d-47f8-8f5b-481329ccb87a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:00.295351 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94a01e16-2040-454a-963e-afbd069bdd09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edd30b3ba4bb41cd82de53a9feaa2efa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2419713 Feb 13 23:31:00.302435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51354) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:00.309607 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1adbf43f-8744-4363-b2e7-06c15d889136 req-a063c3f6-ebb1-4141-b277-60dace113500 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215427 Feb 13 23:31:00.362119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:31:00.362460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Checking segment: {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:00.362848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Bound using segment: {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:31:00.363294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Bound port: b8805be8-e640-4ae9-9b06-30f2fc22c55d, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c0983-9dd7-4521-835d-07e495aadfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:31:00.363639 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.379140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-f0c72835-9c9b-4bb6-baa7-3befa88ccbf7 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477330 Feb 13 23:31:00.400247 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'status': 'completed', 'code': 200} Feb 13 23:31:00.436701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b11ae-2413-44cf-92c9-49ca11bc5304 req-f1062066-3c99-4f41-a539-3045589ab365 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:00.443521 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f19b11ae-2413-44cf-92c9-49ca11bc5304 req-f1062066-3c99-4f41-a539-3045589ab365 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.4110553 Feb 13 23:31:00.606389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-3276fa9a-58b7-4f18-9a4b-19ab2bae5e7c service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451450 Feb 13 23:31:00.622163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c53151e5-44f0-456a-988e-831d19b00e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.632422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f19b11ae-2413-44cf-92c9-49ca11bc5304 req-dddfb57a-fb0b-4555-a8b0-a56d56df10b8 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862693 Feb 13 23:31:00.634468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] For port b8805be8-e640-4ae9-9b06-30f2fc22c55d, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:00.645023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] For port b8805be8-e640-4ae9-9b06-30f2fc22c55d, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:31:00.663917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.719570 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eae49f-616d-47f8-8f5b-481329ccb87a', 'code': 200} Feb 13 23:31:00.746546 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c53151e5-44f0-456a-988e-831d19b00e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.766548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f300281d-a643-4a73-a095-576976457c49 req-5f59cb35-dfbf-41dd-8560-726c317c01cd service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787012 Feb 13 23:31:00.775743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-f98737b6-91ea-4ea7-aab2-224be82c9051 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1099 time: 0.3024209 Feb 13 23:31:00.781896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.783593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] 10.222.0.42 "PUT /v2.0/ports/b8805be8-e640-4ae9-9b06-30f2fc22c55d HTTP/1.1" status: 200 len: 1092 time: 2.9389679 Feb 13 23:31:00.786317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7b944-b904-4d41-9d18-9a4211b0f40c req-6b7ee21b-f537-4679-9ea1-e6879e3ef023 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:00.788565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45f7b944-b904-4d41-9d18-9a4211b0f40c req-6b7ee21b-f537-4679-9ea1-e6879e3ef023 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.1800387 Feb 13 23:31:00.864598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e7905-b2d4-4469-b639-34dd66b8d03f service neutron] Pushing event updated for resources: {'Port': ['ID=b8805be8-e640-4ae9-9b06-30f2fc22c55d,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:00.885229 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-89d63ba4-e5d1-46b2-84b2-0f635e8e3494 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1099 time: 0.2093916 Feb 13 23:31:00.886395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c53151e5-44f0-456a-988e-831d19b00e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:00.908443 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:31:00.996748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45f7b944-b904-4d41-9d18-9a4211b0f40c req-e50df3fa-6de0-4360-a509-44c9849398ac tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019682 Feb 13 23:31:01.036641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f818-c272-458d-afda-1a92e1b59223 req-8d4aebf8-af30-439b-9358-0bb92f514848 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.039153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-8d4aebf8-af30-439b-9358-0bb92f514848 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2278297 Feb 13 23:31:01.049280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5720b300-5dc4-4f26-aa7b-bed580e4b2d8 req-27e8a082-1106-42a7-b68c-b7664378977e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 1097 time: 0.1423814 Feb 13 23:31:01.054521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53151e5-44f0-456a-988e-831d19b00e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597f5052-abb1-4c30-aac6-e5ec5f48fa06,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:01.117900 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c53151e5-44f0-456a-988e-831d19b00e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:01.121213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c53151e5-44f0-456a-988e-831d19b00e4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/597f5052-abb1-4c30-aac6-e5ec5f48fa06 HTTP/1.1" status: 204 len: 168 time: 0.7662454 Feb 13 23:31:01.129404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-6b33b458-83d8-43c2-9ee1-242931565ad8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.0791924 Feb 13 23:31:01.200440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ab46e-7c04-495e-b1a5-dcb96af32026 req-e810652d-eeb5-4193-99fa-33d948033104 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.201380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf4ab46e-7c04-495e-b1a5-dcb96af32026 req-e810652d-eeb5-4193-99fa-33d948033104 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Synchronizing usage tracker for tenant:949f0475d7c646f3a10300c6368d76eb on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:01.213847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f818-c272-458d-afda-1a92e1b59223 req-8e938a97-f782-49c5-ab47-d508b40b11eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.216097 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-8e938a97-f782-49c5-ab47-d508b40b11eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3119056 Feb 13 23:31:01.225656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-cc459289-e599-45ed-b187-6bfaf477b1dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 1095 time: 0.3202798 Feb 13 23:31:01.242539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5720b300-5dc4-4f26-aa7b-bed580e4b2d8 req-038af8ec-214e-484c-8360-512dca41c8ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431155 Feb 13 23:31:01.259304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f818-c272-458d-afda-1a92e1b59223 req-40069b03-ef97-4e2a-aa42-102ef11be49b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.260713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-40069b03-ef97-4e2a-aa42-102ef11be49b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1110566 Feb 13 23:31:01.286488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49f052-66a9-4f9e-bd0d-a98da07246d0 req-9c897e1e-904b-419f-a0ae-85954faf946b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.288229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb49f052-66a9-4f9e-bd0d-a98da07246d0 req-9c897e1e-904b-419f-a0ae-85954faf946b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1077862 Feb 13 23:31:01.336870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf4ab46e-7c04-495e-b1a5-dcb96af32026 req-e810652d-eeb5-4193-99fa-33d948033104 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Unset dirty status for tenant:949f0475d7c646f3a10300c6368d76eb on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:01.337670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf4ab46e-7c04-495e-b1a5-dcb96af32026 req-e810652d-eeb5-4193-99fa-33d948033104 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 944 time: 0.4473150 Feb 13 23:31:01.348166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb49f052-66a9-4f9e-bd0d-a98da07246d0 req-e8a553cb-114c-4f3c-9032-f74c5fc4e666 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Feb 13 23:31:01.367376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-99908149-c09d-495b-a73f-3bed1763abf9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.1392612 Feb 13 23:31:01.384541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-0040515e-56cb-4045-a332-22b68ca6ab4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d HTTP/1.1" status: 200 len: 217 time: 0.1052277 Feb 13 23:31:01.462570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf4ab46e-7c04-495e-b1a5-dcb96af32026 req-c5d57f12-1d15-442b-bf62-bd514933e5d8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989087 Feb 13 23:31:01.466476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f818-c272-458d-afda-1a92e1b59223 req-405b138b-f6f7-440e-8df8-8b8c1e73bba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.467450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-405b138b-f6f7-440e-8df8-8b8c1e73bba4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0871742 Feb 13 23:31:01.605843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0d30b-96c0-4b70-b76e-1f6824310658 req-8356c119-b79a-44ce-a140-d61c836c733c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.607354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71c0d30b-96c0-4b70-b76e-1f6824310658 req-8356c119-b79a-44ce-a140-d61c836c733c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.1571426 Feb 13 23:31:01.629745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-6d10eee8-3ae5-4c23-8c5d-8d1f8a71f3d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:01.631053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-6d10eee8-3ae5-4c23-8c5d-8d1f8a71f3d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.1088786 Feb 13 23:31:01.644769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-922422ae-67fb-4f91-92e8-45c255617960 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258299 Feb 13 23:31:01.725419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-9b8aa478-6661-4132-b0c5-d71b74d8f78f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532088 Feb 13 23:31:01.728326 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-68f200e6-37f5-4fd4-91dc-3ca46890a01d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2541258 Feb 13 23:31:01.738572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71c0d30b-96c0-4b70-b76e-1f6824310658 req-31771c23-b359-414b-bba9-7e748de3054c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247170 Feb 13 23:31:01.824531 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-48b6a4f6-377e-4df6-b4d1-bc7c8c5512bb service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701665 Feb 13 23:31:02.034580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-261925f6-cdd8-4eab-a7e2-f9ea23aa4c53 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012086 Feb 13 23:31:02.049304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece704-d276-422c-8ac1-840ad50c6448 req-5a7ea877-9979-4ae1-83cf-c2b3acc62b6f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:02.058612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aeece704-d276-422c-8ac1-840ad50c6448 req-5a7ea877-9979-4ae1-83cf-c2b3acc62b6f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1923914 Feb 13 23:31:02.098822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f16c5-a1ae-49d1-9859-287a771bd282 req-2f667d5e-766d-464d-b3af-e16858ef78d7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:02.102654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-122f16c5-a1ae-49d1-9859-287a771bd282 req-2f667d5e-766d-464d-b3af-e16858ef78d7 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.4749961 Feb 13 23:31:02.106381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aeece704-d276-422c-8ac1-840ad50c6448 req-2ea80f82-53cc-4118-95b5-fbb6ccc3e9b4 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Feb 13 23:31:02.139713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51390) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:02.167751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-ae9e319e-bdc4-40f3-bfeb-81b9dade45a6 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307473 Feb 13 23:31:02.204017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-ec2d6b09-b849-4bcf-b743-0afb19753687 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696741 Feb 13 23:31:02.294995 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-122f16c5-a1ae-49d1-9859-287a771bd282 req-01adf124-04ad-4575-adc3-a7ef8c26d44b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776042 Feb 13 23:31:02.297267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01786a7e-dc32-4acf-8554-bc9d80a459a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.328341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-74606165'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:02.335390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:02.345569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Usage tracker for resource:network and tenant:13186784ddd54c2394fc72e73f77d1b0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:02.350925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:02.361933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:02.399592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29176da0-4124-4d6e-af01-cc750025f74d req-8088945d-6a5b-4cfb-b84f-3d653d4c3b80 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:02.401747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29176da0-4124-4d6e-af01-cc750025f74d req-8088945d-6a5b-4cfb-b84f-3d653d4c3b80 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.1508420 Feb 13 23:31:02.402441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'tag': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:02.403260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:02.406350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.425846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.472768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568f818-c272-458d-afda-1a92e1b59223 req-9f3742f8-7530-4608-a02a-3328cae291aa service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961087 Feb 13 23:31:02.479080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21aeab0-a3ad-4800-a2bf-e3b29a1a3f12 req-36fe4e09-f5a2-4cc7-875a-8bce0a1ba088 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641363 Feb 13 23:31:02.493337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:02.499178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Usage tracker for resource:security_group_rule and tenant:13186784ddd54c2394fc72e73f77d1b0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:02.502283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:02.507799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29176da0-4124-4d6e-af01-cc750025f74d req-532e7f2f-8a9a-4d73-a0c7-745ee00a3d4f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829992 Feb 13 23:31:02.511851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:02.577246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff1754-d93c-40af-8786-901d7b0bf622 req-7cbfca6a-1ee6-438f-b202-1ed3b714c97a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:02.578986 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-23ff1754-d93c-40af-8786-901d7b0bf622 req-7cbfca6a-1ee6-438f-b202-1ed3b714c97a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.0990613 Feb 13 23:31:02.588515 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'tag': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d', 'status': 'completed', 'code': 200} Feb 13 23:31:02.602724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.610099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.639921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:31:02.652800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d092b8-2d43-4644-b160-d991612e035e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:02.658094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.658094 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Added segment 3ccede51-697b-46e4-a194-a1ebb4580186 of type vlan for network f128c218-4a57-4c69-81cf-ed4237b81627 Feb 13 23:31:02.672639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-23ff1754-d93c-40af-8786-901d7b0bf622 req-9086985c-6ae6-4ac1-813f-40eae9166a60 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880420 Feb 13 23:31:02.706469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.711228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-5f68b5e5-898a-45c8-884e-559a58321282 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 1095 time: 0.0904176 Feb 13 23:31:02.793068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.796820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:02.797461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:02.851083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-1765897e-ed54-40c9-99db-47e83bed2eb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:02.852568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-1765897e-ed54-40c9-99db-47e83bed2eb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 913 time: 0.1325436 Feb 13 23:31:02.977913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-280c6c37-48bb-44c5-b55e-dcd7eb455d3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d HTTP/1.1" status: 200 len: 217 time: 0.0784962 Feb 13 23:31:03.017697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec36f8-10ad-4ece-966b-2fa540921138 req-386d9439-7d9c-494b-9d4b-3aa623a86083 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:03.019239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2ec36f8-10ad-4ece-966b-2fa540921138 req-386d9439-7d9c-494b-9d4b-3aa623a86083 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 944 time: 0.3054602 Feb 13 23:31:03.032442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Network': ['ID=f128c218-4a57-4c69-81cf-ed4237b81627,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:03.046354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f128c218-4a57-4c69-81cf-ed4237b81627 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:31:03.057413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0188c11b-908d-474c-a5d7-840ee4608a00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9164417 Feb 13 23:31:03.057921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51404) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:03.071133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'subnet': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:03.099327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2ec36f8-10ad-4ece-966b-2fa540921138 req-b0286d55-e931-4dd1-af0c-132fd8be228e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683110 Feb 13 23:31:03.155120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5307722-8082-4196-9ffc-eaa7b8cb660e req-924635f9-1d84-41cd-abd6-5f9e61ec3b92 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:03.156624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5307722-8082-4196-9ffc-eaa7b8cb660e req-924635f9-1d84-41cd-abd6-5f9e61ec3b92 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 945 time: 0.2927597 Feb 13 23:31:03.170467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-37e9b398-81d9-4ef6-bfc6-075beca6b230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:03.171858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-37e9b398-81d9-4ef6-bfc6-075beca6b230 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.1832759 Feb 13 23:31:03.254804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-d2c6892c-3723-4f65-8557-3a9d24bd7592 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694950 Feb 13 23:31:03.340891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68febb5-a8ef-40ac-802e-acfd2cde1bc8 req-49d2feb9-b249-43a3-9ef2-0a69163192af tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:03.342350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a68febb5-a8ef-40ac-802e-acfd2cde1bc8 req-49d2feb9-b249-43a3-9ef2-0a69163192af tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.0824206 Feb 13 23:31:03.349249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:03.361209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Usage tracker for resource:subnet and tenant:13186784ddd54c2394fc72e73f77d1b0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:03.365346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5307722-8082-4196-9ffc-eaa7b8cb660e req-bef64904-9d91-480a-aefa-b9f0f1974119 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969244 Feb 13 23:31:03.366167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:03.380372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:03.389400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a68febb5-a8ef-40ac-802e-acfd2cde1bc8 req-0ea3c387-9a1e-4c4e-9a62-b717ca349322 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Feb 13 23:31:03.402807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:03.487689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:03.575340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-2af2a261-4a60-4c41-bb69-2c04a36aa398 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127537 Feb 13 23:31:03.580517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:03.730999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:03.786651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:31:03.895765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:03.897641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a9f9-f768-4a7c-8c82-a075d9f89027 req-b595d2f4-ba47-4a2f-808f-0bbc8bd48a08 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:03.899454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7318a9f9-f768-4a7c-8c82-a075d9f89027 req-b595d2f4-ba47-4a2f-808f-0bbc8bd48a08 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 948 time: 0.0844238 Feb 13 23:31:03.930866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c69b4-2562-4edf-bcd3-63dec89c8b3e req-e14f51e7-d4ef-45a4-96c1-fcb34a1a078e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:03.932350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a59c69b4-2562-4edf-bcd3-63dec89c8b3e req-e14f51e7-d4ef-45a4-96c1-fcb34a1a078e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.4462655 Feb 13 23:31:03.966630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7318a9f9-f768-4a7c-8c82-a075d9f89027 req-eaa98ca1-8e7e-44a3-9388-d99d3b432f5b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610788 Feb 13 23:31:04.008264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59ece848-a848-4e6a-8b80-20c99db36c09 req-67fcabe2-0d7b-4f0b-b46b-05453870d24d service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132431 Feb 13 23:31:04.033401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a59c69b4-2562-4edf-bcd3-63dec89c8b3e req-368eceaf-fddb-45be-94a6-2312d04ada20 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Feb 13 23:31:04.073998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:04.090625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.099201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'mac_address': 'fa:16:3e:06:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:31:04.168326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.171204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.186348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:04.198375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:31:04.214894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:04.218170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:04.224630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.237314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52921d-0928-4cc6-8051-629a54bd9584 req-ad83e410-997b-443b-9350-0c13490d1756 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:04.239490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec52921d-0928-4cc6-8051-629a54bd9584 req-ad83e410-997b-443b-9350-0c13490d1756 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1102960 Feb 13 23:31:04.281719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Subnet': ['ID=014c8a32-15b8-461b-806b-85675c47af02,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:04.299898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec52921d-0928-4cc6-8051-629a54bd9584 req-f824ed6e-ab18-4734-bf51-71a9635c0e93 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Feb 13 23:31:04.333854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Checking segment: {'id': '3ccede51-697b-46e4-a194-a1ebb4580186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:04.335095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network hostable DHCP agents. Network: f128c218-4a57-4c69-81cf-ed4237b81627, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:31:04.340406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:04.343125 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.388960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:31:04.406983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f128c218-4a57-4c69-81cf-ed4237b81627) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:04.414151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:04.414947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.419296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:04.427213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503532c-ee89-42b2-b479-2ce99b35b020 None None] Network f128c218-4a57-4c69-81cf-ed4237b81627 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:04.478047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:04.517455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51430) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:04.523832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'name': 'tempest-AllowedAddressPairTestJSON-15361176'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:04.526838 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f4eaeadb-328c-4b9f-9f98-cd51315f76db tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4664514 Feb 13 23:31:04.659923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ce58d-22d0-4b1e-a28c-c11f92d34c65 req-73c83bb4-eee1-4b81-944e-7b8cd610b717 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:04.668176 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-140ce58d-22d0-4b1e-a28c-c11f92d34c65 req-73c83bb4-eee1-4b81-944e-7b8cd610b717 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 944 time: 0.1312969 Feb 13 23:31:04.704590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-aad73709-3cf7-4625-b959-e3987758f529 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:04.705060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:04.706318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-aad73709-3cf7-4625-b959-e3987758f529 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8&tenant_id=b0ab36724abb4ec89970456e44c9a58a&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 949 time: 0.2519336 Feb 13 23:31:04.709474 n-d-828979-1 neutron-server[83663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'code': 422} returned with failed status Feb 13 23:31:04.712196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Usage tracker for resource:port and tenant:13186784ddd54c2394fc72e73f77d1b0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:04.716019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:04.723202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:04.770316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f128c218-4a57-4c69-81cf-ed4237b81627', 'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'tenant_id': '13186784ddd54c2394fc72e73f77d1b0', 'fixed_ips': [{'subnet_id': '014c8a32-15b8-461b-806b-85675c47af02'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:31:04.771096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.775803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:04.778962 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:04.789880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-140ce58d-22d0-4b1e-a28c-c11f92d34c65 req-e4c8ab21-bd3c-4fe3-99ec-8fb01da31892 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200378 Feb 13 23:31:04.817466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] device_id is not set on port a87d7464-1575-480f-9a92-a8c15e3ad26d yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:04.836357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-89d7ee34-e11d-4522-bb0a-4f25c2f90caf service neutron] 10.222.0.31 "GET /v2.0/ports/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.1212447 Feb 13 23:31:04.894440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff625193-d89c-43b5-919c-a43c57fc97c7 req-14901566-cc66-48f2-b3f1-8efbad604378 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:04.895990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff625193-d89c-43b5-919c-a43c57fc97c7 req-14901566-cc66-48f2-b3f1-8efbad604378 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 949 time: 0.1768839 Feb 13 23:31:04.954041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff625193-d89c-43b5-919c-a43c57fc97c7 req-edadcd61-00c3-442e-aa95-915398de62e9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Feb 13 23:31:05.009045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-1f51cf1c-c5d6-443a-a6c0-f178da27be68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1100 time: 0.1476500 Feb 13 23:31:05.025612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.039059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Allocated IP 172.20.0.2 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/d3bdb0f9-faea-459e-9488-a5b965954de9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:05.152994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc06ec8-eec3-461f-9f4a-4e523c709096 req-3d07fd73-9d1a-40a9-9e87-da9a755545ed tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:05.154468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2cc06ec8-eec3-461f-9f4a-4e523c709096 req-3d07fd73-9d1a-40a9-9e87-da9a755545ed tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 943 time: 0.1873868 Feb 13 23:31:05.175611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410444d-4f58-4d27-9dfe-086fd2d36586 req-b227072c-42ed-4e8d-b134-40b3055a2f82 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:05.177237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f410444d-4f58-4d27-9dfe-086fd2d36586 req-b227072c-42ed-4e8d-b134-40b3055a2f82 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.0902860 Feb 13 23:31:05.203538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-ca7b5112-ddd0-4c64-810a-f1f2dce03d64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:05.205126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-ca7b5112-ddd0-4c64-810a-f1f2dce03d64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.1852467 Feb 13 23:31:05.228520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f410444d-4f58-4d27-9dfe-086fd2d36586 req-a579d749-5e70-4f69-a408-4f45c0ab459e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Feb 13 23:31:05.265852 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.276393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Transition to ACTIVE for port object d3bdb0f9-faea-459e-9488-a5b965954de9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:05.296668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Transition to ACTIVE for port object d3bdb0f9-faea-459e-9488-a5b965954de9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:05.298231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-1c5e926f-71c7-4fbe-a5ec-fc27ac1a5fd1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.0847292 Feb 13 23:31:05.300478 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2cc06ec8-eec3-461f-9f4a-4e523c709096 req-687f6c1a-747b-49bc-bb98-c26c2829cf18 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355572 Feb 13 23:31:05.312446 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.373857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-939581f9-c0c7-45df-95f3-dafe511f1112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:05.375635 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-939581f9-c0c7-45df-95f3-dafe511f1112 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0712597 Feb 13 23:31:05.413436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:05.416669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:05.419354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:05.425793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Pushing event updated for resources: {'Port': ['ID=d3bdb0f9-faea-459e-9488-a5b965954de9,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:05.446961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Allocated IP 172.20.0.6 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/a87d7464-1575-480f-9a92-a8c15e3ad26d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:05.520580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-80d20ae9-ff10-4b57-9594-eadb56de473b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376884 Feb 13 23:31:05.522820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Attempting to bind port d3bdb0f9-faea-459e-9488-a5b965954de9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:31:05.523186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Attempting to bind port d3bdb0f9-faea-459e-9488-a5b965954de9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '3ccede51-697b-46e4-a194-a1ebb4580186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:31:05.523543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Attempting to bind port d3bdb0f9-faea-459e-9488-a5b965954de9 on network f128c218-4a57-4c69-81cf-ed4237b81627 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:05.530492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:31:05.530861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Checking segment: {'id': '3ccede51-697b-46e4-a194-a1ebb4580186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:05.531257 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.531645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Bound using segment: {'id': '3ccede51-697b-46e4-a194-a1ebb4580186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:31:05.532098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Bound port: d3bdb0f9-faea-459e-9488-a5b965954de9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccede51-697b-46e4-a194-a1ebb4580186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:31:05.532465 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.564573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de16c2-b9ea-4578-8061-41ea5b8c8c3f req-20d57aad-9d56-444e-b63c-536175a9bc41 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:05.566013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78de16c2-b9ea-4578-8061-41ea5b8c8c3f req-20d57aad-9d56-444e-b63c-536175a9bc41 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.2027161 Feb 13 23:31:05.630703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] For port d3bdb0f9-faea-459e-9488-a5b965954de9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:05.635147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] For port d3bdb0f9-faea-459e-9488-a5b965954de9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d3bdb0f9-faea-459e-9488-a5b965954de9,segment=NetworkSegment(3ccede51-697b-46e4-a194-a1ebb4580186),segment_id=3ccede51-697b-46e4-a194-a1ebb4580186)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:31:05.636412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9ef3d-3f1d-41c7-a484-fdf113227620 req-5db80766-66f4-444c-af89-eda54a4d887d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:05.637912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ecf9ef3d-3f1d-41c7-a484-fdf113227620 req-5db80766-66f4-444c-af89-eda54a4d887d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1757321 Feb 13 23:31:05.643611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.693484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78de16c2-b9ea-4578-8061-41ea5b8c8c3f req-523636e0-049d-4961-835b-a0f319f6b302 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827367 Feb 13 23:31:05.721662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef87ee2-b53a-4257-9115-26ea865b18cd None None] Pushing event updated for resources: {'Port': ['ID=d3bdb0f9-faea-459e-9488-a5b965954de9,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:05.736712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-213503fa-00a7-4a0c-8a58-24788935e5c5 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033494 Feb 13 23:31:05.739175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ecf9ef3d-3f1d-41c7-a484-fdf113227620 req-0d92fcbb-b968-4a94-a8c3-7972eee1fa16 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885262 Feb 13 23:31:05.751467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.785069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Transition to ACTIVE for port object a87d7464-1575-480f-9a92-a8c15e3ad26d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:05.816881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:05.821079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:05.931259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b8805be8-e640-4ae9-9b06-30f2fc22c55d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:31:05.963526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:05.967523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:05.969855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=a87d7464-1575-480f-9a92-a8c15e3ad26d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:05.972216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:06.102066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:06.102910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.121514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b8805be8-e640-4ae9-9b06-30f2fc22c55d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:06.137141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d', 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'port_id': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d', 'mac_address': 'fa:16:3e:a4:fe:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584de52a-0bfc-42d1-a706-d1bf9c660426', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:31:06.146183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:06.153138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-07753fad-1f72-4de4-b0bc-1c646ba90b14 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6344743 Feb 13 23:31:06.156414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51450) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:06.162129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'name': 'tempest-AllowedAddressPairTestJSON-324585967', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1d:2b:6c'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:06.177969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-3d1dbfb0-62e7-455d-a349-cce75af0c3bc service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350777 Feb 13 23:31:06.193750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:06.194701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.260511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f0b2-7661-45f7-99d6-45b2e9b97b3c req-fbb2ec42-5395-4a73-b6dd-edefae62f2a8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:06.267948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6828f0b2-7661-45f7-99d6-45b2e9b97b3c req-fbb2ec42-5395-4a73-b6dd-edefae62f2a8 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.3375711 Feb 13 23:31:06.281687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.328306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6828f0b2-7661-45f7-99d6-45b2e9b97b3c req-265ece5b-62b2-4059-ba08-aac7fcdb8aa6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582602 Feb 13 23:31:06.343989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8805be8-e640-4ae9-9b06-30f2fc22c55d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:31:06.425070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b8805be8-e640-4ae9-9b06-30f2fc22c55d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:06.435340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.436396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:06.440797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Usage tracker for resource:port and tenant:13186784ddd54c2394fc72e73f77d1b0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:06.443801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:06.451815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:06.467433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:06.518583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b8805be8-e640-4ae9-9b06-30f2fc22c55d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:06.527657 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.560283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80982488-6a7f-4858-a880-3634dc5d715b req-7067a6f6-c88b-4032-8ebd-ac7cfa8ab090 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:06.561961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80982488-6a7f-4858-a880-3634dc5d715b req-7067a6f6-c88b-4032-8ebd-ac7cfa8ab090 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 945 time: 0.0964787 Feb 13 23:31:06.576791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:06.582015 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.633938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:06.642799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80982488-6a7f-4858-a880-3634dc5d715b req-df625d17-9307-47b4-adaf-fb51d9c38b18 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714083 Feb 13 23:31:06.666340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] device_id is not set on port 16743479-9e66-4200-a8b3-40f72eed55fd yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:06.705812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:06.711697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:06.870163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd5392-b622-483d-a63e-59b948a7e23a req-25e759bb-b5b5-4b6a-aa2c-bb267d173d7b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:06.872103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b8dd5392-b622-483d-a63e-59b948a7e23a req-25e759bb-b5b5-4b6a-aa2c-bb267d173d7b tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.0923035 Feb 13 23:31:06.883605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b8805be8-e640-4ae9-9b06-30f2fc22c55d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:06.947797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b8dd5392-b622-483d-a63e-59b948a7e23a req-65f7b0c2-09fe-4ecc-8221-0e23033e0c5d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689027 Feb 13 23:31:07.026145 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:07.056400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Allocated IP 172.20.0.13 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/16743479-9e66-4200-a8b3-40f72eed55fd) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:07.219543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bfac9-2b3e-43b3-8dd9-d8596f9c2ac8 req-afbe3556-39ba-4651-8334-7395b9ae2b94 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:07.222260 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-631bfac9-2b3e-43b3-8dd9-d8596f9c2ac8 req-afbe3556-39ba-4651-8334-7395b9ae2b94 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1267271 Feb 13 23:31:07.228172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544c018-9390-42bb-bf60-b9433de2264c None None] Network f128c218-4a57-4c69-81cf-ed4237b81627 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:07.280837 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-631bfac9-2b3e-43b3-8dd9-d8596f9c2ac8 req-61cead0c-bb60-49ca-bf0c-50bb5d8c9ce9 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Feb 13 23:31:07.297385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-4dcd6411-c524-4119-abba-1a9c7c26c472 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:07.303820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-4dcd6411-c524-4119-abba-1a9c7c26c472 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f656f399-9042-43b2-bd63-46adc1227c2f HTTP/1.1" status: 200 len: 943 time: 0.2371275 Feb 13 23:31:07.394631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port 6432bba8-a2c6-4d61-a107-992f4b391e8c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:07.394977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:07.410810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-50be13d5-e959-4be3-ac20-553b06fa694c None None] Provisioning for port d3bdb0f9-faea-459e-9488-a5b965954de9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:07.509890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:07.548815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Transition to ACTIVE for port object 16743479-9e66-4200-a8b3-40f72eed55fd will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:07.550733 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'code': 200} Feb 13 23:31:07.683296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:07.746265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1109c3-f842-41de-9363-a32c051ad557 req-32a390a8-c79c-4f7e-9f99-96db8284ef4e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:07.748089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df1109c3-f842-41de-9363-a32c051ad557 req-32a390a8-c79c-4f7e-9f99-96db8284ef4e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.0835764 Feb 13 23:31:07.754817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port 6432bba8-a2c6-4d61-a107-992f4b391e8c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6432bba8-a2c6-4d61-a107-992f4b391e8c,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:07.755187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:07.789851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:07.797303 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df1109c3-f842-41de-9363-a32c051ad557 req-d21f9669-34ce-4217-a0dc-5b4d134c86f1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Feb 13 23:31:07.840954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:07.867893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-77f3e832-da55-45cf-a9f7-4ee34f01f88a None None] Provisioning for port a87d7464-1575-480f-9a92-a8c15e3ad26d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:07.874065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-77f3e832-da55-45cf-a9f7-4ee34f01f88a None None] Provisioning complete for port a87d7464-1575-480f-9a92-a8c15e3ad26d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:07.874615 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-77f3e832-da55-45cf-a9f7-4ee34f01f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:07.909324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:07.936142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:07.948544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=16743479-9e66-4200-a8b3-40f72eed55fd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:07.960697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for 6432bba8-a2c6-4d61-a107-992f4b391e8c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:08.087888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:08.087888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.123979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-77f3e832-da55-45cf-a9f7-4ee34f01f88a None None] Port a87d7464-1575-480f-9a92-a8c15e3ad26d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:08.153201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d3bdb0f9-faea-459e-9488-a5b965954de9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:08.155504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2262676-20f7-4c91-8479-fd50bc6cf55f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9978058 Feb 13 23:31:08.158332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:08.207243 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.227183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No active binding found for port 6432bba8-a2c6-4d61-a107-992f4b391e8c {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:31:08.227613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6432bba8-a2c6-4d61-a107-992f4b391e8c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:08.282890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event deleted for resources: {'Port': ['ID=6432bba8-a2c6-4d61-a107-992f4b391e8c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:08.311746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d3bdb0f9-faea-459e-9488-a5b965954de9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:08.321178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d3bdb0f9-faea-459e-9488-a5b965954de9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:08.321632 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.341625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e2396-3a2a-4f2e-ad34-5e0294a87c00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:08.345876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e2396-3a2a-4f2e-ad34-5e0294a87c00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:08.349941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e2396-3a2a-4f2e-ad34-5e0294a87c00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:08.351766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-814e2396-3a2a-4f2e-ad34-5e0294a87c00 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1924338 Feb 13 23:31:08.358745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:08.406106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Provisioning complete for port a87d7464-1575-480f-9a92-a8c15e3ad26d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:08.406403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.406795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] No DVR routers for this DVR port 6432bba8-a2c6-4d61-a107-992f4b391e8c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:08.410125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.416275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-deleted', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:08.435912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c7f1e22-230a-4ddf-a356-2589e5164a77 req-5487a007-ed35-4ba1-bc25-1f57d6512172 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "DELETE /v2.0/ports/6432bba8-a2c6-4d61-a107-992f4b391e8c HTTP/1.1" status: 204 len: 173 time: 1.1309426 Feb 13 23:31:08.504450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Port a87d7464-1575-480f-9a92-a8c15e3ad26d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:08.529601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.536263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port 16743479-9e66-4200-a8b3-40f72eed55fd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:08.536610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.547842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Provisioning for port 16743479-9e66-4200-a8b3-40f72eed55fd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:08.556698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Provisioning complete for port 16743479-9e66-4200-a8b3-40f72eed55fd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:08.557053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.614177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d3bdb0f9-faea-459e-9488-a5b965954de9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d3bdb0f9-faea-459e-9488-a5b965954de9,segment=NetworkSegment(3ccede51-697b-46e4-a194-a1ebb4580186),segment_id=3ccede51-697b-46e4-a194-a1ebb4580186)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:08.631212 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.668079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7aae407e-3ddf-4ab1-861e-9b1a374e4b14 None None] Port 16743479-9e66-4200-a8b3-40f72eed55fd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:08.676272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.683169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-baeeadd1-182a-4181-ad96-788298f1db8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8&tenant_id=b0ab36724abb4ec89970456e44c9a58a HTTP/1.1" status: 200 len: 1101 time: 0.2644291 Feb 13 23:31:08.702643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d3bdb0f9-faea-459e-9488-a5b965954de9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:08.715283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5687d-2ade-405f-8107-56dd0a34af1f req-528da2d9-9ab1-4b27-96e6-58517657a9e3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:08.716938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43d5687d-2ade-405f-8107-56dd0a34af1f req-528da2d9-9ab1-4b27-96e6-58517657a9e3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.2624967 Feb 13 23:31:08.770616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:08.962512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:08.971014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43d5687d-2ade-405f-8107-56dd0a34af1f req-ab174155-f240-4e57-857b-8df6823f0107 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690609 Feb 13 23:31:09.030061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:09.093079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257cd69-18b0-475b-87f5-9e37427839ff req-82a0e324-9cf8-4877-8cad-4763a9a5b4f5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:09.095846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9257cd69-18b0-475b-87f5-9e37427839ff req-82a0e324-9cf8-4877-8cad-4763a9a5b4f5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 945 time: 0.0804050 Feb 13 23:31:09.097343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for 16743479-9e66-4200-a8b3-40f72eed55fd owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:09.141610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9257cd69-18b0-475b-87f5-9e37427839ff req-c147c6e8-cf40-42d3-b6da-34af243bec8a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Feb 13 23:31:09.366062 n-d-828979-1 neutron-server[83662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f656f399-9042-43b2-bd63-46adc1227c2f', 'name': 'network-vif-deleted', 'tag': '6432bba8-a2c6-4d61-a107-992f4b391e8c', 'status': 'failed', 'code': 422} returned with failed status Feb 13 23:31:09.532327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4b361-8a6c-46e1-ad67-575389a565b9 req-cf0d9e4a-f650-4b26-89e9-730512836618 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:09.533714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4f4b361-8a6c-46e1-ad67-575389a565b9 req-cf0d9e4a-f650-4b26-89e9-730512836618 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.4039915 Feb 13 23:31:09.603876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d47b1-05d7-4a01-854b-70a42522eba4 req-cac1c2cd-d560-4917-9be4-7bff1edaa6e2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:09.605525 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c9d47b1-05d7-4a01-854b-70a42522eba4 req-cac1c2cd-d560-4917-9be4-7bff1edaa6e2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1444194 Feb 13 23:31:09.609199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-3ce73be2-27b4-41d8-835d-7f7bed19193e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 1096 time: 0.1064432 Feb 13 23:31:09.635155 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:09.717908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=16743479-9e66-4200-a8b3-40f72eed55fd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:09.731275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:09.735671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c9d47b1-05d7-4a01-854b-70a42522eba4 req-e58b14c9-e88d-4dbf-a4c6-7dc5691897dd tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244605 Feb 13 23:31:09.737845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b4f4b361-8a6c-46e1-ad67-575389a565b9 req-9db53069-9dd7-4cd6-84a5-0b33a505a2f0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550901 Feb 13 23:31:09.808161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-e52850f3-4390-41f6-96ba-6246f99707ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:09.809878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-e52850f3-4390-41f6-96ba-6246f99707ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 200 len: 916 time: 0.1837230 Feb 13 23:31:09.888667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:09.925907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b8805be8-e640-4ae9-9b06-30f2fc22c55d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:10.065951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d3bdb0f9-faea-459e-9488-a5b965954de9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:10.089840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:10.097742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.121335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.124455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Transition to ACTIVE for port object a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:10.129827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8b09da25-013e-4270-98d0-be4aec263828 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/ports/16743479-9e66-4200-a8b3-40f72eed55fd HTTP/1.1" status: 204 len: 168 time: 1.7694659 Feb 13 23:31:10.132929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.137623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51536) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:10.150964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-88e52fb3-4e96-4a02-9e49-e5614c328e6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aabc623b-87e0-4e0e-98a9-eebd870957db HTTP/1.1" status: 200 len: 217 time: 0.3329692 Feb 13 23:31:10.195578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b8805be8-e640-4ae9-9b06-30f2fc22c55d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:10.206077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b8805be8-e640-4ae9-9b06-30f2fc22c55d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:10.206866 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.261823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d3bdb0f9-faea-459e-9488-a5b965954de9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:10.262626 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.264050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-ca0140ba-d8df-49bf-b7b6-3e987bc3b3a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:10.265454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-ca0140ba-d8df-49bf-b7b6-3e987bc3b3a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 200 len: 855 time: 0.0762234 Feb 13 23:31:10.281469 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6719823-b7ff-42d1-9fc4-b157b7418f4b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] GET failed (client error): The resource could not be found. Feb 13 23:31:10.282095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a6719823-b7ff-42d1-9fc4-b157b7418f4b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Synchronizing usage tracker for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:10.339640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f68c1f-a089-4991-9656-198cd2e56724 req-6f99428d-0346-4745-8440-89ffca27d77c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:10.342413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15f68c1f-a089-4991-9656-198cd2e56724 req-6f99428d-0346-4745-8440-89ffca27d77c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1905000 Feb 13 23:31:10.363049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:10.419430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-f10d60db-7a27-494e-bc48-a077141badc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a768825-de11-4bfe-9877-9cffe1df3e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458089 Feb 13 23:31:10.426836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] No DVR routers for this DVR port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:10.446760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a6719823-b7ff-42d1-9fc4-b157b7418f4b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Unset dirty status for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:10.446987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.453521 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a6719823-b7ff-42d1-9fc4-b157b7418f4b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "GET /v2.0/ports/16743479-9e66-4200-a8b3-40f72eed55fd HTTP/1.1" status: 404 len: 333 time: 0.2858167 Feb 13 23:31:10.454511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51544) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:10.462834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'name': 'tempest-AllowedAddressPairTestJSON-1492188397'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:10.523855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:10.531176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15f68c1f-a089-4991-9656-198cd2e56724 req-eaf62156-b076-4588-8701-cf6a6764cd9e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771784 Feb 13 23:31:10.535362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b8805be8-e640-4ae9-9b06-30f2fc22c55d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:10.541597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.586254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00991-6607-49cf-a67e-82a43a31e5a7 req-c422b647-86ef-43a2-9449-bafa16571131 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:10.593080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc00991-6607-49cf-a67e-82a43a31e5a7 req-c422b647-86ef-43a2-9449-bafa16571131 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.4238656 Feb 13 23:31:10.610855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-e72a3b76-bbcc-43c5-98b5-ae18dedbbda3 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733255 Feb 13 23:31:10.620426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:31:10.620426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:31:10.620922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:10.622256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b8805be8-e640-4ae9-9b06-30f2fc22c55d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:10.660397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:31:10.660960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Attempting to bind port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:10.693612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:31:10.694091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:10.694558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:31:10.695048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Bound port: a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:31:10.695451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.712729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbc00991-6607-49cf-a67e-82a43a31e5a7 req-5ec640cf-b7e9-45d5-9004-cd0e0542f760 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187100 Feb 13 23:31:10.768900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:10.790647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:10.810212 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'code': 200} Feb 13 23:31:10.821293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:10.825870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.837094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:10.854575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:31:10.860352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] device_id is not set on port f2571461-691e-4b75-8b7b-43f18faa166a yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:10.868433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2263a1b0-db29-47f2-972f-a0a62ff27fb5 req-deab9226-24c4-4286-8db5-e9abdd7996c6 service neutron] 10.222.0.42 "GET /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489486 Feb 13 23:31:10.887569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-58502494-6994-4337-9d3b-408441d9a92a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:10.888988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-58502494-6994-4337-9d3b-408441d9a92a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.1904020 Feb 13 23:31:10.893296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:10.916041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-ff98ec71-8b04-4abc-b1b3-ebfd29e33852 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.0131402 Feb 13 23:31:10.964407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-95510b03-3cc7-4c66-8ea2-86c56731b039 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:10.980077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-95510b03-3cc7-4c66-8ea2-86c56731b039 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:10.982006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-95510b03-3cc7-4c66-8ea2-86c56731b039 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587852 Feb 13 23:31:11.025495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:11.026842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] 10.222.0.42 "PUT /v2.0/ports/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 1097 time: 2.3055460 Feb 13 23:31:11.131970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28819db-b96d-4a74-b6e8-f2174ffcfc9b service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=11']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:11.154768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-eb016c86-4bf2-4c19-846c-41aba0df2a35 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639829 Feb 13 23:31:11.185236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Allocated IP 172.20.0.9 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/f2571461-691e-4b75-8b7b-43f18faa166a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:11.205901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622607-b8e2-428d-ab47-f1b992125397 req-b137e537-4553-4688-8695-ebeadb90734e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:11.207436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63622607-b8e2-428d-ab47-f1b992125397 req-b137e537-4553-4688-8695-ebeadb90734e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 946 time: 0.2802320 Feb 13 23:31:11.294487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-6aeac3a5-4298-47c8-8b07-787139682af0 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388416 Feb 13 23:31:11.320381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-df7896d9-9519-445e-abbd-51aaa24a84c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1100 time: 0.2305977 Feb 13 23:31:11.474264 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d', 'code': 200} Feb 13 23:31:11.516353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63622607-b8e2-428d-ab47-f1b992125397 req-419ef287-25c6-40ae-a502-539bf94ea9b4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004518 Feb 13 23:31:11.698010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:11.706803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-9b5ae390-28bc-40fb-a1df-79551c2605c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:11.708185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-9b5ae390-28bc-40fb-a1df-79551c2605c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2225518 Feb 13 23:31:11.816811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Transition to ACTIVE for port object f2571461-691e-4b75-8b7b-43f18faa166a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:11.829646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-43a5cd3f-df18-4bb4-a1f1-b6d480637700 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.0778484 Feb 13 23:31:11.832991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:11.833471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a41bc38b-5fc0-47df-a39a-cc58a0ffb6af req-004470c8-9afa-44a9-bf73-e55a2deeffa8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 1097 time: 0.1370764 Feb 13 23:31:11.843155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c16138-f82f-40b1-9214-918a3e32c5e5 req-9ee334b5-b024-4dc1-83e6-3dd22431f08a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:11.844539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8c16138-f82f-40b1-9214-918a3e32c5e5 req-9ee334b5-b024-4dc1-83e6-3dd22431f08a tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 949 time: 0.1079617 Feb 13 23:31:11.907287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:11.918022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:11.926405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb90e-ac90-4af1-aeab-6a2033b2264b req-fa2eb53d-9158-4b3f-9699-919d12a10d19 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:11.927837 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e73cb90e-ac90-4af1-aeab-6a2033b2264b req-fa2eb53d-9158-4b3f-9699-919d12a10d19 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2224159 Feb 13 23:31:11.938496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a41bc38b-5fc0-47df-a39a-cc58a0ffb6af req-63e6ab9d-e88e-4a64-943f-5d03f89d03a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892274 Feb 13 23:31:11.940750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8c16138-f82f-40b1-9214-918a3e32c5e5 req-fdb69989-3f3a-477b-8014-08fb9a35e0a9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759280 Feb 13 23:31:11.980369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-be55698a-3ee5-42f2-a93f-c02d1d0b9cf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:11.981769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-be55698a-3ee5-42f2-a93f-c02d1d0b9cf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1319757 Feb 13 23:31:12.036773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=f2571461-691e-4b75-8b7b-43f18faa166a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:12.045288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:12.048816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:12.053022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:12.093777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e73cb90e-ac90-4af1-aeab-6a2033b2264b req-ce4fedd6-14b9-485e-b73d-bbce485348f3 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246247 Feb 13 23:31:12.121292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:12.121899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:12.156754 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6fef942d-15e4-40fb-872b-d50125d5ad90 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7002878 Feb 13 23:31:12.159391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51578) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:12.166980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1d:2b:6c'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:12.319504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6badfd47-38ac-4477-b614-7532b364e300 req-f65784e1-132c-4895-ac77-f60c33ee84f4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 210 time: 0.0487196 Feb 13 23:31:12.362752 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-1c5d277d-178e-4e48-a6b9-65d23db7e033 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588647 Feb 13 23:31:12.397978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0aa6365b-6325-488e-a763-0618e559c79d None None] Provisioning for port f2571461-691e-4b75-8b7b-43f18faa166a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:12.413233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0aa6365b-6325-488e-a763-0618e559c79d None None] Provisioning complete for port f2571461-691e-4b75-8b7b-43f18faa166a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:12.413842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0aa6365b-6325-488e-a763-0618e559c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:12.527134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6365b-6325-488e-a763-0618e559c79d None None] Port f2571461-691e-4b75-8b7b-43f18faa166a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:12.592261 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-c1a8b9ae-6ca8-404a-b548-2fcefc553e00 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192316 Feb 13 23:31:12.654616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:12.728971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da146731-e866-46ac-a4c1-5fdc8816f1d6 req-2b804052-33a1-4c54-b622-14d2324a4b72 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:12.730453 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da146731-e866-46ac-a4c1-5fdc8816f1d6 req-2b804052-33a1-4c54-b622-14d2324a4b72 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2059987 Feb 13 23:31:12.804771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fe28a91-a8c1-4fae-a621-b01e00d057fa req-55155238-6092-4605-b86c-d985b052cf6b service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922805 Feb 13 23:31:12.809685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da146731-e866-46ac-a4c1-5fdc8816f1d6 req-a076dd43-3531-4090-b822-1c7786adf0bc tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724821 Feb 13 23:31:12.811309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:13.000255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:13.011677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b069dd-8556-4f00-ad1a-194992a76e17 req-61188952-85e5-47f8-b061-2be47af914f3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.013289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-62b069dd-8556-4f00-ad1a-194992a76e17 req-61188952-85e5-47f8-b061-2be47af914f3 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1448286 Feb 13 23:31:13.014526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:13.014690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed381-2ac3-44cb-a742-c03172b0b245 req-19497823-70d3-4163-93cb-4719624d51ee tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.016254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d31ed381-2ac3-44cb-a742-c03172b0b245 req-19497823-70d3-4163-93cb-4719624d51ee tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 946 time: 0.0849574 Feb 13 23:31:13.064741 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d31ed381-2ac3-44cb-a742-c03172b0b245 req-e33a1d0c-5cc5-4007-b00b-b4cd5ea144cd tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Feb 13 23:31:13.171938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=f2571461-691e-4b75-8b7b-43f18faa166a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:13.179009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-62b069dd-8556-4f00-ad1a-194992a76e17 req-38f08932-75b7-4ddb-add6-cb088e3ea640 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255002 Feb 13 23:31:13.196744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] In _notify_port_updated(), no bound segment for port f2571461-691e-4b75-8b7b-43f18faa166a on network f128c218-4a57-4c69-81cf-ed4237b81627 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:31:13.200927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.202015 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:13.203811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8dbc6e0-bc17-4f15-bb26-a97cfe236690 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "PUT /v2.0/ports/f2571461-691e-4b75-8b7b-43f18faa166a HTTP/1.1" status: 200 len: 993 time: 1.0425069 Feb 13 23:31:13.207214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51598) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:13.301525 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'status': 'completed', 'code': 200} Feb 13 23:31:13.309950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port f2571461-691e-4b75-8b7b-43f18faa166a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:13.310357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:13.325244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcb4fb-6933-48a6-9eea-72b93020971d req-0b2789c5-b61a-40ca-a607-7f465c8d3c7e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.344122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51fcb4fb-6933-48a6-9eea-72b93020971d req-0b2789c5-b61a-40ca-a607-7f465c8d3c7e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1469054 Feb 13 23:31:13.363946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e242fdeb-d1ec-468c-9b35-da253fc01acf None None] Provisioning complete for port f2571461-691e-4b75-8b7b-43f18faa166a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:13.364292 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e242fdeb-d1ec-468c-9b35-da253fc01acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:13.423887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e242fdeb-d1ec-468c-9b35-da253fc01acf None None] Port f2571461-691e-4b75-8b7b-43f18faa166a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:13.501016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51fcb4fb-6933-48a6-9eea-72b93020971d req-4dfb3325-a31a-4209-8bdc-7f439f6bfcfd tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556487 Feb 13 23:31:13.540747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-1a4f67f0-d1d0-4432-bfe7-6da62adc12d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1100 time: 0.1385293 Feb 13 23:31:13.543841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-20c0d2b7-befd-4c77-b991-1c9d88ece80c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1100 time: 0.1968606 Feb 13 23:31:13.719777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-9337c4b9-0386-4c23-ba51-8e2daeb35653 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.721217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-9337c4b9-0386-4c23-ba51-8e2daeb35653 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.3625093 Feb 13 23:31:13.749219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Request body: {'port': {'device_id': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'admin_state_up': True, 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:13.878693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c6c8-30af-477b-b1cc-cb5186cf13fd req-01cb63eb-76e7-4ef7-a467-264a63503f61 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.880128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb97c6c8-30af-477b-b1cc-cb5186cf13fd req-01cb63eb-76e7-4ef7-a467-264a63503f61 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 949 time: 0.3518748 Feb 13 23:31:13.888306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:13.976652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-f9875be4-6618-4eb2-bbbc-0ee59df98561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.978021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-f9875be4-6618-4eb2-bbbc-0ee59df98561 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4289725 Feb 13 23:31:13.979635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-c916666b-06ff-450e-9b33-4ee26100f227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:13.980914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-c916666b-06ff-450e-9b33-4ee26100f227 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4066653 Feb 13 23:31:14.052389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for f2571461-691e-4b75-8b7b-43f18faa166a owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:14.113660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba776e-13d5-416c-a6b5-2495022695d4 req-be2c7a49-cb6c-498f-9f17-7f653c5e2f46 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:14.115125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88ba776e-13d5-416c-a6b5-2495022695d4 req-be2c7a49-cb6c-498f-9f17-7f653c5e2f46 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.3064604 Feb 13 23:31:14.124062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:14.125481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-71b48b59-b265-4eb2-9003-dad536c493ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.1400793 Feb 13 23:31:14.140388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-3b9d070f-01d3-490a-a89a-b6d21c6e7286 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 200 len: 217 time: 0.1009252 Feb 13 23:31:14.146293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:14.168124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb97c6c8-30af-477b-b1cc-cb5186cf13fd req-a36cfc93-f7b1-4d11-a7cf-65c590028209 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719922 Feb 13 23:31:14.176336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:14.180718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:14.274583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-1e160d30-818c-4247-9317-8afe821f35af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:14.275926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-1e160d30-818c-4247-9317-8afe821f35af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1347370 Feb 13 23:31:14.286156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88ba776e-13d5-416c-a6b5-2495022695d4 req-ded151ae-d060-469a-aaf4-4139f04b04ce tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620135 Feb 13 23:31:14.334836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-9d19a1fa-4c48-4402-a3d0-e9959f701fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:14.336935 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-9d19a1fa-4c48-4402-a3d0-e9959f701fba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1587760 Feb 13 23:31:14.365029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:14.465501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bad7a3e7-2e4b-42fe-9168-361295ab38d5 req-54503940-fbfa-43fb-a495-873ce12a15e0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 210 time: 0.0584648 Feb 13 23:31:14.486671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-97424862-b546-43f5-8308-bd55b845e5c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038584 Feb 13 23:31:14.497152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-364e2503-9f0f-406a-9e8c-bea043bfa55d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529155 Feb 13 23:31:14.551268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=f2571461-691e-4b75-8b7b-43f18faa166a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:14.677304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed49d-5878-4a16-be5f-5b219ab5b096 req-9f4fe78a-5d1e-4fd5-bd72-e5b5cef752aa tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:14.679650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7fed49d-5878-4a16-be5f-5b219ab5b096 req-9f4fe78a-5d1e-4fd5-bd72-e5b5cef752aa tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.3847723 Feb 13 23:31:14.785431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Allocated IP 172.20.0.4 (184fd408-1aaa-4393-91d6-05f5ec7bcb69/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa/6947570e-ba6e-459b-98ff-1973d90e5024) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:14.798021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-f5d7e5f5-dc41-46e2-97de-473580240069 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984204 Feb 13 23:31:14.842923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-9d5ae8b3-7246-43f4-abc6-b60de66a7e12 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221180 Feb 13 23:31:14.875551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7fed49d-5878-4a16-be5f-5b219ab5b096 req-19446223-21fe-4c80-b5da-76f9e43b105c tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818163 Feb 13 23:31:14.910661 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:14.936118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a46e1-5b4c-436d-94e4-a9cbf84c96c4 req-891fb1b9-c5c4-4d8b-9167-7114e0ee0d7f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:14.937690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a07a46e1-5b4c-436d-94e4-a9cbf84c96c4 req-891fb1b9-c5c4-4d8b-9167-7114e0ee0d7f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 946 time: 0.3436773 Feb 13 23:31:14.940668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e62602c-0181-4dfa-9508-4854de51315e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/ports/f2571461-691e-4b75-8b7b-43f18faa166a HTTP/1.1" status: 204 len: 168 time: 1.7317789 Feb 13 23:31:14.940955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51614) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:15.110725 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda4cda6-727b-4ebc-b624-d114a2419230 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] GET failed (client error): The resource could not be found. Feb 13 23:31:15.111137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fda4cda6-727b-4ebc-b624-d114a2419230 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Synchronizing usage tracker for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:15.120443 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a07a46e1-5b4c-436d-94e4-a9cbf84c96c4 req-0debdac1-8a12-49aa-81f1-b0d05676f223 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200502 Feb 13 23:31:15.138209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-51d450bf-a5cc-4ed7-8edf-01f939ca0130 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260593 Feb 13 23:31:15.141358 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb7a45ac-c309-448f-b3b3-4eda1d0631f8 req-54c6f832-9288-4225-8f89-af893a129d3a service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487581 Feb 13 23:31:15.163728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fda4cda6-727b-4ebc-b624-d114a2419230 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Unset dirty status for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:15.164846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fda4cda6-727b-4ebc-b624-d114a2419230 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "GET /v2.0/ports/f2571461-691e-4b75-8b7b-43f18faa166a HTTP/1.1" status: 404 len: 333 time: 0.2080805 Feb 13 23:31:15.168990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51620) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:15.175328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'name': 'tempest-AllowedAddressPairTestJSON-845081257'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:15.224610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:15.239186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb526b27-6c6c-4796-9a0a-f31d34eb06d8 req-68cea5a9-393d-43b6-ab5d-12d7cad44605 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:15.241142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb526b27-6c6c-4796-9a0a-f31d34eb06d8 req-68cea5a9-393d-43b6-ab5d-12d7cad44605 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1822212 Feb 13 23:31:15.296939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb526b27-6c6c-4796-9a0a-f31d34eb06d8 req-cfb81ea0-6bfd-4901-a452-043820f1ae0f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Feb 13 23:31:15.298336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:15.380190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:15.383923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:15.385897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event updated for resources: {'Port': ['ID=6947570e-ba6e-459b-98ff-1973d90e5024,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:15.388116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:15.488473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:15.489069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:15.509467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:15.513145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-fa2b0353-e757-4cc2-aa44-0f2db608b94e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7707746 Feb 13 23:31:15.518769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3333c19-4ed3-42ed-a369-c7deea3541db req-9dce4e5d-14b2-48e7-8f15-36e00a31c989 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:15.520196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3333c19-4ed3-42ed-a369-c7deea3541db req-9dce4e5d-14b2-48e7-8f15-36e00a31c989 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2705681 Feb 13 23:31:15.528740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:15.529857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Request body: {'port': {'device_id': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:15.556541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:15.559636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:15.594768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] device_id is not set on port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:15.594970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b5651-8136-43e9-a4f8-48ce5265ee89 req-5acee1c7-a32d-4acf-9739-a501b318768e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:15.596199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c2b5651-8136-43e9-a4f8-48ce5265ee89 req-5acee1c7-a32d-4acf-9739-a501b318768e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 945 time: 0.1563208 Feb 13 23:31:15.633298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3333c19-4ed3-42ed-a369-c7deea3541db req-4f3971ad-7e10-4a43-859d-696e6aba096f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055193 Feb 13 23:31:15.688975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:15.713199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c2b5651-8136-43e9-a4f8-48ce5265ee89 req-5aae500b-a353-47dc-a9ef-32b2c9a3373b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904114 Feb 13 23:31:15.774882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Allocated IP 172.20.0.12 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:15.988096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:31:16.020032 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.037494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Transition to ACTIVE for port object 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:16.049982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce28c-962b-4694-84eb-4473f0d7a22f req-3fc5a5eb-4ccb-4e98-b045-0c0e8f24da60 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:16.051506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de1ce28c-962b-4694-84eb-4473f0d7a22f req-3fc5a5eb-4ccb-4e98-b045-0c0e8f24da60 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 949 time: 0.2168069 Feb 13 23:31:16.106467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.148304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de1ce28c-962b-4694-84eb-4473f0d7a22f req-2a6f3d64-0fef-4c51-9999-7a8f3f57b98d tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895145 Feb 13 23:31:16.190456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6947570e-ba6e-459b-98ff-1973d90e5024 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:31:16.199880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.216434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:16.217236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:16.220946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Transition to ACTIVE for port object 6947570e-ba6e-459b-98ff-1973d90e5024 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:16.223008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:16.227710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:16.228024 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.242243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:16.262419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'mac_address': 'fa:16:3e:06:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:31:16.294884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95357b2b-2a91-409a-83df-e28692fdeadb req-eff973a4-1d29-491c-8c9a-cb1bddad45ac tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:16.296387 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-95357b2b-2a91-409a-83df-e28692fdeadb req-eff973a4-1d29-491c-8c9a-cb1bddad45ac tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2322104 Feb 13 23:31:16.308251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:16.308871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.349249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.377744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-80a08a6e-9ea5-4ba1-af47-c289b6757e7d tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2051055 Feb 13 23:31:16.386353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:31:16.394944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-95357b2b-2a91-409a-83df-e28692fdeadb req-e13159b0-287f-4fc9-80be-af048adc5caa tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817022 Feb 13 23:31:16.395466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:16.402804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1d:2b:6c'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:16.407770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:16.420634 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.508945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=12']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:16.570047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-21fefd8b-7cb6-402f-ae50-908e531a781d None None] Provisioning for port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:16.575058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-21fefd8b-7cb6-402f-ae50-908e531a781d None None] Provisioning complete for port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:16.575425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-21fefd8b-7cb6-402f-ae50-908e531a781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.601658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Pushing event updated for resources: {'Port': ['ID=6947570e-ba6e-459b-98ff-1973d90e5024,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:16.633275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-21fefd8b-7cb6-402f-ae50-908e531a781d None None] Port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:16.699791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Attempting to bind port 6947570e-ba6e-459b-98ff-1973d90e5024 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:31:16.700114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Attempting to bind port 6947570e-ba6e-459b-98ff-1973d90e5024 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:31:16.700433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Attempting to bind port 6947570e-ba6e-459b-98ff-1973d90e5024 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:16.714984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a84734-b2bb-4fa2-bd36-6db599a2a255 req-6bf27b56-a606-43db-9f7b-f6720604f845 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:16.715662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49a84734-b2bb-4fa2-bd36-6db599a2a255 req-6bf27b56-a606-43db-9f7b-f6720604f845 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:16.719032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Port 6947570e-ba6e-459b-98ff-1973d90e5024 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:31:16.719348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Attempting to bind port 6947570e-ba6e-459b-98ff-1973d90e5024 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:16.732015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:31:16.732352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:16.732721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Bound using segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:31:16.733136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Bound port: 6947570e-ba6e-459b-98ff-1973d90e5024, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:31:16.733480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.749194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49a84734-b2bb-4fa2-bd36-6db599a2a255 req-6bf27b56-a606-43db-9f7b-f6720604f845 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:16.750359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49a84734-b2bb-4fa2-bd36-6db599a2a255 req-6bf27b56-a606-43db-9f7b-f6720604f845 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 943 time: 0.2142763 Feb 13 23:31:16.760595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0e184-7efc-48e3-b89e-dfa1df5b1ba7 req-d51051c1-4465-43b9-920e-6389477dff00 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:16.762053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eac0e184-7efc-48e3-b89e-dfa1df5b1ba7 req-d51051c1-4465-43b9-920e-6389477dff00 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.1794789 Feb 13 23:31:16.786894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.853650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49a84734-b2bb-4fa2-bd36-6db599a2a255 req-80dbc1fd-969b-4f88-a085-222bf3e5344c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Feb 13 23:31:16.859564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] For port 6947570e-ba6e-459b-98ff-1973d90e5024, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:16.862751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] For port 6947570e-ba6e-459b-98ff-1973d90e5024, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6947570e-ba6e-459b-98ff-1973d90e5024,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:31:16.868697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.883088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eac0e184-7efc-48e3-b89e-dfa1df5b1ba7 req-0616de66-5759-47e3-8b7c-eec0db5abbbd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152472 Feb 13 23:31:16.922475 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:16.923813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] 10.222.0.42 "PUT /v2.0/ports/6947570e-ba6e-459b-98ff-1973d90e5024 HTTP/1.1" status: 200 len: 1091 time: 1.3981166 Feb 13 23:31:16.924293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'tag': '6947570e-ba6e-459b-98ff-1973d90e5024'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:16.966016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115502db-72d6-402c-bcc0-c61a4e74a48a service neutron] Pushing event updated for resources: {'Port': ['ID=6947570e-ba6e-459b-98ff-1973d90e5024,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:17.125102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-37398cc7-9044-4e86-85e6-3b5006d51630 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 1094 time: 0.1481109 Feb 13 23:31:17.160534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:17.167489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:17.207881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-220f9486-ebb0-45c9-ae7d-2e99e1a1dbbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6947570e-ba6e-459b-98ff-1973d90e5024 HTTP/1.1" status: 200 len: 217 time: 0.0727654 Feb 13 23:31:17.214752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb72d3-f59d-475f-9b99-714df6ea81be req-f69809de-d955-4bf4-9d76-d05e77d5ec6b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:17.216266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-46cb72d3-f59d-475f-9b99-714df6ea81be req-f69809de-d955-4bf4-9d76-d05e77d5ec6b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1605387 Feb 13 23:31:17.216591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a4db9-4984-4884-8d9e-b51f12104dd1 req-8212380a-07be-4655-8b6b-f3bbf6da3cde tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:17.218000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f6a4db9-4984-4884-8d9e-b51f12104dd1 req-8212380a-07be-4655-8b6b-f3bbf6da3cde tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 946 time: 0.1709921 Feb 13 23:31:17.307082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-49ca8599-1667-401e-8e00-1bd7d33bf126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:17.308530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-49ca8599-1667-401e-8e00-1bd7d33bf126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.0891993 Feb 13 23:31:17.312505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:17.319707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f6a4db9-4984-4884-8d9e-b51f12104dd1 req-1816fc5f-40b2-4bfb-8b27-612974058bd5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664628 Feb 13 23:31:17.353566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-46cb72d3-f59d-475f-9b99-714df6ea81be req-64a76763-ec03-4631-b9c9-70eb1beeb403 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283374 Feb 13 23:31:17.358920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] In _notify_port_updated(), no bound segment for port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 on network f128c218-4a57-4c69-81cf-ed4237b81627 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:31:17.363013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:17.363659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:17.368031 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e3797d1e-11a7-49c4-97b7-0025da9ae51e tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "PUT /v2.0/ports/7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 HTTP/1.1" status: 200 len: 996 time: 0.9684784 Feb 13 23:31:17.368333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51648) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:17.396823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-e692b081-0d4f-4b86-8559-1387d8d6e0b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572238 Feb 13 23:31:17.440909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-f7385583-fc34-45e5-9018-9bad0f152888 req-83e2ebcb-ce12-4a44-9995-b4fd2847d55f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:31:17.441875 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7385583-fc34-45e5-9018-9bad0f152888 req-83e2ebcb-ce12-4a44-9995-b4fd2847d55f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061715 Feb 13 23:31:17.494207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:17.494552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:17.567691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4de2a73a-8ba7-4e68-ac58-cf72921d73bb None None] Provisioning complete for port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:17.568251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4de2a73a-8ba7-4e68-ac58-cf72921d73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:17.589584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-eaab1570-100b-4195-b93b-5b6e96ab5b4e service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874032 Feb 13 23:31:17.603773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5affb64-a550-4d90-b49a-a32003d9c82f req-68cd4f02-0333-481e-8d7c-0ea28852f1b3 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:17.605219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5affb64-a550-4d90-b49a-a32003d9c82f req-68cd4f02-0333-481e-8d7c-0ea28852f1b3 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1231275 Feb 13 23:31:17.622136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4de2a73a-8ba7-4e68-ac58-cf72921d73bb None None] Port 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:17.749404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5affb64-a550-4d90-b49a-a32003d9c82f req-e68a078b-5c77-4bb2-bd12-e7cc6f78f336 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224949 Feb 13 23:31:17.770579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7056d7f1-fadf-4cf6-b967-b383073618f7 req-1781f048-98cb-480c-9a8c-59b93879fe7e service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644266 Feb 13 23:31:17.798131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7385583-fc34-45e5-9018-9bad0f152888 req-d5104cd0-a74e-4ca4-9f3d-b631b98197f7 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3445048 Feb 13 23:31:17.844463 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'tag': '6947570e-ba6e-459b-98ff-1973d90e5024', 'status': 'completed', 'code': 200} Feb 13 23:31:17.874105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:18.005751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for 7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:18.033194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-e74ca101-f06f-4b5b-afdd-4bbf3278fcf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 1094 time: 0.1407406 Feb 13 23:31:18.160860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0319f0-796b-4c1e-916c-797778817660 req-23a07fba-24bc-4075-890c-119055ef55d5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:18.162324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0319f0-796b-4c1e-916c-797778817660 req-23a07fba-24bc-4075-890c-119055ef55d5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.2009623 Feb 13 23:31:18.195907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:18.230689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-c73b98c8-2fde-4fce-a007-6c5f047fd260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:18.232126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-c73b98c8-2fde-4fce-a007-6c5f047fd260 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.1815841 Feb 13 23:31:18.244941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0319f0-796b-4c1e-916c-797778817660 req-e259923c-6ebe-48cc-83ad-aeb7020762a2 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756361 Feb 13 23:31:18.251752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:18.297659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152417b-9870-486b-b9c1-2873236fa2d8 req-bec61869-c3ad-4e58-96a5-dcb6948984d2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:18.299211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9152417b-9870-486b-b9c1-2873236fa2d8 req-bec61869-c3ad-4e58-96a5-dcb6948984d2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1848016 Feb 13 23:31:18.326825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-742900f4-52fe-49d3-8874-e52e7f5c3a0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6947570e-ba6e-459b-98ff-1973d90e5024 HTTP/1.1" status: 200 len: 217 time: 0.0792918 Feb 13 23:31:18.403666 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9152417b-9870-486b-b9c1-2873236fa2d8 req-e91b5762-a0a3-4d52-9f02-a91aee95e18b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731037 Feb 13 23:31:18.404625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:18.417598 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ab82f437-5867-4550-a71b-4b90c55ab9ca tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/ports/7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 HTTP/1.1" status: 204 len: 168 time: 1.0458903 Feb 13 23:31:18.417598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51662) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:18.465097 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4853a8-b0da-42ef-87ea-50ec237b57bd tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] GET failed (client error): The resource could not be found. Feb 13 23:31:18.465596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca4853a8-b0da-42ef-87ea-50ec237b57bd tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Synchronizing usage tracker for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:18.483668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca4853a8-b0da-42ef-87ea-50ec237b57bd tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Unset dirty status for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:18.488461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca4853a8-b0da-42ef-87ea-50ec237b57bd tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "GET /v2.0/ports/7de5e1aa-4ac9-4b96-8c44-7cb2eedf4555 HTTP/1.1" status: 404 len: 333 time: 0.0665026 Feb 13 23:31:18.489053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51666) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:18.495467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'name': 'tempest-AllowedAddressPairTestJSON-2029904051'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:18.581127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-88624b1f-76a5-4515-b652-7543710831ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:18.582472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-88624b1f-76a5-4515-b652-7543710831ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.2466726 Feb 13 23:31:18.608347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e6b8c-b6bd-4af7-bc11-3effa7caa3b1 req-88400977-ebda-4130-a9d7-e614e0b85405 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:18.609741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-042e6b8c-b6bd-4af7-bc11-3effa7caa3b1 req-88400977-ebda-4130-a9d7-e614e0b85405 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 943 time: 0.2142267 Feb 13 23:31:18.662564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-97e02f97-ba7f-447e-805b-1f82c74a153c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517867 Feb 13 23:31:18.691321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:18.705023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:18.714283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ea36-73c2-4fec-9193-6052570a2ddb req-87385a6f-b28c-4af9-8dcb-3bd88071ba6a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:18.715725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20a2ea36-73c2-4fec-9193-6052570a2ddb req-87385a6f-b28c-4af9-8dcb-3bd88071ba6a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.1521125 Feb 13 23:31:18.735219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:18.738018 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:18.768766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-042e6b8c-b6bd-4af7-bc11-3effa7caa3b1 req-c2e61fd2-b3b8-494f-9bb6-1ded19dc43dd tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256716 Feb 13 23:31:18.776049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] device_id is not set on port b7c30705-ff83-4c31-b494-7f3b23bf9670 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:18.822494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-1e244c95-90f1-4fb5-a44e-4b69d1e036f5 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505620 Feb 13 23:31:18.827952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20a2ea36-73c2-4fec-9193-6052570a2ddb req-7d3fccca-7dc2-48c1-b322-a89af73f8944 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063368 Feb 13 23:31:18.934931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Allocated IP 172.20.0.9 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/b7c30705-ff83-4c31-b494-7f3b23bf9670) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:19.045173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a743685-aaa0-4538-b2b3-61ad09365ce0 req-8e10504a-866e-4446-a682-46926546cebe service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106683 Feb 13 23:31:19.058289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac91191-37ce-4652-91e0-fe978ac15f5a req-e6f906c7-111b-4599-8222-9583acfa5931 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.059693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dac91191-37ce-4652-91e0-fe978ac15f5a req-e6f906c7-111b-4599-8222-9583acfa5931 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 946 time: 0.1355407 Feb 13 23:31:19.106187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dac91191-37ce-4652-91e0-fe978ac15f5a req-d66dba88-72ef-4a12-96df-24d97317ff87 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Feb 13 23:31:19.146734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6019c3c-a93b-4351-ae9c-933c6e555827 req-163d9da0-200c-494e-ad64-785d7c45d670 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.148721 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6019c3c-a93b-4351-ae9c-933c6e555827 req-163d9da0-200c-494e-ad64-785d7c45d670 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1876199 Feb 13 23:31:19.234640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6019c3c-a93b-4351-ae9c-933c6e555827 req-b4099748-d3de-49ff-a122-aee4236643ab tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741768 Feb 13 23:31:19.275063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:19.295366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Transition to ACTIVE for port object b7c30705-ff83-4c31-b494-7f3b23bf9670 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:19.333475 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:19.350563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eac9ce-11b9-4873-a244-736283fbef63 req-0a175405-8eb4-4fe5-8fde-25df633c342d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.358082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b4eac9ce-11b9-4873-a244-736283fbef63 req-0a175405-8eb4-4fe5-8fde-25df633c342d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1141980 Feb 13 23:31:19.406579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b4eac9ce-11b9-4873-a244-736283fbef63 req-52c16b7d-5227-46a2-94d4-2c63082fe51c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476477 Feb 13 23:31:19.468295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:19.474219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:19.477473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=b7c30705-ff83-4c31-b494-7f3b23bf9670,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:19.479871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:19.681010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.681627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:19.703013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41cc9-0374-4ab6-8859-8699aa717671 req-094c782b-1b5e-409d-bafa-16bdeefbe940 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.703241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb4ee-0ca3-4108-bb92-46379830d31c req-0033bd47-150c-4f0f-b6ef-da8add57bf09 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.704714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f3cb4ee-0ca3-4108-bb92-46379830d31c req-0033bd47-150c-4f0f-b6ef-da8add57bf09 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1469488 Feb 13 23:31:19.710656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cf41cc9-0374-4ab6-8859-8699aa717671 req-094c782b-1b5e-409d-bafa-16bdeefbe940 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 945 time: 0.3252516 Feb 13 23:31:19.730559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-af9f2120-9a44-40bb-9efb-3f7246bd2d83 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:19.731958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-af9f2120-9a44-40bb-9efb-3f7246bd2d83 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 946 time: 0.1335387 Feb 13 23:31:19.749402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6dcbfee0-3db5-4388-abdb-4229ba2de648 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2591982 Feb 13 23:31:19.752296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51678) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:19.762607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'network_id': 'f128c218-4a57-4c69-81cf-ed4237b81627', 'name': 'tempest-AllowedAddressPairTestJSON-2104396474'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:19.769987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a34a9c76-dd2d-443d-84d0-2e5d57167973 None None] Provisioning for port b7c30705-ff83-4c31-b494-7f3b23bf9670 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:19.775299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a34a9c76-dd2d-443d-84d0-2e5d57167973 None None] Provisioning complete for port b7c30705-ff83-4c31-b494-7f3b23bf9670 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:19.775709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a34a9c76-dd2d-443d-84d0-2e5d57167973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:19.816908 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f3cb4ee-0ca3-4108-bb92-46379830d31c req-20aa029a-3816-4963-bede-872d680bc72f tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056314 Feb 13 23:31:19.825166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Deleting port b8805be8-e640-4ae9-9b06-30f2fc22c55d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:19.825500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:19.832171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a34a9c76-dd2d-443d-84d0-2e5d57167973 None None] Port b7c30705-ff83-4c31-b494-7f3b23bf9670 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:19.842559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cf41cc9-0374-4ab6-8859-8699aa717671 req-de167914-1d7c-4051-a915-a063486d0492 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309454 Feb 13 23:31:19.921593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:19.925787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Usage tracker for resource:port and tenant:13186784ddd54c2394fc72e73f77d1b0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:19.929519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:19.935854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:19.949839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Made reservation on behalf of 13186784ddd54c2394fc72e73f77d1b0 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:19.953824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.026256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] device_id is not set on port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:20.123848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30ed80-73b4-435b-abfe-06db06d94259 req-dd46f64a-8282-4ecf-9ea4-37d5285a0af3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:20.125306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff30ed80-73b4-435b-abfe-06db06d94259 req-dd46f64a-8282-4ecf-9ea4-37d5285a0af3 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 943 time: 0.1590674 Feb 13 23:31:20.177501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] For port b8805be8-e640-4ae9-9b06-30f2fc22c55d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b8805be8-e640-4ae9-9b06-30f2fc22c55d,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:20.177739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.197922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e541e-bc98-42a2-aba6-6cee83fae88c req-e5b564c4-c5be-46d2-b857-665f01736e69 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:20.199675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c0e541e-bc98-42a2-aba6-6cee83fae88c req-e5b564c4-c5be-46d2-b857-665f01736e69 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2145236 Feb 13 23:31:20.225364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff30ed80-73b4-435b-abfe-06db06d94259 req-07c81bda-ea07-4de3-8f1f-e1afe7269b06 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652966 Feb 13 23:31:20.229625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Allocated IP 172.20.0.8 (f128c218-4a57-4c69-81cf-ed4237b81627/014c8a32-15b8-461b-806b-85675c47af02/ea7be524-5787-4c32-a0b6-fd6153a5bbc2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:20.332786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:20.333041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Calling delete_port for b8805be8-e640-4ae9-9b06-30f2fc22c55d owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:20.450711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c0e541e-bc98-42a2-aba6-6cee83fae88c req-a8bb6275-6aea-4576-9c75-311079c40b1c tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916585 Feb 13 23:31:20.490414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.507410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Transition to ACTIVE for port object ea7be524-5787-4c32-a0b6-fd6153a5bbc2 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:20.544324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.604143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.620317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Network f128c218-4a57-4c69-81cf-ed4237b81627 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:20.623307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:20.629235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:20.657879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=ea7be524-5787-4c32-a0b6-fd6153a5bbc2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:20.708995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Pushing event deleted for resources: {'Port': ['ID=b8805be8-e640-4ae9-9b06-30f2fc22c55d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:20.729707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.730078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.730418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.730748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.731077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.731402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.731723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.732044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.732363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.732680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.732999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:20.756016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:20.756872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.798197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] No DVR routers for this DVR port b8805be8-e640-4ae9-9b06-30f2fc22c55d on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:20.798421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8e1ac107-27a3-46d9-b3d9-4a1ff97d3240 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0419631 Feb 13 23:31:20.798524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:20.806241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1d:2b:6c'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:27:09:34'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:20.807741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.810235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'name': 'network-vif-deleted', 'tag': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:20.837067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dcee2a9-06bc-4cfe-a288-66dfc964b428 req-20aff65f-bce0-4c98-9a05-07a60743eb1c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "DELETE /v2.0/ports/b8805be8-e640-4ae9-9b06-30f2fc22c55d HTTP/1.1" status: 204 len: 173 time: 1.0943265 Feb 13 23:31:20.844037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2868-0434-4c5d-b5ab-30816b2653ef req-b35ba6eb-b079-4857-aa06-852cdc1a7903 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:20.846390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11f198da-9df9-499b-ab98-7a4f6a76ec63 req-e71bdfab-9113-4aab-a459-fa58a8c37471 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 1101 time: 0.1753249 Feb 13 23:31:20.851186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e0c2868-0434-4c5d-b5ab-30816b2653ef req-b35ba6eb-b079-4857-aa06-852cdc1a7903 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.1998549 Feb 13 23:31:20.969697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11f198da-9df9-499b-ab98-7a4f6a76ec63 req-a30b5e8b-0323-4531-a0c3-29b54e6e3f19 tempest-MigrationsAdminTest-457390639 tempest-MigrationsAdminTest-457390639-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098418 Feb 13 23:31:20.972738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:20.985627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4e76d250-6a06-4fea-9c51-01cc9a36cd47 None None] Provisioning for port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:21.001946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4e76d250-6a06-4fea-9c51-01cc9a36cd47 None None] Provisioning complete for port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:21.011027 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e76d250-6a06-4fea-9c51-01cc9a36cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:21.069619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e0c2868-0434-4c5d-b5ab-30816b2653ef req-cd2a26eb-b3ac-46b6-8650-08d47558606d tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167015 Feb 13 23:31:21.089450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4e76d250-6a06-4fea-9c51-01cc9a36cd47 None None] Port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:21.252138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c911dda1-c687-425f-b589-e8b38bc9c861 req-3d49b385-9ddb-43c0-a257-989295bbd752 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b152c8-d4cf-4162-b980-6e446ec08c0a HTTP/1.1" status: 200 len: 210 time: 0.0622876 Feb 13 23:31:21.281121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8020-cc2b-4f1e-9daf-2025be124353 req-19de9ebd-9c31-49d3-a76a-5317f1f86948 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:21.283657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7fc8020-cc2b-4f1e-9daf-2025be124353 req-19de9ebd-9c31-49d3-a76a-5317f1f86948 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.0887120 Feb 13 23:31:21.326382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7fc8020-cc2b-4f1e-9daf-2025be124353 req-3169ba20-55d6-41c6-bf47-1b6b375eb21b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Feb 13 23:31:21.334268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:21.340431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:21.393636 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b152c8-d4cf-4162-b980-6e446ec08c0a', 'name': 'network-vif-deleted', 'tag': 'b8805be8-e640-4ae9-9b06-30f2fc22c55d', 'status': 'completed', 'code': 200} Feb 13 23:31:21.520116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event updated for resources: {'Port': ['ID=ea7be524-5787-4c32-a0b6-fd6153a5bbc2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:21.541890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] In _notify_port_updated(), no bound segment for port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 on network f128c218-4a57-4c69-81cf-ed4237b81627 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:31:21.545709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:21.546340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:21.547616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c63d31e6-8638-45cd-b852-7cc7e8852303 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "PUT /v2.0/ports/ea7be524-5787-4c32-a0b6-fd6153a5bbc2 HTTP/1.1" status: 200 len: 1055 time: 0.7481623 Feb 13 23:31:21.551449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51710) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:21.566133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d9233-50fb-40f4-bb83-fe1b2c37706d req-42d61d75-3550-472b-83e4-b1c4eb356b09 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:21.573705 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c8d9233-50fb-40f4-bb83-fe1b2c37706d req-42d61d75-3550-472b-83e4-b1c4eb356b09 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1881909 Feb 13 23:31:21.630861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c8d9233-50fb-40f4-bb83-fe1b2c37706d req-135bf3ac-e4d3-4db8-9e87-0486e8b6dc18 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562048 Feb 13 23:31:21.645477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:21.645904 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:21.732901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1c4956b6-12ec-42dd-8ab2-5df5842f7210 None None] Provisioning complete for port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:21.733358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1c4956b6-12ec-42dd-8ab2-5df5842f7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:21.812135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1c4956b6-12ec-42dd-8ab2-5df5842f7210 None None] Port ea7be524-5787-4c32-a0b6-fd6153a5bbc2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:21.930816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c651593e-2d04-4a75-9fd7-69b8247d7e76', 'b8805be8-e640-4ae9-9b06-30f2fc22c55d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:22.010558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671957b4-8d93-4f10-a6db-d497d718e0a5 req-f89d3302-a2f6-490d-936f-5041e83ec912 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:22.017595 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-671957b4-8d93-4f10-a6db-d497d718e0a5 req-f89d3302-a2f6-490d-936f-5041e83ec912 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 943 time: 0.2217646 Feb 13 23:31:22.024701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:22.046779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6947570e-ba6e-459b-98ff-1973d90e5024 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:31:22.051552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471ce4c-e1e8-47c6-a680-dfc36a5a26a4 req-2bf270f7-8b28-45d9-a6a1-e6d0aa658ef5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:22.057107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471ce4c-e1e8-47c6-a680-dfc36a5a26a4 req-2bf270f7-8b28-45d9-a6a1-e6d0aa658ef5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:22.061487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471ce4c-e1e8-47c6-a680-dfc36a5a26a4 req-2bf270f7-8b28-45d9-a6a1-e6d0aa658ef5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:22.068843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c471ce4c-e1e8-47c6-a680-dfc36a5a26a4 req-2bf270f7-8b28-45d9-a6a1-e6d0aa658ef5 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9&device_id=3a95845a-086a-4167-ad57-539463222b15&device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 2417 time: 0.1019127 Feb 13 23:31:22.114971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c471ce4c-e1e8-47c6-a680-dfc36a5a26a4 req-bbd55594-9a53-4a96-bdb9-8fcd698aa573 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Feb 13 23:31:22.191890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for ea7be524-5787-4c32-a0b6-fd6153a5bbc2 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:22.232648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-671957b4-8d93-4f10-a6db-d497d718e0a5 req-f94bb222-19c2-445b-a19d-61d67d4125cf tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141969 Feb 13 23:31:22.246254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6947570e-ba6e-459b-98ff-1973d90e5024, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6947570e-ba6e-459b-98ff-1973d90e5024,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:22.271228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '6947570e-ba6e-459b-98ff-1973d90e5024', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': '6947570e-ba6e-459b-98ff-1973d90e5024', 'mac_address': 'fa:16:3e:50:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:31:22.345460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:22.346022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231682-cc82-435d-820b-0f6364428283 req-58fd2bb8-e31e-452e-bff7-3e78930b1bf5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:22.347794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-53231682-cc82-435d-820b-0f6364428283 req-58fd2bb8-e31e-452e-bff7-3e78930b1bf5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1161764 Feb 13 23:31:22.363091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:22.364687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6947570e-ba6e-459b-98ff-1973d90e5024 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:31:22.380644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6947570e-ba6e-459b-98ff-1973d90e5024, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6947570e-ba6e-459b-98ff-1973d90e5024,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:22.385376 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:22.460697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=ea7be524-5787-4c32-a0b6-fd6153a5bbc2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:22.465371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6947570e-ba6e-459b-98ff-1973d90e5024,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:22.510499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-53231682-cc82-435d-820b-0f6364428283 req-62bbe8f7-a480-46c5-9bb7-4b24d3a82998 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568620 Feb 13 23:31:22.514484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.514827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.515158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.515484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.515809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.516135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.516451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.516766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.517083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.517391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.517703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:22.616063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbe1e3-35fd-48b6-ad3b-88c421356025 req-501d374d-027e-4d78-bdea-8bc2c8215061 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:22.617677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95dbe1e3-35fd-48b6-ad3b-88c421356025 req-501d374d-027e-4d78-bdea-8bc2c8215061 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.2087805 Feb 13 23:31:22.660853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5fe4be2a-fc7c-4725-a145-19b3db6274aa req-45eb11f0-1513-4581-887c-e8b2019cd73d tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0870905 Feb 13 23:31:22.792957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95dbe1e3-35fd-48b6-ad3b-88c421356025 req-c394492c-28b7-41af-8145-1ded67a0cedb tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679661 Feb 13 23:31:22.831523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:22.842603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5b74c3e3-b88f-4172-9496-3961700c404f tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/ports/ea7be524-5787-4c32-a0b6-fd6153a5bbc2 HTTP/1.1" status: 204 len: 168 time: 1.2896023 Feb 13 23:31:22.843973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:22.894354 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5577e897-6262-4a53-94ba-a46431499b41 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] GET failed (client error): The resource could not be found. Feb 13 23:31:22.894864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5577e897-6262-4a53-94ba-a46431499b41 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Synchronizing usage tracker for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:22.913047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5577e897-6262-4a53-94ba-a46431499b41 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Unset dirty status for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:22.916897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5577e897-6262-4a53-94ba-a46431499b41 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "GET /v2.0/ports/ea7be524-5787-4c32-a0b6-fd6153a5bbc2 HTTP/1.1" status: 404 len: 333 time: 0.0692663 Feb 13 23:31:22.917153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:23.027983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port b7c30705-ff83-4c31-b494-7f3b23bf9670 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:23.028426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:23.041366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f323a-57bc-4558-8b1e-2fe6db9ba1e1 req-1f38babf-f752-400f-bd0f-734c192c0d23 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:23.042954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac8f323a-57bc-4558-8b1e-2fe6db9ba1e1 req-1f38babf-f752-400f-bd0f-734c192c0d23 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.0818670 Feb 13 23:31:23.089681 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac8f323a-57bc-4558-8b1e-2fe6db9ba1e1 req-d330b54a-3876-416e-9d7f-126072997b06 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Feb 13 23:31:23.104877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['6947570e-ba6e-459b-98ff-1973d90e5024'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:23.164905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f215-9f8c-44fa-9b3d-482d5f58f546 req-f0a434d1-429f-4308-b526-5bf31d8d105b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:23.166376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bd7f215-9f8c-44fa-9b3d-482d5f58f546 req-f0a434d1-429f-4308-b526-5bf31d8d105b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1784396 Feb 13 23:31:23.420968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bd7f215-9f8c-44fa-9b3d-482d5f58f546 req-dee5efe5-874c-4ae9-b711-644641b42f52 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308247 Feb 13 23:31:23.440946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:23.515019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5112-dbcf-4168-a6ce-d0f41b7d2f5c req-987c05a0-f002-45ee-ac25-fd62ebbe1318 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:23.516492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0ffe5112-dbcf-4168-a6ce-d0f41b7d2f5c req-987c05a0-f002-45ee-ac25-fd62ebbe1318 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.0805655 Feb 13 23:31:23.563754 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0ffe5112-dbcf-4168-a6ce-d0f41b7d2f5c req-f5c1113e-04a2-4eda-9a72-aed21577e778 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Feb 13 23:31:23.564936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for b7c30705-ff83-4c31-b494-7f3b23bf9670 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:23.738782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303e604-953a-4fe8-b7c4-814dc3477d75 req-5f05ab17-734e-4525-802a-47c5e28dced4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:23.740205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0303e604-953a-4fe8-b7c4-814dc3477d75 req-5f05ab17-734e-4525-802a-47c5e28dced4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 944 time: 0.1819694 Feb 13 23:31:23.793125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:23.851285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0303e604-953a-4fe8-b7c4-814dc3477d75 req-1352a7c9-f594-45bf-9bd5-bcac72fbec45 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041086 Feb 13 23:31:23.853861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=b7c30705-ff83-4c31-b494-7f3b23bf9670,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:24.029757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.044430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:24.060912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e7ec4202-7c0c-42d4-adf1-c5dcf147787b tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/ports/b7c30705-ff83-4c31-b494-7f3b23bf9670 HTTP/1.1" status: 204 len: 168 time: 1.1405876 Feb 13 23:31:24.061994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51752) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:24.199422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:24.207618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:24.209327 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.219520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe60dfc-1ee5-4cee-bf21-770f82e88294 req-354db74d-fd02-48dc-ba7d-9d64d24526fe tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:24.221080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4fe60dfc-1ee5-4cee-bf21-770f82e88294 req-354db74d-fd02-48dc-ba7d-9d64d24526fe tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2122283 Feb 13 23:31:24.237470 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f09e3ae-4b4d-4d93-9b34-3cbec2ab1522 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] GET failed (client error): The resource could not be found. Feb 13 23:31:24.238200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f09e3ae-4b4d-4d93-9b34-3cbec2ab1522 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Synchronizing usage tracker for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:24.275231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f09e3ae-4b4d-4d93-9b34-3cbec2ab1522 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Unset dirty status for tenant:13186784ddd54c2394fc72e73f77d1b0 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:24.276793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f09e3ae-4b4d-4d93-9b34-3cbec2ab1522 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "GET /v2.0/ports/b7c30705-ff83-4c31-b494-7f3b23bf9670 HTTP/1.1" status: 404 len: 333 time: 0.2135398 Feb 13 23:31:24.282553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51758) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:24.289795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-ae2bdb8b-5995-41a0-b0de-8c8981202767 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:24.291427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-ae2bdb8b-5995-41a0-b0de-8c8981202767 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 950 time: 0.1802111 Feb 13 23:31:24.399653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Deleting port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:24.400006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.404758 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4fe60dfc-1ee5-4cee-bf21-770f82e88294 req-8374699e-1472-42f2-a9e3-10f034d8ebc4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690500 Feb 13 23:31:24.423607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port a87d7464-1575-480f-9a92-a8c15e3ad26d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:24.423948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.424492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.469153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:24.470868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:24.479661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.482500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b8805be8-e640-4ae9-9b06-30f2fc22c55d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:24.562094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b8805be8-e640-4ae9-9b06-30f2fc22c55d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:24.562587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b8805be8-e640-4ae9-9b06-30f2fc22c55d not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:24.589997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=13']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:24.689000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c3f22-d8de-4245-9016-66e2074f4338 req-e60a35b4-e88a-4587-b451-312451eac381 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:24.690461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-993c3f22-d8de-4245-9016-66e2074f4338 req-e60a35b4-e88a-4587-b451-312451eac381 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 951 time: 0.2454333 Feb 13 23:31:24.733743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325533-b83a-4183-8fce-c6020a2564bc req-d54d030e-7162-44fc-a4bd-7e99b31ca745 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:24.735117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21325533-b83a-4183-8fce-c6020a2564bc req-d54d030e-7162-44fc-a4bd-7e99b31ca745 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2017164 Feb 13 23:31:24.764698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.782369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-993c3f22-d8de-4245-9016-66e2074f4338 req-9314e3e9-1acf-4cdf-838d-2c3fb1c550c3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808771 Feb 13 23:31:24.787140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] For port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:24.788292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:24.896451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for a87d7464-1575-480f-9a92-a8c15e3ad26d owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:24.918733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Calling delete_port for a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:24.949567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-21325533-b83a-4183-8fce-c6020a2564bc req-171023d5-4e0b-46be-b1fd-1db3bbff8163 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026703 Feb 13 23:31:25.080659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.133502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=a87d7464-1575-480f-9a92-a8c15e3ad26d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:25.250203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.262454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:25.267210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.283885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-72fab828-a4d6-4602-b01b-0726db3577e9 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/ports/a87d7464-1575-480f-9a92-a8c15e3ad26d HTTP/1.1" status: 204 len: 168 time: 0.9990480 Feb 13 23:31:25.285009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51774) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:25.297360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4a02da64-87eb-4ccd-9d1f-91c292861e57', 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:25.317100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06294d-f486-4074-a545-eb28402cd361 req-ec6e6465-4b7d-4f8e-ab0e-f4249b779d3e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:25.325137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f06294d-f486-4074-a545-eb28402cd361 req-ec6e6465-4b7d-4f8e-ab0e-f4249b779d3e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.4145212 Feb 13 23:31:25.352871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event deleted for resources: {'Port': ['ID=a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:25.458977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f06294d-f486-4074-a545-eb28402cd361 req-e5349248-b20a-4f6d-adb0-a52a954eb365 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327603 Feb 13 23:31:25.505826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] No DVR routers for this DVR port a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:25.509064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.514237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-deleted', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:25.537093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4caf9b56-f008-4d63-a394-815e3cd9d312 req-35c2eb39-5cc4-431e-85ad-d72240207a2e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "DELETE /v2.0/ports/a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d HTTP/1.1" status: 204 len: 173 time: 1.2378695 Feb 13 23:31:25.545360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c9b41-3111-4e16-9ca1-1c9f37d4f652 req-7bbe524c-ac25-49cd-a4ea-3258dc85e439 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:25.553333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd0c9b41-3111-4e16-9ca1-1c9f37d4f652 req-7bbe524c-ac25-49cd-a4ea-3258dc85e439 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2204716 Feb 13 23:31:25.601282 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'code': 200} Feb 13 23:31:25.624109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting subnet 014c8a32-15b8-461b-806b-85675c47af02 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:31:25.627175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.695561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.849130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122797-8254-46a9-9526-a487f8f12b7a req-73775f89-c80b-4e51-a16e-cf4e1a889ffe tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:25.856557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88122797-8254-46a9-9526-a487f8f12b7a req-73775f89-c80b-4e51-a16e-cf4e1a889ffe tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 944 time: 0.1011519 Feb 13 23:31:25.858542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd0c9b41-3111-4e16-9ca1-1c9f37d4f652 req-b959e191-b521-4545-bd1d-22783c784bb9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042150 Feb 13 23:31:25.906568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88122797-8254-46a9-9526-a487f8f12b7a req-6d6182cc-7385-4dcd-9686-4cccf3a8df21 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491309 Feb 13 23:31:25.912638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:25.996896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.047261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6947570e-ba6e-459b-98ff-1973d90e5024 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:26.094640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Subnet': ['ID=014c8a32-15b8-461b-806b-85675c47af02,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:26.101785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.112234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5a0dbce6-af1f-4d85-b1f5-0a4bbc231b99 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/subnets/014c8a32-15b8-461b-806b-85675c47af02 HTTP/1.1" status: 204 len: 168 time: 0.8262255 Feb 13 23:31:26.114620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ee562-42f5-4e10-bccd-9c78b7c15349 None None] Network f128c218-4a57-4c69-81cf-ed4237b81627 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:26.114884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51784) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:26.143808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701a1f7-9988-4fcf-8f38-27b0bd3e3d94 req-1c04f99c-1a77-45a2-8c49-9e5b2f517fa9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:26.145841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b701a1f7-9988-4fcf-8f38-27b0bd3e3d94 req-1c04f99c-1a77-45a2-8c49-9e5b2f517fa9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1442940 Feb 13 23:31:26.210402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b701a1f7-9988-4fcf-8f38-27b0bd3e3d94 req-3f9eaa8c-c395-4d97-bdd8-7075b47e548f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 Feb 13 23:31:26.274155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.308375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 6947570e-ba6e-459b-98ff-1973d90e5024 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:26.326044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 6947570e-ba6e-459b-98ff-1973d90e5024 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:26.326420 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.341182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Deleting port d3bdb0f9-faea-459e-9488-a5b965954de9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:26.341529 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.373027 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b6d706-4693-4dcd-8eba-d32b4d8d7fb8', 'name': 'network-vif-deleted', 'tag': 'a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d', 'status': 'completed', 'code': 200} Feb 13 23:31:26.505476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.532622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] DHCP port deletion for f128c218-4a57-4c69-81cf-ed4237b81627 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:31:26.544999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Deleting port d3bdb0f9-faea-459e-9488-a5b965954de9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:26.545373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.585596 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78a34d3b-6d75-4bdb-9630-c429899b3ebf req-0b2e6b29-6c96-4261-b192-57ebb90495f5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b6d706-4693-4dcd-8eba-d32b4d8d7fb8 HTTP/1.1" status: 200 len: 210 time: 0.0746331 Feb 13 23:31:26.599828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6947570e-ba6e-459b-98ff-1973d90e5024, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6947570e-ba6e-459b-98ff-1973d90e5024,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:26.617825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.656364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3dbb-b4aa-4197-88e4-74b1f1a4ff65 req-675fe907-dd41-4b18-acad-f61dacb0476f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:26.668535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0bcd3dbb-b4aa-4197-88e4-74b1f1a4ff65 req-675fe907-dd41-4b18-acad-f61dacb0476f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.3654299 Feb 13 23:31:26.734963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6947570e-ba6e-459b-98ff-1973d90e5024,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:26.764889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] For port d3bdb0f9-faea-459e-9488-a5b965954de9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d3bdb0f9-faea-459e-9488-a5b965954de9,segment=NetworkSegment(3ccede51-697b-46e4-a194-a1ebb4580186),segment_id=3ccede51-697b-46e4-a194-a1ebb4580186)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:26.765252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.870804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] For port d3bdb0f9-faea-459e-9488-a5b965954de9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d3bdb0f9-faea-459e-9488-a5b965954de9,segment=NetworkSegment(3ccede51-697b-46e4-a194-a1ebb4580186),segment_id=3ccede51-697b-46e4-a194-a1ebb4580186)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:26.871369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:26.934768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Calling delete_port for d3bdb0f9-faea-459e-9488-a5b965954de9 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:26.998939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0bcd3dbb-b4aa-4197-88e4-74b1f1a4ff65 req-452b03a7-5385-4993-9d57-3c2fc6816c35 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041472 Feb 13 23:31:27.042714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Calling delete_port for d3bdb0f9-faea-459e-9488-a5b965954de9 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:27.080980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn_limited( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn_limited( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.144714 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:31:27.148277 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:31:27.151928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:31:27.152291 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:31:27.154721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b5de-7c88-44e9-a42c-5dfa4c79b34d req-544ada4c-e7d2-48cb-b333-09149430492a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:27.157393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a84b5de-7c88-44e9-a42c-5dfa4c79b34d req-544ada4c-e7d2-48cb-b333-09149430492a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1370957 Feb 13 23:31:27.191110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Port': ['ID=d3bdb0f9-faea-459e-9488-a5b965954de9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:27.205131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a84b5de-7c88-44e9-a42c-5dfa4c79b34d req-fe48d77d-84b1-47cb-b677-3f2335a85d5f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Feb 13 23:31:27.215838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] No DVR routers for this DVR port d3bdb0f9-faea-459e-9488-a5b965954de9 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:27.364578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.383206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44460f2a-2cd5-4965-b610-1e9823148b68 req-6f786449-90d4-404e-a034-457250ea18e1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:27.384676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44460f2a-2cd5-4965-b610-1e9823148b68 req-6f786449-90d4-404e-a034-457250ea18e1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.2339861 Feb 13 23:31:27.408675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a33ba-c404-45d0-b622-82e9dc58ef1c req-fa648056-eed9-47fa-9cf6-258af6b31453 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:27.410274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658a33ba-c404-45d0-b622-82e9dc58ef1c req-fa648056-eed9-47fa-9cf6-258af6b31453 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.0806968 Feb 13 23:31:27.421856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f128c218-4a57-4c69-81cf-ed4237b81627']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:27.444512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccede51-697b-46e4-a194-a1ebb4580186') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:27.444808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccede51-697b-46e4-a194-a1ebb4580186') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:27.461930 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-658a33ba-c404-45d0-b622-82e9dc58ef1c req-6e3db755-c0bb-4d4b-874e-2acbcce32d6b tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Feb 13 23:31:27.466291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.480135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44460f2a-2cd5-4965-b610-1e9823148b68 req-fa89bef2-c8b9-4675-a024-bd520342bbd2 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848143 Feb 13 23:31:27.488611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.495792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:31:27.496301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:31:27.513408 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:31:27.595689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.604152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6947570e-ba6e-459b-98ff-1973d90e5024'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:27.638576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.651021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] Pushing event deleted for resources: {'Network': ['ID=f128c218-4a57-4c69-81cf-ed4237b81627,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:27.653429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Deleting port d3bdb0f9-faea-459e-9488-a5b965954de9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:27.653962 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:27.661136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ba2c2b3-847d-49a2-a0be-390e80e8d654 tempest-AllowedAddressPairTestJSON-1230685184 tempest-AllowedAddressPairTestJSON-1230685184-project] 10.222.0.36 "DELETE /v2.0/networks/f128c218-4a57-4c69-81cf-ed4237b81627 HTTP/1.1" status: 204 len: 168 time: 1.5448794 Feb 13 23:31:27.753719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef175ad-ef59-4e90-9e7d-f1113cf3b2d9 req-0387dc72-4a3b-4269-90df-9828d48e62d9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:27.756615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ef175ad-ef59-4e90-9e7d-f1113cf3b2d9 req-0387dc72-4a3b-4269-90df-9828d48e62d9 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1496472 Feb 13 23:31:27.765379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a46a90c1-c994-4907-aece-afc9723d3d9a None None] The port 'd3bdb0f9-faea-459e-9488-a5b965954de9' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:31:27.774682 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6947570e-ba6e-459b-98ff-1973d90e5024', 'code': 200} Feb 13 23:31:27.845193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ef175ad-ef59-4e90-9e7d-f1113cf3b2d9 req-5e7bebc9-22f3-4f34-aba1-395bc7017e1d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Feb 13 23:31:27.925498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-67b5ad0e-09f5-4669-88a9-ec0ba669fcbf req-7ab9c5cb-750c-400d-b82e-f6306b7a3be2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 1096 time: 0.0758562 Feb 13 23:31:27.991434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-67b5ad0e-09f5-4669-88a9-ec0ba669fcbf req-d45b317e-57d0-4a5c-9342-1d4c51dda7c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 Feb 13 23:31:28.008318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d3bdb0f9-faea-459e-9488-a5b965954de9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:28.047327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d3bdb0f9-faea-459e-9488-a5b965954de9 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:28.047759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d3bdb0f9-faea-459e-9488-a5b965954de9 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:28.062772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:28.075649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:28.108230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:28.108569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a33ff2c3-3289-4a9e-8fa3-6db2fcfbeb5d not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:28.257604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec68e3-1eb4-4ae2-b793-730acfec7426 req-78995a45-5d71-4e9a-877c-a3513eb76f2b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:28.259383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcec68e3-1eb4-4ae2-b793-730acfec7426 req-78995a45-5d71-4e9a-877c-a3513eb76f2b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1008778 Feb 13 23:31:28.314831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcec68e3-1eb4-4ae2-b793-730acfec7426 req-59206cc1-4715-47be-b128-13eb8b44a5e1 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Feb 13 23:31:28.414349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8d943e69-2abb-4093-a2c1-9ac9247df480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13186784ddd54c2394fc72e73f77d1b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3360972 Feb 13 23:31:28.416569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51840) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:28.449042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ff447-54b1-4a11-960b-7e525f2dc314 req-6e418338-03c1-4a8e-a3f1-2162e5de2a8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:28.449648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d92ff447-54b1-4a11-960b-7e525f2dc314 req-6e418338-03c1-4a8e-a3f1-2162e5de2a8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:28.480200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d92ff447-54b1-4a11-960b-7e525f2dc314 req-6e418338-03c1-4a8e-a3f1-2162e5de2a8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:28.481336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d92ff447-54b1-4a11-960b-7e525f2dc314 req-6e418338-03c1-4a8e-a3f1-2162e5de2a8e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 951 time: 0.2776318 Feb 13 23:31:28.513990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06cc564f-f884-4d51-8cdd-3cb6557fb3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:28.527403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc36368-9408-49a2-a99d-d1b6723c851b req-11306428-8dfc-4982-b29e-598110c10f7b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:28.528866 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7dc36368-9408-49a2-a99d-d1b6723c851b req-11306428-8dfc-4982-b29e-598110c10f7b tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.0799015 Feb 13 23:31:28.559835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06cc564f-f884-4d51-8cdd-3cb6557fb3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:28.579668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d92ff447-54b1-4a11-960b-7e525f2dc314 req-8ed96c99-0e0d-48c0-94dd-2b8847ea5815 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858195 Feb 13 23:31:28.579868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7dc36368-9408-49a2-a99d-d1b6723c851b req-3319be17-0e46-4a02-8be7-b1f6867e9f1f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451584 Feb 13 23:31:28.624100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06cc564f-f884-4d51-8cdd-3cb6557fb3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:28.645518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc564f-f884-4d51-8cdd-3cb6557fb3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d092b8-2d43-4644-b160-d991612e035e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:28.658385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06cc564f-f884-4d51-8cdd-3cb6557fb3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:28.659465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06cc564f-f884-4d51-8cdd-3cb6557fb3ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4d092b8-2d43-4644-b160-d991612e035e HTTP/1.1" status: 204 len: 168 time: 0.2420192 Feb 13 23:31:28.802710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a1ba4-4f0d-40bc-aa16-1ef73234122e req-6a62ef8d-28fb-496e-bf6a-c0da64c4f3ee tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:28.805707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-713a1ba4-4f0d-40bc-aa16-1ef73234122e req-6a62ef8d-28fb-496e-bf6a-c0da64c4f3ee tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1030798 Feb 13 23:31:28.861574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-713a1ba4-4f0d-40bc-aa16-1ef73234122e req-cac75230-caf0-4c9e-9031-60791c97f8cc tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506799 Feb 13 23:31:29.081069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a71172-5cec-40e0-bf6c-7f492efcc586 req-bedce66a-e2e3-4d6a-aa6c-82958e5016ab tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:29.081829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-45a71172-5cec-40e0-bf6c-7f492efcc586 req-bedce66a-e2e3-4d6a-aa6c-82958e5016ab tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Synchronizing usage tracker for tenant:949f0475d7c646f3a10300c6368d76eb on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:29.100166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-45a71172-5cec-40e0-bf6c-7f492efcc586 req-bedce66a-e2e3-4d6a-aa6c-82958e5016ab tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Unset dirty status for tenant:949f0475d7c646f3a10300c6368d76eb on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:29.101246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45a71172-5cec-40e0-bf6c-7f492efcc586 req-bedce66a-e2e3-4d6a-aa6c-82958e5016ab tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1010952 Feb 13 23:31:29.106754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba1c6-9a4e-4528-a135-a8567095c2a3 req-a166b273-6660-4a08-8e25-1cf11b18cac4 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:29.108309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b8ba1c6-9a4e-4528-a135-a8567095c2a3 req-a166b273-6660-4a08-8e25-1cf11b18cac4 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.0852721 Feb 13 23:31:29.148075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45a71172-5cec-40e0-bf6c-7f492efcc586 req-2e77d135-fab0-4256-a888-179eea20d5bb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Feb 13 23:31:29.157198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b8ba1c6-9a4e-4528-a135-a8567095c2a3 req-26dad1e9-74e1-4f64-ba8e-88cc146592f4 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Feb 13 23:31:29.359461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5884-0c56-4cf9-bab9-6291323fe023 req-08096a11-677b-43c1-8986-c94935baead2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:29.360915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc5d5884-0c56-4cf9-bab9-6291323fe023 req-08096a11-677b-43c1-8986-c94935baead2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.0855978 Feb 13 23:31:29.363131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf12d6-6562-41d4-a987-167fc52027e9 req-ce5729b3-a0ae-46e2-a2ce-a51421a6b3a1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:29.364686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ebf12d6-6562-41d4-a987-167fc52027e9 req-ce5729b3-a0ae-46e2-a2ce-a51421a6b3a1 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.0854371 Feb 13 23:31:29.411556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc5d5884-0c56-4cf9-bab9-6291323fe023 req-1d12b205-b572-469d-a2fe-974012dcadb6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Feb 13 23:31:29.413937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ebf12d6-6562-41d4-a987-167fc52027e9 req-f7f5dee5-1665-42fb-a1f4-7914a30df29d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Feb 13 23:31:29.544064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-5a9a2aec-0688-415e-9144-913771761330 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:29.546177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-5a9a2aec-0688-415e-9144-913771761330 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.1027045 Feb 13 23:31:29.642008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012326-670f-4dfb-a58a-cb3f8a655df9 req-f6a12bfd-9897-4c2b-abb5-9b8dd0ece128 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:29.642765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Deleting port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:29.643223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:29.650965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c012326-670f-4dfb-a58a-cb3f8a655df9 req-f6a12bfd-9897-4c2b-abb5-9b8dd0ece128 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1091683 Feb 13 23:31:29.656144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51882) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:29.714223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c012326-670f-4dfb-a58a-cb3f8a655df9 req-db201d22-8167-48d0-bd08-12cdfa1bbc8f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552406 Feb 13 23:31:29.908974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-679103998'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:29.915225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:29.924370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:29.961095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:29.976214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:30.004836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:30.008778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.024580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.062874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:30.066796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group_rule and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:30.070696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:30.076453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:30.130248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203236a-b4e9-4467-a6be-258ffbd22c9a req-799cf164-c680-4646-a4da-5176c38695f0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:30.147290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e203236a-b4e9-4467-a6be-258ffbd22c9a req-799cf164-c680-4646-a4da-5176c38695f0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.3327482 Feb 13 23:31:30.150301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] For port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:30.150665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.156925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.168509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbe011-d927-4a2d-8085-abd977c2a113 req-c1f739e6-126d-4a56-906b-e414735eece3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:30.170945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05413db7-938d-498b-8578-3e551fc30646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.174550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5acbe011-d927-4a2d-8085-abd977c2a113 req-c1f739e6-126d-4a56-906b-e414735eece3 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 951 time: 0.2519975 Feb 13 23:31:30.178502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.244697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:31:30.257665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbb809b-41de-4e77-9aec-b1f552b3ae5e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:30.282717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5acbe011-d927-4a2d-8085-abd977c2a113 req-d9092467-916c-4d7c-8c63-e60fe266869e tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067512 Feb 13 23:31:30.283984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.284328 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 76dbf3d8-1dc9-4b49-8c51-2c519ac74fae of type vlan for network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 Feb 13 23:31:30.298879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Calling delete_port for 7c10e253-3295-4c9a-a0b8-12bf187bc2ad owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:30.342167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.380837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e203236a-b4e9-4467-a6be-258ffbd22c9a req-32b80649-5dab-4c15-a8d2-4688a11a6990 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324975 Feb 13 23:31:30.395499 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.408105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:30.410586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.595440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.616905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e07ae999-8791-4911-9d54-6a17a0140e47', 'aabc623b-87e0-4e0e-98a9-eebd870957db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:30.633088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9722099 Feb 13 23:31:30.634596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51902) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:30.635364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd189-901b-4ad4-81e8-c4c579b54c40 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=7f4fc21c-a8f5-43ac-9650-974a818b8b52,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:30.652600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'name': 'tempest-PortsIpV6TestJSON-304378831'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:30.655814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Pushing event deleted for resources: {'Port': ['ID=7c10e253-3295-4c9a-a0b8-12bf187bc2ad,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:30.702505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:31:30.745850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b803-c75d-4b13-a498-395e5463dc2e req-1dad7d53-e343-4788-9d10-4ca64eda797f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:30.747560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e16b803-c75d-4b13-a498-395e5463dc2e req-1dad7d53-e343-4788-9d10-4ca64eda797f tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=a31265e5-c115-42b9-84a6-6eb324f760f9 HTTP/1.1" status: 200 len: 946 time: 0.2419834 Feb 13 23:31:30.762896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] No DVR routers for this DVR port 7c10e253-3295-4c9a-a0b8-12bf187bc2ad on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:30.765934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:30.768413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'name': 'network-vif-deleted', 'tag': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:30.809038 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38ff4758-875c-4d1e-bed9-f91381f69fff req-f0bf9dba-70cb-411f-84c6-678177ccff86 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "DELETE /v2.0/ports/7c10e253-3295-4c9a-a0b8-12bf187bc2ad HTTP/1.1" status: 204 len: 173 time: 1.2495964 Feb 13 23:31:30.812189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:30.831901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e16b803-c75d-4b13-a498-395e5463dc2e req-1e2b7fbe-27e9-4cb7-9075-64cb50c15de1 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586622 Feb 13 23:31:30.863942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:30.980714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:30.992281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:31.000521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce62834-d9f6-4010-a40c-f9766d265c87 req-c7097bda-44d2-4513-b104-e39d576bdcc5 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:31.002255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fce62834-d9f6-4010-a40c-f9766d265c87 req-c7097bda-44d2-4513-b104-e39d576bdcc5 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.5299938 Feb 13 23:31:31.090457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:31.094002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:31.138258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fce62834-d9f6-4010-a40c-f9766d265c87 req-4bdde76f-238f-4ce6-86cd-ed79cbc5e64c tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168087 Feb 13 23:31:31.167349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd115bd-6406-4b10-ba86-d24d04fa346b req-7a291e69-56b0-4ae8-8c57-d5699fc58bbd tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:31.167874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port bbdc5964-ed54-435d-9e77-796da1a687fa yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:31.174505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffd115bd-6406-4b10-ba86-d24d04fa346b req-7a291e69-56b0-4ae8-8c57-d5699fc58bbd tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1768336 Feb 13 23:31:31.276111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-bbf1ac10-2d12-48c9-912b-ae63550d66ae tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:31.279349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffd115bd-6406-4b10-ba86-d24d04fa346b req-e762d5e2-16e7-4bb0-8b0e-7d2ee17db812 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038907 Feb 13 23:31:31.283052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-bbf1ac10-2d12-48c9-912b-ae63550d66ae tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 951 time: 0.4780369 Feb 13 23:31:31.342655 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31265e5-c115-42b9-84a6-6eb324f760f9', 'name': 'network-vif-deleted', 'tag': '7c10e253-3295-4c9a-a0b8-12bf187bc2ad', 'status': 'completed', 'code': 200} Feb 13 23:31:31.457275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Deleting port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:31.457627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:31.690098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a731-25f4-4c4c-940d-6014473cca26 req-f59024b8-700a-47aa-9bb8-c96bb76502a3 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:31.691574 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dde2a731-25f4-4c4c-940d-6014473cca26 req-f59024b8-700a-47aa-9bb8-c96bb76502a3 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.3392110 Feb 13 23:31:31.725645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe6963-70ff-4f6c-85c8-ea36ddb1d11c req-0a5fbb22-12cf-40b6-9beb-2a6f51178982 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:31.727125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbfe6963-70ff-4f6c-85c8-ea36ddb1d11c req-0a5fbb22-12cf-40b6-9beb-2a6f51178982 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 951 time: 0.0877929 Feb 13 23:31:31.826560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:31.868211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbfe6963-70ff-4f6c-85c8-ea36ddb1d11c req-4d7f721b-5ee2-45f9-bd41-90960d96f0c4 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347334 Feb 13 23:31:31.875838 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dde2a731-25f4-4c4c-940d-6014473cca26 req-bfbec417-d3c7-4530-8a14-2f63091b7d5f tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668589 Feb 13 23:31:31.930715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] For port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:31.931250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:31.944816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.074663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccc09b-d258-4704-8879-3384c5839aba req-c2977192-9899-400e-acec-7475327b5ee1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:32.076101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddccc09b-d258-4704-8879-3384c5839aba req-c2977192-9899-400e-acec-7475327b5ee1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.0792634 Feb 13 23:31:32.084120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7c10e253-3295-4c9a-a0b8-12bf187bc2ad no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:32.123691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddccc09b-d258-4704-8879-3384c5839aba req-23d809ce-c887-4160-a22a-170172bf7864 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Feb 13 23:31:32.135778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Calling delete_port for ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:32.151621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 7c10e253-3295-4c9a-a0b8-12bf187bc2ad {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:32.152018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 7c10e253-3295-4c9a-a0b8-12bf187bc2ad not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:32.236240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=bbdc5964-ed54-435d-9e77-796da1a687fa,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:32.309588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-eee99f60-c00e-42aa-9257-585fee309c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.317482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:32.317849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: 7f4fc21c-a8f5-43ac-9650-974a818b8b52, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:31:32.337925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74196a-7212-4756-8609-5d85dae1f90f req-163eef60-0c38-41e9-ab46-f3761be08682 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:32.339548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c74196a-7212-4756-8609-5d85dae1f90f req-163eef60-0c38-41e9-ab46-f3761be08682 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.0914154 Feb 13 23:31:32.365764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20febadf-4655-46e6-8390-1950dc51b95e req-01f02e5a-7685-4b69-b2f3-4b160f016b74 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:32.367806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20febadf-4655-46e6-8390-1950dc51b95e req-01f02e5a-7685-4b69-b2f3-4b160f016b74 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.3324263 Feb 13 23:31:32.388240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c74196a-7212-4756-8609-5d85dae1f90f req-3b872fd8-e0bc-4a56-88af-dcd60970ee81 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Feb 13 23:31:32.401988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.423219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:32.449425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:31:32.453550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4a02da64-87eb-4ccd-9d1f-91c292861e57'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:32.497682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event deleted for resources: {'Port': ['ID=ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:32.519703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7f4fc21c-a8f5-43ac-9650-974a818b8b52) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:32.539152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3797d42-4818-4e28-84bf-55a25dad7c14 None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:32.556131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:32.560902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:32.561502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.574998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20febadf-4655-46e6-8390-1950dc51b95e req-c59294cb-1930-4b08-9c03-ee0a5370e263 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981473 Feb 13 23:31:32.652235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] No DVR routers for this DVR port ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:32.657857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.659766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88dab97f-85f0-46cc-bb0b-1edec831d726 req-53f7148a-b730-4bd3-bfbc-c4e205fc1158 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "DELETE /v2.0/ports/ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 HTTP/1.1" status: 204 len: 173 time: 1.3682337 Feb 13 23:31:32.660274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-deleted', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:32.672464 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-61217862-0a58-4c1d-8572-b21a5ff59b2d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0284905 Feb 13 23:31:32.675964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51936) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:32.683692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024155583'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:32.691744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:32.697669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:32.701636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:32.713685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:32.731784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-aef08e24-190e-4905-b6d2-f33bf3a31ec8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2785490 Feb 13 23:31:32.733399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:32.755261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.819763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668783c7-7424-4b4b-949c-28b8acf313fe req-2309e9ed-1364-4e15-acb8-2566a0215c8e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:32.833990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-668783c7-7424-4b4b-949c-28b8acf313fe req-2309e9ed-1364-4e15-acb8-2566a0215c8e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2138238 Feb 13 23:31:32.861677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:31:32.885313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:32.885669 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 40c1b159-c5f1-4dbe-b1ed-3ef4ab154e2b of type vlan for network 9624fef3-c764-42ab-b631-74c09335e376 Feb 13 23:31:32.918797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-668783c7-7424-4b4b-949c-28b8acf313fe req-c1f33864-6c7b-40cc-8386-98e66e82071c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833564 Feb 13 23:31:32.979953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e266b8-663e-404f-8218-16ec3bb5bd6f req-f6829718-c61f-442a-9e62-7fed6ca6cb4a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:32.986913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45e266b8-663e-404f-8218-16ec3bb5bd6f req-f6829718-c61f-442a-9e62-7fed6ca6cb4a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2056401 Feb 13 23:31:32.992207 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.069526 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45e266b8-663e-404f-8218-16ec3bb5bd6f req-e3d5b175-afb1-45d9-8b02-f8235c1d5f46 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809026 Feb 13 23:31:33.116336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-602eb7a4-4d04-40ee-ac99-60c4f0735087 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0ab36724abb4ec89970456e44c9a58a&device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 1100 time: 0.2332652 Feb 13 23:31:33.117875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.121765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:33.122850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.256627 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd9b0d-eee1-420d-a721-8e19a067331b', 'name': 'network-vif-deleted', 'tag': 'ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29', 'status': 'completed', 'code': 200} Feb 13 23:31:33.389518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb86e3-7ad6-409d-9a09-ccb716e7e471 req-bc0866ae-8fb8-42db-9a8f-d073a165ecb5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:33.397482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75bb86e3-7ad6-409d-9a09-ccb716e7e471 req-bc0866ae-8fb8-42db-9a8f-d073a165ecb5 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.0968423 Feb 13 23:31:33.443561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7663407 Feb 13 23:31:33.447374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51952) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:33.450071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75bb86e3-7ad6-409d-9a09-ccb716e7e471 req-11f45b2d-ca5d-4265-9176-2b1786e0c9f8 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Feb 13 23:31:33.456184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'ports': [{'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'}, {'network_id': '9624fef3-c764-42ab-b631-74c09335e376'}]} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:33.456604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:33.456960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c991a724-1863-4e8d-80dd-9f19d75c85dd req-bac99300-1191-4709-8508-4a1ef3aeab53 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:33.457158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '9624fef3-c764-42ab-b631-74c09335e376'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:33.471628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4df67a-3699-4947-8db6-237e64e3c359 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=9624fef3-c764-42ab-b631-74c09335e376,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:33.492691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9624fef3-c764-42ab-b631-74c09335e376 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:31:33.509912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c991a724-1863-4e8d-80dd-9f19d75c85dd req-bac99300-1191-4709-8508-4a1ef3aeab53 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:33.511275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c991a724-1863-4e8d-80dd-9f19d75c85dd req-bac99300-1191-4709-8508-4a1ef3aeab53 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd9b0d-eee1-420d-a721-8e19a067331b HTTP/1.1" status: 200 len: 210 time: 0.2230754 Feb 13 23:31:33.538321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-1861caf8-4c53-4f9b-99b6-4e95bedeeeb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:33.540031 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-1861caf8-4c53-4f9b-99b6-4e95bedeeeb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2902749 Feb 13 23:31:33.629832 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.691984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-8ffa98f4-03ad-4a67-88e7-d03fc2ae241f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 200 len: 217 time: 0.1427398 Feb 13 23:31:33.710922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.811554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-bdf5daed-5873-49b4-9133-f52284b4c54c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:33.812777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:33.812996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-bdf5daed-5873-49b4-9133-f52284b4c54c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1153624 Feb 13 23:31:33.818343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:33.821877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:33.828926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:33.836116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567ec7-a5ec-49ae-a36c-67f44dcc2ce3 req-73c9a6bd-d7d6-4c77-af6a-367f43413cfd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:33.836797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e0567ec7-a5ec-49ae-a36c-67f44dcc2ce3 req-73c9a6bd-d7d6-4c77-af6a-367f43413cfd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Synchronizing usage tracker for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:33.852447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 2} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:33.855849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.871359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e0567ec7-a5ec-49ae-a36c-67f44dcc2ce3 req-73c9a6bd-d7d6-4c77-af6a-367f43413cfd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Unset dirty status for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:33.872495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0567ec7-a5ec-49ae-a36c-67f44dcc2ce3 req-73c9a6bd-d7d6-4c77-af6a-367f43413cfd tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 945 time: 0.2319031 Feb 13 23:31:33.876961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:33.884482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e9da-b22d-429f-8f77-ea822d7696cd req-564023f6-db3b-44be-8104-e235de0ef965 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:33.885941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff58e9da-b22d-429f-8f77-ea822d7696cd req-564023f6-db3b-44be-8104-e235de0ef965 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1523509 Feb 13 23:31:33.941233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-39987988-af7d-43f2-abe2-b7475a6fb2a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199865 Feb 13 23:31:33.945833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff58e9da-b22d-429f-8f77-ea822d7696cd req-c2d05211-8453-4b8d-a03c-ba6cedf0bf26 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530474 Feb 13 23:31:34.018589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0567ec7-a5ec-49ae-a36c-67f44dcc2ce3 req-6cb07990-b1e5-4336-9bd1-1c237715ff68 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267457 Feb 13 23:31:34.091262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:31:34.094523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:34.137344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:34.137688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ddaec3a5-3d67-4f1a-af3b-1e1a95eacd29 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:34.167138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 1290ddc2-eb69-4d76-a623-2ff1927cffba yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:34.169233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-d7a74dbb-fd9b-4b9b-a649-bea7be0b5af3 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216313 Feb 13 23:31:34.283850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:34.293675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7318e50-0f08-42c4-bbc3-13f8b9f1c3f4 req-110dba0c-8c88-445f-b40a-887ce0d5cbec tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:34.295031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140940fa-e551-4e5d-a5f9-b818f7cec5aa req-0a202eb8-52d9-4ec5-a92e-2885fd524ba1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:34.295497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7318e50-0f08-42c4-bbc3-13f8b9f1c3f4 req-110dba0c-8c88-445f-b40a-887ce0d5cbec tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1247838 Feb 13 23:31:34.296487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-140940fa-e551-4e5d-a5f9-b818f7cec5aa req-0a202eb8-52d9-4ec5-a92e-2885fd524ba1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1940067 Feb 13 23:31:34.304821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'mac_address': 'fa:16:3e:f8:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:31:34.358831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-730fa74f-406d-4a12-aed4-225128aaaf32 req-075d29c8-c2f7-4f00-b90a-2032b59d1883 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832333 Feb 13 23:31:34.370635 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.375536 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.380517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-140940fa-e551-4e5d-a5f9-b818f7cec5aa req-e50cf9f3-6cec-4698-9175-077e1e0e2684 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Feb 13 23:31:34.394424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7318e50-0f08-42c4-bbc3-13f8b9f1c3f4 req-f47a48ef-fcb0-4750-8c7a-7c2d4b2ba208 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920854 Feb 13 23:31:34.400617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdc997b7-0ab4-4893-9d09-90d73a172e6f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:31:34.439664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:34.446108 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.496366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 729279ea-7f33-41c4-8fb5-e65a94b58ee6 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:34.542646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:34.604919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f8d83-9a34-4640-9f06-4f8c1142022e req-d1154f63-65d9-40f5-b6b8-80cf9078ee75 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:34.606406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f73f8d83-9a34-4640-9f06-4f8c1142022e req-d1154f63-65d9-40f5-b6b8-80cf9078ee75 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.0804672 Feb 13 23:31:34.625118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['fdc997b7-0ab4-4893-9d09-90d73a172e6f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:34.642177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.659105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f73f8d83-9a34-4640-9f06-4f8c1142022e req-ca279b30-3ff3-4990-bc14-0de7d0d56f82 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469103 Feb 13 23:31:34.676561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351396e3-cb76-49a9-848b-50293318f92f req-36c7e4c9-ce33-429d-b5ed-dc2d54baba45 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:34.678266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-351396e3-cb76-49a9-848b-50293318f92f req-36c7e4c9-ce33-429d-b5ed-dc2d54baba45 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 944 time: 0.1362720 Feb 13 23:31:34.739810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.817699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-351396e3-cb76-49a9-848b-50293318f92f req-6d5fc369-1538-46c6-92f5-0bdc2b7df03a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213341 Feb 13 23:31:34.856710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:34.859768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:34.863933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:34.864734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.866839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=1290ddc2-eb69-4d76-a623-2ff1927cffba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:34.925133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740884c-04c0-453b-be2b-ce7f8ba95859 req-356272a0-ff7a-4525-b513-d7c92d3014c8 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:34.926603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1740884c-04c0-453b-be2b-ce7f8ba95859 req-356272a0-ff7a-4525-b513-d7c92d3014c8 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.0911574 Feb 13 23:31:34.957048 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:34.963605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=729279ea-7f33-41c4-8fb5-e65a94b58ee6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:34.991636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '40c1b159-c5f1-4dbe-b1ed-3ef4ab154e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9624fef3-c764-42ab-b631-74c09335e376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:34.992241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: 9624fef3-c764-42ab-b631-74c09335e376, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:31:35.019130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 9624fef3-c764-42ab-b631-74c09335e376 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:31:35.035301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9624fef3-c764-42ab-b631-74c09335e376) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:35.040520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:35.045763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:35.047516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a10738-689b-4b27-acc3-c0bc7b0f76bc None None] Network 9624fef3-c764-42ab-b631-74c09335e376 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:35.050239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:35.051161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.059059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1740884c-04c0-453b-be2b-ce7f8ba95859 req-61653095-7c63-4be5-a7e8-9f685e15a52a tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222458 Feb 13 23:31:35.081198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f104e499-f8f9-4a6b-b851-e52d9d801819 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6299567 Feb 13 23:31:35.084861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51982) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:35.110824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120d8a-044f-43dd-846c-c526576cd990 req-1b710a0b-c746-4c0e-8895-0b5d0b68de65 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:35.112353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22120d8a-044f-43dd-846c-c526576cd990 req-1b710a0b-c746-4c0e-8895-0b5d0b68de65 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 945 time: 0.1532097 Feb 13 23:31:35.182161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 729279ea-7f33-41c4-8fb5-e65a94b58ee6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:35.182512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.229414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Deleting port e07ae999-8791-4911-9d54-6a17a0140e47 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:35.230084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.578884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.660759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] For port e07ae999-8791-4911-9d54-6a17a0140e47, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e07ae999-8791-4911-9d54-6a17a0140e47,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:35.661364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.680479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5805d3d-6a3a-49b9-b2a3-a4c84c194e8f req-4fde72bf-3ee2-4dc1-a470-c415852c3336 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:35.681960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5805d3d-6a3a-49b9-b2a3-a4c84c194e8f req-4fde72bf-3ee2-4dc1-a470-c415852c3336 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3727500 Feb 13 23:31:35.715523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 729279ea-7f33-41c4-8fb5-e65a94b58ee6 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:35.777687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51cff0-094b-4272-a409-c238408f05a4 req-53b0e5e5-560e-4994-a62d-3655e63d8911 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:35.779146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae51cff0-094b-4272-a409-c238408f05a4 req-53b0e5e5-560e-4994-a62d-3655e63d8911 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.2847335 Feb 13 23:31:35.809702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Calling delete_port for e07ae999-8791-4911-9d54-6a17a0140e47 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:35.830282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.882476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=729279ea-7f33-41c4-8fb5-e65a94b58ee6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:35.892023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae51cff0-094b-4272-a409-c238408f05a4 req-a9a2c957-e8f5-4a49-a1bb-bfc693c4d164 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Feb 13 23:31:35.894641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:35.898700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5805d3d-6a3a-49b9-b2a3-a4c84c194e8f req-35f29009-10b0-4bab-adef-1e0e94c3f5b5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640787 Feb 13 23:31:35.901427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-586661af-937e-4012-b172-41eedd6d2cb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/729279ea-7f33-41c4-8fb5-e65a94b58ee6 HTTP/1.1" status: 204 len: 168 time: 0.8137832 Feb 13 23:31:35.903879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51992) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:36.000002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.006340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a8200-90fb-4424-88cd-f522339325bb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:36.010815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a8200-90fb-4424-88cd-f522339325bb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:36.013148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-415a8200-90fb-4424-88cd-f522339325bb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:36.014884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e07ae999-8791-4911-9d54-6a17a0140e47', 'aabc623b-87e0-4e0e-98a9-eebd870957db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:36.038926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-415a8200-90fb-4424-88cd-f522339325bb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:36.043324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-415a8200-90fb-4424-88cd-f522339325bb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1382217 Feb 13 23:31:36.044055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51998) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:36.117163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Pushing event deleted for resources: {'Port': ['ID=e07ae999-8791-4911-9d54-6a17a0140e47,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:36.133868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:36.148901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-722da286-3c64-4027-b0fe-13ff046fe8f8 req-684e236a-b2f8-4ff1-bed6-0b4f02baf85e tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 210 time: 0.0440426 Feb 13 23:31:36.170695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 1290ddc2-eb69-4d76-a623-2ff1927cffba {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:36.171042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.269947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] No DVR routers for this DVR port e07ae999-8791-4911-9d54-6a17a0140e47 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:36.273551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.278553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a95845a-086a-4167-ad57-539463222b15', 'name': 'network-vif-deleted', 'tag': 'e07ae999-8791-4911-9d54-6a17a0140e47'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:36.283682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port fdc997b7-0ab4-4893-9d09-90d73a172e6f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:36.284124 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.305549 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22120d8a-044f-43dd-846c-c526576cd990 req-cc5958bd-28b4-4bea-be1c-003a5823503b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "DELETE /v2.0/ports/e07ae999-8791-4911-9d54-6a17a0140e47 HTTP/1.1" status: 204 len: 173 time: 1.1852555 Feb 13 23:31:36.332026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8d440-be65-4fa1-8796-f6f5074aa59f req-e843687f-2974-4b07-8d5a-03c7ed341d86 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:36.339814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfb8d440-be65-4fa1-8796-f6f5074aa59f req-e843687f-2974-4b07-8d5a-03c7ed341d86 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.2252126 Feb 13 23:31:36.403062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfb8d440-be65-4fa1-8796-f6f5074aa59f req-346613f7-9717-4f6e-8734-267ed1e55ebd tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620561 Feb 13 23:31:36.514071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.514346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.554482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:36.565083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:36.570718 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.571709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e07ae999-8791-4911-9d54-6a17a0140e47 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:36.613077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cae168-1b17-4b72-9fac-cba6ac4bc522 req-d50bfb0a-becd-4361-9b44-6447c55d51c0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:36.621075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52cae168-1b17-4b72-9fac-cba6ac4bc522 req-d50bfb0a-becd-4361-9b44-6447c55d51c0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 944 time: 0.1002462 Feb 13 23:31:36.640295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: e07ae999-8791-4911-9d54-6a17a0140e47 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:36.640500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e07ae999-8791-4911-9d54-6a17a0140e47 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:36.676145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 1290ddc2-eb69-4d76-a623-2ff1927cffba owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:36.687585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:36.698778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52cae168-1b17-4b72-9fac-cba6ac4bc522 req-a24fd3c3-4238-4c75-93a0-efc841740e48 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754640 Feb 13 23:31:36.699399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.699399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.699597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.699867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.700185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.700559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.700883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.701197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.701655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.701964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.702542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:31:36.722990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fc672-dee3-4b9e-b24a-17de5e34e660 req-a6c72cb0-f91d-47ae-9daa-30c688df9810 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:36.724468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932fc672-dee3-4b9e-b24a-17de5e34e660 req-a6c72cb0-f91d-47ae-9daa-30c688df9810 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.4354134 Feb 13 23:31:36.794794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-932fc672-dee3-4b9e-b24a-17de5e34e660 req-4895d4d0-9cd5-4801-891e-ab89202d1c14 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600328 Feb 13 23:31:36.801879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.868556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.878490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=1290ddc2-eb69-4d76-a623-2ff1927cffba,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:36.885296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e0441786-5883-4dd6-af4a-147920769316 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/1290ddc2-eb69-4d76-a623-2ff1927cffba HTTP/1.1" status: 204 len: 168 time: 0.8402674 Feb 13 23:31:36.886109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52008) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:36.932915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86bfbb-2ca8-4262-b347-84a579552055 req-44be9701-4665-4258-9caf-a146d59aa543 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:36.934459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c86bfbb-2ca8-4262-b347-84a579552055 req-44be9701-4665-4258-9caf-a146d59aa543 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1038959 Feb 13 23:31:36.953374 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:36.982858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c86bfbb-2ca8-4262-b347-84a579552055 req-59d5283c-d240-4a79-9a4c-ef6f2cd8e9e0 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Feb 13 23:31:37.029209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa95d5-0b94-4290-b95e-3380f2034495 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:37.029898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2dfa95d5-0b94-4290-b95e-3380f2034495 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:37.060040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043109a-cb48-4e5a-964d-1c06e423958c req-5012300a-2373-4a63-b2f1-3b08e178d9dc tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:37.062965 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a95845a-086a-4167-ad57-539463222b15', 'name': 'network-vif-deleted', 'tag': 'e07ae999-8791-4911-9d54-6a17a0140e47', 'status': 'completed', 'code': 200} Feb 13 23:31:37.068276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1043109a-cb48-4e5a-964d-1c06e423958c req-5012300a-2373-4a63-b2f1-3b08e178d9dc tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1284454 Feb 13 23:31:37.098981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2dfa95d5-0b94-4290-b95e-3380f2034495 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:37.101159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2dfa95d5-0b94-4290-b95e-3380f2034495 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2138224 Feb 13 23:31:37.103650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52018) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:37.139364 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'code': 200} Feb 13 23:31:37.181782 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-530bd5ea-79bb-4dc7-a8d0-27649b95eb6d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:31:37.182323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-530bd5ea-79bb-4dc7-a8d0-27649b95eb6d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:37.195857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-530bd5ea-79bb-4dc7-a8d0-27649b95eb6d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:37.197180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-530bd5ea-79bb-4dc7-a8d0-27649b95eb6d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/729279ea-7f33-41c4-8fb5-e65a94b58ee6 HTTP/1.1" status: 404 len: 333 time: 0.0923643 Feb 13 23:31:37.201838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52024) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:37.259160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1043109a-cb48-4e5a-964d-1c06e423958c req-72aa19f7-de67-42d8-99d9-d731358ff0ac tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890039 Feb 13 23:31:37.413499 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9aee3aa-e4ed-46c0-b46b-e5299b31a47e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:31:37.413709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5a77254-dae8-4ca2-ac95-bafc2f812093 req-6a773227-b920-4f59-9303-3705a8225001 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 1096 time: 0.0935438 Feb 13 23:31:37.417264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a9aee3aa-e4ed-46c0-b46b-e5299b31a47e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/1290ddc2-eb69-4d76-a623-2ff1927cffba HTTP/1.1" status: 404 len: 333 time: 0.2119429 Feb 13 23:31:37.417819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52032) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:37.536001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438acc1-f2bb-484e-af0e-015ebcca377a req-e88cde60-e71b-4f69-8844-3cefbfa7bb7a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:37.538756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9438acc1-f2bb-484e-af0e-015ebcca377a req-e88cde60-e71b-4f69-8844-3cefbfa7bb7a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1723101 Feb 13 23:31:37.565139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b67b-a41a-418a-806c-4927502ce24d req-dde336a1-4cba-4e9a-a9ee-f23ad39ba642 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:37.566597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d192b67b-a41a-418a-806c-4927502ce24d req-dde336a1-4cba-4e9a-a9ee-f23ad39ba642 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.2545154 Feb 13 23:31:37.642323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00bac68d-7529-4e53-a6bc-144df8094896 req-1c035f35-7b86-4498-802b-0b90b9605217 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a95845a-086a-4167-ad57-539463222b15 HTTP/1.1" status: 200 len: 210 time: 0.0645330 Feb 13 23:31:37.649736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9438acc1-f2bb-484e-af0e-015ebcca377a req-1961c6bc-916d-42d0-b830-fcc0eb35a48d tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053698 Feb 13 23:31:37.659646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Deleting port 4a02da64-87eb-4ccd-9d1f-91c292861e57 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:37.660023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:37.669884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:37.698211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5a77254-dae8-4ca2-ac95-bafc2f812093 req-7a594b99-ec58-4707-8eb4-9f502eb0acff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512293 Feb 13 23:31:37.910399 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:31:37.930888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:37.972070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9624fef3-c764-42ab-b631-74c09335e376']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:37.985822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497547-00ea-413c-9bcb-519f21e80429 req-a47b8f5e-6e1f-441c-b8a1-07fbbdd174e5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:37.987324 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34497547-00ea-413c-9bcb-519f21e80429 req-a47b8f5e-6e1f-441c-b8a1-07fbbdd174e5 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 950 time: 0.1945381 Feb 13 23:31:37.998589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c1b159-c5f1-4dbe-b1ed-3ef4ab154e2b') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:37.998883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c1b159-c5f1-4dbe-b1ed-3ef4ab154e2b') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:38.017032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.025373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] For port 4a02da64-87eb-4ccd-9d1f-91c292861e57, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4a02da64-87eb-4ccd-9d1f-91c292861e57,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:38.025746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.042633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099528e-5538-4cf0-8652-a66c6253579b req-c9de308b-7ee4-427c-bbed-3dc68f6a5188 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:38.049208 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d099528e-5538-4cf0-8652-a66c6253579b req-c9de308b-7ee4-427c-bbed-3dc68f6a5188 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1866481 Feb 13 23:31:38.069852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.083089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:31:38.083523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:31:38.101242 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:31:38.187815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d099528e-5538-4cf0-8652-a66c6253579b req-7bcd7ae4-1676-4807-8131-6838cb28fd6e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376500 Feb 13 23:31:38.244549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.282807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Calling delete_port for 4a02da64-87eb-4ccd-9d1f-91c292861e57 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:38.301991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.305290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=9624fef3-c764-42ab-b631-74c09335e376,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:38.322362 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9800b9d2-0f41-4252-bb2c-a3398fed849e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/9624fef3-c764-42ab-b631-74c09335e376 HTTP/1.1" status: 204 len: 168 time: 0.9025733 Feb 13 23:31:38.327760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52056) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:38.336161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1280646773'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:38.341819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34497547-00ea-413c-9bcb-519f21e80429 req-b052ccb1-58fc-4c21-930f-958a63df9391 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/security-groups?id=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427737 Feb 13 23:31:38.350964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:38.357496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:38.362756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:38.380128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:38.418994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:38.422992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.493397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6bccb-c1c6-46e7-83e1-abb4ef365d7f req-0f405be0-9572-4ec4-a461-2b3415911057 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:38.502317 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50a6bccb-c1c6-46e7-83e1-abb4ef365d7f req-0f405be0-9572-4ec4-a461-2b3415911057 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1543078 Feb 13 23:31:38.555261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50a6bccb-c1c6-46e7-83e1-abb4ef365d7f req-d7b64d71-4b73-45db-abd4-34f881181844 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513017 Feb 13 23:31:38.577873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:31:38.597596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.597945 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117 of type vlan for network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 Feb 13 23:31:38.599101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.612409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:38.674583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event deleted for resources: {'Port': ['ID=4a02da64-87eb-4ccd-9d1f-91c292861e57,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:38.693914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.727867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.750944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c817b-6b88-4b51-8711-eba12df7877e req-81938021-02ba-40ac-b16b-c29e7ddc7415 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:38.755557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-114c817b-6b88-4b51-8711-eba12df7877e req-81938021-02ba-40ac-b16b-c29e7ddc7415 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.2634428 Feb 13 23:31:38.855173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] No DVR routers for this DVR port 4a02da64-87eb-4ccd-9d1f-91c292861e57 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:38.861470 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.899457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dfcc4-7fa6-4965-984f-d7f9f42521e5 req-0236ae5b-1c35-41e5-b144-03fdab35cda4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:38.906525 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a28dfcc4-7fa6-4965-984f-d7f9f42521e5 req-0236ae5b-1c35-41e5-b144-03fdab35cda4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1074715 Feb 13 23:31:38.924200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-114c817b-6b88-4b51-8711-eba12df7877e req-ad35ad94-76c4-4626-966a-9b7c65c6c85e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675899 Feb 13 23:31:38.926407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.931442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:38.932323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:38.938342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d192b67b-a41a-418a-806c-4927502ce24d req-5d3502f3-a939-4e43-9c99-6661d66a9201 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.42 "DELETE /v2.0/ports/4a02da64-87eb-4ccd-9d1f-91c292861e57 HTTP/1.1" status: 204 len: 173 time: 1.3630331 Feb 13 23:31:38.981276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a28dfcc4-7fa6-4965-984f-d7f9f42521e5 req-78058059-ef5d-4895-8b75-68d1fed824f1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736811 Feb 13 23:31:39.159376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-deleted', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:39.176626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=f6ac19a0-34a2-45d3-aa4d-a0391eb306a3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:39.190596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:31:39.207107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-82e4c879-1856-4f68-9cb6-d34cd5d884cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8755064 Feb 13 23:31:39.207454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52070) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:39.215368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:39.435546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:39.451046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:39.460120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:39.474335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:39.495511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60356540-f6c4-4a02-8b5f-a24105f11925 req-424cb050-5074-4d61-b91a-1b57d92a4097 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:39.502587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60356540-f6c4-4a02-8b5f-a24105f11925 req-424cb050-5074-4d61-b91a-1b57d92a4097 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1253028 Feb 13 23:31:39.506440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:39.558700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60356540-f6c4-4a02-8b5f-a24105f11925 req-c07d43c1-de76-47d5-b4eb-7b85d1067e9a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Feb 13 23:31:39.610979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541132-1db4-47d3-a8b1-92141818ff78 req-a3b5eef4-95a0-45ce-b214-0a18ad407316 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:39.612383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-09541132-1db4-47d3-a8b1-92141818ff78 req-a3b5eef4-95a0-45ce-b214-0a18ad407316 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.2167170 Feb 13 23:31:39.659209 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca3bddc-4354-42aa-ab41-ad6ba6862e1b', 'name': 'network-vif-deleted', 'tag': '4a02da64-87eb-4ccd-9d1f-91c292861e57', 'status': 'completed', 'code': 200} Feb 13 23:31:39.674929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:39.811176 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-09541132-1db4-47d3-a8b1-92141818ff78 req-95eb2e60-e260-4f14-a748-fe89ede89d9b tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865511 Feb 13 23:31:39.881686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Performing IP validity checks on allocation pools {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 13 23:31:39.889162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 13 23:31:40.131350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-24fe7990-69ef-4506-af0a-374b8da8dee0 req-f695b141-fef8-463a-a5e5-a7eca55de1ee tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Synchronizing usage tracker for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:40.140305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:40.142059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c20aa9-80ce-456b-b42f-0ba41c05e8f4 req-82b39618-36cb-4943-a760-5d2e45e0fc65 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:40.149562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-21c20aa9-80ce-456b-b42f-0ba41c05e8f4 req-82b39618-36cb-4943-a760-5d2e45e0fc65 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.0989084 Feb 13 23:31:40.169307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:40.182003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 4a02da64-87eb-4ccd-9d1f-91c292861e57 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:40.182726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4a02da64-87eb-4ccd-9d1f-91c292861e57 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:40.210823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-21c20aa9-80ce-456b-b42f-0ba41c05e8f4 req-db8db3b7-d84c-4b74-a642-e0f2ad95f600 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601654 Feb 13 23:31:40.237158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-24fe7990-69ef-4506-af0a-374b8da8dee0 req-f695b141-fef8-463a-a5e5-a7eca55de1ee tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Unset dirty status for tenant:b0ab36724abb4ec89970456e44c9a58a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:40.250487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24fe7990-69ef-4506-af0a-374b8da8dee0 req-f695b141-fef8-463a-a5e5-a7eca55de1ee tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca3bddc-4354-42aa-ab41-ad6ba6862e1b HTTP/1.1" status: 200 len: 210 time: 0.2161531 Feb 13 23:31:40.313181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=1389f5dd-0e14-47c0-b25a-33499ccc059a,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:40.350394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:40.350746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: f6ac19a0-34a2-45d3-aa4d-a0391eb306a3, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:31:40.391766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:31:40.457999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f6ac19a0-34a2-45d3-aa4d-a0391eb306a3) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:40.467646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:40.469168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:40.473540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b645a-dd76-4f7f-9b30-3dfb1181cdfc None None] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:40.480213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcfb5a-8f09-4f46-8bc5-5cd8b1d6cb6b req-fc77d1bb-25ed-4c85-89d9-5d8740ba02ff tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:40.481902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cdcfb5a-8f09-4f46-8bc5-5cd8b1d6cb6b req-fc77d1bb-25ed-4c85-89d9-5d8740ba02ff tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.1137638 Feb 13 23:31:40.531124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2922339e-d45e-4fa2-8ab7-55d652fc588d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3223813 Feb 13 23:31:40.539829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52088) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:40.555654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3', 'name': 'tempest-PortsIpV6TestJSON-1106821811'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:40.571191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2a8c-6a78-4fa1-9584-33f18c93025d req-a3c1d5cb-aa70-472e-82b8-b8b092774701 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:40.572071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-853b2a8c-6a78-4fa1-9584-33f18c93025d req-a3c1d5cb-aa70-472e-82b8-b8b092774701 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Synchronizing usage tracker for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:40.598341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-853b2a8c-6a78-4fa1-9584-33f18c93025d req-a3c1d5cb-aa70-472e-82b8-b8b092774701 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Unset dirty status for tenant:fc4a0ab823254ae6ad94a79e6b72e5ee on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:40.600998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-853b2a8c-6a78-4fa1-9584-33f18c93025d req-a3c1d5cb-aa70-472e-82b8-b8b092774701 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.2052071 Feb 13 23:31:40.666756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-853b2a8c-6a78-4fa1-9584-33f18c93025d req-3b9f04d7-b046-4cd6-b41e-48437e8eac70 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574384 Feb 13 23:31:40.746586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1cdcfb5a-8f09-4f46-8bc5-5cd8b1d6cb6b req-20378458-374c-4034-bbb7-59ced3ae0b87 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571533 Feb 13 23:31:40.856371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:40.861300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f6ac19a0-34a2-45d3-aa4d-a0391eb306a3', 'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': '1389f5dd-0e14-47c0-b25a-33499ccc059a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:31:40.862280 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:40.889376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:40.913557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:40.917385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:40.993180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b6323-6b9a-4c7a-8848-9bf025c8886f req-ceb8c6e7-8eaa-4b78-9cc2-2254b1274476 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:41.005570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-183b6323-6b9a-4c7a-8848-9bf025c8886f req-ceb8c6e7-8eaa-4b78-9cc2-2254b1274476 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1205926 Feb 13 23:31:41.038700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 0d118c91-e81e-44d9-961a-9dee8ad339d2 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:41.147670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-183b6323-6b9a-4c7a-8848-9bf025c8886f req-4cd5a6a6-5e85-4734-82a4-1a1d0647abd6 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391339 Feb 13 23:31:41.162408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424618-23b3-45d8-8789-12264892c93c req-8bf1b5d0-1a37-418d-bdb0-9d7883db564b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:41.165167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16424618-23b3-45d8-8789-12264892c93c req-8bf1b5d0-1a37-418d-bdb0-9d7883db564b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2255166 Feb 13 23:31:41.228798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Allocated IP 2001:db8::2 (f6ac19a0-34a2-45d3-aa4d-a0391eb306a3/1389f5dd-0e14-47c0-b25a-33499ccc059a/f5090607-109b-4bbe-bd97-669193fbcecb) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:41.251067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16424618-23b3-45d8-8789-12264892c93c req-abe2b2ce-b100-4bc3-83c0-42871c3ecc2d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743110 Feb 13 23:31:41.478098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8721011-a3e7-4a26-9d62-61cd5f74b1d2 req-69391f0e-804f-42ac-8106-a6c9fca1b262 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:41.486341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b8721011-a3e7-4a26-9d62-61cd5f74b1d2 req-69391f0e-804f-42ac-8106-a6c9fca1b262 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1372471 Feb 13 23:31:41.522623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7795f-355a-4153-ad4f-96d9766207ef req-42e8df16-dbea-4708-a70b-a6d460420041 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:41.524953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bc7795f-355a-4153-ad4f-96d9766207ef req-42e8df16-dbea-4708-a70b-a6d460420041 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1264162 Feb 13 23:31:41.618281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b8721011-a3e7-4a26-9d62-61cd5f74b1d2 req-38b98787-745b-4964-9168-7f2ce9c0ef44 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305501 Feb 13 23:31:41.649557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bc7795f-355a-4153-ad4f-96d9766207ef req-902aac0a-4f43-4390-8474-929a228ac804 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057844 Feb 13 23:31:41.674595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:41.695983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Transition to ACTIVE for port object f5090607-109b-4bbe-bd97-669193fbcecb will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:41.732992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Transition to ACTIVE for port object f5090607-109b-4bbe-bd97-669193fbcecb will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:41.745872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:41.856576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:41.860267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:41.864416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:42.048240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Pushing event updated for resources: {'Port': ['ID=f5090607-109b-4bbe-bd97-669193fbcecb,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:42.105778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Attempting to bind port f5090607-109b-4bbe-bd97-669193fbcecb on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:31:42.106193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Attempting to bind port f5090607-109b-4bbe-bd97-669193fbcecb by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:31:42.106554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Attempting to bind port f5090607-109b-4bbe-bd97-669193fbcecb on network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:42.116063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::cc (f6ac19a0-34a2-45d3-aa4d-a0391eb306a3/1389f5dd-0e14-47c0-b25a-33499ccc059a/0d118c91-e81e-44d9-961a-9dee8ad339d2) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:42.120643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:31:42.121020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Checking segment: {'id': '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:42.122490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.122903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Bound using segment: {'id': '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:31:42.123465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Bound port: f5090607-109b-4bbe-bd97-669193fbcecb, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f6ac19a0-34a2-45d3-aa4d-a0391eb306a3'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:31:42.123847 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.279210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] For port f5090607-109b-4bbe-bd97-669193fbcecb, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:42.282399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] For port f5090607-109b-4bbe-bd97-669193fbcecb, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f5090607-109b-4bbe-bd97-669193fbcecb,segment=NetworkSegment(2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117),segment_id=2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:31:42.289984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-dc39bf1d-2657-4823-8f6c-838b632b396a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:42.292249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-dc39bf1d-2657-4823-8f6c-838b632b396a tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.5256827 Feb 13 23:31:42.296305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.395447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68d95c-4d7c-49f8-9228-850e4be1044f None None] Pushing event updated for resources: {'Port': ['ID=f5090607-109b-4bbe-bd97-669193fbcecb,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:42.399905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Deleting port aabc623b-87e0-4e0e-98a9-eebd870957db {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:42.400365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.563730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf03dab-864a-4d1b-ad2c-d8c3d87a0106 req-0b5a322e-11c0-4458-92b0-0f18bc5a2919 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:42.566484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bf03dab-864a-4d1b-ad2c-d8c3d87a0106 req-0b5a322e-11c0-4458-92b0-0f18bc5a2919 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3a38aa-3a4c-446c-ab66-3b4d107d7863 HTTP/1.1" status: 200 len: 945 time: 0.3090918 Feb 13 23:31:42.595143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.613983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 0d118c91-e81e-44d9-961a-9dee8ad339d2 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:42.684157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-a281f92f-be76-47ba-9032-bf39138c8e8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b21e3f0397045f181e6603c2afda208&device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 1096 time: 0.4960797 Feb 13 23:31:42.691873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.729847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04eca5-3d62-4263-98ae-59a889ec8477 req-007845f8-fe14-46a5-b994-0b7e695f6397 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:42.741696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e04eca5-3d62-4263-98ae-59a889ec8477 req-007845f8-fe14-46a5-b994-0b7e695f6397 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.8541820 Feb 13 23:31:42.881773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] For port aabc623b-87e0-4e0e-98a9-eebd870957db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=aabc623b-87e0-4e0e-98a9-eebd870957db,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:42.882081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:42.884706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3bf03dab-864a-4d1b-ad2c-d8c3d87a0106 req-d570e30b-957d-4d88-a096-1d9cb2a0ec1b tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.36 "GET /v2.0/security-groups?id=cacd69d3-f537-4a40-a969-cd7d4e280794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592106 Feb 13 23:31:42.987035 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e04eca5-3d62-4263-98ae-59a889ec8477 req-cd31af18-ea5f-41ca-b93c-2b77a2a1cefc tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443051 Feb 13 23:31:43.075856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:43.093902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:43.125989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:43.129783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:43.130422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:43.177854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Calling delete_port for aabc623b-87e0-4e0e-98a9-eebd870957db owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:43.199249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=0d118c91-e81e-44d9-961a-9dee8ad339d2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:43.210348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-0d2902c3-c286-4598-986e-9b921abdd94b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:43.214704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-0d2902c3-c286-4598-986e-9b921abdd94b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 200 len: 911 time: 0.5176032 Feb 13 23:31:43.223650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d5d9ebc-673e-4f39-971e-bf43c2274436 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6800494 Feb 13 23:31:43.312235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52124) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:43.331364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-53c8b68a-a4b1-4876-9ecf-3f0f48f7d45d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 HTTP/1.1" status: 200 len: 217 time: 0.1120980 Feb 13 23:31:43.469572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:43.472410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 0d118c91-e81e-44d9-961a-9dee8ad339d2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:43.472784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:43.483623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['aabc623b-87e0-4e0e-98a9-eebd870957db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:43.564396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Pushing event deleted for resources: {'Port': ['ID=aabc623b-87e0-4e0e-98a9-eebd870957db,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:43.569507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-3843a53d-37a2-46b4-aa8f-d82f0a349180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:43.570974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-3843a53d-37a2-46b4-aa8f-d82f0a349180 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 200 len: 851 time: 0.2077942 Feb 13 23:31:43.580448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c676-1f31-4195-bfd2-4cedb494ada8 req-24bbd5c2-ec34-498d-bf19-c00befc83b13 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:43.588471 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4462c676-1f31-4195-bfd2-4cedb494ada8 req-24bbd5c2-ec34-498d-bf19-c00befc83b13 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2793131 Feb 13 23:31:43.635780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-630bfee3-66cd-4b8f-9288-5f50ee8c421a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6eaefbf-98eb-476f-804a-6adf284cdffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560651 Feb 13 23:31:43.799932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dad2722-9ed8-47a1-b36a-b4dab37aaf22 None None] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:43.889087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] No DVR routers for this DVR port aabc623b-87e0-4e0e-98a9-eebd870957db on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:43.895318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:43.907394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'name': 'network-vif-deleted', 'tag': 'aabc623b-87e0-4e0e-98a9-eebd870957db'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:43.944370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e641ae8-41ea-4ac1-9af8-fab603f433d4 req-2d5d36f8-d0f3-4c31-aea5-e776ffed3c27 tempest-ListServerFiltersTestJSON-579575058 tempest-ListServerFiltersTestJSON-579575058-project] 10.222.0.42 "DELETE /v2.0/ports/aabc623b-87e0-4e0e-98a9-eebd870957db HTTP/1.1" status: 204 len: 173 time: 1.6370811 Feb 13 23:31:43.957111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5f5f-f617-4a29-8a76-4c36da74c64e req-2048b774-6b96-4154-a1e3-725c3af64667 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:43.968595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169a68-962b-406c-8b32-99259ac45119 req-afebc0ca-1114-4313-a99b-9e17cb751bc9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:43.970482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13169a68-962b-406c-8b32-99259ac45119 req-afebc0ca-1114-4313-a99b-9e17cb751bc9 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 949 time: 0.2989655 Feb 13 23:31:43.970950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-025c5f5f-f617-4a29-8a76-4c36da74c64e req-2048b774-6b96-4154-a1e3-725c3af64667 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.6096454 Feb 13 23:31:44.006541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4462c676-1f31-4195-bfd2-4cedb494ada8 req-c9410713-cea4-4414-b479-744c1a250748 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141128 Feb 13 23:31:44.066148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7f881bf6-fb57-405f-98a2-2522d26e8aff None None] Provisioning for port f5090607-109b-4bbe-bd97-669193fbcecb completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:44.128129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-9d1d691c-d785-45f8-92a7-a6bcad77fd77 service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426680 Feb 13 23:31:44.132232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-025c5f5f-f617-4a29-8a76-4c36da74c64e req-6510bab7-1e00-4700-a15d-a946f2ecffc2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605246 Feb 13 23:31:44.200337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f5090607-109b-4bbe-bd97-669193fbcecb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:44.212534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Deleting port 2efcc21a-7d62-4205-9929-a86eb5f40257 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:44.216515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:44.421265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f5090607-109b-4bbe-bd97-669193fbcecb completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:44.427742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f5090607-109b-4bbe-bd97-669193fbcecb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:44.428114 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:44.447217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e7fc5a6-dbb8-4616-a561-651e91e095f5 req-3f18c2d3-3c89-4baf-86c4-1de92d6c9a4d service neutron] 10.222.0.42 "GET /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895434 Feb 13 23:31:44.453882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:44.582600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf7586-b4fb-4a3d-83b6-c498b72e4a27 req-ffa693d8-fa52-48f8-a38b-20aa88a20345 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:44.584486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9abf7586-b4fb-4a3d-83b6-c498b72e4a27 req-ffa693d8-fa52-48f8-a38b-20aa88a20345 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.2505398 Feb 13 23:31:44.649249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:44.669424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9abf7586-b4fb-4a3d-83b6-c498b72e4a27 req-ef7e9c5a-9b70-4cb2-ba77-a21dd12fdb9c tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783215 Feb 13 23:31:44.720712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] For port 2efcc21a-7d62-4205-9929-a86eb5f40257, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2efcc21a-7d62-4205-9929-a86eb5f40257,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:44.722580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:44.738433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f5090607-109b-4bbe-bd97-669193fbcecb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f5090607-109b-4bbe-bd97-669193fbcecb,segment=NetworkSegment(2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117),segment_id=2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:44.759448 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:44.869201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 0d118c91-e81e-44d9-961a-9dee8ad339d2 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:44.885573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f5090607-109b-4bbe-bd97-669193fbcecb,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:44.960728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Calling delete_port for 2efcc21a-7d62-4205-9929-a86eb5f40257 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:45.197567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a51d5-90f9-4f84-b41a-f5614e7f6b06 req-a955b055-d3b6-4516-a151-c72131615e44 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:45.201039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-246a51d5-90f9-4f84-b41a-f5614e7f6b06 req-a955b055-d3b6-4516-a151-c72131615e44 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.3442662 Feb 13 23:31:45.239057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:45.242355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-403bde9d-9e6c-498d-940d-2d26f78dc0bf None None] Provisioning complete for port f5090607-109b-4bbe-bd97-669193fbcecb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:45.243102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-403bde9d-9e6c-498d-940d-2d26f78dc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:45.337299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=0d118c91-e81e-44d9-961a-9dee8ad339d2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:45.425779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:45.439207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219e8d5-750c-4ea7-9cfd-252823dff723 req-87af4772-a5ee-41ac-bc6d-5236b8c6351b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:45.443628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-403bde9d-9e6c-498d-940d-2d26f78dc0bf None None] Could not find standard attr ID for object 0d118c91-e81e-44d9-961a-9dee8ad339d2. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:31:45.451895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2efcc21a-7d62-4205-9929-a86eb5f40257'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:45.452763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5219e8d5-750c-4ea7-9cfd-252823dff723 req-87af4772-a5ee-41ac-bc6d-5236b8c6351b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4993680 Feb 13 23:31:45.468581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-246a51d5-90f9-4f84-b41a-f5614e7f6b06 req-59544925-392c-4e9d-81cf-3ebcc779da7e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606204 Feb 13 23:31:45.474987 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:45.508115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fc3bad40-3308-48fe-b0b7-3f69b48d4368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/0d118c91-e81e-44d9-961a-9dee8ad339d2 HTTP/1.1" status: 204 len: 168 time: 2.1948354 Feb 13 23:31:45.509159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52138) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:45.563451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-378806ff-3117-488f-8470-2e5570cfb971 None None] Could not find standard attr ID for object 0d118c91-e81e-44d9-961a-9dee8ad339d2. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:31:45.578995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Pushing event deleted for resources: {'Port': ['ID=2efcc21a-7d62-4205-9929-a86eb5f40257,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:45.593732 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2451d7c-d597-4bb0-9516-30ae4068d66e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:31:45.594215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2451d7c-d597-4bb0-9516-30ae4068d66e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:31:45.598846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d2451d7c-d597-4bb0-9516-30ae4068d66e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/0d118c91-e81e-44d9-961a-9dee8ad339d2 HTTP/1.1" status: 404 len: 333 time: 0.0861485 Feb 13 23:31:45.603024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52142) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:45.630470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5219e8d5-750c-4ea7-9cfd-252823dff723 req-f3974170-aacf-45e7-81a6-503823f86d90 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765466 Feb 13 23:31:45.703507 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f084dc75-6ff9-4865-a4b3-412a81ba79a7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:31:45.704024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f084dc75-6ff9-4865-a4b3-412a81ba79a7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:45.772563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d86d4565-d3cd-4a50-a09e-7bbb0b8e4061 req-c2126ef8-efd7-4669-9f1a-828ea295caa0 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f9e831-2db4-4ec2-aac5-42dec21e3da6 HTTP/1.1" status: 200 len: 210 time: 0.0615098 Feb 13 23:31:45.799469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f084dc75-6ff9-4865-a4b3-412a81ba79a7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:45.803125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f084dc75-6ff9-4865-a4b3-412a81ba79a7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/0d118c91-e81e-44d9-961a-9dee8ad339d2 HTTP/1.1" status: 404 len: 333 time: 0.1966617 Feb 13 23:31:45.803399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52152) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:45.829957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52156) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:45.831166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] No DVR routers for this DVR port 2efcc21a-7d62-4205-9929-a86eb5f40257 on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:45.836523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:45.916568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Deleting subnet 686bcce5-47cd-480b-92d7-838ed37fd120 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:31:45.920821 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3a38aa-3a4c-446c-ab66-3b4d107d7863', 'name': 'network-vif-deleted', 'tag': 'aabc623b-87e0-4e0e-98a9-eebd870957db', 'status': 'completed', 'code': 200} Feb 13 23:31:45.925272 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.054945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f5090607-109b-4bbe-bd97-669193fbcecb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:46.117467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] 10.222.0.31 "DELETE /v2.0/ports/2efcc21a-7d62-4205-9929-a86eb5f40257 HTTP/1.1" status: 204 len: 173 time: 2.1101804 Feb 13 23:31:46.133933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.156961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device aabc623b-87e0-4e0e-98a9-eebd870957db no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:46.200877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: aabc623b-87e0-4e0e-98a9-eebd870957db {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:46.201178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device aabc623b-87e0-4e0e-98a9-eebd870957db not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:46.217295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 1389f5dd-0e14-47c0-b25a-33499ccc059a {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:31:46.227069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f5090607-109b-4bbe-bd97-669193fbcecb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:46.229031 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.239462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.370893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df100640-a672-4666-9bad-0063df7b5f07 req-b2dfb6d0-3802-4a82-ba91-bef24f45d928 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:46.382600 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df100640-a672-4666-9bad-0063df7b5f07 req-b2dfb6d0-3802-4a82-ba91-bef24f45d928 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.4608698 Feb 13 23:31:46.405190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.412348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.461265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25506a-00a7-4fb9-ad1f-a73f3c313f87 req-effb60a9-fead-40d5-83a5-fac6a5c09e91 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:46.469156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd25506a-00a7-4fb9-ad1f-a73f3c313f87 req-effb60a9-fead-40d5-83a5-fac6a5c09e91 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.4345872 Feb 13 23:31:46.509644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df100640-a672-4666-9bad-0063df7b5f07 req-1f1d3e9e-8b1c-4039-a7d6-6be51907ee37 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253009 Feb 13 23:31:46.529905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.558378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd25506a-00a7-4fb9-ad1f-a73f3c313f87 req-1f3603ff-39f2-4a68-ba8f-712cbc847687 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879323 Feb 13 23:31:46.588558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686bcce5-47cd-480b-92d7-838ed37fd120,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:46.590866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.608290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db1de89-21fb-46c5-a047-a374fe7d9cc9 None None] Network 4a768825-de11-4bfe-9877-9cffe1df3e44 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:46.609922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.611463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3f38f9e3-ed47-4c09-ae77-fb3beac79975 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/686bcce5-47cd-480b-92d7-838ed37fd120 HTTP/1.1" status: 204 len: 168 time: 0.7771423 Feb 13 23:31:46.614233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52162) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:46.812812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.826195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Deleting port 3b13b3ee-bf8c-47f2-94c9-501183467893 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:46.826635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:46.838296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.106962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=1389f5dd-0e14-47c0-b25a-33499ccc059a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:47.111017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] DHCP port deletion for 4a768825-de11-4bfe-9877-9cffe1df3e44 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:31:47.115278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Deleting port 3b13b3ee-bf8c-47f2-94c9-501183467893 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:47.115725 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.155631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.165711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca68d4d9-e392-4a6a-a2d7-6e8fc96525b5 None None] Network f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:47.193715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-723bcf12-86f8-4956-8318-bf050e2af298 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/1389f5dd-0e14-47c0-b25a-33499ccc059a HTTP/1.1" status: 204 len: 168 time: 1.3886774 Feb 13 23:31:47.198973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52174) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:47.201499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] For port 3b13b3ee-bf8c-47f2-94c9-501183467893, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b13b3ee-bf8c-47f2-94c9-501183467893,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:47.202119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.306883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7233fa-a267-42a9-9809-2f7a4566effe req-67201ab1-508c-47ad-98ea-3249ea600dbf tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:47.308577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf7233fa-a267-42a9-9809-2f7a4566effe req-67201ab1-508c-47ad-98ea-3249ea600dbf tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 813 time: 0.5282469 Feb 13 23:31:47.369435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Calling delete_port for 3b13b3ee-bf8c-47f2-94c9-501183467893 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:47.393429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf7233fa-a267-42a9-9809-2f7a4566effe req-f3dae554-4724-4a2e-9373-14afec4a11ae tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/quotas/949f0475d7c646f3a10300c6368d76eb HTTP/1.1" status: 200 len: 375 time: 0.0646977 Feb 13 23:31:47.464341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.484337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.502702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port f5090607-109b-4bbe-bd97-669193fbcecb {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:47.503866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.607353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] DHCP port deletion for f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:31:47.621820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b13b3ee-bf8c-47f2-94c9-501183467893,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:47.631856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Deleting port f5090607-109b-4bbe-bd97-669193fbcecb {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:47.632641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.638713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] No DVR routers for this DVR port 3b13b3ee-bf8c-47f2-94c9-501183467893 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:47.665533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf7233fa-a267-42a9-9809-2f7a4566effe req-0e33990f-08bc-4775-b677-e9f9788478c1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2554343 Feb 13 23:31:47.717884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] For port 3b13b3ee-bf8c-47f2-94c9-501183467893, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b13b3ee-bf8c-47f2-94c9-501183467893,segment=NetworkSegment(6ad2983a-63ec-4c77-a848-7d22fd7768b4),segment_id=6ad2983a-63ec-4c77-a848-7d22fd7768b4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:47.718301 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:47.765573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265911e-9111-4d64-be9d-cd0369972ef4 req-5eef214c-b2df-463a-9184-386b1d01faa9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:47.767146 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0265911e-9111-4d64-be9d-cd0369972ef4 req-5eef214c-b2df-463a-9184-386b1d01faa9 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.8725073 Feb 13 23:31:47.967160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-deleted', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:47.977764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.031287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a768825-de11-4bfe-9877-9cffe1df3e44']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:48.051941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0265911e-9111-4d64-be9d-cd0369972ef4 req-c6230704-72cb-4a1d-a324-2e26e1bde747 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575934 Feb 13 23:31:48.054196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad2983a-63ec-4c77-a848-7d22fd7768b4') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:48.054482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad2983a-63ec-4c77-a848-7d22fd7768b4') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:48.069874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] For port f5090607-109b-4bbe-bd97-669193fbcecb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f5090607-109b-4bbe-bd97-669193fbcecb,segment=NetworkSegment(2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117),segment_id=2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:48.071035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.072764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.136653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.149731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:31:48.150159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.167781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:31:48.178743 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:31:48.224439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f5090607-109b-4bbe-bd97-669193fbcecb no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:48.332961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for f5090607-109b-4bbe-bd97-669193fbcecb owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:48.348275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Calling delete_port for 3b13b3ee-bf8c-47f2-94c9-501183467893 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:48.387320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.425790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.435216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a768825-de11-4bfe-9877-9cffe1df3e44,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:48.448989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.468647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 2efcc21a-7d62-4205-9929-a86eb5f40257 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:48.469039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2efcc21a-7d62-4205-9929-a86eb5f40257 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:48.485312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] For port f5090607-109b-4bbe-bd97-669193fbcecb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f5090607-109b-4bbe-bd97-669193fbcecb,segment=NetworkSegment(2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117),segment_id=2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:48.485702 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.503038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=f5090607-109b-4bbe-bd97-669193fbcecb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:48.529582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No DVR routers for this DVR port f5090607-109b-4bbe-bd97-669193fbcecb on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:48.549416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-71947e97-0657-46dc-a89d-7aa2706ffb52 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a768825-de11-4bfe-9877-9cffe1df3e44 HTTP/1.1" status: 204 len: 168 time: 1.9324768 Feb 13 23:31:48.588037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b979-b031-4aad-92c4-2da16cc91db9 req-6bae35f5-84e9-4db6-977f-3934191288fb tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:48.593059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ea6b979-b031-4aad-92c4-2da16cc91db9 req-6bae35f5-84e9-4db6-977f-3934191288fb tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.6650338 Feb 13 23:31:48.650542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e5780-befe-43a3-b9c3-574401d15668 req-a16a3b0b-1e6b-4aad-8606-416647ea6bab tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:48.655981 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e64e5780-befe-43a3-b9c3-574401d15668 req-a16a3b0b-1e6b-4aad-8606-416647ea6bab tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2009752 Feb 13 23:31:48.673381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Calling delete_port for f5090607-109b-4bbe-bd97-669193fbcecb owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:48.719455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No active binding found for port f5090607-109b-4bbe-bd97-669193fbcecb {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:31:48.719759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f5090607-109b-4bbe-bd97-669193fbcecb not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:48.720342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b13b3ee-bf8c-47f2-94c9-501183467893 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:48.747713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e64e5780-befe-43a3-b9c3-574401d15668 req-d573043b-b0c4-4a9f-a3de-bfaafd1a56de tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855803 Feb 13 23:31:48.811680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52194) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:48.814278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:48.820560 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:31:48.820925 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:31:48.821545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:31:48.821886 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:31:48.835381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3b13b3ee-bf8c-47f2-94c9-501183467893 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:48.835745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b13b3ee-bf8c-47f2-94c9-501183467893 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:48.865373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ea6b979-b031-4aad-92c4-2da16cc91db9 req-6ee02d94-f512-487c-aeee-c88159110e65 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548833 Feb 13 23:31:48.921178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ac19a0-34a2-45d3-aa4d-a0391eb306a3']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:48.929983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52200) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:48.956313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:48.956928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb47ef8-d4f3-4d0c-9b6e-56cd2871f117') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:31:48.979880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.014508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.026228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:31:49.026933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:31:49.059271 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:31:49.171105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f7c9014-233f-4168-808e-fe966d124f99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc4a0ab823254ae6ad94a79e6b72e5ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2399683 Feb 13 23:31:49.174603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52206) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:49.218640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.237758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.258558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=f6ac19a0-34a2-45d3-aa4d-a0391eb306a3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:49.281497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf45a-5cda-4d7e-882d-0882a9bdc42c req-a9d14828-76a1-4e56-ade8-4ad9e7b89484 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:49.283286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3efaf45a-5cda-4d7e-882d-0882a9bdc42c req-a9d14828-76a1-4e56-ade8-4ad9e7b89484 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1531191 Feb 13 23:31:49.284560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-983e69b9-2f07-4504-acc5-ba77254d3c55 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/f6ac19a0-34a2-45d3-aa4d-a0391eb306a3 HTTP/1.1" status: 204 len: 168 time: 2.0844333 Feb 13 23:31:49.292315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52210) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:49.320809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eb2038d9-1f6d-4b86-bd08-5cbe45a6cbce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0ab36724abb4ec89970456e44c9a58a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5039322 Feb 13 23:31:49.321040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-854296427'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:49.322277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Deleting port f5090607-109b-4bbe-bd97-669193fbcecb {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:49.322277 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.325270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52214) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:49.346308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc78afc-cf94-4b9e-8395-ed6c4ffccbc4 req-a2cf9d8a-72e9-46e0-9781-18969645c3cd tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:49.350568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:49.353745 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bc78afc-cf94-4b9e-8395-ed6c4ffccbc4 req-a2cf9d8a-72e9-46e0-9781-18969645c3cd tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.3195677 Feb 13 23:31:49.355544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b1a0367c-0786-4009-9d3a-e02d7753b186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.362232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:49.369347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:49.378259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Deleting port 3b13b3ee-bf8c-47f2-94c9-501183467893 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:49.378753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.394441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:49.430575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b1a0367c-0786-4009-9d3a-e02d7753b186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.433005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3efaf45a-5cda-4d7e-882d-0882a9bdc42c req-88223017-16f2-486a-84d9-ea1abf4ea0f1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425927 Feb 13 23:31:49.441027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:49.443863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.505666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:31:49.524286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.524760 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 7250fba4-a1b3-45ff-b45c-ce3617d9379e of type vlan for network 8c44d97b-436b-41ed-82c6-252fc886a279 Feb 13 23:31:49.525042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9f13e-61c4-4a79-871d-7161606cc704 None None] The port '3b13b3ee-bf8c-47f2-94c9-501183467893' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:31:49.540629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-68387386-1ddf-4b58-afa8-5c8ea4e1c434 None None] The port 'f5090607-109b-4bbe-bd97-669193fbcecb' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:31:49.549943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bc78afc-cf94-4b9e-8395-ed6c4ffccbc4 req-17d220e6-64f8-443a-a758-60a6a720c305 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938953 Feb 13 23:31:49.569720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deaa8729-fff2-4cc6-98ba-c15823736846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.581940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.608922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deaa8729-fff2-4cc6-98ba-c15823736846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.618377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.623469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:49.624240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.682316 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f9e831-2db4-4ec2-aac5-42dec21e3da6', 'name': 'network-vif-deleted', 'tag': '2efcc21a-7d62-4205-9929-a86eb5f40257', 'status': 'completed', 'code': 200} Feb 13 23:31:49.738287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deaa8729-fff2-4cc6-98ba-c15823736846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.755233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4446690 Feb 13 23:31:49.758464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52222) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:49.775391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b1a0367c-0786-4009-9d3a-e02d7753b186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.784477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:49.788590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa8729-fff2-4cc6-98ba-c15823736846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a2d9c-be8c-4cc8-8a40-d6c65fc1c830,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:49.851335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0367c-0786-4009-9d3a-e02d7753b186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd69d3-f537-4a40-a969-cd7d4e280794,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:49.878679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b1a0367c-0786-4009-9d3a-e02d7753b186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.879819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b1a0367c-0786-4009-9d3a-e02d7753b186 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cacd69d3-f537-4a40-a969-cd7d4e280794 HTTP/1.1" status: 204 len: 168 time: 0.7043190 Feb 13 23:31:49.893877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deaa8729-fff2-4cc6-98ba-c15823736846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:49.897918 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-deaa8729-fff2-4cc6-98ba-c15823736846 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/900a2d9c-be8c-4cc8-8a40-d6c65fc1c830 HTTP/1.1" status: 204 len: 168 time: 0.5685332 Feb 13 23:31:49.966161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f1ef-5584-46e6-bfb5-43f1aceee2b3 req-afd99b23-2e28-4616-9128-a6734d8377fe tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:49.967666 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4d3f1ef-5584-46e6-bfb5-43f1aceee2b3 req-afd99b23-2e28-4616-9128-a6734d8377fe tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1520126 Feb 13 23:31:50.077612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4d3f1ef-5584-46e6-bfb5-43f1aceee2b3 req-06d2fd4c-7369-4c11-966c-86cea1378f7f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024594 Feb 13 23:31:50.104277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80ad60-da1d-4409-a99a-3b08fa2ca81d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=8c44d97b-436b-41ed-82c6-252fc886a279,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:50.127732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 8c44d97b-436b-41ed-82c6-252fc886a279 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:31:50.157699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:50.168482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:50.173701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:50.182065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:50.206340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f538400-c473-4d9d-b008-625b49469cdb req-deca0a06-a268-400d-880f-3ef37cbbd7da tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:50.207641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f538400-c473-4d9d-b008-625b49469cdb req-deca0a06-a268-400d-880f-3ef37cbbd7da tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2441924 Feb 13 23:31:50.209136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:50.394638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:50.412409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f538400-c473-4d9d-b008-625b49469cdb req-47531034-8f48-4959-9525-74620e20ee7e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855390 Feb 13 23:31:50.620872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52250) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:50.769651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d600bc8-a9d2-4337-a23b-561b285f75be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae7d17c0af584bd2bf36b72e79a40aca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1455996 Feb 13 23:31:50.770689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52254) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:50.904000 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f91a180f-21ea-4b22-810f-8d81d014d83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:50.922483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ecedd-4049-480e-85e7-0deeebeb8934 req-410748dc-284c-47f9-9c71-5e890baec738 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:50.924692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-073ecedd-4049-480e-85e7-0deeebeb8934 req-410748dc-284c-47f9-9c71-5e890baec738 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2214472 Feb 13 23:31:50.955604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43109-93d6-4e19-be42-7c44eeb24307 req-fb3b9429-51b7-4b98-b17c-cf4fb01bdd7a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:50.966669 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7f43109-93d6-4e19-be42-7c44eeb24307 req-fb3b9429-51b7-4b98-b17c-cf4fb01bdd7a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1943731 Feb 13 23:31:50.988569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f91a180f-21ea-4b22-810f-8d81d014d83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:51.086847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7f43109-93d6-4e19-be42-7c44eeb24307 req-a21445a3-b9ff-4b6e-89cb-05225c71e90e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137564 Feb 13 23:31:51.144187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f91a180f-21ea-4b22-810f-8d81d014d83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:51.171663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-073ecedd-4049-480e-85e7-0deeebeb8934 req-3a13a56b-4963-44c4-951d-cf49818e3160 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399716 Feb 13 23:31:51.174349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a180f-21ea-4b22-810f-8d81d014d83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bbc54b-067c-42f8-bb08-7f5a5a79f59d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:51.178430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:51.200244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f91a180f-21ea-4b22-810f-8d81d014d83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:51.201473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f91a180f-21ea-4b22-810f-8d81d014d83c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61bbc54b-067c-42f8-bb08-7f5a5a79f59d HTTP/1.1" status: 204 len: 168 time: 0.3870730 Feb 13 23:31:51.325577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=92ac70fd-c40c-4d70-a8e8-6486324d074a,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:51.402829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '7250fba4-a1b3-45ff-b45c-ce3617d9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:51.403756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: 8c44d97b-436b-41ed-82c6-252fc886a279, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:31:51.487464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 8c44d97b-436b-41ed-82c6-252fc886a279 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:31:51.522232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52278) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:51.529914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 8c44d97b-436b-41ed-82c6-252fc886a279) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:51.539294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:51.539877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:51.540402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c7d6ae-b935-4de4-a76a-e3bfb3b4fca4 None None] Network 8c44d97b-436b-41ed-82c6-252fc886a279 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:51.575707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06177927-3dc4-46ea-b492-ba0aa16fb139 req-458d93dd-4798-455e-a6c5-ae6f65f96185 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:51.577206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06177927-3dc4-46ea-b492-ba0aa16fb139 req-458d93dd-4798-455e-a6c5-ae6f65f96185 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1418433 Feb 13 23:31:51.579073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-815f55bd-6cae-4e57-bac2-fa2ac85c9d8c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8077769 Feb 13 23:31:51.581845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52284) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:51.589890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-412221897'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:51.679931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06177927-3dc4-46ea-b492-ba0aa16fb139 req-2b97435e-c3eb-4693-ac00-09067c42272e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Feb 13 23:31:51.923723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f013-c820-43b6-b040-25d77741a715 req-2bb1b9e5-5077-4030-8da9-f6589a635f33 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:51.932152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a67f013-c820-43b6-b040-25d77741a715 req-2bb1b9e5-5077-4030-8da9-f6589a635f33 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1174104 Feb 13 23:31:51.935739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-8c44d97b-436b-41ed-82c6-252fc886a279', 'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': '92ac70fd-c40c-4d70-a8e8-6486324d074a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:31:51.936976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:51.951715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4dd7a754-faf0-4842-a51a-709efdf95be1 req-1f1e62e0-f13a-4e4b-aa67-bfb2bc05034a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=949f0475d7c646f3a10300c6368d76eb HTTP/1.1" status: 200 len: 221 time: 0.2965095 Feb 13 23:31:51.996784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a67f013-c820-43b6-b040-25d77741a715 req-ebaa72c5-e9da-4ff1-ac1f-c9acb11f9bdb tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641208 Feb 13 23:31:52.058295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:52.062873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:52.065902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:52.077374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:52.097090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-461999066-network', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:52.103760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:52.109224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Usage tracker for resource:network and tenant:42857c4e7caf4e1986cd54ce008d0954 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:52.114549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:52.121261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.145948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:52.162335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:52.209724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 3a8450bc-9b78-4413-8c38-c47457894b04 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:31:52.294318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f6762-ef1f-4ef0-9e50-4e448f0738f5 req-5c77b974-ec90-4eb8-9a79-79bafb3f909d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:52.308028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-053f6762-ef1f-4ef0-9e50-4e448f0738f5 req-5c77b974-ec90-4eb8-9a79-79bafb3f909d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.1579092 Feb 13 23:31:52.317025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Made reservation on behalf of 42857c4e7caf4e1986cd54ce008d0954 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:52.324921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.378455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-053f6762-ef1f-4ef0-9e50-4e448f0738f5 req-5b315790-a969-41fe-b74f-fe8f7423fc4e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690689 Feb 13 23:31:52.380932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Allocated IP 2001:db8::2 (8c44d97b-436b-41ed-82c6-252fc886a279/92ac70fd-c40c-4d70-a8e8-6486324d074a/075d51f4-1224-41e0-a5ac-3df498209cc2) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:52.461335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.587864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:52.598443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:42857c4e7caf4e1986cd54ce008d0954 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:52.603908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:52.614016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:52.626136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8028-16d3-439c-aadb-d2a146788fd6 req-f4dcaf05-1a1d-47e9-a050-22ad7f02786e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:52.637632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c285-6e4f-42fd-b75c-fe86b606e2fa req-47578b62-9945-40ac-acb1-4e7f56d06f7e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:52.639560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a3a8028-16d3-439c-aadb-d2a146788fd6 req-f4dcaf05-1a1d-47e9-a050-22ad7f02786e tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1266599 Feb 13 23:31:52.645386 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d00c285-6e4f-42fd-b75c-fe86b606e2fa req-47578b62-9945-40ac-acb1-4e7f56d06f7e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3309002 Feb 13 23:31:52.721828 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a3a8028-16d3-439c-aadb-d2a146788fd6 req-8c8f918f-2bed-47c6-8ed4-ec681d9764d5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800982 Feb 13 23:31:52.747415 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d00c285-6e4f-42fd-b75c-fe86b606e2fa req-09d3a4f0-5703-4f10-97de-69f37621eceb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004095 Feb 13 23:31:52.825193 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.839537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Transition to ACTIVE for port object 075d51f4-1224-41e0-a5ac-3df498209cc2 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:52.848457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.856178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.870708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Transition to ACTIVE for port object 075d51f4-1224-41e0-a5ac-3df498209cc2 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:52.878345 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:52.912665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da9501-d77f-47c0-aaad-6c9b65fc3cb7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:52.965627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:31:53.018560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.018915 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Added segment 1144dd79-c93c-4e0b-afd1-c03aa65c98d1 of type vlan for network 75e45ce8-f220-4191-8d42-cad983552625 Feb 13 23:31:53.033283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Pushing event updated for resources: {'Port': ['ID=075d51f4-1224-41e0-a5ac-3df498209cc2,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:53.055387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Network 8c44d97b-436b-41ed-82c6-252fc886a279 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:53.060609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:53.071173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:53.076669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::2e1 (8c44d97b-436b-41ed-82c6-252fc886a279/92ac70fd-c40c-4d70-a8e8-6486324d074a/3a8450bc-9b78-4413-8c38-c47457894b04) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:53.133365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.140238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac47e3e-099f-4e46-ba21-6120b71f355c req-8ea5d4a9-1d6f-4de2-830d-e76c4d29f772 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:53.147449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eac47e3e-099f-4e46-ba21-6120b71f355c req-8ea5d4a9-1d6f-4de2-830d-e76c4d29f772 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2454519 Feb 13 23:31:53.254154 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eac47e3e-099f-4e46-ba21-6120b71f355c req-43cec13e-a0b8-4d11-8407-0a8ff309ef90 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012218 Feb 13 23:31:53.387604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.393973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:53.394598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.408434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Attempting to bind port 075d51f4-1224-41e0-a5ac-3df498209cc2 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:31:53.408958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Attempting to bind port 075d51f4-1224-41e0-a5ac-3df498209cc2 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7250fba4-a1b3-45ff-b45c-ce3617d9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:31:53.409334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Attempting to bind port 075d51f4-1224-41e0-a5ac-3df498209cc2 on network 8c44d97b-436b-41ed-82c6-252fc886a279 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:31:53.423022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:31:53.423467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Checking segment: {'id': '7250fba4-a1b3-45ff-b45c-ce3617d9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:53.423787 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.424176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Bound using segment: {'id': '7250fba4-a1b3-45ff-b45c-ce3617d9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:31:53.424636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Bound port: 075d51f4-1224-41e0-a5ac-3df498209cc2, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7250fba4-a1b3-45ff-b45c-ce3617d9379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c44d97b-436b-41ed-82c6-252fc886a279'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:31:53.425061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.524977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a88a-bcd7-48af-8c98-0114e2b3124b req-79276692-e4d2-4fb5-a60c-6295d2cfac2c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:53.532521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d25a88a-bcd7-48af-8c98-0114e2b3124b req-79276692-e4d2-4fb5-a60c-6295d2cfac2c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1077864 Feb 13 23:31:53.601993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d25a88a-bcd7-48af-8c98-0114e2b3124b req-2b27c0e3-db7a-46a6-b005-a2627993d233 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664911 Feb 13 23:31:53.617779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] For port 075d51f4-1224-41e0-a5ac-3df498209cc2, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:31:53.623624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] For port 075d51f4-1224-41e0-a5ac-3df498209cc2, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=075d51f4-1224-41e0-a5ac-3df498209cc2,segment=NetworkSegment(7250fba4-a1b3-45ff-b45c-ce3617d9379e),segment_id=7250fba4-a1b3-45ff-b45c-ce3617d9379e)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:31:53.641151 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:53.819218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae8a57-0c17-48a8-9f11-d8e644211ab4 None None] Pushing event updated for resources: {'Port': ['ID=075d51f4-1224-41e0-a5ac-3df498209cc2,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:53.963337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4367440 Feb 13 23:31:53.975227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52334) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:53.997957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Request body: {'subnet': {'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-subnet', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:54.015854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-a00d4065-3fcf-4ab2-a19f-cd68d230bbe2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:54.017605 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-a00d4065-3fcf-4ab2-a19f-cd68d230bbe2 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.1856675 Feb 13 23:31:54.018955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:54.024815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Usage tracker for resource:subnet and tenant:42857c4e7caf4e1986cd54ce008d0954 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:54.057805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce5153-0040-42a0-880c-7efea2a2b9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=75e45ce8-f220-4191-8d42-cad983552625,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:54.062594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:54.076332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 75e45ce8-f220-4191-8d42-cad983552625 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:31:54.108511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:54.223246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Made reservation on behalf of 42857c4e7caf4e1986cd54ce008d0954 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:31:54.228725 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:54.272922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:54.293242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206add-1375-43ef-a637-258c5f65a762 req-d06dfa04-d173-491b-a9c7-0e04aa08e2fa tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:54.303082 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c206add-1375-43ef-a637-258c5f65a762 req-d06dfa04-d173-491b-a9c7-0e04aa08e2fa tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 945 time: 0.5182061 Feb 13 23:31:54.383162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Deleting port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:54.383872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:54.417785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 3a8450bc-9b78-4413-8c38-c47457894b04 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:31:54.430848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c206add-1375-43ef-a637-258c5f65a762 req-555b537c-ee00-4a0b-8862-088311327eb0 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251490 Feb 13 23:31:54.510528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:54.895718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=3a8450bc-9b78-4413-8c38-c47457894b04,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:54.904084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 8c44d97b-436b-41ed-82c6-252fc886a279 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:54.909616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:54.927236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:31:54.942535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:54.945963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:55.022775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3aed5a18-03ad-4adb-a083-de3e3d139732 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.4390075 Feb 13 23:31:55.025966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52352) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:55.042019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54917bc-f39c-48be-a7c3-264251c2a7a2 req-cd192d4c-4f12-4b84-ac84-db6cb1fc684e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:55.051883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e54917bc-f39c-48be-a7c3-264251c2a7a2 req-cd192d4c-4f12-4b84-ac84-db6cb1fc684e tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 1.1250169 Feb 13 23:31:55.133445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-472c5d85-9b9c-48e5-bc8d-c454df965939 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:55.135515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-472c5d85-9b9c-48e5-bc8d-c454df965939 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 946 time: 0.4467013 Feb 13 23:31:55.141895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c4d4-504a-4984-89d4-3e22c9e0ddba req-e4e6e89a-5e77-4837-afde-f929b88d2497 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:55.151241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7564c4d4-504a-4984-89d4-3e22c9e0ddba req-e4e6e89a-5e77-4837-afde-f929b88d2497 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.4845958 Feb 13 23:31:55.180921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] For port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:55.181310 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:55.235865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port c1eae49f-616d-47f8-8f5b-481329ccb87a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:55.236331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:55.328090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 3a8450bc-9b78-4413-8c38-c47457894b04 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:55.328382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:55.396096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468cc40c-9364-46d9-8adc-14a59b230459 None None] Network 8c44d97b-436b-41ed-82c6-252fc886a279 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:55.414503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Calling delete_port for 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:55.535774 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7564c4d4-504a-4984-89d4-3e22c9e0ddba req-a269ffda-f781-45fc-9185-1ef24e56b9f4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830247 Feb 13 23:31:55.634846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6d58fb95-75a9-43e5-a201-840112abee27 None None] Provisioning for port 075d51f4-1224-41e0-a5ac-3df498209cc2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:55.718814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e54917bc-f39c-48be-a7c3-264251c2a7a2 req-d62f2e76-43dd-4f84-a985-dfec78d89b53 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468966 Feb 13 23:31:55.772430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:55.820842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:55.837643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['2e9bada0-c099-4bde-bd91-864ac56e30ea', '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:56.110896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Pushing event deleted for resources: {'Port': ['ID=9eaffd3a-47c0-4912-9b14-1eeea20c4ce2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:56.156729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.158444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 075d51f4-1224-41e0-a5ac-3df498209cc2 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:56.166917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 3a8450bc-9b78-4413-8c38-c47457894b04 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:56.283283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 075d51f4-1224-41e0-a5ac-3df498209cc2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:56.291973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 075d51f4-1224-41e0-a5ac-3df498209cc2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:56.292271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.305172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port c1eae49f-616d-47f8-8f5b-481329ccb87a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c1eae49f-616d-47f8-8f5b-481329ccb87a,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:56.306015 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.320104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Provisioning for port 3a8450bc-9b78-4413-8c38-c47457894b04 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:31:56.330963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Provisioning complete for port 3a8450bc-9b78-4413-8c38-c47457894b04 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:56.331337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.390351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Port 3a8450bc-9b78-4413-8c38-c47457894b04 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:31:56.400389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] No DVR routers for this DVR port 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:56.416326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.420678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'name': 'network-vif-deleted', 'tag': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:56.425228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Provisioning complete for port 075d51f4-1224-41e0-a5ac-3df498209cc2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:56.426232 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.434872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2452c785-c1f5-4a08-8065-2de15ff91a83,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:56.485220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a68d2f2-df3d-47a6-ae71-72fbfb9c4b54 req-3f3ab6cd-7fac-4213-8452-c2d48deaec30 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "DELETE /v2.0/ports/9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 HTTP/1.1" status: 204 len: 173 time: 2.4523690 Feb 13 23:31:56.493892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1392974-1395-4cf0-a20a-c3c46ffb22dc req-ff980c13-bc46-45b6-baa8-5339f7271b19 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:56.495508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1392974-1395-4cf0-a20a-c3c46ffb22dc req-ff980c13-bc46-45b6-baa8-5339f7271b19 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.5454216 Feb 13 23:31:56.559988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Checking segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:31:56.560600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Network hostable DHCP agents. Network: 75e45ce8-f220-4191-8d42-cad983552625, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:31:56.581170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for c1eae49f-616d-47f8-8f5b-481329ccb87a owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:56.586614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1392974-1395-4cf0-a20a-c3c46ffb22dc req-c88c93ac-1fc0-4b25-8b46-aef79d4bb630 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840490 Feb 13 23:31:56.623872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Network 75e45ce8-f220-4191-8d42-cad983552625 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:31:56.643851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 75e45ce8-f220-4191-8d42-cad983552625) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:31:56.649289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:56.650151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.659191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3c78-d582-4501-8276-f6b6b3ec444c req-627bc67d-3481-472e-99cd-0e12c4989363 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:56.667079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-911c3c78-d582-4501-8276-f6b6b3ec444c req-627bc67d-3481-472e-99cd-0e12c4989363 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.6447043 Feb 13 23:31:56.697883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2b5fc1e7-a1ee-48a4-baaf-b6e55fdc9abe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7155054 Feb 13 23:31:56.699514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52370) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:56.707622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:31:56.713940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:31:56.718508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Usage tracker for resource:router and tenant:42857c4e7caf4e1986cd54ce008d0954 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:31:56.722425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:31:56.728838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e11c8-b5fe-4294-b4c6-820e753f7f2d None None] Network 75e45ce8-f220-4191-8d42-cad983552625 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:56.743338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:31:56.764519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.765834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.864782 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:56.950564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-911c3c78-d582-4501-8276-f6b6b3ec444c req-0a5e12a3-d9f8-4941-a0bd-7ddd67e28b70 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823119 Feb 13 23:31:57.006306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.009597 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.084842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=3a8450bc-9b78-4413-8c38-c47457894b04,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:57.137696 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.152290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 075d51f4-1224-41e0-a5ac-3df498209cc2, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=075d51f4-1224-41e0-a5ac-3df498209cc2,segment=NetworkSegment(7250fba4-a1b3-45ff-b45c-ce3617d9379e),segment_id=7250fba4-a1b3-45ff-b45c-ce3617d9379e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:57.181405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-57c030c5-67ef-4b69-aefb-628245c30d9f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/3a8450bc-9b78-4413-8c38-c47457894b04 HTTP/1.1" status: 204 len: 168 time: 2.1520553 Feb 13 23:31:57.184344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52380) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:57.186760 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.251333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-b3798356-d209-4880-92c9-c2b9b7562022 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4c29511beeb428b9de3407c2001c67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059165 Feb 13 23:31:57.281056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.331428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.362365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['874b86c7-151c-477d-9ee6-f85ff52b95c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:31:57.409612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf71188-f5b7-4da9-b947-fed696ad77f1 None None] Network 75e45ce8-f220-4191-8d42-cad983552625 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:57.499358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=c1eae49f-616d-47f8-8f5b-481329ccb87a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:57.509099 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0acc33e-af7d-4afa-9be7-29b74e27ddf2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:31:57.509900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0acc33e-af7d-4afa-9be7-29b74e27ddf2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:57.598304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6364540f-8f3f-40c2-8216-406146c1067e req-d8e7f0db-7c18-4f42-b0cc-a19111754d9e tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29d950f-10e0-4214-85eb-52b72c752f04 HTTP/1.1" status: 200 len: 210 time: 0.2670314 Feb 13 23:31:57.684817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port c1eae49f-616d-47f8-8f5b-481329ccb87a on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:31:57.689478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.691979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-961a2fa7-24cb-4a2a-a57a-450694c7d3f4 req-1bd93792-fd96-4d33-be7f-9b6ec568a14d tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "DELETE /v2.0/ports/c1eae49f-616d-47f8-8f5b-481329ccb87a HTTP/1.1" status: 204 len: 173 time: 2.5381672 Feb 13 23:31:57.692468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'name': 'network-vif-deleted', 'tag': 'c1eae49f-616d-47f8-8f5b-481329ccb87a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:31:57.700489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0acc33e-af7d-4afa-9be7-29b74e27ddf2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:57.705748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0acc33e-af7d-4afa-9be7-29b74e27ddf2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/3a8450bc-9b78-4413-8c38-c47457894b04 HTTP/1.1" status: 404 len: 333 time: 0.5183709 Feb 13 23:31:57.706875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52386) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:57.736017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:31:57.736607 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-7431da05-0c70-4ce3-a299-2908e6bcf5c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:31:57.741338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=075d51f4-1224-41e0-a5ac-3df498209cc2,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:57.780204 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29d950f-10e0-4214-85eb-52b72c752f04', 'name': 'network-vif-deleted', 'tag': '9eaffd3a-47c0-4912-9b14-1eeea20c4ce2', 'status': 'completed', 'code': 200} Feb 13 23:31:57.822462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84515ac-c254-4166-8821-facfd651aad8 req-6e330fff-1b9c-4b84-9354-1b3d0af54deb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:57.829606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-6e330fff-1b9c-4b84-9354-1b3d0af54deb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5291431 Feb 13 23:31:57.871692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-84ee2949-9e98-499c-9a6d-01c4463fd03c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/quotas/d4c29511beeb428b9de3407c2001c67f HTTP/1.1" status: 200 len: 375 time: 0.0407598 Feb 13 23:31:57.880085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:57.966427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-d9f68305-f3c8-476a-a94e-eb45fb725d78 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924487 Feb 13 23:31:58.115135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 92ac70fd-c40c-4d70-a8e8-6486324d074a {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:31:58.134200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 075d51f4-1224-41e0-a5ac-3df498209cc2 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:31:58.185748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c1eae49f-616d-47f8-8f5b-481329ccb87a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:58.208297 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.304835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.347528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.367552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfd06-1108-4f91-a891-7bea50019466 req-4663d06f-cf37-429f-bc96-cf6eb50adac0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:58.369949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70fcfd06-1108-4f91-a891-7bea50019466 req-4663d06f-cf37-429f-bc96-cf6eb50adac0 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.2522023 Feb 13 23:31:58.443938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: c1eae49f-616d-47f8-8f5b-481329ccb87a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:58.446180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.450990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c1eae49f-616d-47f8-8f5b-481329ccb87a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:58.452081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:31:58.464789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70fcfd06-1108-4f91-a891-7bea50019466 req-bf861885-bc1c-4b3c-b3ad-9862e5cacace tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874274 Feb 13 23:31:58.485067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.507422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:31:58.508002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9eaffd3a-47c0-4912-9b14-1eeea20c4ce2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:31:58.585280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 075d51f4-1224-41e0-a5ac-3df498209cc2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:31:58.585655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.650160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.705521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-43aa8054-aeb3-486e-ac3b-64049da13b86 None None] Could not find standard attr ID for object 3a8450bc-9b78-4413-8c38-c47457894b04. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:31:58.795150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:58.807320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=92ac70fd-c40c-4d70-a8e8-6486324d074a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:31:58.814401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e4149608-14a3-48a4-b4f9-34790fa8f584 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/92ac70fd-c40c-4d70-a8e8-6486324d074a HTTP/1.1" status: 204 len: 168 time: 1.1039922 Feb 13 23:31:58.815079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52406) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:31:58.845786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366823cd-db13-48d0-a849-dd28782eeecf None None] Network 8c44d97b-436b-41ed-82c6-252fc886a279 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:31:59.009066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e830f0-bea5-4262-99d8-c918f0dcc854 req-c9b825d3-3774-4e5a-b82e-3a582538ad26 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:31:59.013312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00e830f0-bea5-4262-99d8-c918f0dcc854 req-c9b825d3-3774-4e5a-b82e-3a582538ad26 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4866385 Feb 13 23:31:59.058360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d32467b8-c8dc-4396-9dff-1eda0f2115c5 req-3e19c97b-4e94-475c-815e-f7bcb7b98aae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Synchronizing usage tracker for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:31:59.066413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Allocated IP 172.25.4.157 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/8e2703ff-52e6-48d3-b2f4-4434fee692e1) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:31:59.117394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00e830f0-bea5-4262-99d8-c918f0dcc854 req-25283c6e-63d4-4821-8123-d95f39e8dfc2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942769 Feb 13 23:31:59.154863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.168991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d32467b8-c8dc-4396-9dff-1eda0f2115c5 req-3e19c97b-4e94-475c-815e-f7bcb7b98aae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Unset dirty status for tenant:f5d2f1b723f74f66af7f023ada9ed457 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:31:59.170180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d32467b8-c8dc-4396-9dff-1eda0f2115c5 req-3e19c97b-4e94-475c-815e-f7bcb7b98aae tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe64f286-e2ce-47b0-9880-051c17dc7233 HTTP/1.1" status: 200 len: 210 time: 0.3079548 Feb 13 23:31:59.188817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 075d51f4-1224-41e0-a5ac-3df498209cc2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:59.189073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.245306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] DHCP port deletion for 8c44d97b-436b-41ed-82c6-252fc886a279 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:31:59.250139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Deleting port 075d51f4-1224-41e0-a5ac-3df498209cc2 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:31:59.250529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.256651 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe64f286-e2ce-47b0-9880-051c17dc7233', 'name': 'network-vif-deleted', 'tag': 'c1eae49f-616d-47f8-8f5b-481329ccb87a', 'status': 'completed', 'code': 200} Feb 13 23:31:59.470946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-ceb5c738-63e6-42d3-bd40-b4ab911f5eca tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4c29511beeb428b9de3407c2001c67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870435 Feb 13 23:31:59.514004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.521470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] For port 075d51f4-1224-41e0-a5ac-3df498209cc2, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=075d51f4-1224-41e0-a5ac-3df498209cc2,segment=NetworkSegment(7250fba4-a1b3-45ff-b45c-ce3617d9379e),segment_id=7250fba4-a1b3-45ff-b45c-ce3617d9379e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:59.521850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.588226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.733229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] For port 075d51f4-1224-41e0-a5ac-3df498209cc2, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=075d51f4-1224-41e0-a5ac-3df498209cc2,segment=NetworkSegment(7250fba4-a1b3-45ff-b45c-ce3617d9379e),segment_id=7250fba4-a1b3-45ff-b45c-ce3617d9379e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:31:59.733552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:31:59.830657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 075d51f4-1224-41e0-a5ac-3df498209cc2 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:59.888032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Calling delete_port for 075d51f4-1224-41e0-a5ac-3df498209cc2 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:31:59.997423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:31:59.998424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:32:00.000259 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:32:00.000802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:00.005738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.049016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 075d51f4-1224-41e0-a5ac-3df498209cc2 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:00.051864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Pushing event updated for resources: {'Port': ['ID=8e2703ff-52e6-48d3-b2f4-4434fee692e1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:00.061440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:00.092540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=075d51f4-1224-41e0-a5ac-3df498209cc2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:00.105624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No DVR routers for this DVR port 075d51f4-1224-41e0-a5ac-3df498209cc2 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:00.113887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d007d-ce87-45f8-a9e3-3ab2111abdda req-6ff1eb43-6dde-4e79-875c-22c6cfbb0b22 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:00.116012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-392d007d-ce87-45f8-a9e3-3ab2111abdda req-6ff1eb43-6dde-4e79-875c-22c6cfbb0b22 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.2549934 Feb 13 23:32:00.125282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 075d51f4-1224-41e0-a5ac-3df498209cc2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:00.125629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 075d51f4-1224-41e0-a5ac-3df498209cc2 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:00.168522 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-77be6a8c-47ad-4f8d-b171-e05267959e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.276234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-094cdd50-a052-4543-ad93-80a73d959247 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:00.284683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-094cdd50-a052-4543-ad93-80a73d959247 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8120723 Feb 13 23:32:00.320419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-f857fc3e-613f-47a3-9350-7f3fe24f38a8 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4c29511beeb428b9de3407c2001c67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537629 Feb 13 23:32:00.336300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.339378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-fd3a6dd7-ea28-4522-a2af-3d076ce5c716 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/quotas/d4c29511beeb428b9de3407c2001c67f HTTP/1.1" status: 200 len: 375 time: 0.0527067 Feb 13 23:32:00.402883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-7e005c67-bb13-4412-b9c6-18fc77841682 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623429 Feb 13 23:32:00.489340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.490901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.501961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Deleting port 075d51f4-1224-41e0-a5ac-3df498209cc2 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:00.502644 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.505325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84515ac-c254-4166-8821-facfd651aad8 req-9dffad7f-c4c4-4c42-9659-61c00cdebb12 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:00.507206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-9dffad7f-c4c4-4c42-9659-61c00cdebb12 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738563 Feb 13 23:32:00.511697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-392d007d-ce87-45f8-a9e3-3ab2111abdda req-e9b3c354-90f0-4944-960f-68ea47c0ab02 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512461 Feb 13 23:32:00.541469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Request body: {'port': {'device_id': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'd4c29511beeb428b9de3407c2001c67f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:00.564953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c44d97b-436b-41ed-82c6-252fc886a279']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:00.630075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7250fba4-a1b3-45ff-b45c-ce3617d9379e') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:00.631053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7250fba4-a1b3-45ff-b45c-ce3617d9379e') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:00.659582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.701671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.706451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8357bac8-34af-4276-abcc-7527bec20d5f None None] The port '075d51f4-1224-41e0-a5ac-3df498209cc2' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:32:00.721568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:32:00.723034 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:32:00.839792 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:32:00.908493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:00.917782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Usage tracker for resource:port and tenant:d4c29511beeb428b9de3407c2001c67f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:00.921326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:00.937348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:00.941932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:00.948206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Router 1136036e-cac1-4594-b6d0-549450b49aba is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:32:00.991342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.023929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=8c44d97b-436b-41ed-82c6-252fc886a279,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:01.055021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-31909ebc-a012-4ee1-b63c-4c9d75ba3258 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/8c44d97b-436b-41ed-82c6-252fc886a279 HTTP/1.1" status: 204 len: 168 time: 2.2386162 Feb 13 23:32:01.058114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52438) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:01.064652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'name': 'tempest-PortsIpV6TestJSON-1102382327'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:01.088746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Made reservation on behalf of d4c29511beeb428b9de3407c2001c67f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:01.108636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.141716 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.323382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:01.327939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:01.331007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:01.337098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:01.344908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:01.360151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:01.362284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.376012 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10dbc0fc-3973-4901-8ffb-575f8eb41471 req-81109a68-c1ce-4d63-b697-5d73cae2ea03 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 210 time: 0.2805486 Feb 13 23:32:01.379261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Usage tracker for resource:security_group_rule and tenant:d4c29511beeb428b9de3407c2001c67f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:01.386134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:01.394391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:01.407204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 7f0f91c7-dff1-45d9-9450-9627716790d1 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:32:01.578835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:32:01.590602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Sync routers for ids ['1136036e-cac1-4594-b6d0-549450b49aba'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:32:01.607878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Routers {'1136036e-cac1-4594-b6d0-549450b49aba'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:01.608932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:31:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1136036e-cac1-4594-b6d0-549450b49aba'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:01.635836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.640011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9da7ad0-8fa1-4792-8099-352a81ed742d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9382999 Feb 13 23:32:01.640789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52454) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:01.806287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.862657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:01.962659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f790f6ba-5898-44eb-89dd-2a0b5c041e2f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:01.971585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Set router 1136036e-cac1-4594-b6d0-549450b49aba gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:02.008945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf98767-7005-462a-a175-22d78703a250 req-9ee7fb8c-4227-4696-8ba3-0ceb14798b79 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:02.016660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaf98767-7005-462a-a175-22d78703a250 req-9ee7fb8c-4227-4696-8ba3-0ceb14798b79 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.1877868 Feb 13 23:32:02.094654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaf98767-7005-462a-a175-22d78703a250 req-32908868-f155-477a-b3a2-3be2f76527b4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769150 Feb 13 23:32:02.203225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:02.250543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:02.335098 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c8db-fc4b-4644-a331-63b3a1f3ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:02.437354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4a156-f702-46a2-9162-ead133a9dd35 req-751d8f0f-0577-4244-9ca8-a3dc65634a60 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:02.437582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c6e4a156-f702-46a2-9162-ead133a9dd35 req-751d8f0f-0577-4244-9ca8-a3dc65634a60 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Synchronizing usage tracker for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:02.449446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:32:00Z', 'revision_number': 3, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:02.455132 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Checking router: 1136036e-cac1-4594-b6d0-549450b49aba for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:32:02.455609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Updating router 1136036e-cac1-4594-b6d0-549450b49aba port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:32:02.475098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c6e4a156-f702-46a2-9162-ead133a9dd35 req-751d8f0f-0577-4244-9ca8-a3dc65634a60 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Unset dirty status for tenant:2b21e3f0397045f181e6603c2afda208 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:02.476254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6e4a156-f702-46a2-9162-ead133a9dd35 req-751d8f0f-0577-4244-9ca8-a3dc65634a60 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.1624959 Feb 13 23:32:02.495680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4de64-9ff0-48ef-9fcd-1a9024c9df35 req-97aa91f9-f900-45d3-bc30-0fcc99507228 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:02.503319 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6b4de64-9ff0-48ef-9fcd-1a9024c9df35 req-97aa91f9-f900-45d3-bc30-0fcc99507228 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.8479598 Feb 13 23:32:02.523155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:02.565335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:02.573736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:02.590067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:02.594254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:02.595089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:02.603092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=7f0f91c7-dff1-45d9-9450-9627716790d1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:02.612617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Allocated IP 192.168.233.154 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/c6e54a41-a9c6-4c2d-85e0-240c198bbcce) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:02.630493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6b4de64-9ff0-48ef-9fcd-1a9024c9df35 req-00925d0b-778e-44f7-b6b8-3b70fa4a1d06 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261179 Feb 13 23:32:02.753903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-59179a89-8718-4f6e-a783-d967fa5f602b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6946375 Feb 13 23:32:02.765016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:02.871931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-5d07789b-0ace-4aed-b07c-f83b65fff50d tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4c29511beeb428b9de3407c2001c67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351542 Feb 13 23:32:02.931878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6e4a156-f702-46a2-9162-ead133a9dd35 req-2412df1e-db22-475d-b13b-2c239969bf15 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477396 Feb 13 23:32:02.988176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.001883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Transition to ACTIVE for port object 8e2703ff-52e6-48d3-b2f4-4434fee692e1 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:03.011358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.064311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 7f0f91c7-dff1-45d9-9450-9627716790d1 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:03.064311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.098295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Attempting to bind port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:03.098703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Attempting to bind port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:03.099805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Attempting to bind port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:03.114410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266287f-4d21-4c6b-af4b-ecb4038cf746 None None] Pushing event updated for resources: {'Port': ['ID=8e2703ff-52e6-48d3-b2f4-4434fee692e1,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:03.117162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:03.117534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:03.117935 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.118375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:03.120437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Bound port: 8e2703ff-52e6-48d3-b2f4-4434fee692e1, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:03.120827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.135512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-e6895e5e-8f41-46d3-b37b-3fbbc1d80983 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:03.137333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-e6895e5e-8f41-46d3-b37b-3fbbc1d80983 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.4024768 Feb 13 23:32:03.200298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] For port 8e2703ff-52e6-48d3-b2f4-4434fee692e1, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:03.203707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] For port 8e2703ff-52e6-48d3-b2f4-4434fee692e1, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e2703ff-52e6-48d3-b2f4-4434fee692e1,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:03.210789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.237819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe003f0e-2b3e-4bb7-bd8e-bfa84ced5993 req-a270b1b0-fcba-4976-87a5-754d8485a8f2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 210 time: 0.0991573 Feb 13 23:32:03.242000 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-4a7abcca-8642-4939-8dae-6d1c293ea768 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1096 time: 0.3705478 Feb 13 23:32:03.284825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-48ba155f-4403-4103-ba46-18f6ae6a17a9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:03.286424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-48ba155f-4403-4103-ba46-18f6ae6a17a9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082923 Feb 13 23:32:03.293000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Routers {'1136036e-cac1-4594-b6d0-549450b49aba'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:03.293632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1136036e-cac1-4594-b6d0-549450b49aba'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:03.311628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Request body: {'port': {'device_id': '44ac8542-47b7-447d-92a7-83344aec90d3', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'd4c29511beeb428b9de3407c2001c67f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:03.331404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port 6947570e-ba6e-459b-98ff-1973d90e5024 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:03.331889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.450953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266287f-4d21-4c6b-af4b-ecb4038cf746 None None] Pushing event updated for resources: {'Port': ['ID=8e2703ff-52e6-48d3-b2f4-4434fee692e1,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:03.470996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.505025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.513777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] Set router 1136036e-cac1-4594-b6d0-549450b49aba gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:03.561446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f140397-7dd4-41ae-9163-49c534ffe55d req-d86a303f-cd86-4f7b-95e1-53abdf79a774 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:03.562937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f140397-7dd4-41ae-9163-49c534ffe55d req-d86a303f-cd86-4f7b-95e1-53abdf79a774 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.5264232 Feb 13 23:32:03.612670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Transition to ACTIVE for port object c6e54a41-a9c6-4c2d-85e0-240c198bbcce will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:03.655078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-dd3185b3-9edd-4297-98f6-005327428ee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:03.656509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-dd3185b3-9edd-4297-98f6-005327428ee3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.3758252 Feb 13 23:32:03.659485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.723122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.755706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:03.777937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Usage tracker for resource:port and tenant:d4c29511beeb428b9de3407c2001c67f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:03.784643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:03.796353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:03.820003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-114f1922-bb12-46b2-9634-65cff413222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:32:00Z', 'revision_number': 3, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:03.824080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f1922-bb12-46b2-9634-65cff413222a None None] The sync data for ids ['1136036e-cac1-4594-b6d0-549450b49aba'] in n-d-828979-1 is: [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:32:00Z', 'revision_number': 3, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:32:03.870530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 7f0f91c7-dff1-45d9-9450-9627716790d1 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:03.892135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8da14-5b8e-4185-ab5c-53133c66560b req-8a4aed89-1d22-4e58-aafd-c3c732871805 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:03.894141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5f8da14-5b8e-4185-ab5c-53133c66560b req-8a4aed89-1d22-4e58-aafd-c3c732871805 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4744320 Feb 13 23:32:03.912530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Made reservation on behalf of d4c29511beeb428b9de3407c2001c67f for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:03.916343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:03.940723 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f140397-7dd4-41ae-9163-49c534ffe55d req-8a44dee7-a281-4a1b-bdcb-6d6e02c13830 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526881 Feb 13 23:32:03.985111 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-b7a96153-db9a-48c4-96a6-6de27ae071d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 999 time: 0.3109396 Feb 13 23:32:04.003309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.035104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port 6947570e-ba6e-459b-98ff-1973d90e5024, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6947570e-ba6e-459b-98ff-1973d90e5024,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:04.035468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.212292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-4f3eb76d-cda6-4eac-bd29-e723018ae5a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:04.213849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-4f3eb76d-cda6-4eac-bd29-e723018ae5a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.2169797 Feb 13 23:32:04.263432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for 6947570e-ba6e-459b-98ff-1973d90e5024 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:04.312088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.348773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:04.372222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:04.377462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:04.381403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:04.437135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5f8da14-5b8e-4185-ab5c-53133c66560b req-5bedcba4-339f-4920-b210-3cf39e19a4ab tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043919 Feb 13 23:32:04.478416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.645066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:04.645967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.685496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7e4297eb-1c8b-4454-9cb0-e8f78d151cf9 None None] Provisioning for port c6e54a41-a9c6-4c2d-85e0-240c198bbcce completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:04.687453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=7f0f91c7-dff1-45d9-9450-9627716790d1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:04.693339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7e4297eb-1c8b-4454-9cb0-e8f78d151cf9 None None] Provisioning complete for port c6e54a41-a9c6-4c2d-85e0-240c198bbcce triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:04.694106 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e4297eb-1c8b-4454-9cb0-e8f78d151cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.725369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.731609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb4962f2-3408-49ed-a687-982fda616485 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/7f0f91c7-dff1-45d9-9450-9627716790d1 HTTP/1.1" status: 204 len: 168 time: 1.9522996 Feb 13 23:32:04.744201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-6cbcb144-7fcc-4f12-8199-36877213d11f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2192814 Feb 13 23:32:04.750559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52488) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:04.754384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-a5348ad2-963b-4b80-9bb6-ba28c4b897f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5218532 Feb 13 23:32:04.765392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Request body: {'port': {'device_id': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:04.815503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Allocated IP 192.168.233.71 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/047ff693-f0b9-4e52-b20e-82fd4b54cb1b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:04.824944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7e4297eb-1c8b-4454-9cb0-e8f78d151cf9 None None] Port c6e54a41-a9c6-4c2d-85e0-240c198bbcce cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:04.883716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'mac_address': 'fa:16:3e:a9:56:a4', 'name': 'tempest-PortsIpV6TestJSON-1634739660'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:04.903443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.951384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:04.987351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event deleted for resources: {'Port': ['ID=6947570e-ba6e-459b-98ff-1973d90e5024,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:05.042340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-d1a65f2a-5f53-47ca-bd35-03783c87b86d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:05.044096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-d1a65f2a-5f53-47ca-bd35-03783c87b86d tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 1.0482974 Feb 13 23:32:05.122332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248b54f-dae8-42b1-a625-4b395351ba5a req-b600edf2-6880-486e-b9a9-1aa1591d0489 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:05.123772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b248b54f-dae8-42b1-a625-4b395351ba5a req-b600edf2-6880-486e-b9a9-1aa1591d0489 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e0713bd-5fbd-4770-8a1f-6088be1b699d HTTP/1.1" status: 200 len: 945 time: 0.8311803 Feb 13 23:32:05.141174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388682-97e6-4fdb-adc8-d23c74582af1 req-467b1dca-ab38-49c9-9c30-15fc647b7aec tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:05.141408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.142642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83388682-97e6-4fdb-adc8-d23c74582af1 req-467b1dca-ab38-49c9-9c30-15fc647b7aec tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.4900417 Feb 13 23:32:05.245943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:05.248914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] No DVR routers for this DVR port 6947570e-ba6e-459b-98ff-1973d90e5024 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:05.251485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.261850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'name': 'network-vif-deleted', 'tag': '6947570e-ba6e-459b-98ff-1973d90e5024'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:05.269965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:05.277204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Allocated IP 172.20.0.1 (75e45ce8-f220-4191-8d42-cad983552625/2452c785-c1f5-4a08-8065-2de15ff91a83/45d0f763-d171-438c-bd2b-316dc16d5609) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:05.289646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Deleting port 2e9bada0-c099-4bde-bd91-864ac56e30ea {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:05.290009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.318286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:05.329755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dddae48-3321-43e9-84cb-c274f6ee3129 req-ca8c1b49-5b99-49df-8cf2-c0a67deda939 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "DELETE /v2.0/ports/6947570e-ba6e-459b-98ff-1973d90e5024 HTTP/1.1" status: 204 len: 173 time: 2.1323724 Feb 13 23:32:05.337555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:05.356157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-6427f253-bf5a-42ae-8716-c9770c946b4c service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944909 Feb 13 23:32:05.369342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83388682-97e6-4fdb-adc8-d23c74582af1 req-13584c01-dc8f-4549-b766-e1dd2191f2ca tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049565 Feb 13 23:32:05.405857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b248b54f-dae8-42b1-a625-4b395351ba5a req-b3bb5468-5074-45d3-8db2-aa12260c0796 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479227 Feb 13 23:32:05.421989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:05.548885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.574877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.597417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Transition to ACTIVE for port object 047ff693-f0b9-4e52-b20e-82fd4b54cb1b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:05.606319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.727748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Network 75e45ce8-f220-4191-8d42-cad983552625 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:05.733665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:05.736431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Pushing event updated for resources: {'Port': ['ID=45d0f763-d171-438c-bd2b-316dc16d5609,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:05.738663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:05.749122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8a42e278-8f1f-4814-86b1-457f3811b9fd req-555e0942-1a48-4027-a774-9433524f3044 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Synchronizing usage tracker for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:05.767561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.835007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.889166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:05.892050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event updated for resources: {'Port': ['ID=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:05.894881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:05.898610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:05.904093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:05.967728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530841f-9e4a-4820-a9a5-2224b76f03a9 req-67fb7090-5c1c-4d7f-8c4f-8e6425c81243 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:05.979017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7530841f-9e4a-4820-a9a5-2224b76f03a9 req-67fb7090-5c1c-4d7f-8c4f-8e6425c81243 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 945 time: 0.3002508 Feb 13 23:32:06.055168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8a42e278-8f1f-4814-86b1-457f3811b9fd req-555e0942-1a48-4027-a774-9433524f3044 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Unset dirty status for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:06.056183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:06.056949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.069854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a42e278-8f1f-4814-86b1-457f3811b9fd req-555e0942-1a48-4027-a774-9433524f3044 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 210 time: 0.4427965 Feb 13 23:32:06.077809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c957f60-2ae7-46c4-88f2-550bd4d2b260 req-6d3ffcad-08dc-483e-b43a-d74c067c350d service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019308 Feb 13 23:32:06.124783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port f4f6a29a-b4f7-465e-a6f8-4defa9542ae2 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:32:06.161180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-251b3dc5-038b-4529-ab10-babff8afd450 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8548150 Feb 13 23:32:06.170851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e2703ff-52e6-48d3-b2f4-4434fee692e1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:06.218375 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0713bd-5fbd-4770-8a1f-6088be1b699d', 'name': 'network-vif-deleted', 'tag': '6947570e-ba6e-459b-98ff-1973d90e5024', 'status': 'completed', 'code': 200} Feb 13 23:32:06.238801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Request body: {'port': {'device_id': '44ac8542-47b7-447d-92a7-83344aec90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:06.269262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.321456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:06.334758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] For port 2e9bada0-c099-4bde-bd91-864ac56e30ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=2e9bada0-c099-4bde-bd91-864ac56e30ea,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:06.335095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.374609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7530841f-9e4a-4820-a9a5-2224b76f03a9 req-980aa77b-7bdd-443f-a91a-838ca5c961e7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946576 Feb 13 23:32:06.452452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:06.470899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:06.471633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.494124 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.505872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7834c6dc-cd84-4fc8-8b85-8c8ebf38dd48 None None] Provisioning for port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:06.534099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7834c6dc-cd84-4fc8-8b85-8c8ebf38dd48 None None] Provisioning complete for port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:06.534480 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7834c6dc-cd84-4fc8-8b85-8c8ebf38dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.593543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.636692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Calling delete_port for 2e9bada0-c099-4bde-bd91-864ac56e30ea owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:06.648085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7834c6dc-cd84-4fc8-8b85-8c8ebf38dd48 None None] Port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:06.657605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:06.712304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:06.723105 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.723847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 2e9bada0-c099-4bde-bd91-864ac56e30ea no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:06.781170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:32:06.839477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.870647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:06.874357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8e2703ff-52e6-48d3-b2f4-4434fee692e1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e2703ff-52e6-48d3-b2f4-4434fee692e1,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:06.902972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.931784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:06.937397 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.946448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:06.999702 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.000359 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.018379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8e2703ff-52e6-48d3-b2f4-4434fee692e1,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:07.022053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcea8a1-fc88-4800-9f1c-8a1e9b528d7f req-e5580746-b280-4a14-9cf5-eb1e04e86d68 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:07.023488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efcea8a1-fc88-4800-9f1c-8a1e9b528d7f req-e5580746-b280-4a14-9cf5-eb1e04e86d68 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/ports?device_id=e48e3659-5a4e-4f06-ba82-a4a02642921b HTTP/1.1" status: 200 len: 945 time: 0.3095524 Feb 13 23:32:07.030768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Transition to ACTIVE for port object c6e54a41-a9c6-4c2d-85e0-240c198bbcce will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:07.047959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ca13e-dce1-44d2-8430-5487beb82fc6 req-1e90109e-f1d7-451b-8d9c-1aa120667de3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:07.049406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c48ca13e-dce1-44d2-8430-5487beb82fc6 req-1e90109e-f1d7-451b-8d9c-1aa120667de3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4935496 Feb 13 23:32:07.056340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.080006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.137054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.188941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6947570e-ba6e-459b-98ff-1973d90e5024 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:07.210120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.229488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.238944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 6947570e-ba6e-459b-98ff-1973d90e5024 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:07.239286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6947570e-ba6e-459b-98ff-1973d90e5024 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:07.292196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.313938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:07.325543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efcea8a1-fc88-4800-9f1c-8a1e9b528d7f req-42b91bcd-9bab-46e0-b921-3cc413befe31 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.36 "GET /v2.0/security-groups?id=79328f72-b1fd-4d4c-94f1-518364baf908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838171 Feb 13 23:32:07.335420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Pushing event updated for resources: {'Port': ['ID=45d0f763-d171-438c-bd2b-316dc16d5609,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:07.421288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:07.423839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c48ca13e-dce1-44d2-8430-5487beb82fc6 req-fe442af3-8463-4d9e-9248-0a5b5003f7bd tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255668 Feb 13 23:32:07.428462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] No DVR routers for this DVR port 2e9bada0-c099-4bde-bd91-864ac56e30ea on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:07.430460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.457110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:07.460383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:07.464476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:07.465081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.499801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'name': 'network-vif-deleted', 'tag': '2e9bada0-c099-4bde-bd91-864ac56e30ea'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:07.575321 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'code': 200} Feb 13 23:32:07.614363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=f4f6a29a-b4f7-465e-a6f8-4defa9542ae2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:07.632449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047ff693-f0b9-4e52-b20e-82fd4b54cb1b {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:07.640468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.657482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Transition to ACTIVE for port object 047ff693-f0b9-4e52-b20e-82fd4b54cb1b will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:07.663844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Network 75e45ce8-f220-4191-8d42-cad983552625 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:07.665144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:07.668131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.717961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcbead4a-3e4a-4003-855b-7ac57c4e39cd req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] 10.222.0.42 "DELETE /v2.0/ports/2e9bada0-c099-4bde-bd91-864ac56e30ea HTTP/1.1" status: 204 len: 173 time: 2.6421347 Feb 13 23:32:07.722399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a78937-2d00-4e7c-84d2-3776a42f10c4 tempest-ServerRescueTestJSON-879658964 tempest-ServerRescueTestJSON-879658964-project] Pushing event deleted for resources: {'Port': ['ID=2e9bada0-c099-4bde-bd91-864ac56e30ea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:07.729019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-32bd8d52-fc33-4e96-92a0-a7d5505d82a8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9723425 Feb 13 23:32:07.732241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52524) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:07.849831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Attempting to bind port c6e54a41-a9c6-4c2d-85e0-240c198bbcce on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:07.850634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Attempting to bind port c6e54a41-a9c6-4c2d-85e0-240c198bbcce by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:07.850753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Attempting to bind port c6e54a41-a9c6-4c2d-85e0-240c198bbcce on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:07.874479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db49342-a55b-4d5a-877a-5b1a04657502 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:07.875042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6db49342-a55b-4d5a-877a-5b1a04657502 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:07.880321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Port c6e54a41-a9c6-4c2d-85e0-240c198bbcce on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:07.880825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Attempting to bind port c6e54a41-a9c6-4c2d-85e0-240c198bbcce on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:07.903015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:07.903353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:07.903889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:07.904306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Bound port: c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:07.904648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:07.935594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6db49342-a55b-4d5a-877a-5b1a04657502 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:07.938619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6db49342-a55b-4d5a-877a-5b1a04657502 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/f4f6a29a-b4f7-465e-a6f8-4defa9542ae2 HTTP/1.1" status: 200 len: 845 time: 0.2034557 Feb 13 23:32:07.956694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52528) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:08.053769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730ce4-a5da-45d2-8213-888837f276b3 req-a7034f44-952e-4dec-9c1b-43a7cf177172 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:08.058229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e2703ff-52e6-48d3-b2f4-4434fee692e1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:08.061009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f730ce4-a5da-45d2-8213-888837f276b3 req-a7034f44-952e-4dec-9c1b-43a7cf177172 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.2605898 Feb 13 23:32:08.154452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:08.155102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:08.162980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f730ce4-a5da-45d2-8213-888837f276b3 req-f16a5731-cca0-4966-9fca-cab6a4624b1d tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007266 Feb 13 23:32:08.163559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Pushing event updated for resources: {'Port': ['ID=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:08.164522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:08.168345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:08.176651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:08.266887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port f4f6a29a-b4f7-465e-a6f8-4defa9542ae2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:08.267220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:08.327910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:08.334805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] 10.222.0.42 "PUT /v2.0/ports/c6e54a41-a9c6-4c2d-85e0-240c198bbcce HTTP/1.1" status: 200 len: 1096 time: 3.5714626 Feb 13 23:32:08.468013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d621a66-6ec2-4b00-9936-614b5e979ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:08.529298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-4f91a11a-3c7f-4545-b6a2-e305d2997b07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1099 time: 0.1203310 Feb 13 23:32:08.535068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a440-4bc2-449a-8083-bd8ee36eac9e req-ce0db7de-9a77-42ce-991a-ad40dc244e5a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:08.541008 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3015a440-4bc2-449a-8083-bd8ee36eac9e req-ce0db7de-9a77-42ce-991a-ad40dc244e5a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1757317 Feb 13 23:32:08.620688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:08.632551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-ec33a2fd-43b1-4904-b17d-77a2ed587fb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce HTTP/1.1" status: 200 len: 217 time: 0.0902452 Feb 13 23:32:08.813376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3015a440-4bc2-449a-8083-bd8ee36eac9e req-828dee78-b9f8-4885-b5c9-dc87bc82f79b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134855 Feb 13 23:32:08.825299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84515ac-c254-4166-8821-facfd651aad8 req-f916ebee-dc79-4d55-ae9e-c4197d749e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:08.827203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-f916ebee-dc79-4d55-ae9e-c4197d749e40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1824522 Feb 13 23:32:08.876652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353f8ba-baa9-4f08-bd07-e8b08bcc7eff req-4a83301f-b599-4487-bf23-492890b325aa tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:08.877339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6353f8ba-baa9-4f08-bd07-e8b08bcc7eff req-4a83301f-b599-4487-bf23-492890b325aa tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Synchronizing usage tracker for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:08.884698 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48e3659-5a4e-4f06-ba82-a4a02642921b', 'name': 'network-vif-deleted', 'tag': '2e9bada0-c099-4bde-bd91-864ac56e30ea', 'status': 'completed', 'code': 200} Feb 13 23:32:08.917762 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-683ee835-d1b1-4e2b-a0b4-8b50e950e006 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808823 Feb 13 23:32:08.920845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Attempting to bind port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:08.921186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Attempting to bind port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:08.921510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Attempting to bind port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:08.931278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:08.956471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6353f8ba-baa9-4f08-bd07-e8b08bcc7eff req-4a83301f-b599-4487-bf23-492890b325aa tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Unset dirty status for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:08.957510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6353f8ba-baa9-4f08-bd07-e8b08bcc7eff req-4a83301f-b599-4487-bf23-492890b325aa tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 947 time: 1.0669985 Feb 13 23:32:09.063789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-4a16f67d-2fd0-42f8-b977-a9599784fcd1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374068 Feb 13 23:32:09.097495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:09.097818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Attempting to bind port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:09.109998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for f4f6a29a-b4f7-465e-a6f8-4defa9542ae2 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:09.164906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:09.165599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:09.165599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:09.166019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Bound port: 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:09.166378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:09.264978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6353f8ba-baa9-4f08-bd07-e8b08bcc7eff req-f8b22d79-b90a-47bb-bd12-b3de54070b11 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414277 Feb 13 23:32:09.312114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:09.333130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f84515ac-c254-4166-8821-facfd651aad8 req-e1554dd3-f284-4aa6-a615-627cb0999475 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588775 Feb 13 23:32:09.341541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-fb6bf4db-6e47-4c00-83b9-e30ac27f4801 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:09.342962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-fb6bf4db-6e47-4c00-83b9-e30ac27f4801 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.2468004 Feb 13 23:32:09.369069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-2eccf734-f8a4-43fe-8f18-ebd1aa1215e2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/quotas/a7ddc736323240c5b7f766324b49651b HTTP/1.1" status: 200 len: 375 time: 0.0126181 Feb 13 23:32:09.379177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] For port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:09.384627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52544) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:09.388852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=f4f6a29a-b4f7-465e-a6f8-4defa9542ae2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:09.423840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-9b389cc1-fa0b-45fe-ae13-7477c956ab63 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486360 Feb 13 23:32:09.454770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:09.465370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] For port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:09.533599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:09.579117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-026e0579-2c05-4f89-b832-f624999080c5 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471670 Feb 13 23:32:09.635686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aff44d53-c267-4e37-bfb4-d16a23f7a560 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/f4f6a29a-b4f7-465e-a6f8-4defa9542ae2 HTTP/1.1" status: 204 len: 168 time: 1.6471579 Feb 13 23:32:09.653912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:09.660788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:09.663398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] 10.222.0.42 "PUT /v2.0/ports/047ff693-f0b9-4e52-b20e-82fd4b54cb1b HTTP/1.1" status: 200 len: 1095 time: 3.4551342 Feb 13 23:32:09.674573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ac8542-47b7-447d-92a7-83344aec90d3', 'tag': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:09.718970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Router 1136036e-cac1-4594-b6d0-549450b49aba has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:32:09.734706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-1411dc70-ca43-4c17-869c-b35b156f8995 service neutron] 10.222.0.36 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492987 Feb 13 23:32:09.796815 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8882bf06-9639-40be-ba67-01008aa60ebc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:32:09.797318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8882bf06-9639-40be-ba67-01008aa60ebc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:09.811103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a7a5d-a162-4829-9b90-2ecddbed8044 service neutron] Pushing event updated for resources: {'Port': ['ID=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:09.929085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8882bf06-9639-40be-ba67-01008aa60ebc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:09.930254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8882bf06-9639-40be-ba67-01008aa60ebc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/f4f6a29a-b4f7-465e-a6f8-4defa9542ae2 HTTP/1.1" status: 404 len: 333 time: 0.2652848 Feb 13 23:32:09.934342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52562) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:09.940487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'name': 'tempest-PortsIpV6TestJSON-877513426'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:10.014996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762fac-834c-4b50-988a-f85550f6b86e req-ea1d9411-f3d5-4479-a7b6-24299050ba23 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:10.016467 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d762fac-834c-4b50-988a-f85550f6b86e req-ea1d9411-f3d5-4479-a7b6-24299050ba23 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.4361525 Feb 13 23:32:10.048010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-4764836c-e6a9-4974-8e34-d5190d0fb634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 1098 time: 0.3253598 Feb 13 23:32:10.127395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:10.148614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:10.168156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:10.171212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:10.188855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3d0a6-35ff-460e-b43f-561ad6771bed req-2d641725-c879-431d-a229-780797ab34f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:10.196338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ce3d0a6-35ff-460e-b43f-561ad6771bed req-2d641725-c879-431d-a229-780797ab34f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1241417 Feb 13 23:32:10.232001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port fd96ff47-2787-4010-9f83-24425991b69d yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:32:10.298839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-83986d84-2de9-40ed-9f96-b20a2fde2bea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b HTTP/1.1" status: 200 len: 217 time: 0.2324872 Feb 13 23:32:10.315535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d762fac-834c-4b50-988a-f85550f6b86e req-37b2673c-c918-4f29-8727-ac4d43e77ce2 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896118 Feb 13 23:32:10.319102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ce3d0a6-35ff-460e-b43f-561ad6771bed req-d7bcba0d-adaf-44b7-ac7d-34ac604993ac tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218348 Feb 13 23:32:10.407697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-2d85f3de-2232-4ccd-b1cf-5f0d940a61b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:10.409138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-2d85f3de-2232-4ccd-b1cf-5f0d940a61b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0895195 Feb 13 23:32:10.466225 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ac8542-47b7-447d-92a7-83344aec90d3', 'tag': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b', 'status': 'completed', 'code': 200} Feb 13 23:32:10.550522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:10.585135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:10.659487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e5e20a96-9bba-4ed2-afd1-1f20f7ebb024 req-74202e38-0633-4293-8409-75354376e3c5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:10.710351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:10.712774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e5e20a96-9bba-4ed2-afd1-1f20f7ebb024 req-74202e38-0633-4293-8409-75354376e3c5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:10.713901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5e20a96-9bba-4ed2-afd1-1f20f7ebb024 req-74202e38-0633-4293-8409-75354376e3c5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 210 time: 0.1292157 Feb 13 23:32:10.716218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:10.721428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:10.726560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:32:10.727243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:10.728254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:10.732668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9efee25b-4417-426f-b30b-825b43ab7a9b admin admin] 10.222.0.36 "PUT /v2.0/routers/1136036e-cac1-4594-b6d0-549450b49aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0901709 Feb 13 23:32:10.744508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-943715f6-ab71-4275-90a8-bfab2ba0f1d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762115 Feb 13 23:32:10.746253 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Sync routers for ids ['1136036e-cac1-4594-b6d0-549450b49aba'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:32:10.772665 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Routers {'1136036e-cac1-4594-b6d0-549450b49aba'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:10.773592 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1136036e-cac1-4594-b6d0-549450b49aba'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:10.774865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=fd96ff47-2787-4010-9f83-24425991b69d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:10.813149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-27c9e097-0827-4e33-8c45-3c858369660b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8777874 Feb 13 23:32:10.821226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52582) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:10.833621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:10.879694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3901da-b3c4-449f-ae4c-6f43666c92a4 req-b2fe182c-e211-487d-96f1-8eacedf4b24b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:10.881385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c3901da-b3c4-449f-ae4c-6f43666c92a4 req-b2fe182c-e211-487d-96f1-8eacedf4b24b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 947 time: 0.2340746 Feb 13 23:32:10.888501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:11.021683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-86e0a3e5-d574-4192-a13e-e18280f0a9be service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620859 Feb 13 23:32:11.038497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Set router 1136036e-cac1-4594-b6d0-549450b49aba gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:11.058720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:11.162761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-1c3901da-b3c4-449f-ae4c-6f43666c92a4 req-f4ff951e-739a-42e4-970d-594c9bdfd705 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Synchronizing usage tracker for tenant:d4c29511beeb428b9de3407c2001c67f on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:11.198819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:11.214121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-1c3901da-b3c4-449f-ae4c-6f43666c92a4 req-f4ff951e-739a-42e4-970d-594c9bdfd705 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Unset dirty status for tenant:d4c29511beeb428b9de3407c2001c67f on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:11.231384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c3901da-b3c4-449f-ae4c-6f43666c92a4 req-f4ff951e-739a-42e4-970d-594c9bdfd705 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379128 Feb 13 23:32:11.306768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe5ec-fb24-44e1-b571-c6a7b798f990 req-c966a333-eed9-44a3-b427-e8a1f72e9e4a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:11.308419 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-94ffe5ec-fb24-44e1-b571-c6a7b798f990 req-c966a333-eed9-44a3-b427-e8a1f72e9e4a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3989809 Feb 13 23:32:11.361471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b34d1c3-fa1c-4677-a377-1a35968310db req-20545204-d11c-4cf2-ba48-9b9ccd5e9d2c service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297288 Feb 13 23:32:11.392335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-94ffe5ec-fb24-44e1-b571-c6a7b798f990 req-28426ce2-1c26-4e9c-b5ea-effbbcd9b507 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704443 Feb 13 23:32:11.610940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '45d0f763-d171-438c-bd2b-316dc16d5609', 'name': '', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'mac_address': 'fa:16:3e:72:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:04Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 2, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'subnets': [{'id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:11.615564 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Checking router: 1136036e-cac1-4594-b6d0-549450b49aba for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:32:11.615910 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Updating router 1136036e-cac1-4594-b6d0-549450b49aba port 45d0f763-d171-438c-bd2b-316dc16d5609 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:32:11.618290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-8b3cfcc4-901d-4394-8937-055a0b4757ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 1098 time: 0.1779923 Feb 13 23:32:11.636240 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'status': 'completed', 'code': 200} Feb 13 23:32:11.688269 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:11.768766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-e467d321-5fde-46ab-ab31-d3e80e24ace2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:11.770243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-e467d321-5fde-46ab-ab31-d3e80e24ace2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 812 time: 0.5358565 Feb 13 23:32:11.821153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Request body: {'port': {'device_id': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'admin_state_up': True, 'tenant_id': 'a7ddc736323240c5b7f766324b49651b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:11.958197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:11.972638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-5eed1f8a-e628-4072-b13f-10426df2677c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1099 time: 0.2793021 Feb 13 23:32:11.982973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.198101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] In _notify_port_updated(), no bound segment for port fd96ff47-2787-4010-9f83-24425991b69d on network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:32:12.202117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:12.202496 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.202991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.204391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/ports/fd96ff47-2787-4010-9f83-24425991b69d HTTP/1.1" status: 200 len: 818 time: 1.3808291 Feb 13 23:32:12.210724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:12.222380 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Transition to ACTIVE for port object 45d0f763-d171-438c-bd2b-316dc16d5609 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:12.234518 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.263991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061304b3-fbb2-4d4a-bb7d-d70fc3766795 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=fd96ff47-2787-4010-9f83-24425991b69d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:12.264715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:12.283927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:12.356563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:12.393401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-ad98e0ce-b473-4028-b2c7-1e5ac9b61efb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:12.394165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078589b1-55bd-4987-9176-cab753ed077b req-26a41cc0-3332-4fe0-b33d-271427a53a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:12.396457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-26a41cc0-3332-4fe0-b33d-271427a53a88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4143853 Feb 13 23:32:12.397006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-ad98e0ce-b473-4028-b2c7-1e5ac9b61efb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 818 time: 0.5430052 Feb 13 23:32:12.404646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port fd96ff47-2787-4010-9f83-24425991b69d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:12.405056 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.405304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa5111-d699-42af-838f-c7d544800333 req-461895e7-b474-4c85-865a-7be2d3daf5dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:12.407022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-461895e7-b474-4c85-865a-7be2d3daf5dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.6963744 Feb 13 23:32:12.433461 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Pushing event updated for resources: {'Port': ['ID=45d0f763-d171-438c-bd2b-316dc16d5609,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:12.493497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Made reservation on behalf of a7ddc736323240c5b7f766324b49651b for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:12.496943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.511216 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.511555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.511876 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.512202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.512523 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.512845 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.513163 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.514048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.514286 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.514606 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.514923 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:12.533711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:12.541083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-b9e99976-40d5-4944-9b8b-89e329cd5963 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/quotas/42857c4e7caf4e1986cd54ce008d0954 HTTP/1.1" status: 200 len: 375 time: 0.1301715 Feb 13 23:32:12.549212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-d10f4769-b2cb-4ad2-9730-95995a2c1f41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b HTTP/1.1" status: 200 len: 217 time: 0.1268342 Feb 13 23:32:12.549389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'mac_address': 'fa:16:3e:82:f8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:12.551197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:12.554133 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Attempting to bind port 45d0f763-d171-438c-bd2b-316dc16d5609 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:12.556052 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Attempting to bind port 45d0f763-d171-438c-bd2b-316dc16d5609 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:12.556418 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Attempting to bind port 45d0f763-d171-438c-bd2b-316dc16d5609 on network 75e45ce8-f220-4191-8d42-cad983552625 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:12.565043 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:12.565355 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Checking segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:12.565675 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.566293 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Bound using segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:12.566746 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Bound port: 45d0f763-d171-438c-bd2b-316dc16d5609, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:12.567106 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.589832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8163b00e-7162-4c6d-9a4e-09073bd47613 req-8eced5fa-25ee-4634-8051-449d41950084 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 210 time: 0.0753121 Feb 13 23:32:12.599877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-3d2194cc-3ebe-4188-a6c5-137a7afc4a40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce HTTP/1.1" status: 200 len: 217 time: 0.1652660 Feb 13 23:32:12.674916 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] For port 45d0f763-d171-438c-bd2b-316dc16d5609, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:12.679946 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] For port 45d0f763-d171-438c-bd2b-316dc16d5609, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=45d0f763-d171-438c-bd2b-316dc16d5609,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:12.686089 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.693165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa5111-d699-42af-838f-c7d544800333 req-ce127272-fc2f-43cc-b57f-99a8b6d84368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:12.694645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-ce127272-fc2f-43cc-b57f-99a8b6d84368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0862670 Feb 13 23:32:12.753154 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.792533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:12.793514 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Routers {'1136036e-cac1-4594-b6d0-549450b49aba'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:12.794362 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1136036e-cac1-4594-b6d0-549450b49aba'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:12.847762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078589b1-55bd-4987-9176-cab753ed077b req-0ee54406-50a2-4912-9c8e-5c2ef5e4b99f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:12.849658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-0ee54406-50a2-4912-9c8e-5c2ef5e4b99f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2080019 Feb 13 23:32:12.854429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-64dbb2e7-1180-4015-9b7c-d552aaaec2d7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Synchronizing usage tracker for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:12.877257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:12.888961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-b6eab93a-897a-4e75-9f3e-17fdb5da3944 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780903 Feb 13 23:32:12.894553 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:12.945094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-64dbb2e7-1180-4015-9b7c-d552aaaec2d7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Unset dirty status for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:12.952029 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ac98c-3dea-43a4-b024-45d46c35768c None None] Pushing event updated for resources: {'Port': ['ID=45d0f763-d171-438c-bd2b-316dc16d5609,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:12.953076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-64dbb2e7-1180-4015-9b7c-d552aaaec2d7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3999887 Feb 13 23:32:12.999737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:13.035208 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] Set router 1136036e-cac1-4594-b6d0-549450b49aba gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:13.168288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6e54a41-a9c6-4c2d-85e0-240c198bbcce'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:13.215670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-f689fc2f-f60a-4569-905e-2f4991c1508b service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926950 Feb 13 23:32:13.224538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-0a2bd5c8-0447-4b6a-8b2b-17d9a89480b7 service neutron] 10.222.0.36 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698491 Feb 13 23:32:13.256070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:13.341274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Allocated IP 172.20.0.14 (184fd408-1aaa-4393-91d6-05f5ec7bcb69/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa/ac432b67-068f-435f-9ee8-aaacf3f0dcb6) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:13.434793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for fd96ff47-2787-4010-9f83-24425991b69d owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:13.454644 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8be70355-d786-494f-9350-65a603b53b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '45d0f763-d171-438c-bd2b-316dc16d5609', 'name': '', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'mac_address': 'fa:16:3e:72:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:04Z', 'updated_at': '2022-02-13T23:32:12Z', 'revision_number': 4, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'subnets': [{'id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:13.455279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Deleting port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:13.455279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:13.459329 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70355-d786-494f-9350-65a603b53b61 None None] The sync data for ids ['1136036e-cac1-4594-b6d0-549450b49aba'] in n-d-828979-1 is: [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '45d0f763-d171-438c-bd2b-316dc16d5609', 'name': '', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'mac_address': 'fa:16:3e:72:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:04Z', 'updated_at': '2022-02-13T23:32:12Z', 'revision_number': 4, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'subnets': [{'id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:32:13.564660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703393a-b11e-4355-a507-812e1ad9fa8a req-eaeffad9-fb0a-4038-abf5-8073cb089e47 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:13.566167 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7703393a-b11e-4355-a507-812e1ad9fa8a req-eaeffad9-fb0a-4038-abf5-8073cb089e47 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.7596519 Feb 13 23:32:13.569657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-8f49e698-eac5-4718-afe0-524adea717b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6946030 Feb 13 23:32:13.577019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-d007534c-3da6-4c15-a62d-f4a09be81626 service neutron] 10.222.0.36 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518455 Feb 13 23:32:13.655328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5fa5111-d699-42af-838f-c7d544800333 req-a5f64e96-da8e-4138-b09c-291ef3cd29c4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093316 Feb 13 23:32:13.751093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] For port 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,segment=NetworkSegment(21cfed08-9328-46df-b9ed-521aab7633c8),segment_id=21cfed08-9328-46df-b9ed-521aab7633c8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:13.751980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:13.767948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-5b8d10b8-b678-4a48-9fef-c9b9fc9fdba2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818266 Feb 13 23:32:13.887779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:13.948246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Calling delete_port for 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:14.063815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=fd96ff47-2787-4010-9f83-24425991b69d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:14.085597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7703393a-b11e-4355-a507-812e1ad9fa8a req-584b709c-f999-40c8-b548-62cf6b822ee9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005493 Feb 13 23:32:14.135185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 45d0f763-d171-438c-bd2b-316dc16d5609 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:14.135638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:14.223054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 45d0f763-d171-438c-bd2b-316dc16d5609 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:14.231452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 45d0f763-d171-438c-bd2b-316dc16d5609 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:14.234139 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:14.269828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c226d380-fce4-477d-9ac0-d21f2d6bda75 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/fd96ff47-2787-4010-9f83-24425991b69d HTTP/1.1" status: 204 len: 168 time: 2.0511124 Feb 13 23:32:14.286925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52644) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:14.306338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 047ff693-f0b9-4e52-b20e-82fd4b54cb1b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:14.312400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:14.352009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:14.389768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-078589b1-55bd-4987-9176-cab753ed077b req-f103f135-0855-4321-b488-b6d27e051ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547087 Feb 13 23:32:14.417885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:14.593097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:14.599642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:14.604366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event updated for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:14.607247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:14.619968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649ebb1-e4d4-4073-861f-0a5de9e161ca req-28cd3e73-1bf8-4406-abbd-30ed7d057329 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:14.621513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3649ebb1-e4d4-4073-861f-0a5de9e161ca req-28cd3e73-1bf8-4406-abbd-30ed7d057329 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 947 time: 0.6171105 Feb 13 23:32:14.652287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749a3e20-362d-4432-929d-a42dc4230dba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:14.653142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-749a3e20-362d-4432-929d-a42dc4230dba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:14.701910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-749a3e20-362d-4432-929d-a42dc4230dba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:14.703876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-749a3e20-362d-4432-929d-a42dc4230dba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4088204 Feb 13 23:32:14.707643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52652) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:14.717330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:14.717995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:14.752448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3649ebb1-e4d4-4073-861f-0a5de9e161ca req-a900175b-0508-4e7d-8d41-a6fb6024e282 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210909 Feb 13 23:32:14.787096 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f841069-4e7a-4f9c-820f-337f00a605a9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:32:14.790855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4f841069-4e7a-4f9c-820f-337f00a605a9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/fd96ff47-2787-4010-9f83-24425991b69d HTTP/1.1" status: 404 len: 333 time: 0.0803092 Feb 13 23:32:14.795620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52656) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:14.816677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1932183578'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:14.839767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-09190417-8363-4405-bf2c-882591313f70 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0423319 Feb 13 23:32:14.847353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:14.879208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Request body: {'port': {'device_id': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:14.918908 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:32:14.966588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:14.970327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:14.972814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:14.981112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:15.003764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:15.008985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.018815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c6e54a41-a9c6-4c2d-85e0-240c198bbcce completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:15.056891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.068791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:15.080357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:32:15.105589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c6e54a41-a9c6-4c2d-85e0-240c198bbcce triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:15.105957 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.153977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:15.162307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.182481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b', 'mac_address': 'fa:16:3e:b2:21:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:15.233687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 45d0f763-d171-438c-bd2b-316dc16d5609, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=45d0f763-d171-438c-bd2b-316dc16d5609,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:15.256087 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.306510 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.320704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.321257 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 1b841322-34b2-4079-a0a1-8524e881c04a of type vlan for network 30234fe1-7d23-4f38-92ae-3490ba3742c7 Feb 13 23:32:15.326673 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-807ca95f-d604-4158-a892-ad3efcc05c94 req-2ecd8161-bdb4-4914-b519-db9a5c1dd8aa tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 210 time: 0.0716369 Feb 13 23:32:15.341102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047ff693-f0b9-4e52-b20e-82fd4b54cb1b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:15.426292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:15.433696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=45d0f763-d171-438c-bd2b-316dc16d5609,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:15.443055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.452750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0e09-4d1b-4802-8dfe-5cda5749bb17 req-6adf9248-99e6-4110-926f-0da4d841fd18 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:15.454807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-beed0e09-4d1b-4802-8dfe-5cda5749bb17 req-6adf9248-99e6-4110-926f-0da4d841fd18 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 932 time: 0.4878724 Feb 13 23:32:15.521562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.555686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:15.562410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:15.574312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:15.582559 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.598899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.670081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:15.713833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-beed0e09-4d1b-4802-8dfe-5cda5749bb17 req-0ec40e59-1535-4811-abf9-c0bb59d6c3ef tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333715 Feb 13 23:32:15.735342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['047ff693-f0b9-4e52-b20e-82fd4b54cb1b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:15.777668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.820071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-7bdd625c-37b9-434b-8799-9525a0af2114 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:15.820761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-7bdd625c-37b9-434b-8799-9525a0af2114 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Synchronizing usage tracker for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:15.867629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:15.871268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:15.871843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:16.018637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-7bdd625c-37b9-434b-8799-9525a0af2114 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Unset dirty status for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:16.019667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-7bdd625c-37b9-434b-8799-9525a0af2114 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 818 time: 0.5971301 Feb 13 23:32:16.032013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01e46956-5172-4097-9444-e1a94e924b6f req-767e192c-986f-4e74-aec5-a2051e23a8e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1137691 Feb 13 23:32:16.050290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Request body: {'port': {'device_id': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'admin_state_up': True, 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:16.088941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2922838 Feb 13 23:32:16.093190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52674) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:16.150596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8eb7c-f1d8-4e43-bc2d-85e586f1f204 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=30234fe1-7d23-4f38-92ae-3490ba3742c7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:16.163084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:32:16.231118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6478b7-bbd0-46bb-816e-f8af8b31709c req-8b46cd1a-eb0e-43d6-abed-0c32ec1b911d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:16.232449 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e6478b7-bbd0-46bb-816e-f8af8b31709c req-8b46cd1a-eb0e-43d6-abed-0c32ec1b911d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.6065986 Feb 13 23:32:16.262161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 45d0f763-d171-438c-bd2b-316dc16d5609 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:16.292605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:16.364635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:16.391897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e6478b7-bbd0-46bb-816e-f8af8b31709c req-aa8b23ec-38fb-4ba3-a026-4e6209d0836d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417639 Feb 13 23:32:16.394455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:16.400270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac432b67-068f-435f-9ee8-aaacf3f0dcb6 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:16.408806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 45d0f763-d171-438c-bd2b-316dc16d5609 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:16.409275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:16.412089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:16.438468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Made reservation on behalf of 42857c4e7caf4e1986cd54ce008d0954 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:16.441567 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:16.454896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Transition to ACTIVE for port object ac432b67-068f-435f-9ee8-aaacf3f0dcb6 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:16.467121 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:16.673187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:16.676052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Pushing event updated for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:16.693963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:16.706998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:16.724664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:16.731260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-5755673d-d129-4f04-b39a-d595845196e8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:16.732782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-5755673d-d129-4f04-b39a-d595845196e8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 818 time: 0.3134801 Feb 13 23:32:16.764001 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'code': 200} Feb 13 23:32:16.836154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Allocated IP 172.20.0.8 (75e45ce8-f220-4191-8d42-cad983552625/2452c785-c1f5-4a08-8065-2de15ff91a83/f0627ca2-c72f-449f-a61d-00158b25e8e2) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:16.869995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Attempting to bind port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:16.870357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Attempting to bind port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:16.870689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Attempting to bind port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:16.938092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:16.938439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Attempting to bind port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 on network 184fd408-1aaa-4393-91d6-05f5ec7bcb69 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:16.946267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:16.972334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:16.972659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Checking segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:16.973043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Bound using segment: {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:16.973512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Bound port: ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41b2f89-e20e-429d-9750-19fcec1ec668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:16.974439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.111474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-7e3d1ac8-287a-4a9a-95ae-90b1fc84c8ee tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/quotas/42857c4e7caf4e1986cd54ce008d0954 HTTP/1.1" status: 200 len: 375 time: 0.3657722 Feb 13 23:32:17.164602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad80295-cd43-4425-ac8a-76d6a19ed420 req-621d3096-3d5f-4b2f-a0e6-02eb216bef84 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:17.166093 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bad80295-cd43-4425-ac8a-76d6a19ed420 req-621d3096-3d5f-4b2f-a0e6-02eb216bef84 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 948 time: 0.2927659 Feb 13 23:32:17.211128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-2be7c4b0-ee49-47ed-b6e9-837ff2fec178 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6912231 Feb 13 23:32:17.213563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:17.229535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.236466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:17.251087 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.322613 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.331331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bad80295-cd43-4425-ac8a-76d6a19ed420 req-36228b56-96ea-4e25-aeb6-4fd0a95e8f34 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576624 Feb 13 23:32:17.353195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.354597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] 10.222.0.42 "PUT /v2.0/ports/ac432b67-068f-435f-9ee8-aaacf3f0dcb6 HTTP/1.1" status: 200 len: 1092 time: 2.4890981 Feb 13 23:32:17.355036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:17.379382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe285c-6c69-4a93-ad74-280c8962124c service neutron] Pushing event updated for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:17.385028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f93399e-a557-4a31-827b-c8e7c32e9a1c req-92e0c85c-4beb-4c2e-b222-f5f58ed0fca7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1101 time: 0.4395754 Feb 13 23:32:17.399816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.481275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-d4bcdf3e-5585-487b-80af-447e17029823 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3544629 Feb 13 23:32:17.582071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f93399e-a557-4a31-827b-c8e7c32e9a1c req-a35366c6-3310-4dd4-bf03-3853a22ac98b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597822 Feb 13 23:32:17.710904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Network 75e45ce8-f220-4191-8d42-cad983552625 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:17.712947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Pushing event updated for resources: {'Port': ['ID=f0627ca2-c72f-449f-a61d-00158b25e8e2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:17.716965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:17.727578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:17.750814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-ed8f465f-e6fa-43a0-860f-8afa1b9aafd8 service neutron] 10.222.0.36 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604563 Feb 13 23:32:17.761480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.804997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-777f5e42-842c-403e-ac5c-216092d35c08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 1095 time: 0.3578365 Feb 13 23:32:17.814839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:17.815442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:17.899569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Router 2edc15d5-ef66-470b-a719-31bbc2b9e211 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:32:17.902248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d716816-6080-4eaa-a5e9-9eb3b5c44750 req-7ae04e31-50c8-4839-a388-17afa53b749a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:17.903677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d716816-6080-4eaa-a5e9-9eb3b5c44750 req-7ae04e31-50c8-4839-a388-17afa53b749a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.3807058 Feb 13 23:32:17.913506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-69f26ecd-9bff-480d-897c-65864c8cbdb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6 HTTP/1.1" status: 200 len: 217 time: 0.0909274 Feb 13 23:32:17.959875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=2445111a-ed8f-4bc7-9036-8fed1c95e6d9,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:17.964266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6f83156c-a677-4a44-ab65-f35e26ff2559 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9178641 Feb 13 23:32:17.979544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Request body: {'port': {'device_id': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:18.064535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-305e63b4-4e7c-49fd-b8f9-3d3777a20c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:18.066006 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-305e63b4-4e7c-49fd-b8f9-3d3777a20c5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.1355498 Feb 13 23:32:18.100939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d716816-6080-4eaa-a5e9-9eb3b5c44750 req-c85db013-b6d9-4752-a762-763deaa0589f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854503 Feb 13 23:32:18.156904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-9bc48e37-11f6-414b-908c-48e9554cc19f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590010 Feb 13 23:32:18.179760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '1b841322-34b2-4079-a0a1-8524e881c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:18.180123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: 30234fe1-7d23-4f38-92ae-3490ba3742c7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:32:18.185413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:18.194233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-b79fd46a-7acc-4464-964c-bcca44838721 service neutron] 10.222.0.36 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339309 Feb 13 23:32:18.261444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:32:18.274700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-d38c56f3-ae41-4c60-a3d4-abb52f1d2342 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894&tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08 HTTP/1.1" status: 200 len: 1094 time: 0.2081566 Feb 13 23:32:18.280161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 30234fe1-7d23-4f38-92ae-3490ba3742c7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:18.289453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b2528-4d0d-48c8-8e1e-e90194a5cd3d None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:18.381625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:18.386736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:18.418443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 047ff693-f0b9-4e52-b20e-82fd4b54cb1b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:18.577160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-268c9886-fc76-4a2c-a2df-3492997f54c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4798715 Feb 13 23:32:18.582775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52716) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:18.588413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-82b7a02b-c88f-4f38-865a-6fe3ac777141 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239674 Feb 13 23:32:18.609205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:18.677087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-30234fe1-7d23-4f38-92ae-3490ba3742c7', 'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': '2445111a-ed8f-4bc7-9036-8fed1c95e6d9'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:32:18.685476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:18.788086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:18.803442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:18.803900 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:18.891449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-bee35d99-5644-42e6-9ae2-9ca132ce974a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1094 time: 0.5878854 Feb 13 23:32:18.939558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0cd9c-b3b8-4860-958b-654d728a9022 req-c701897d-f6a6-4e10-ac8f-6a5970591a78 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:18.942240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-31c0cd9c-b3b8-4860-958b-654d728a9022 req-c701897d-f6a6-4e10-ac8f-6a5970591a78 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 946 time: 0.6660066 Feb 13 23:32:19.041925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1ee5c-c5b1-4586-a8ae-5bce39d59557 req-24555c09-4792-4c27-860d-322b08ade443 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:19.043288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Allocated IP 2001:db8::2 (30234fe1-7d23-4f38-92ae-3490ba3742c7/2445111a-ed8f-4bc7-9036-8fed1c95e6d9/34e5b234-79dd-48a3-a0fc-2eb47b10cbc9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:19.050608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-28c1ee5c-c5b1-4586-a8ae-5bce39d59557 req-24555c09-4792-4c27-860d-322b08ade443 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 944 time: 0.5978394 Feb 13 23:32:19.071275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.131539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29dec2d7-4a7c-4d9f-b37a-76aa3de8a69d req-c1a4c30d-e17d-4e36-8f7c-77bb240bcd43 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297754 Feb 13 23:32:19.144649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:32:19.148835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-31c0cd9c-b3b8-4860-958b-654d728a9022 req-8ea42422-110b-4f37-b5f1-e161908bd56f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925910 Feb 13 23:32:19.150395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-12ab8961-33a7-4d07-9416-e7282abfd252 admin admin] 10.222.0.36 "PUT /v2.0/routers/2edc15d5-ef66-470b-a719-31bbc2b9e211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7628489 Feb 13 23:32:19.160740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:19.177250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-b0263daa-22d1-408a-ac99-f13aae7ee143 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:19.186710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-b0263daa-22d1-408a-ac99-f13aae7ee143 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 946 time: 0.6407700 Feb 13 23:32:19.218083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0357974-aac7-4961-b0bd-807025749337 None None] Sync routers for ids ['2edc15d5-ef66-470b-a719-31bbc2b9e211'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:32:19.254217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac8542-47b7-447d-92a7-83344aec90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:19.265622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:32:19.272757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:19.274417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:19.285893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] Routers {'2edc15d5-ef66-470b-a719-31bbc2b9e211'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:19.286262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2edc15d5-ef66-470b-a719-31bbc2b9e211'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:19.299942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:19.310304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:19.317558 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6', 'status': 'completed', 'code': 200} Feb 13 23:32:19.346321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-63ad916d-ab1c-4f64-84a0-e93cfa51d969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:19.347977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-63ad916d-ab1c-4f64-84a0-e93cfa51d969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.4420233 Feb 13 23:32:19.349540 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.404011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Deleting port 874b86c7-151c-477d-9ee6-f85ff52b95c7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:19.404381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.407757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:19.451658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0627ca2-c72f-449f-a61d-00158b25e8e2 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:19.491857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-28c1ee5c-c5b1-4586-a8ae-5bce39d59557 req-5bb8d9e6-3ee5-4165-ba7c-a1b01628034a tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401865 Feb 13 23:32:19.503296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.529064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:19.532327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.598981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:19.632909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.647379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] Set router 2edc15d5-ef66-470b-a719-31bbc2b9e211 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:19.654990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Transition to ACTIVE for port object f0627ca2-c72f-449f-a61d-00158b25e8e2 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:19.679245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.687030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Transition to ACTIVE for port object 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:19.792475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Transition to ACTIVE for port object 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:19.923812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-a14e674c-0b32-4212-b0f3-9b858e9fdcf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 997 time: 0.5138452 Feb 13 23:32:19.926013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-389e91b0-315b-4776-85e4-be6f2a831ac6 req-d36afc71-4ff0-44a1-bdea-9a448b715875 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 210 time: 0.1361351 Feb 13 23:32:19.928146 n-d-828979-1 neutron-server[83662]: INFO neutron.db.ipam_backend_mixin [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2445111a-ed8f-4bc7-9036-8fed1c95e6d9 (CIDR: 2001:db8::/64) Feb 13 23:32:19.930573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:19.950067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-eaa89cbd-c9d5-46d9-996c-ec935ae92b31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7ddc736323240c5b7f766324b49651b&device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 1095 time: 0.6053090 Feb 13 23:32:20.023561 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:32:20.024128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:32:20.082555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:20.086726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:20.092375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:20.101043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Pushing event updated for resources: {'Port': ['ID=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:20.125783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Pushing event updated for resources: {'Port': ['ID=f0627ca2-c72f-449f-a61d-00158b25e8e2,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:20.195392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c724d62e-1f7e-427f-b448-79f35a5b7035 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5891724 Feb 13 23:32:20.202926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52732) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:20.210841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-052cf0d3-179b-4afe-8b4c-3375a0bed9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:20.212422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-052cf0d3-179b-4afe-8b4c-3375a0bed9bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.2719553 Feb 13 23:32:20.215668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:20.223345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-256ea8c3-3e6b-40b1-b813-3318e7be45f6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:20.225836 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-256ea8c3-3e6b-40b1-b813-3318e7be45f6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 818 time: 0.4047472 Feb 13 23:32:20.226599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Attempting to bind port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:20.226879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Attempting to bind port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1b841322-34b2-4079-a0a1-8524e881c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:20.227238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Attempting to bind port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 on network 30234fe1-7d23-4f38-92ae-3490ba3742c7 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:20.238161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:20.238580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Checking segment: {'id': '1b841322-34b2-4079-a0a1-8524e881c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:20.238986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:20.239987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Bound using segment: {'id': '1b841322-34b2-4079-a0a1-8524e881c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:20.240661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Bound port: 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b841322-34b2-4079-a0a1-8524e881c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:20.241136 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:20.252890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:32:14Z', 'revision_number': 5, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:20.261722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0357974-aac7-4961-b0bd-807025749337 None None] Checking router: 2edc15d5-ef66-470b-a719-31bbc2b9e211 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:32:20.271039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Request body: {'port': {'device_id': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'admin_state_up': True, 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:20.319675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] Routers {'2edc15d5-ef66-470b-a719-31bbc2b9e211'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:20.320115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2edc15d5-ef66-470b-a719-31bbc2b9e211'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:20.340555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e7673-9805-4fc4-b5b2-cd28ecfb4c0c req-64d1e9d6-f5fd-42db-be21-513b8d02b7c4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:20.346696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f21e7673-9805-4fc4-b5b2-cd28ecfb4c0c req-64d1e9d6-f5fd-42db-be21-513b8d02b7c4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.8973217 Feb 13 23:32:20.473375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] For port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:20.475348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335a873-50bb-47a3-aa18-e0ff0ab1a5e0 req-201173d5-5bfe-48d4-83b8-eabbbe37ffca tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:20.482332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6335a873-50bb-47a3-aa18-e0ff0ab1a5e0 req-201173d5-5bfe-48d4-83b8-eabbbe37ffca tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 949 time: 0.3412454 Feb 13 23:32:20.488054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] For port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,segment=NetworkSegment(1b841322-34b2-4079-a0a1-8524e881c04a),segment_id=1b841322-34b2-4079-a0a1-8524e881c04a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:20.494401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:20.513394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] For port 874b86c7-151c-477d-9ee6-f85ff52b95c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=874b86c7-151c-477d-9ee6-f85ff52b95c7,segment=NetworkSegment(4fc2408a-b863-4f46-ba3e-3e75fe8df076),segment_id=4fc2408a-b863-4f46-ba3e-3e75fe8df076)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:20.513760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:20.519447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:20.525888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-982a4a8c-349b-4103-a703-4a1a140cefc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979884 Feb 13 23:32:20.529513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Usage tracker for resource:port and tenant:42857c4e7caf4e1986cd54ce008d0954 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:20.533569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:20.568530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:20.578498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:20.608005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] Set router 2edc15d5-ef66-470b-a719-31bbc2b9e211 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:20.619976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-481423a0-9e37-47fd-bee1-edbcb469bdc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:20.621425 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-481423a0-9e37-47fd-bee1-edbcb469bdc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 200 len: 912 time: 0.6582804 Feb 13 23:32:20.657700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c1195-7653-411e-b2c2-deeb11d3b8de None None] Pushing event updated for resources: {'Port': ['ID=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:20.763939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Calling delete_port for 874b86c7-151c-477d-9ee6-f85ff52b95c7 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:20.851825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f21e7673-9805-4fc4-b5b2-cd28ecfb4c0c req-b0d3ac67-b57b-435f-8f85-1309dcb9c8b8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019457 Feb 13 23:32:20.914638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-04050bec-75d2-4109-a4de-50c2b26f82de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6 HTTP/1.1" status: 200 len: 217 time: 0.2149215 Feb 13 23:32:21.029144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:21.044650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6335a873-50bb-47a3-aa18-e0ff0ab1a5e0 req-6e0fc8d0-b861-4ee2-946b-0e95e84b1bc1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613558 Feb 13 23:32:21.047248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-ba7287fd-039d-4e8c-b09c-f58515b8daf8 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108457 Feb 13 23:32:21.047977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Made reservation on behalf of 42857c4e7caf4e1986cd54ce008d0954 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:21.051567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:21.093850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:21.096635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Attempting to bind port f0627ca2-c72f-449f-a61d-00158b25e8e2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:21.096960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Attempting to bind port f0627ca2-c72f-449f-a61d-00158b25e8e2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:21.097281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Attempting to bind port f0627ca2-c72f-449f-a61d-00158b25e8e2 on network 75e45ce8-f220-4191-8d42-cad983552625 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:21.118411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:21.142601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:21.155743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b0357974-aac7-4961-b0bd-807025749337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:32:14Z', 'revision_number': 5, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:21.167806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Port f0627ca2-c72f-449f-a61d-00158b25e8e2 on network 75e45ce8-f220-4191-8d42-cad983552625 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:21.168130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Attempting to bind port f0627ca2-c72f-449f-a61d-00158b25e8e2 on network 75e45ce8-f220-4191-8d42-cad983552625 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:21.169717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0357974-aac7-4961-b0bd-807025749337 None None] The sync data for ids ['2edc15d5-ef66-470b-a719-31bbc2b9e211'] in n-d-828979-1 is: [{'id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'name': 'tempest-ServerRescueTestJSON-2006781479-router', 'tenant_id': '2b21e3f0397045f181e6603c2afda208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:32:14Z', 'revision_number': 5, 'project_id': '2b21e3f0397045f181e6603c2afda208', 'gw_port': {'id': 'b3670fee-caf9-48c6-9205-a2eaf552db83', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edc15d5-ef66-470b-a719-31bbc2b9e211', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:29:06Z', 'updated_at': '2022-02-13T23:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:32:21.184861 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ac8542-47b7-447d-92a7-83344aec90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b', 'code': 200} Feb 13 23:32:21.224420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-145978b4-6fba-49c8-9142-3fd6a2404edf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:21.225821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-145978b4-6fba-49c8-9142-3fd6a2404edf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 200 len: 852 time: 0.2957778 Feb 13 23:32:21.240840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:21.386620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:21.387003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Checking segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:21.387335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Bound using segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:21.387782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Bound port: f0627ca2-c72f-449f-a61d-00158b25e8e2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:21.388122 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:21.430749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-c5bbb5c1-e2d4-476c-b95b-0f5e80208282 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184fd408-1aaa-4393-91d6-05f5ec7bcb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677973 Feb 13 23:32:21.435968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-d39482b7-d2f7-404c-8a23-462d5521c4c2 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578961 Feb 13 23:32:21.526530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Allocated IP 172.20.0.5 (75e45ce8-f220-4191-8d42-cad983552625/2452c785-c1f5-4a08-8065-2de15ff91a83/0d9a90b9-676f-44a5-9ddb-9123d7e15f21) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:21.581497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4ed38-5b9d-4548-834e-85d56e2c7428 req-0d944465-17c4-4952-9473-beba70639fc0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:21.583912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaa4ed38-5b9d-4548-834e-85d56e2c7428 req-0d944465-17c4-4952-9473-beba70639fc0 tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/ports?device_id=d33bdbfc-8867-4c3f-af77-a14aa3fd3a61 HTTP/1.1" status: 200 len: 946 time: 0.2635384 Feb 13 23:32:21.600555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:21.832553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:21.842190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaa4ed38-5b9d-4548-834e-85d56e2c7428 req-49523ad5-cd52-40c0-a2a6-e2ca1a8bfa0f tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.36 "GET /v2.0/security-groups?id=b69e9991-cf10-4b1d-8350-2f3c0cd09c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326207 Feb 13 23:32:21.860527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Deleting port b3670fee-caf9-48c6-9205-a2eaf552db83 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:21.860871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:21.861236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Pushing event deleted for resources: {'Port': ['ID=874b86c7-151c-477d-9ee6-f85ff52b95c7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:21.906658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a700d-1327-4f38-b7f6-e681d6563355 req-7e86055f-9161-4f1e-8d1e-514d1e01b8de tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:21.908115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d72a700d-1327-4f38-b7f6-e681d6563355 req-7e86055f-9161-4f1e-8d1e-514d1e01b8de tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.8728626 Feb 13 23:32:21.974697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1744f1a-dd45-4079-8968-850e3b79a2d0 None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:21.982315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.115934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.119516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.119987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.120452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.121648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.122979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.124044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.125946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.126541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.127070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.129410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.151325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-88b7d9de-708a-4286-8ab7-b410662fe934 None None] Provisioning for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:22.168591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.172707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:22.174732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] For port b3670fee-caf9-48c6-9205-a2eaf552db83, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b3670fee-caf9-48c6-9205-a2eaf552db83,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:22.175220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.284015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] No DVR routers for this DVR port 874b86c7-151c-477d-9ee6-f85ff52b95c7 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:22.297169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.300445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'name': 'network-vif-deleted', 'tag': '874b86c7-151c-477d-9ee6-f85ff52b95c7'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:22.313943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] For port f0627ca2-c72f-449f-a61d-00158b25e8e2, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:22.326814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Calling delete_port for b3670fee-caf9-48c6-9205-a2eaf552db83 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:22.340370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-5717752d-fd69-4253-adce-7d6831c9f13f service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903813 Feb 13 23:32:22.351268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-415dd221-aec9-4b4f-a54b-c193bc0caf91 req-8f90eee1-40e6-4fed-88c0-ffc6a48a3c41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 1100 time: 1.0456586 Feb 13 23:32:22.358882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.359638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ac432b67-068f-435f-9ee8-aaacf3f0dcb6 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:22.360771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] For port f0627ca2-c72f-449f-a61d-00158b25e8e2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:22.362217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 874b86c7-151c-477d-9ee6-f85ff52b95c7 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:22.402992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 874b86c7-151c-477d-9ee6-f85ff52b95c7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:22.403334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 874b86c7-151c-477d-9ee6-f85ff52b95c7 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:22.417743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.430581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:22.431632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8de69bf2-6726-4788-a9c9-56d7a3f55e43 req-621f6b99-b522-4daf-92c2-ad405caf2f5a tempest-ServersTestJSON-297957116 tempest-ServersTestJSON-297957116-project] 10.222.0.42 "DELETE /v2.0/ports/874b86c7-151c-477d-9ee6-f85ff52b95c7 HTTP/1.1" status: 204 len: 173 time: 3.2305369 Feb 13 23:32:22.447419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474544-0350-4ca1-9d9c-67b26f602014 req-459d5733-96c3-43c4-945e-e86878625b06 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:22.456237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:22.456742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5474544-0350-4ca1-9d9c-67b26f602014 req-459d5733-96c3-43c4-945e-e86878625b06 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 944 time: 0.4190114 Feb 13 23:32:22.456933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.522009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Network 75e45ce8-f220-4191-8d42-cad983552625 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:22.530679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:22.533050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:22.533315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d72a700d-1327-4f38-b7f6-e681d6563355 req-ad9303bf-9a0f-4ca4-aada-7ddbcf93b604 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6029365 Feb 13 23:32:22.581905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Pushing event updated for resources: {'Port': ['ID=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:22.623219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.625321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] 10.222.0.42 "PUT /v2.0/ports/f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 1091 time: 4.6490595 Feb 13 23:32:22.675240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-415dd221-aec9-4b4f-a54b-c193bc0caf91 req-d73e3c66-3a93-401d-83e6-489f7251fa84 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108823 Feb 13 23:32:22.689753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c32f-c7b7-467a-b949-f238390baf19 service neutron] Pushing event updated for resources: {'Port': ['ID=f0627ca2-c72f-449f-a61d-00158b25e8e2,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:22.705704 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e50fa6c-9c88-45e0-9eb1-a332fadff82a req-35df4385-5de6-41b8-99d4-732cd14c8776 service neutron] 10.222.0.42 "GET /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477957 Feb 13 23:32:22.709159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.709513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.709845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.710203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.710530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.710852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.711173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.711490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.711858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.712106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.712418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:22.758344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:22.759082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:22.804955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5474544-0350-4ca1-9d9c-67b26f602014 req-55594958-2aaf-4850-827d-9af35ad87761 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468211 Feb 13 23:32:22.886475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-3e334ecd-5609-46be-9598-37838499bdf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6233864 Feb 13 23:32:23.052163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:23.070559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:23.122584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Request body: {'port': {'device_id': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:23.171872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:23.183658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6', 'network_id': '184fd408-1aaa-4393-91d6-05f5ec7bcb69', 'port_id': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6', 'mac_address': 'fa:16:3e:e2:bd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496cd3b4-92a1-4227-a8f3-3b3efbe71dfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:23.256944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:23.261146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=dc09e686-548f-4076-b578-df1a62284c49,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:23.270703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:23.278848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:23.279519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:23.313179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc022f95-faeb-4893-895f-1784af27e551 None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:23.352569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70c76fd0-1655-4c8d-a47a-53e35628a0c2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1419289 Feb 13 23:32:23.358750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c385dd-95db-4f57-93e1-6535cb40c40d req-fcd97b8e-2547-42e7-935d-e32bc2cd8965 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:23.360457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36c385dd-95db-4f57-93e1-6535cb40c40d req-fcd97b8e-2547-42e7-935d-e32bc2cd8965 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3817928 Feb 13 23:32:23.366108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52760) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:23.409192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7', 'fixed_ips': [{'subnet_id': '2445111a-ed8f-4bc7-9036-8fed1c95e6d9'}, {'subnet_id': 'dc09e686-548f-4076-b578-df1a62284c49'}], 'name': 'tempest-PortsIpV6TestJSON-212914190'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:23.506901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:23.556580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,segment=NetworkSegment(1b841322-34b2-4079-a0a1-8524e881c04a),segment_id=1b841322-34b2-4079-a0a1-8524e881c04a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:23.569642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-f773d09f-0cee-487f-8cc7-a2a10fe499a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1094 time: 0.3813219 Feb 13 23:32:23.589838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3670fee-caf9-48c6-9205-a2eaf552db83,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:23.619857 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:23.622050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36c385dd-95db-4f57-93e1-6535cb40c40d req-270c5eee-ae5d-422f-ab86-be4670b7d833 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476745 Feb 13 23:32:23.715814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:23.742933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:24.054897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-2e2b26f7-098c-4611-97b0-27db5b5d972e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 217 time: 0.4240248 Feb 13 23:32:24.163813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:24.172108 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:24.182413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:24.182976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7fdacf0e-d2fa-4ba8-b45d-c28e9e2bd93b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:24.212838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30bfe4ae-1e83-4ca9-bfae-5c77b15c06e8 None None] Provisioning complete for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:24.213840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30bfe4ae-1e83-4ca9-bfae-5c77b15c06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:24.290542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:24.300704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac432b67-068f-435f-9ee8-aaacf3f0dcb6 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:24.308758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:24.320228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:24.378212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:24.397785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25ff2-1e5b-4a19-be23-d595ad755133 req-3b44f8b2-549f-4c61-95f7-b916c563496d tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:24.406743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:24.414672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d8c25ff2-1e5b-4a19-be23-d595ad755133 req-3b44f8b2-549f-4c61-95f7-b916c563496d tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Synchronizing usage tracker for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:24.435871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:24.469896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-45998095-1f67-4390-859c-b3d19367b257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:24.471649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-45998095-1f67-4390-859c-b3d19367b257 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.3796766 Feb 13 23:32:24.472372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:24.483882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:24.599321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:24.624034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcfc4a-25f1-46fb-8c5d-696689069662 req-c5884d78-f00f-4dd6-a198-d60ea1e7f199 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:24.632477 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1fcfc4a-25f1-46fb-8c5d-696689069662 req-c5884d78-f00f-4dd6-a198-d60ea1e7f199 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 949 time: 0.6574657 Feb 13 23:32:24.645876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-08811f0a-2e66-445b-942c-a6fccb4e9157 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308012 Feb 13 23:32:24.674183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:24.680041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 20151813-b1d7-47e9-932b-a50cfd9a8f21 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:32:24.680672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:24.852581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ac432b67-068f-435f-9ee8-aaacf3f0dcb6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:25.000041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Update dhcp port {'port': {'network_id': '30234fe1-7d23-4f38-92ae-3490ba3742c7', 'fixed_ips': [{'subnet_id': '2445111a-ed8f-4bc7-9036-8fed1c95e6d9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dc09e686-548f-4076-b578-df1a62284c49'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '34e5b234-79dd-48a3-a0fc-2eb47b10cbc9'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:32:25.071901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.166703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:25.168478 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.216539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d8c25ff2-1e5b-4a19-be23-d595ad755133 req-3b44f8b2-549f-4c61-95f7-b916c563496d tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Unset dirty status for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:25.227462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8c25ff2-1e5b-4a19-be23-d595ad755133 req-3b44f8b2-549f-4c61-95f7-b916c563496d tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 931 time: 2.0378859 Feb 13 23:32:25.243184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1fcfc4a-25f1-46fb-8c5d-696689069662 req-b9823dc9-ac7f-439e-a7aa-995b5a0c708f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949061 Feb 13 23:32:25.315728 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-ed3612ae-9166-49f2-8453-6de735c07c9e service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388826 Feb 13 23:32:25.335201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.382476 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33bdbfc-8867-4c3f-af77-a14aa3fd3a61', 'name': 'network-vif-deleted', 'tag': '874b86c7-151c-477d-9ee6-f85ff52b95c7', 'status': 'completed', 'code': 200} Feb 13 23:32:25.434645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.505923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8c25ff2-1e5b-4a19-be23-d595ad755133 req-a06f5b05-f9e5-4b15-bfed-ac7598c5fa01 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772295 Feb 13 23:32:25.566955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52772) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:25.687183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Allocated IP 2001:db8:0:1::2 (30234fe1-7d23-4f38-92ae-3490ba3742c7/dc09e686-548f-4076-b578-df1a62284c49/34e5b234-79dd-48a3-a0fc-2eb47b10cbc9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:25.693634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bededd8e-c3d2-4693-990f-18fbeb84d0f9 req-6a813493-85fa-4fd2-87c9-2cac0e1fa40d service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526812 Feb 13 23:32:25.741783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.742609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2edc15d5-ef66-470b-a719-31bbc2b9e211 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:32:25.750666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:25.762066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.784812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.787389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:25.809257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9b4f63b-6f07-45e9-ab49-b78d21b8fe96 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2edc15d5-ef66-470b-a719-31bbc2b9e211 HTTP/1.1" status: 204 len: 168 time: 6.6307509 Feb 13 23:32:25.818669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Transition to ACTIVE for port object 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:25.830790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:25.988816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] For port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,segment=NetworkSegment(1b841322-34b2-4079-a0a1-8524e881c04a),segment_id=1b841322-34b2-4079-a0a1-8524e881c04a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:26.028744 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.053521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Transition to ACTIVE for port object 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:26.060810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.212149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Deleting subnet a0de2080-91c4-41f7-a2e8-241e34f3e1bb {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:32:26.216439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.268954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.295351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:26.324029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b0552-9921-4ca9-8e38-e02b19f18691 None None] Pushing event updated for resources: {'Port': ['ID=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:26.335492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Deleting subnet 506e9b50-9fbc-4465-aa7b-08bec49dccb2 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:32:26.341412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.351425 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.449159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ac432b67-068f-435f-9ee8-aaacf3f0dcb6 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:26.567908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::3c2 (30234fe1-7d23-4f38-92ae-3490ba3742c7/2445111a-ed8f-4bc7-9036-8fed1c95e6d9/20151813-b1d7-47e9-932b-a50cfd9a8f21) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:26.579446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8:0:1::352 (30234fe1-7d23-4f38-92ae-3490ba3742c7/dc09e686-548f-4076-b578-df1a62284c49/20151813-b1d7-47e9-932b-a50cfd9a8f21) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:26.624533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044df35-8d81-450d-9cae-b6ee36f64d3f req-3cabff6c-7871-41e0-9908-64b836e63074 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:26.626616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3044df35-8d81-450d-9cae-b6ee36f64d3f req-3cabff6c-7871-41e0-9908-64b836e63074 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 945 time: 0.6487026 Feb 13 23:32:26.630059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:26.650387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:26.650892 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.652331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.773554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Attempting to bind port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:26.774375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Attempting to bind port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:26.774375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Attempting to bind port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 on network 75e45ce8-f220-4191-8d42-cad983552625 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:26.784356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 on network 75e45ce8-f220-4191-8d42-cad983552625 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:26.784822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Attempting to bind port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 on network 75e45ce8-f220-4191-8d42-cad983552625 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:26.820277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:26.854079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3044df35-8d81-450d-9cae-b6ee36f64d3f req-fd3f622c-9107-4f52-ae79-8f5f491c71c4 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574967 Feb 13 23:32:26.863038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:26.863566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Checking segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:26.864702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Bound using segment: {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:26.865177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Bound port: 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1144dd79-c93c-4e0b-afd1-c03aa65c98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '75e45ce8-f220-4191-8d42-cad983552625'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:26.865931 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.061050 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.148694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.200311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.203179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:27.210685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] For port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:27.214991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:27.232030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506e9b50-9fbc-4465-aa7b-08bec49dccb2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:27.239829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.270876 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.274762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] For port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:27.280877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e952bec4-f215-40ef-8bd3-52420fc5aa61 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/506e9b50-9fbc-4465-aa7b-08bec49dccb2 HTTP/1.1" status: 204 len: 168 time: 1.7119403 Feb 13 23:32:27.283453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:27.289015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 20151813-b1d7-47e9-932b-a50cfd9a8f21 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:27.308761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.350485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.396532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'tag': 'f0627ca2-c72f-449f-a61d-00158b25e8e2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:27.457190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:27.468649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:27.480307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5164e2-3e1d-4848-a4a4-05cd14537647 req-c6fbf42a-f703-4e37-8a01-9881e314fe38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:27.487355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b5164e2-3e1d-4848-a4a4-05cd14537647 req-c6fbf42a-f703-4e37-8a01-9881e314fe38 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 1.5728893 Feb 13 23:32:27.506349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-faa2899a-2aa5-46b5-a34e-8d99e289bcac None None] Provisioning for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:27.513791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:27.517990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:27.518640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.528495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-faa2899a-2aa5-46b5-a34e-8d99e289bcac None None] Provisioning complete for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:27.531010 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-faa2899a-2aa5-46b5-a34e-8d99e289bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.553872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=20151813-b1d7-47e9-932b-a50cfd9a8f21,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:27.580621 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.584638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.591007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d9a90b9-676f-44a5-9ddb-9123d7e15f21 HTTP/1.1" status: 200 len: 1091 time: 4.4910810 Feb 13 23:32:27.615255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'tag': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:27.678632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0de2080-91c4-41f7-a2e8-241e34f3e1bb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:27.697504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e4894e6-96f5-4426-8ad3-a8f989ff7fc0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.3249800 Feb 13 23:32:27.700598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:27.719336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02d6e3-e4d4-4eea-a22d-137c30786e89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:27.725726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:27.727929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2445111a-ed8f-4bc7-9036-8fed1c95e6d9'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:27.748301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b5164e2-3e1d-4848-a4a4-05cd14537647 req-08611221-2806-4500-8f49-5dfcbf522e44 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598646 Feb 13 23:32:27.760044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:27.776370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42f297e8-eb3a-4ec7-80e1-fe5c45fdd437 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a0de2080-91c4-41f7-a2e8-241e34f3e1bb HTTP/1.1" status: 204 len: 168 time: 1.9894476 Feb 13 23:32:27.777250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52806) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:27.965591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.187701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a13d39-4b2e-4024-ba9e-2898f65fa7db req-c91c2cb8-2636-4bfc-9374-9b1db85fe5ae tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:28.196384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-55a13d39-4b2e-4024-ba9e-2898f65fa7db req-c91c2cb8-2636-4bfc-9374-9b1db85fe5ae tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 949 time: 0.7818465 Feb 13 23:32:28.211736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ca0519eb-4ea6-4918-ba7f-c9efcd0febe6 None None] Provisioning for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:28.227901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ca0519eb-4ea6-4918-ba7f-c9efcd0febe6 None None] Provisioning complete for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:28.228280 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ca0519eb-4ea6-4918-ba7f-c9efcd0febe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.354624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ca0519eb-4ea6-4918-ba7f-c9efcd0febe6 None None] Port 20151813-b1d7-47e9-932b-a50cfd9a8f21 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:28.359144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:28.372262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.500394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f0627ca2-c72f-449f-a61d-00158b25e8e2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:28.553427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.635163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b9c7d1-2cbf-4533-b2fd-957e6c3923bf']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:28.648984 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-55a13d39-4b2e-4024-ba9e-2898f65fa7db req-d6e7c6ef-345d-4139-ae9b-ac6efc0f070b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516342 Feb 13 23:32:28.666483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-1512f132-ac88-4cb7-badd-51504ea7e9ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 1094 time: 0.9994493 Feb 13 23:32:28.674170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc2408a-b863-4f46-ba3e-3e75fe8df076') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:28.674638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc2408a-b863-4f46-ba3e-3e75fe8df076') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:28.703436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af60f2a-3487-4d19-93e8-209805016881 req-8f90f9a6-4367-4b3b-aa2d-2e3d60c6f5eb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:28.703436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7af60f2a-3487-4d19-93e8-209805016881 req-8f90f9a6-4367-4b3b-aa2d-2e3d60c6f5eb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Synchronizing usage tracker for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:28.710769 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.736410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7af60f2a-3487-4d19-93e8-209805016881 req-8f90f9a6-4367-4b3b-aa2d-2e3d60c6f5eb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Unset dirty status for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:28.737922 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7af60f2a-3487-4d19-93e8-209805016881 req-8f90f9a6-4367-4b3b-aa2d-2e3d60c6f5eb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 943 time: 0.5135162 Feb 13 23:32:28.762953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.767112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:28.768987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.783640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.784455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eaefbf-98eb-476f-804a-6adf284cdffe']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:28.805996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-5bcb75c8-d1c5-40b3-a550-664ae5cf1364 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21 HTTP/1.1" status: 200 len: 217 time: 0.1214361 Feb 13 23:32:28.839325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cfed08-9328-46df-b9ed-521aab7633c8') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:28.839325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cfed08-9328-46df-b9ed-521aab7633c8') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:28.846407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7af60f2a-3487-4d19-93e8-209805016881 req-8bcd09d4-c288-4fd6-b3f1-3bd74456e013 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Synchronizing usage tracker for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:28.883095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.896051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7af60f2a-3487-4d19-93e8-209805016881 req-8bcd09d4-c288-4fd6-b3f1-3bd74456e013 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Unset dirty status for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:28.898400 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7af60f2a-3487-4d19-93e8-209805016881 req-8bcd09d4-c288-4fd6-b3f1-3bd74456e013 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483834 Feb 13 23:32:28.906992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.917057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:32:28.917656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:32:28.938708 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:32:29.059470 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.089455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.089821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.101044 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6', 'code': 200} Feb 13 23:32:29.104834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=b6eaefbf-98eb-476f-804a-6adf284cdffe,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:29.133145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42ff200b-1b44-4bc0-92ed-91744e291fbf admin admin] 10.222.0.36 "DELETE /v2.0/networks/b6eaefbf-98eb-476f-804a-6adf284cdffe HTTP/1.1" status: 204 len: 168 time: 1.3548293 Feb 13 23:32:29.172713 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'tag': 'f0627ca2-c72f-449f-a61d-00158b25e8e2', 'status': 'completed', 'code': 200} Feb 13 23:32:29.181946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:32:29.182428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:32:29.219883 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:32:29.260965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f0627ca2-c72f-449f-a61d-00158b25e8e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:29.294523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'f0627ca2-c72f-449f-a61d-00158b25e8e2', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'port_id': 'f0627ca2-c72f-449f-a61d-00158b25e8e2', 'mac_address': 'fa:16:3e:7a:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:29.419887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52820) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:29.422348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-cc7273df-8e02-4053-bbbe-f87b9f0a5287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:29.425040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-cc7273df-8e02-4053-bbbe-f87b9f0a5287 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.5492017 Feb 13 23:32:29.590887 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.616222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0627ca2-c72f-449f-a61d-00158b25e8e2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:29.626015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dfa3e481-409e-48b8-a09d-963dbd3b9bc1 req-8dca2475-fdd7-41fd-995e-503fb93073fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 1097 time: 0.4260921 Feb 13 23:32:29.649264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-72f5c1c4-a9d8-409d-b654-621203dec393 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1094 time: 0.2201684 Feb 13 23:32:29.651357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f0627ca2-c72f-449f-a61d-00158b25e8e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:29.664118 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.722323 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'tag': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21', 'status': 'completed', 'code': 200} Feb 13 23:32:29.730935 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-8a12ecc5-bed0-488a-a78e-e7d280b88c43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2736442 Feb 13 23:32:29.795993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f0627ca2-c72f-449f-a61d-00158b25e8e2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:29.803196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.807014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:29.952427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['f0627ca2-c72f-449f-a61d-00158b25e8e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:29.959980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b9c7d1-2cbf-4533-b2fd-957e6c3923bf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:30.011805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0919efa7-4399-4124-8107-e127b2d867a9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/66b9c7d1-2cbf-4533-b2fd-957e6c3923bf HTTP/1.1" status: 204 len: 168 time: 2.7241542 Feb 13 23:32:30.077161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2835-869b-401f-a2ac-94a5cf975d36 req-23ea4711-1814-4a33-937b-8da493f336f0 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:30.078643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-634f2835-869b-401f-a2ac-94a5cf975d36 req-23ea4711-1814-4a33-937b-8da493f336f0 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 1.0877633 Feb 13 23:32:30.198064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-496e8a7d-7967-4074-a45d-71cda2a0d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:30.209615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dfa3e481-409e-48b8-a09d-963dbd3b9bc1 req-69902507-7559-440e-b3ee-40bf5ef965dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645136 Feb 13 23:32:30.245621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b3670fee-caf9-48c6-9205-a2eaf552db83 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:30.288930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b3670fee-caf9-48c6-9205-a2eaf552db83 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:30.289347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b3670fee-caf9-48c6-9205-a2eaf552db83 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:30.306779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9480cff-c4b7-453d-b05e-0323a0cdabbe req-271e9970-e5cf-46bd-a179-73cf912d1cc8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:30.307567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c9480cff-c4b7-453d-b05e-0323a0cdabbe req-271e9970-e5cf-46bd-a179-73cf912d1cc8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Synchronizing usage tracker for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:30.331949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-63968d38-087d-4a14-a12f-1309a0ca3310 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b21e3f0397045f181e6603c2afda208&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9020262 Feb 13 23:32:30.332552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52830) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:30.369959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-2180dca6-d0bc-4422-93cc-68a49f8d8be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:30.371422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-2180dca6-d0bc-4422-93cc-68a49f8d8be8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 0.5950525 Feb 13 23:32:30.413641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c9480cff-c4b7-453d-b05e-0323a0cdabbe req-271e9970-e5cf-46bd-a179-73cf912d1cc8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Unset dirty status for tenant:a7ddc736323240c5b7f766324b49651b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:30.429489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52834) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:30.429726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9480cff-c4b7-453d-b05e-0323a0cdabbe req-271e9970-e5cf-46bd-a179-73cf912d1cc8 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.7213290 Feb 13 23:32:30.490471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43cb8d94-192f-4030-af4a-0971a790b77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:30.503382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-5a3f84e2-1709-4e50-ba33-23daf310df95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1094 time: 0.3651509 Feb 13 23:32:30.506249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-f707e831-a588-4666-aed1-b4314ddf4f7d service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829901 Feb 13 23:32:30.508464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-634f2835-869b-401f-a2ac-94a5cf975d36 req-9466a143-645f-4d97-acb8-20a40f5843b9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776427 Feb 13 23:32:30.593528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9480cff-c4b7-453d-b05e-0323a0cdabbe req-fb60456c-2eda-419b-82f1-fbdea4f3f744 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659603 Feb 13 23:32:30.593740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Delete allocated IP 2001:db8:0:1::352 (30234fe1-7d23-4f38-92ae-3490ba3742c7/dc09e686-548f-4076-b578-df1a62284c49) {{(pid=83662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 13 23:32:30.624525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43cb8d94-192f-4030-af4a-0971a790b77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:30.727415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8716ae58-18e2-4c8d-9431-96e34be0c82e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5d2f1b723f74f66af7f023ada9ed457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2892547 Feb 13 23:32:30.730085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52840) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:30.923067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.090828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 20151813-b1d7-47e9-932b-a50cfd9a8f21 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:31.093949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43cb8d94-192f-4030-af4a-0971a790b77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.128791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-1d03131a-4cc7-4c21-961c-cdf5cd9d67c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 217 time: 0.3148494 Feb 13 23:32:31.142266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.143924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78fb417c-c0aa-4155-a9e6-a7be198f2b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.176345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb8d94-192f-4030-af4a-0971a790b77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79328f72-b1fd-4d4c-94f1-518364baf908,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:31.235924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f87c98-31e7-4493-a3ba-a37ecf2e2a56 req-c0eb024e-af5e-414a-9903-0702c252a820 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754329 Feb 13 23:32:31.296421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] In _notify_port_updated(), no bound segment for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 on network 30234fe1-7d23-4f38-92ae-3490ba3742c7 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:32:31.300481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:31.301102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.306430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/ports/20151813-b1d7-47e9-932b-a50cfd9a8f21 HTTP/1.1" status: 200 len: 925 time: 3.5961771 Feb 13 23:32:31.310146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52844) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:31.331252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2445111a-ed8f-4bc7-9036-8fed1c95e6d9'}, {'subnet_id': 'dc09e686-548f-4076-b578-df1a62284c49'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:31.338615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43cb8d94-192f-4030-af4a-0971a790b77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.342362 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-43cb8d94-192f-4030-af4a-0971a790b77e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79328f72-b1fd-4d4c-94f1-518364baf908 HTTP/1.1" status: 204 len: 168 time: 0.9965727 Feb 13 23:32:31.354137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78fb417c-c0aa-4155-a9e6-a7be198f2b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.378117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c493e-0fac-4ec3-bfdb-0b8aa26a59fd tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=20151813-b1d7-47e9-932b-a50cfd9a8f21,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:31.470964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-1042a172-9b27-4d66-a1da-ba587025d3bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:31.472568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-1042a172-9b27-4d66-a1da-ba587025d3bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.2987959 Feb 13 23:32:31.477214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-d80ceda9-1575-4f6e-943e-5508362af9da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:31.478671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-d80ceda9-1575-4f6e-943e-5508362af9da service neutron] 10.222.0.42 "GET /v2.0/networks?id=92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 200 len: 917 time: 0.5700250 Feb 13 23:32:31.493878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610e192-1892-4540-a1f5-7bfcbb82c273 req-c81074c3-ca4c-4834-a14f-6956f3168119 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:31.495572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4610e192-1892-4540-a1f5-7bfcbb82c273 req-c81074c3-ca4c-4834-a14f-6956f3168119 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.5314476 Feb 13 23:32:31.514020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1371f-9bad-487c-bf20-221fd0c08e75 req-6d1c25bc-35d2-48b9-84e2-91d9084ee37d tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:31.516073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6a1371f-9bad-487c-bf20-221fd0c08e75 req-6d1c25bc-35d2-48b9-84e2-91d9084ee37d tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.5756621 Feb 13 23:32:31.740168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.751167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78fb417c-c0aa-4155-a9e6-a7be198f2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.799224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6a1371f-9bad-487c-bf20-221fd0c08e75 req-c970b6fd-6150-464b-9ba7-40a23c9a5873 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336407 Feb 13 23:32:31.806296 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-eb7d9004-5df7-4af1-984b-132fbb547a64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555526 Feb 13 23:32:31.817528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb417c-c0aa-4155-a9e6-a7be198f2b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69e9991-cf10-4b1d-8350-2f3c0cd09c18,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:31.865481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78fb417c-c0aa-4155-a9e6-a7be198f2b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:31.865481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-78fb417c-c0aa-4155-a9e6-a7be198f2b3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b69e9991-cf10-4b1d-8350-2f3c0cd09c18 HTTP/1.1" status: 204 len: 168 time: 1.1268041 Feb 13 23:32:31.878065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-e99049aa-3128-45f8-80a9-e39d6ce1ca19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 200 len: 997 time: 0.3475137 Feb 13 23:32:31.881337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4610e192-1892-4540-a1f5-7bfcbb82c273 req-c76ec320-14fe-4004-b691-cc90c4634de0 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694226 Feb 13 23:32:31.921097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1191f6b4-715b-49a2-9b21-7b259a3ce764 None None] Provisioning for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:31.940760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1191f6b4-715b-49a2-9b21-7b259a3ce764 None None] Provisioning complete for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:31.942319 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1191f6b4-715b-49a2-9b21-7b259a3ce764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:32.040334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-a267f660-85f5-4fa3-8c29-bd3fc2ee77dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 1094 time: 0.6449609 Feb 13 23:32:32.205736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1191f6b4-715b-49a2-9b21-7b259a3ce764 None None] Port 20151813-b1d7-47e9-932b-a50cfd9a8f21 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:32.300983 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-840e8dee-9963-438d-9861-ee7c5843a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:32.322535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-c82099c8-9c6e-4043-a40c-96f859d16674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:32.324203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-c82099c8-9c6e-4043-a40c-96f859d16674 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 200 len: 856 time: 0.3949494 Feb 13 23:32:32.486525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f0627ca2-c72f-449f-a61d-00158b25e8e2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:32.502367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-9f71f7a7-88d7-4dd5-a804-602f237cc98e service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198380 Feb 13 23:32:32.657679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port f0627ca2-c72f-449f-a61d-00158b25e8e2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:32.664296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port f0627ca2-c72f-449f-a61d-00158b25e8e2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:32.664938 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:32.968418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:33.046097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0627ca2-c72f-449f-a61d-00158b25e8e2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:33.107799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f0627ca2-c72f-449f-a61d-00158b25e8e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:33.112262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd6a81-909b-4560-a07b-40b83f79e47d req-264360e7-9679-402a-bdd3-2a62b22e168e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:33.116806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:33.132264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0cd6a81-909b-4560-a07b-40b83f79e47d req-264360e7-9679-402a-bdd3-2a62b22e168e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.9196990 Feb 13 23:32:33.134917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-05e5fc92-b5dc-4673-8bfb-d7077ba94ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:33.143445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-05e5fc92-b5dc-4673-8bfb-d7077ba94ce8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 1.0501487 Feb 13 23:32:33.170486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ea1f-fc0e-464f-9b1f-6de34d0ec207 req-87dcc84d-e47d-4ba4-bb31-ef9fd74b5ea7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:33.178363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9250ea1f-fc0e-464f-9b1f-6de34d0ec207 req-87dcc84d-e47d-4ba4-bb31-ef9fd74b5ea7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 943 time: 0.8268943 Feb 13 23:32:33.292116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f0627ca2-c72f-449f-a61d-00158b25e8e2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:33.338108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-fc37e316-9641-4adf-a294-adf768e0d350 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92fcb22b-77af-46c2-969c-5bd4bb320602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9929714 Feb 13 23:32:33.384443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-4ca66355-ed39-477b-af4b-b64a1823d0e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21 HTTP/1.1" status: 200 len: 217 time: 0.1357541 Feb 13 23:32:33.426292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8:0:1::18 (30234fe1-7d23-4f38-92ae-3490ba3742c7/dc09e686-548f-4076-b578-df1a62284c49/20151813-b1d7-47e9-932b-a50cfd9a8f21) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:33.514596 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:33.519085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0cd6a81-909b-4560-a07b-40b83f79e47d req-d947ff95-d76d-42dc-bcdc-bfcb0aa3b989 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759558 Feb 13 23:32:33.649201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ff64878-e42f-4308-b30e-6fb235d23c63 req-f8e3cee8-ea8c-45b3-812c-544203622381 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1054630 Feb 13 23:32:33.720621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:33.730015 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:33.756679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9250ea1f-fc0e-464f-9b1f-6de34d0ec207 req-c70913f1-c88a-47e7-ad8a-4581e0103fa1 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772305 Feb 13 23:32:33.782076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-a9db4a2b-c70d-4191-b7c3-6634c41890f3 service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127202 Feb 13 23:32:33.841656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-70f11138-4300-4e30-b071-a74cf372fee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:33.843246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-70f11138-4300-4e30-b071-a74cf372fee0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.0910501 Feb 13 23:32:33.850528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 20151813-b1d7-47e9-932b-a50cfd9a8f21 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:33.857115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:34.100223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-074809fa-4fb7-4bc0-9d80-aee288e6f3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515040 Feb 13 23:32:34.109340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:34.137073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fc1f2a31-192f-41bd-9314-896aae15df82 req-87e77a70-564b-4996-a61c-bea4be8faf8f service neutron] 10.222.0.42 "GET /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416319 Feb 13 23:32:34.377804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=20151813-b1d7-47e9-932b-a50cfd9a8f21,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:34.470510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:34.570085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] In _notify_port_updated(), no bound segment for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 on network 30234fe1-7d23-4f38-92ae-3490ba3742c7 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:32:34.573910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:34.580399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:34.581755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a4a34a1d-3669-4b84-87b1-ed77c49cf5f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/ports/20151813-b1d7-47e9-932b-a50cfd9a8f21 HTTP/1.1" status: 200 len: 1010 time: 3.2656925 Feb 13 23:32:34.586739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52916) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:34.717302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb1289-8ca0-484a-860f-d41a38b0e039 req-54ae67e8-aefe-4ffb-a3c1-b141563625b5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:34.724865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54fb1289-8ca0-484a-860f-d41a38b0e039 req-54ae67e8-aefe-4ffb-a3c1-b141563625b5 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.8706443 Feb 13 23:32:34.737024 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-7ac6ce58-c63b-4fe6-8634-300e236f8e0c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4c29511beeb428b9de3407c2001c67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092775 Feb 13 23:32:34.754972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 20151813-b1d7-47e9-932b-a50cfd9a8f21 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:34.756051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:34.780154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3bb9a95e-0051-4da7-ba05-f3266783c14a None None] Provisioning for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:34.790056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3bb9a95e-0051-4da7-ba05-f3266783c14a None None] Provisioning complete for port 20151813-b1d7-47e9-932b-a50cfd9a8f21 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:34.790430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3bb9a95e-0051-4da7-ba05-f3266783c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:34.824657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-network', 'tenant_id': '137bea970bfd43c399012561b742832a'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:34.834951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:34.841747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Usage tracker for resource:network and tenant:137bea970bfd43c399012561b742832a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:34.845864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:34.857918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:34.876199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Made reservation on behalf of 137bea970bfd43c399012561b742832a for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:34.879461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:34.922864 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:34.975265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:34.996206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-538d4cf8-10f3-4c57-9d3b-99cb1d657896 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:34.997714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-538d4cf8-10f3-4c57-9d3b-99cb1d657896 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599211 Feb 13 23:32:35.001738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9a95e-0051-4da7-ba05-f3266783c14a None None] Port 20151813-b1d7-47e9-932b-a50cfd9a8f21 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:35.003650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21', 'network_id': '75e45ce8-f220-4191-8d42-cad983552625', 'port_id': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21', 'mac_address': 'fa:16:3e:2e:8e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2452c785-c1f5-4a08-8065-2de15ff91a83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:35.008612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.027827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54fb1289-8ca0-484a-860f-d41a38b0e039 req-11dd4fad-be61-4c55-9ae0-43ef84fcb5e6 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997038 Feb 13 23:32:35.094712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-71050b5c-b468-433d-b2f7-c2358230f66a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/quotas/d4c29511beeb428b9de3407c2001c67f HTTP/1.1" status: 200 len: 375 time: 0.0850463 Feb 13 23:32:35.102321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:35.107542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Usage tracker for resource:security_group_rule and tenant:137bea970bfd43c399012561b742832a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:35.110884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:35.115248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.118210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:35.144048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-59cd439f-701a-460d-8cd5-8812fc27c014 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8408246 Feb 13 23:32:35.146964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:35.166999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:35.174160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.244482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.250271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:35.275058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.289800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-79f839bd-5f8d-49d7-af75-203e08996f0d tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899693 Feb 13 23:32:35.364704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bff5d66b-abdc-493e-a344-ad8e68c5bccd req-171ca683-5c9a-41c8-8b38-c79dc5133156 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695445 Feb 13 23:32:35.391472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:32:35.411155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf988bd-d490-4421-9485-260fb37b7be1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:35.438609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.438959 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Added segment 1f5161d2-d9be-4689-a741-25bd09e17b88 of type vlan for network a35576a3-922e-4b40-8407-25d82ac070c7 Feb 13 23:32:35.471573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f9cf-455c-4d3c-acab-484c3799a471 req-4ff3e5e7-bc88-4a6d-862b-8cef99682076 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:35.473684 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0627ca2-c72f-449f-a61d-00158b25e8e2', 'code': 200} Feb 13 23:32:35.478715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b1f9cf-455c-4d3c-acab-484c3799a471 req-4ff3e5e7-bc88-4a6d-862b-8cef99682076 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.2816207 Feb 13 23:32:35.515489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['0d9a90b9-676f-44a5-9ddb-9123d7e15f21'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:35.515745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.536943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.702108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65356a17-2bae-4b85-ac00-b1c53b477382 req-76f5e21b-5e80-48d7-89df-f41785922237 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.1435304 Feb 13 23:32:35.763198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 20151813-b1d7-47e9-932b-a50cfd9a8f21 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:35.816697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65356a17-2bae-4b85-ac00-b1c53b477382 req-5eeb2692-6e71-4434-9fce-934cf181b8ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069491 Feb 13 23:32:35.872801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315e96-60ab-4e34-b97b-6c1997b855bf req-111f65f3-fcad-4798-a8af-c31996cf9787 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:35.874411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3315e96-60ab-4e34-b97b-6c1997b855bf req-111f65f3-fcad-4798-a8af-c31996cf9787 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 944 time: 0.1353579 Feb 13 23:32:35.945386 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b1f9cf-455c-4d3c-acab-484c3799a471 req-abaf947d-894f-46f9-bdd9-4095cc6319bb tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658232 Feb 13 23:32:35.947363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3315e96-60ab-4e34-b97b-6c1997b855bf req-2244e822-3a6d-45dc-8fda-dec7d142d72f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667825 Feb 13 23:32:35.981398 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:35.983405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:35.983994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.243333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad180430-2c2e-48ee-a05b-a0716157625e req-b48c3c29-3b3b-4295-bb3c-0444a5bffcfe tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 210 time: 0.0960605 Feb 13 23:32:36.248419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] Pushing event updated for resources: {'Network': ['ID=a35576a3-922e-4b40-8407-25d82ac070c7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:36.261019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a35576a3-922e-4b40-8407-25d82ac070c7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:32:36.313197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52964) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:36.320342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b43ff6bc-21a1-4dd0-b2fc-33845472e265 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1996253 Feb 13 23:32:36.323676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Request body: {'subnet': {'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-subnet', 'tenant_id': '137bea970bfd43c399012561b742832a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:36.335597 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.337435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:36.349778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Usage tracker for resource:subnet and tenant:137bea970bfd43c399012561b742832a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:36.358256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:36.370159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:36.391952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Made reservation on behalf of 137bea970bfd43c399012561b742832a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:36.394512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.472379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:36.559101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:36.566765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:36.567918 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.650194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=20151813-b1d7-47e9-932b-a50cfd9a8f21,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:36.695017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1a5e-4f74-467e-859a-1b05d4f2d3fd req-6b3b22d4-94aa-4783-bbdd-5280fb1586df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:36.698137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-873a1a5e-4f74-467e-859a-1b05d4f2d3fd req-6b3b22d4-94aa-4783-bbdd-5280fb1586df tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.1239097 Feb 13 23:32:36.729569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.764781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:36.771435 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.920861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:36.930276 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e5c01413-1e8d-40f6-951e-90b37ea4ca4a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/20151813-b1d7-47e9-932b-a50cfd9a8f21 HTTP/1.1" status: 204 len: 168 time: 2.3333068 Feb 13 23:32:36.931232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52972) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:36.936198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:36.962180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.962400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.962698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.963020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.986439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-873a1a5e-4f74-467e-859a-1b05d4f2d3fd req-01e99739-0ca9-4d66-a8eb-4702092f3403 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568963 Feb 13 23:32:36.986979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.986979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.987302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.987627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.987945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.988262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:36.988577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:32:37.007818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.046700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.061308 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-37903586-5581-4f9a-8c5a-943526fc1e78 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:32:37.062287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37903586-5581-4f9a-8c5a-943526fc1e78 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:37.101585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37903586-5581-4f9a-8c5a-943526fc1e78 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:37.103356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37903586-5581-4f9a-8c5a-943526fc1e78 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/20151813-b1d7-47e9-932b-a50cfd9a8f21 HTTP/1.1" status: 404 len: 333 time: 0.1652365 Feb 13 23:32:37.106499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:37.111419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b442902-2222-47ad-acfa-29efc51bff49 req-186bc50f-728c-42ce-b7b9-38c0aba97295 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:37.120014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b442902-2222-47ad-acfa-29efc51bff49 req-186bc50f-728c-42ce-b7b9-38c0aba97295 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4709446 Feb 13 23:32:37.193192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b442902-2222-47ad-acfa-29efc51bff49 req-0ceef08d-feda-4020-90f3-0aec2e69f4f1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714529 Feb 13 23:32:37.216731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0f842a-827c-47a5-b408-d9e12bf2f209,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:37.237167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Checking segment: {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:37.237843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Network hostable DHCP agents. Network: a35576a3-922e-4b40-8407-25d82ac070c7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:32:37.451374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452af3e-99fd-4932-8117-6d357b2c1f82 req-3dbaf903-b195-4422-bf9a-b5b0fe3c2718 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:37.460949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Network a35576a3-922e-4b40-8407-25d82ac070c7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:32:37.468443 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2452af3e-99fd-4932-8117-6d357b2c1f82 req-3dbaf903-b195-4422-bf9a-b5b0fe3c2718 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.1087012 Feb 13 23:32:37.475230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:37.492730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet dc09e686-548f-4076-b578-df1a62284c49 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:32:37.497183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a35576a3-922e-4b40-8407-25d82ac070c7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:37.500351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.506838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b42a4a-83ec-4791-803b-0f21051cde54 None None] Network a35576a3-922e-4b40-8407-25d82ac070c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:37.536864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:37.537474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.540894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2452af3e-99fd-4932-8117-6d357b2c1f82 req-7a3fb618-d37b-4bbc-9dab-65682c17ba66 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725527 Feb 13 23:32:37.623531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e966a5a-791b-4ca5-9625-bb285a426e9e req-a3191095-1b33-40c5-88ba-9b646ea6e540 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:37.625051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e966a5a-791b-4ca5-9625-bb285a426e9e req-a3191095-1b33-40c5-88ba-9b646ea6e540 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3299835 Feb 13 23:32:37.626905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-d24a9a29-7428-47d9-8e15-9320838cf628 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d4c29511beeb428b9de3407c2001c67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717454 Feb 13 23:32:37.628106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6c5eb334-716e-41f3-9d8c-7f6c37dd99e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3139343 Feb 13 23:32:37.631857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52996) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:37.636876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:37.641702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:37.652541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Usage tracker for resource:router and tenant:137bea970bfd43c399012561b742832a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:37.662556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:37.672264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:37.695681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.696651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.818895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.855158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08159a36-e028-4561-bb01-418240db8245 None None] Network a35576a3-922e-4b40-8407-25d82ac070c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:37.886602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:37.933644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-0f90c243-b205-4326-955d-ebf183e78b49 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:37.935907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-0f90c243-b205-4326-955d-ebf183e78b49 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926700 Feb 13 23:32:37.975980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Request body: {'port': {'device_id': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'd4c29511beeb428b9de3407c2001c67f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:38.010544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e966a5a-791b-4ca5-9625-bb285a426e9e req-19a4d317-239c-417a-9516-33a7dbc867d6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486354 Feb 13 23:32:38.055407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.092280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d613d6-03bb-4b81-b24f-0ab852dce23a req-250d95ae-a98c-439e-a8b8-c3a7f5d88017 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:38.100682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24d613d6-03bb-4b81-b24f-0ab852dce23a req-250d95ae-a98c-439e-a8b8-c3a7f5d88017 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3728406 Feb 13 23:32:38.244136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8d4898f-826f-4f5b-9730-7cbae95f43ea req-2522593e-094c-4cf8-b995-e3334781c3a2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 210 time: 0.0610523 Feb 13 23:32:38.251855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24d613d6-03bb-4b81-b24f-0ab852dce23a req-d761196b-d5a3-4c01-a8b4-8815760ff165 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498623 Feb 13 23:32:38.275191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.342247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:38.361295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:38.383907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Made reservation on behalf of d4c29511beeb428b9de3407c2001c67f for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:38.387219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.413872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.500360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:38.507889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1525f6-4ae0-4c60-8781-a032018d0839 None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:38.524136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.527364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.530171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=dc09e686-548f-4076-b578-df1a62284c49,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:38.550207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b985a84a-c19c-4c3a-80f1-6d2c05d2dd60 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/dc09e686-548f-4076-b578-df1a62284c49 HTTP/1.1" status: 204 len: 168 time: 1.4426670 Feb 13 23:32:38.555682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53012) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:38.572533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.633043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 2445111a-ed8f-4bc7-9036-8fed1c95e6d9 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:32:38.649206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.740442 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21', 'code': 200} Feb 13 23:32:38.749666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Allocated IP 172.25.4.236 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:38.774691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:32:38.846516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.889120 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:38.967091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:38.970572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcddef-139f-422f-b954-0541e3886b74 req-784cfc6c-0cba-412c-86a8-49dab6f77487 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:38.978410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-95dcddef-139f-422f-b954-0541e3886b74 req-784cfc6c-0cba-412c-86a8-49dab6f77487 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.5538509 Feb 13 23:32:39.017138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'port_id': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'mac_address': 'fa:16:3e:f8:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:39.045535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Allocated IP 192.168.233.83 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/bff4cced-815f-4259-8e4d-b7ed03a79b3f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:39.069572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53026) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:39.103089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.118438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d3be2da-849d-4b30-ba5d-73a914fb99d0 req-270f63e5-0f4c-44fe-b7c0-a07d42d4143d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 1096 time: 0.2463086 Feb 13 23:32:39.124226 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.134789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-95dcddef-139f-422f-b954-0541e3886b74 req-15ff76d0-b31e-4385-a488-7810c41ba855 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552796 Feb 13 23:32:39.148948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc997b7-0ab4-4893-9d09-90d73a172e6f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:39.163782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b56e-9b61-4e9d-8829-b5a7ba1474ae req-2664556d-6422-4477-90c2-fe3a7b6af462 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:39.170329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e035b56e-9b61-4e9d-8829-b5a7ba1474ae req-2664556d-6422-4477-90c2-fe3a7b6af462 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 943 time: 0.2361422 Feb 13 23:32:39.188222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:39.198644 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.207180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d3be2da-849d-4b30-ba5d-73a914fb99d0 req-5a33657c-792d-4901-bfb1-44ca7cc06392 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676820 Feb 13 23:32:39.235389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.245364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.350843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:39.360633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:39.364500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:39.408556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:39.440607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Pushing event updated for resources: {'Port': ['ID=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:39.521845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['fdc997b7-0ab4-4893-9d09-90d73a172e6f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:39.546799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.571335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625e554-4d01-4b98-a840-c5120409df8f req-3183458c-4ad5-4be3-84e6-b01fd8304d28 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:39.573226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3625e554-4d01-4b98-a840-c5120409df8f req-3183458c-4ad5-4be3-84e6-b01fd8304d28 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2108490 Feb 13 23:32:39.591744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e035b56e-9b61-4e9d-8829-b5a7ba1474ae req-769152db-2a8b-4303-b4a4-7370f44f0e35 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195476 Feb 13 23:32:39.662689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3625e554-4d01-4b98-a840-c5120409df8f req-906dd547-e9df-43b9-acd3-e6fee4d6cde8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Feb 13 23:32:39.673496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:39.692366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Usage tracker for resource:security_group_rule and tenant:cb25d32f300d4c7597f363ee463e3019 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:39.697815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:39.717724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.737462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:39.810355 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.813888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=2445111a-ed8f-4bc7-9036-8fed1c95e6d9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:39.838684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.839959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.845094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:39.865227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52d065-5cf9-4e1b-817c-5684fba7fbc1 None None] Network 30234fe1-7d23-4f38-92ae-3490ba3742c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:39.906240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Transition to ACTIVE for port object bff4cced-815f-4259-8e4d-b7ed03a79b3f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:39.926320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9cd0db77-ef4d-4ef2-bd23-a10babf79fa3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/2445111a-ed8f-4bc7-9036-8fed1c95e6d9 HTTP/1.1" status: 204 len: 168 time: 1.3692675 Feb 13 23:32:39.930628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53038) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:39.992991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d723e1a9-f7ea-4f0f-9236-03e28902565c None None] Provisioning complete for port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:39.993566 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d723e1a9-f7ea-4f0f-9236-03e28902565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.109811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:32:40.140198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.145817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.153658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.201006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.243671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2284-f0b9-4bbd-8f56-4182c2e56d91 req-28f12495-d12e-473e-b270-887a6b3ff621 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:40.250953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-85dd2284-f0b9-4bbd-8f56-4182c2e56d91 req-28f12495-d12e-473e-b270-887a6b3ff621 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.4135766 Feb 13 23:32:40.324263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:40.324602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.382965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ee287-64e5-4771-aed3-3d8ad564f584,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:40.405531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:40.417543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:40.428646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event updated for resources: {'Port': ['ID=bff4cced-815f-4259-8e4d-b7ed03a79b3f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:40.435590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-74505419-03b4-4ea3-ad2e-0db2446cbbee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb25d32f300d4c7597f363ee463e3019&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3620818 Feb 13 23:32:40.438202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53044) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:40.441449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:40.441594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82cb63-00b5-4a9b-855e-5f157a67d283 req-ef0abb75-47c4-456a-95c8-73b81e7184f8 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:40.462815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b82cb63-00b5-4a9b-855e-5f157a67d283 req-ef0abb75-47c4-456a-95c8-73b81e7184f8 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 935 time: 0.1788347 Feb 13 23:32:40.524000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-85dd2284-f0b9-4bbd-8f56-4182c2e56d91 req-8446e69c-bb14-4494-ac0a-814b0c0e6d17 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717404 Feb 13 23:32:40.560462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] DHCP port deletion for 30234fe1-7d23-4f38-92ae-3490ba3742c7 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:32:40.565615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] Deleting port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:40.566110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.616257 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b82cb63-00b5-4a9b-855e-5f157a67d283 req-a82a582a-20d0-4d02-82ca-42e92ade9305 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521776 Feb 13 23:32:40.661512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:32:40.672989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Sync routers for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:32:40.704273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6e54a41-a9c6-4c2d-85e0-240c198bbcce', '047ff693-f0b9-4e52-b20e-82fd4b54cb1b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:40.705605 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:40.706675 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:40.707012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.708842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6c3a9202-5e64-4a39-b949-3a38dcb07cad admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0758507 Feb 13 23:32:40.711713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:40.735144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:40.743525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.797577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0a059e38-3b7f-40e0-b6b9-15cb16f4d3cb None None] Provisioning for port bff4cced-815f-4259-8e4d-b7ed03a79b3f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:40.808827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0a059e38-3b7f-40e0-b6b9-15cb16f4d3cb None None] Provisioning complete for port bff4cced-815f-4259-8e4d-b7ed03a79b3f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:40.809200 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0a059e38-3b7f-40e0-b6b9-15cb16f4d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:40.935550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-8520445a-15b6-4fdf-b8ca-f4c3aa1b4e24 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9634697 Feb 13 23:32:40.964196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Request body: {'port': {'device_id': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:40.984731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0a059e38-3b7f-40e0-b6b9-15cb16f4d3cb None None] Port bff4cced-815f-4259-8e4d-b7ed03a79b3f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:40.994499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f1926-038e-4461-9c36-66d70823c5a4 req-00173f71-183d-4826-a92e-bfc14c12baf2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:40.996410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c84f1926-038e-4461-9c36-66d70823c5a4 req-00173f71-183d-4826-a92e-bfc14c12baf2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.1284375 Feb 13 23:32:41.017197 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:41.070098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c84f1926-038e-4461-9c36-66d70823c5a4 req-24827b2b-5573-40f2-a7c8-b4f28fdab936 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661700 Feb 13 23:32:41.104417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] For port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,segment=NetworkSegment(1b841322-34b2-4079-a0a1-8524e881c04a),segment_id=1b841322-34b2-4079-a0a1-8524e881c04a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:41.104963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.179422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3be6589e-5783-4e13-875e-fd05c98bcd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.249622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] Calling delete_port for 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:41.285155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4321-0b4e-4249-90d7-c9730b41e38c req-fe1a09ef-a37e-4051-b7b7-70ca3e08843b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:41.293869 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c19e4321-0b4e-4249-90d7-c9730b41e38c req-fe1a09ef-a37e-4051-b7b7-70ca3e08843b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.5371568 Feb 13 23:32:41.334821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3be6589e-5783-4e13-875e-fd05c98bcd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.403355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] For port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,segment=NetworkSegment(1b841322-34b2-4079-a0a1-8524e881c04a),segment_id=1b841322-34b2-4079-a0a1-8524e881c04a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:41.404277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.416414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fef2-1edf-482e-8ae0-0e92fbb26b28 req-a07de5ae-c627-47d0-ae53-8804da05b24a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:41.417909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d55fef2-1edf-482e-8ae0-0e92fbb26b28 req-a07de5ae-c627-47d0-ae53-8804da05b24a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 944 time: 0.1295290 Feb 13 23:32:41.463625 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:39Z', 'revision_number': 3, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:41.468741 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Checking router: 8008986d-ac22-4bb3-b433-d4bffb4c92b8 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:32:41.469140 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Updating router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:32:41.470641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.527787 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.528003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] Pushing event deleted for resources: {'Port': ['ID=34e5b234-79dd-48a3-a0fc-2eb47b10cbc9,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:41.538619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad84b4-3a2d-4f58-9156-3a0b2e795f3f None None] No DVR routers for this DVR port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:41.572144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:41.610749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d55fef2-1edf-482e-8ae0-0e92fbb26b28 req-c130cd17-b2fe-4965-b89c-7c36bae6c4ef tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810815 Feb 13 23:32:41.654673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c19e4321-0b4e-4249-90d7-c9730b41e38c req-8deb6283-b125-4763-aad1-f8021e248003 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595815 Feb 13 23:32:41.702103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.793781 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:32:41.794206 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:32:41.957418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3be6589e-5783-4e13-875e-fd05c98bcd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.965901 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:41.983085 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Transition to ACTIVE for port object 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:41.995784 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.006753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6589e-5783-4e13-875e-fd05c98bcd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ee287-64e5-4771-aed3-3d8ad564f584,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:42.082555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f9f36-560a-4290-9142-297838fb07b9 None None] Pushing event updated for resources: {'Port': ['ID=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:42.114864 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Attempting to bind port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:42.115330 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Attempting to bind port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:42.115679 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Attempting to bind port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:42.123812 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:42.124202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:42.124555 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.125393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:42.125847 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Bound port: 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:42.126252 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.203472 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] For port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:42.206968 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] For port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:42.213343 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.217646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.254121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b89576-73e2-4991-906c-69602c82d7c0 req-bff40456-158c-440e-b886-f5a4e0f12d6b tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:42.261399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86b89576-73e2-4991-906c-69602c82d7c0 req-bff40456-158c-440e-b886-f5a4e0f12d6b tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3994966 Feb 13 23:32:42.268501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40000476-b3bb-4595-96ec-bcc565f711ee req-74fba439-9d94-4134-a034-e0a622a4e91c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:42.269862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40000476-b3bb-4595-96ec-bcc565f711ee req-74fba439-9d94-4134-a034-e0a622a4e91c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.2391183 Feb 13 23:32:42.318719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:42.319535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:42.320171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.337791 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:42.339142 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:42.356597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:42.356928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 34e5b234-79dd-48a3-a0fc-2eb47b10cbc9 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:42.376275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3be6589e-5783-4e13-875e-fd05c98bcd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.381197 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3be6589e-5783-4e13-875e-fd05c98bcd03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e35ee287-64e5-4771-aed3-3d8ad564f584 HTTP/1.1" status: 204 len: 168 time: 1.9049246 Feb 13 23:32:42.416848 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f9f36-560a-4290-9142-297838fb07b9 None None] Pushing event updated for resources: {'Port': ['ID=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:42.437665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] The port '34e5b234-79dd-48a3-a0fc-2eb47b10cbc9' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:32:42.446906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:42.447339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.450379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806ee0e-8c14-4190-98af-b44235bcf1dd req-8abd4510-5cb1-4252-bad4-2569c561f4d7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:42.451201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c806ee0e-8c14-4190-98af-b44235bcf1dd req-8abd4510-5cb1-4252-bad4-2569c561f4d7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Synchronizing usage tracker for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:42.525766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86b89576-73e2-4991-906c-69602c82d7c0 req-b863ec2b-e707-4d11-a256-fdbafc9cde2c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633955 Feb 13 23:32:42.537034 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:42.595922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.619146 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:42.622229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30234fe1-7d23-4f38-92ae-3490ba3742c7']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:42.635261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b841322-34b2-4079-a0a1-8524e881c04a') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:42.635560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b841322-34b2-4079-a0a1-8524e881c04a') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:42.648341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.663008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port fdc997b7-0ab4-4893-9d09-90d73a172e6f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:42.663996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.666951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.673917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:32:42.674802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.823877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Allocated IP 172.20.0.1 (a35576a3-922e-4b40-8407-25d82ac070c7/7a0f842a-827c-47a5-b408-d9e12bf2f209/814fc899-6eac-48ae-83c3-ff028c0a9ba4) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:42.891210 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:32:42.894409 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:32:42.919560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.946798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:42.970592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:42.983686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:42.984540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ac432b67-068f-435f-9ee8-aaacf3f0dcb6 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:42.998126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.001010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=30234fe1-7d23-4f38-92ae-3490ba3742c7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:43.015368 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:32:43.028979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.033689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c806ee0e-8c14-4190-98af-b44235bcf1dd req-8abd4510-5cb1-4252-bad4-2569c561f4d7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Unset dirty status for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:43.041591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c806ee0e-8c14-4190-98af-b44235bcf1dd req-8abd4510-5cb1-4252-bad4-2569c561f4d7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 935 time: 1.1360011 Feb 13 23:32:43.047095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4e05d7c-1259-443e-94af-ac0b4684221a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/30234fe1-7d23-4f38-92ae-3490ba3742c7 HTTP/1.1" status: 204 len: 168 time: 3.1134913 Feb 13 23:32:43.055058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53076) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:43.088311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.161315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53080) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:43.199768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:43.201189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.202850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Network a35576a3-922e-4b40-8407-25d82ac070c7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:43.215837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:43.226480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:43.248713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c806ee0e-8c14-4190-98af-b44235bcf1dd req-a08457d6-f87c-47c2-a8b7-0e2eac466f72 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925166 Feb 13 23:32:43.251718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff4cced-815f-4259-8e4d-b7ed03a79b3f {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:43.269721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.306519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:43.306836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Transition to ACTIVE for port object bff4cced-815f-4259-8e4d-b7ed03a79b3f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:43.307879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Usage tracker for resource:security_group_rule and tenant:2770e16d60b04927aa79064cdaccd1ab is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:43.313585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:43.318268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.335239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:43.337139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.358335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:39Z', 'revision_number': 3, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:43.362531 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1ab50-27f2-45b0-b984-718aa02c3d12 None None] The sync data for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 is: [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:39Z', 'revision_number': 3, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:32:43.372306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:43.381299 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.421195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.498297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Pushing event updated for resources: {'Port': ['ID=814fc899-6eac-48ae-83c3-ff028c0a9ba4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:43.510733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:43.550480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bff4cced-815f-4259-8e4d-b7ed03a79b3f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:43.608874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:43.609343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.686753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6614f-572f-4a75-b06f-2838d3218548 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:43.687121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-93b6614f-572f-4a75-b06f-2838d3218548 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:43.704148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.719393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:43.776373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-93b6614f-572f-4a75-b06f-2838d3218548 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:43.781018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-93b6614f-572f-4a75-b06f-2838d3218548 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7037458 Feb 13 23:32:43.814939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53086) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:43.826078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for ac432b67-068f-435f-9ee8-aaacf3f0dcb6 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:43.888604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e9fdd-bf79-4453-9fc5-a61600b19d73,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:43.911281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6bfc-59fd-4c3b-b081-17343c3d2468 req-a13419c6-410c-4ddd-b8de-393753230cad tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:43.912778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf4e6bfc-59fd-4c3b-b081-17343c3d2468 req-a13419c6-410c-4ddd-b8de-393753230cad tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 946 time: 0.8399534 Feb 13 23:32:43.945485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b7c260ab-a2d8-4ef7-b5c2-0dad7605c77a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2770e16d60b04927aa79064cdaccd1ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7758219 Feb 13 23:32:43.951341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53090) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:44.032679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Attempting to bind port bff4cced-815f-4259-8e4d-b7ed03a79b3f on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:44.033010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Attempting to bind port bff4cced-815f-4259-8e4d-b7ed03a79b3f by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:44.033334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Attempting to bind port bff4cced-815f-4259-8e4d-b7ed03a79b3f on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:44.045742 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf4e6bfc-59fd-4c3b-b081-17343c3d2468 req-10c33379-c906-43b0-8b3e-59b5991acdba tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253693 Feb 13 23:32:44.061654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Port bff4cced-815f-4259-8e4d-b7ed03a79b3f on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:44.061981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Attempting to bind port bff4cced-815f-4259-8e4d-b7ed03a79b3f on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:44.068845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.094267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a6d99bfb-f7f2-458c-ab90-1340f2179d82 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2759271 Feb 13 23:32:44.100013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53094) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:44.105816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8e839-b314-416d-a688-30c7867df692 req-e8b6fd1c-884e-419b-98df-1a7114fde7ed tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:44.107327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58a8e839-b314-416d-a688-30c7867df692 req-e8b6fd1c-884e-419b-98df-1a7114fde7ed tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.2298369 Feb 13 23:32:44.109622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:44.109957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:44.110362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:44.110801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Bound port: bff4cced-815f-4259-8e4d-b7ed03a79b3f, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:44.111140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.131060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:32:44.131379 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:32:44.133585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1695012465'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:44.140807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0244792-563e-4e97-95c2-dc20d965f80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.146484 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-e46d65b9-3aa5-48a2-ab41-c72e422a688e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 1096 time: 0.2870104 Feb 13 23:32:44.158535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:44.178831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:44.205677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:44.231095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:44.258191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0244792-563e-4e97-95c2-dc20d965f80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.305006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58a8e839-b314-416d-a688-30c7867df692 req-060de429-44ae-4308-97a1-20279ad9f45a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757767 Feb 13 23:32:44.305716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:44.311110 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.363854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:44.426692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] For port bff4cced-815f-4259-8e4d-b7ed03a79b3f, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:44.430731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] For port bff4cced-815f-4259-8e4d-b7ed03a79b3f, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:44.446172 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'code': 200} Feb 13 23:32:44.447328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.491177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:44.502590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:44.503044 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.557294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0244792-563e-4e97-95c2-dc20d965f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.561741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:32:44.577264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.578966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/bff4cced-815f-4259-8e4d-b7ed03a79b3f HTTP/1.1" status: 200 len: 1095 time: 3.6193914 Feb 13 23:32:44.587499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'tag': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:44.604736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0244792-563e-4e97-95c2-dc20d965f80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e9fdd-bf79-4453-9fc5-a61600b19d73,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:44.613535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.614095 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment a3de747a-582e-4044-ab39-a678c080ae2f of type vlan for network f72a13fd-9911-4f5e-a62d-6b663256a559 Feb 13 23:32:44.623748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a66b1-5f27-49ce-8287-b11a6b6205b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bff4cced-815f-4259-8e4d-b7ed03a79b3f,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:44.649794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0244792-563e-4e97-95c2-dc20d965f80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.657259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0244792-563e-4e97-95c2-dc20d965f80f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/094e9fdd-bf79-4453-9fc5-a61600b19d73 HTTP/1.1" status: 204 len: 168 time: 0.7039802 Feb 13 23:32:44.678943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.693644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Deleting port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:44.694162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.699029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:44.706907 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.739307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.860541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:44.945847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.949534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:44.950142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:44.970850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ef83-f910-4cc4-ba34-a58f333615ea req-2c667362-392c-4a8d-8d70-d0ab237ad5a1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:44.972321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ef6ef83-f910-4cc4-ba34-a58f333615ea req-2c667362-392c-4a8d-8d70-d0ab237ad5a1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.7699664 Feb 13 23:32:45.000998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49ad06-dbbe-4d6a-9257-a83c6cdeb6a0 req-8d718384-f142-424f-a076-3e5eb6495b31 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:45.007882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d49ad06-dbbe-4d6a-9257-a83c6cdeb6a0 req-8d718384-f142-424f-a076-3e5eb6495b31 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.2505994 Feb 13 23:32:45.130798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-37052411-601e-475b-a47e-37c2a1ecb1b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:45.132227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-37052411-601e-475b-a47e-37c2a1ecb1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 0.9310575 Feb 13 23:32:45.215515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-fabff0e3-b620-482c-9368-ab4cb39e4257 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 1098 time: 0.5390413 Feb 13 23:32:45.217389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:32:45.244149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=f72a13fd-9911-4f5e-a62d-6b663256a559,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:45.259548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:45.265281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f72a13fd-9911-4f5e-a62d-6b663256a559 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:32:45.277643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-956519ba-7350-4aa6-bc42-f92aea6bba48 req-6a5ba2b1-904e-4397-801d-5637d7545e68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 1097 time: 0.4249198 Feb 13 23:32:45.282343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-41e04810-3b0e-44f3-ab82-595097a06f33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21 HTTP/1.1" status: 200 len: 217 time: 0.1279304 Feb 13 23:32:45.283182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:45.303493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dc3dfc01-08f6-474c-8ffe-ec680c8e02ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1949430 Feb 13 23:32:45.312364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53114) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:45.329061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:45.354392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ef6ef83-f910-4cc4-ba34-a58f333615ea req-9b9928ab-3707-4a94-8456-766c30bd3710 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518922 Feb 13 23:32:45.361289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-68c2bff6-a5cf-478a-abf6-b338007101e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f HTTP/1.1" status: 200 len: 217 time: 0.1180840 Feb 13 23:32:45.479234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-65f1aba6-6f9d-40d7-9304-96e1581f7b75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:45.480855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-65f1aba6-6f9d-40d7-9304-96e1581f7b75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0692532 Feb 13 23:32:45.509816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] For port ac432b67-068f-435f-9ee8-aaacf3f0dcb6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,segment=NetworkSegment(b41b2f89-e20e-429d-9750-19fcec1ec668),segment_id=b41b2f89-e20e-429d-9750-19fcec1ec668)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:45.510195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:45.544630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Pushing event updated for resources: {'Port': ['ID=814fc899-6eac-48ae-83c3-ff028c0a9ba4,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:45.601152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d49ad06-dbbe-4d6a-9257-a83c6cdeb6a0 req-e3238e8a-6c18-4fd9-8553-6380016b7644 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819861 Feb 13 23:32:45.611218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:45.612216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:45.625738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:45.634962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:45.642336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:45.659090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-6d4b4ece-a467-46c7-b306-8d833d6489b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690702 Feb 13 23:32:45.662451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:45.698926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Calling delete_port for ac432b67-068f-435f-9ee8-aaacf3f0dcb6 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:45.761789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-124bd52e-03e9-4001-ad73-119063199cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:45.763245 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-124bd52e-03e9-4001-ad73-119063199cd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.4404316 Feb 13 23:32:45.785152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-956519ba-7350-4aa6-bc42-f92aea6bba48 req-f87bf5ea-bc3e-4301-bd3b-78bf644b8fe8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4611568 Feb 13 23:32:45.806583 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'tag': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f', 'status': 'completed', 'code': 200} Feb 13 23:32:45.861391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-979e770a-81a1-479e-be9c-986ff2b77ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781915 Feb 13 23:32:45.900426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:46.039621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d46d-e623-4f99-b67e-50aa3cd331b0 req-a6722089-1198-4143-89e9-4b69cf2e5602 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:46.041150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b787d46d-e623-4f99-b67e-50aa3cd331b0 req-a6722089-1198-4143-89e9-4b69cf2e5602 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 947 time: 0.4347892 Feb 13 23:32:46.168787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-fcb4a04a-b952-46e8-a48b-70be0312e814 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859016 Feb 13 23:32:46.213247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491a11f-de8d-4121-9faa-98775b5e9d05 req-932a3583-87e4-499a-b5d0-e47320448f29 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:46.214907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0491a11f-de8d-4121-9faa-98775b5e9d05 req-932a3583-87e4-499a-b5d0-e47320448f29 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 944 time: 0.4053500 Feb 13 23:32:46.320010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:46.338362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Network a35576a3-922e-4b40-8407-25d82ac070c7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:46.343950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:46.397524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0491a11f-de8d-4121-9faa-98775b5e9d05 req-c63818ce-bc1b-4c80-b338-40a4d96a2c6c tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a28d71d-7684-4855-82f4-bcdd3a832892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479774 Feb 13 23:32:46.418785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:46.419478 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:46.458843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:46.464405 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9730bf8-28d1-4cd3-8fc3-1f4c8e054551 req-fce9d2f9-35fb-423c-8976-6e46e23999e1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839684 Feb 13 23:32:46.465748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:46.569448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:46.640148 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b787d46d-e623-4f99-b67e-50aa3cd331b0 req-fe74b823-dc4e-440d-ad11-691c1cc40830 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865242 Feb 13 23:32:46.646780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Pushing event deleted for resources: {'Port': ['ID=ac432b67-068f-435f-9ee8-aaacf3f0dcb6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:46.655550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-f9a27b59-5d2a-44d7-9e3d-c892a16bf8bc service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134579 Feb 13 23:32:46.710130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=fa52f4c3-155c-4408-88b1-125468b4b2b7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:46.780954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': 'a3de747a-582e-4044-ab39-a678c080ae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:46.782241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: f72a13fd-9911-4f5e-a62d-6b663256a559, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:32:46.804708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b6a74-6692-4b0e-b937-5461d3054d35 req-9c3c26a4-082e-4a3c-aea3-5f00a9c615e6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:46.806500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-457b6a74-6692-4b0e-b937-5461d3054d35 req-9c3c26a4-082e-4a3c-aea3-5f00a9c615e6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.1914539 Feb 13 23:32:46.850333 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6', 'code': 200} Feb 13 23:32:46.879991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-4c7741ef-2877-4f03-9ce4-db210a7eb04c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 1098 time: 0.3453329 Feb 13 23:32:46.881854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network f72a13fd-9911-4f5e-a62d-6b663256a559 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:32:46.930367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] No DVR routers for this DVR port ac432b67-068f-435f-9ee8-aaacf3f0dcb6 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:46.942836 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:46.946467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'name': 'network-vif-deleted', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:46.992276 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40000476-b3bb-4595-96ec-bcc565f711ee req-a91d5d87-87a5-451f-9b28-5c15a8ac1b60 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.42 "DELETE /v2.0/ports/ac432b67-068f-435f-9ee8-aaacf3f0dcb6 HTTP/1.1" status: 204 len: 173 time: 4.7047613 Feb 13 23:32:47.027587 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af2726-f7c5-4bfe-b0b4-3a7a0a1bd419 req-47342570-9080-43a8-bd6f-4fbbdae9a56e service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414540 Feb 13 23:32:47.035380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f72a13fd-9911-4f5e-a62d-6b663256a559) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:47.047016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38973f49-4942-4c63-a251-73393026b0f1 None None] Network f72a13fd-9911-4f5e-a62d-6b663256a559 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:47.071144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-457b6a74-6692-4b0e-b937-5461d3054d35 req-00a44a5a-98d4-4114-a8e2-af93d62d876f tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563951 Feb 13 23:32:47.081357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:47.082173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:47.156124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ed560-b289-49be-8f35-8b73d2f7bb4d req-e106e4d1-5ec2-4fd5-9ff5-4d8710415463 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:47.166750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c4ed560-b289-49be-8f35-8b73d2f7bb4d req-e106e4d1-5ec2-4fd5-9ff5-4d8710415463 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1378462 Feb 13 23:32:47.188482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-de189ba5-41bc-4d10-871c-e9f41f8eb8fa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8743620 Feb 13 23:32:47.201936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53158) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:47.259234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559', 'name': 'tempest-PortsIpV6TestJSON-1825763783'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:47.334012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c4ed560-b289-49be-8f35-8b73d2f7bb4d req-a33855ab-fb1c-416d-b3cc-8e164769820f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660299 Feb 13 23:32:47.344644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:32:47.574856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f72a13fd-9911-4f5e-a62d-6b663256a559', 'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': 'fa52f4c3-155c-4408-88b1-125468b4b2b7'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:32:47.575931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:47.858651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:32:47.870213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-178f72c3-c198-42d7-b110-1729feb777e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:47.871681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-178f72c3-c198-42d7-b110-1729feb777e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.9799747 Feb 13 23:32:47.886868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-679e71ef-a06b-45eb-8e15-9885827a7538 admin admin] 10.222.0.36 "PUT /v2.0/routers/8008986d-ac22-4bb3-b433-d4bffb4c92b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1652915 Feb 13 23:32:47.900695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Allocated IP 2001:db8::2 (f72a13fd-9911-4f5e-a62d-6b663256a559/fa52f4c3-155c-4408-88b1-125468b4b2b7/d879a6df-d846-4db4-abb1-2c1c42b69184) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:48.113592 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36da8a81-5a4c-4b98-bf0b-e3e8df6e6435', 'name': 'network-vif-deleted', 'tag': 'ac432b67-068f-435f-9ee8-aaacf3f0dcb6', 'status': 'completed', 'code': 200} Feb 13 23:32:48.195990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51953c19-299c-4ee5-b6d9-e6cb1c5a086a req-3cdf4468-2f6a-405e-aada-c53371bd4ab2 tempest-DeleteServersTestJSON-185786685 tempest-DeleteServersTestJSON-185786685-project] 10.222.0.36 "GET /v2.0/ports?device_id=36da8a81-5a4c-4b98-bf0b-e3e8df6e6435 HTTP/1.1" status: 200 len: 210 time: 0.3145912 Feb 13 23:32:48.234706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-77999dff-0ffd-4b44-8d2c-baafb42d4635 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f HTTP/1.1" status: 200 len: 217 time: 0.3065856 Feb 13 23:32:48.247882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Sync routers for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:32:48.424497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:48.424854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c950c-9db1-46b0-ae90-83f5030ec4b4 req-c2559a73-ad15-4369-9bfc-b5f46b06911f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:48.425167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:48.435529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-836c950c-9db1-46b0-ae90-83f5030ec4b4 req-c2559a73-ad15-4369-9bfc-b5f46b06911f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1579421 Feb 13 23:32:48.487616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-33c57bf3-117c-425e-ac66-b956718ef835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:48.490054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-33c57bf3-117c-425e-ac66-b956718ef835 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.2337527 Feb 13 23:32:48.502442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-836c950c-9db1-46b0-ae90-83f5030ec4b4 req-6958f3e4-5c65-48c2-94ab-5e126844727c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653234 Feb 13 23:32:48.618098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:48.675546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:48.676583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:48.708423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:48.711670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:48.742280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f73320-4700-44ba-8d1f-d6a1121c30cc req-902cc9ef-55fb-42e7-90c2-1196fba0f3eb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:48.743500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29f73320-4700-44ba-8d1f-d6a1121c30cc req-902cc9ef-55fb-42e7-90c2-1196fba0f3eb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 947 time: 0.2633312 Feb 13 23:32:48.764119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971b5fc-52a5-4641-a539-e9ba06e1c2cb req-5843a47f-2ba1-499b-a71c-56f83d21599a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:48.771975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9971b5fc-52a5-4641-a539-e9ba06e1c2cb req-5843a47f-2ba1-499b-a71c-56f83d21599a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.1311715 Feb 13 23:32:48.774746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:32:48.813652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-c788c09f-0a1a-4018-946c-1273a1de4de9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2743242 Feb 13 23:32:48.839205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9971b5fc-52a5-4641-a539-e9ba06e1c2cb req-3508d64a-dc1f-4405-9043-62052d1bfa21 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662916 Feb 13 23:32:48.946243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bff4cced-815f-4259-8e4d-b7ed03a79b3f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:32:48.993681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29f73320-4700-44ba-8d1f-d6a1121c30cc req-0f7adc26-b573-4fbb-b561-530f6b855048 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438595 Feb 13 23:32:48.999467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:49.086926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Transition to ACTIVE for port object d879a6df-d846-4db4-abb1-2c1c42b69184 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:49.104439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edc735-649b-4029-a5f8-e8070472bda6 req-73406e92-77ca-4267-9280-2be7396fdca3 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:49.110670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90edc735-649b-4029-a5f8-e8070472bda6 req-73406e92-77ca-4267-9280-2be7396fdca3 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1140182 Feb 13 23:32:49.136213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-31434f7c-53d3-4ea9-a761-b8bc0ac2ee53 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026509 Feb 13 23:32:49.175392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90edc735-649b-4029-a5f8-e8070472bda6 req-8c0ce378-e6ea-4530-b06c-1c3053456351 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 Feb 13 23:32:49.258533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Transition to ACTIVE for port object d879a6df-d846-4db4-abb1-2c1c42b69184 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:49.310460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:49.468444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731eaa5-6aa7-477c-8f33-c3f5e3bb05a9 req-d2afb360-0028-45c7-a67b-5a70d097fa75 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:49.470004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e731eaa5-6aa7-477c-8f33-c3f5e3bb05a9 req-d2afb360-0028-45c7-a67b-5a70d097fa75 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1029990 Feb 13 23:32:49.506917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Network f72a13fd-9911-4f5e-a62d-6b663256a559 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:49.519593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:49.534271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::24e (f72a13fd-9911-4f5e-a62d-6b663256a559/fa52f4c3-155c-4408-88b1-125468b4b2b7/40ae38f2-680e-4cdb-a54e-bf8d24e7dacd) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:49.538739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:49.545503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be7e3989-02ed-49e2-801f-632c5d992b94 req-2375b565-8b02-4428-9f7c-e7b46414b93f service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990865 Feb 13 23:32:49.583313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bff4cced-815f-4259-8e4d-b7ed03a79b3f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:49.593693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Pushing event updated for resources: {'Port': ['ID=d879a6df-d846-4db4-abb1-2c1c42b69184,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:49.668055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f', 'mac_address': 'fa:16:3e:67:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:32:49.675860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e731eaa5-6aa7-477c-8f33-c3f5e3bb05a9 req-7281d87b-ad56-4e30-8607-00fee24b0b82 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996126 Feb 13 23:32:49.781610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Attempting to bind port d879a6df-d846-4db4-abb1-2c1c42b69184 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:49.782113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Attempting to bind port d879a6df-d846-4db4-abb1-2c1c42b69184 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a3de747a-582e-4044-ab39-a678c080ae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:49.782408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Attempting to bind port d879a6df-d846-4db4-abb1-2c1c42b69184 on network f72a13fd-9911-4f5e-a62d-6b663256a559 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:49.797273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:49.797864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Checking segment: {'id': 'a3de747a-582e-4044-ab39-a678c080ae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:49.798472 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:49.798870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Bound using segment: {'id': 'a3de747a-582e-4044-ab39-a678c080ae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:49.799327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Bound port: d879a6df-d846-4db4-abb1-2c1c42b69184, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3de747a-582e-4044-ab39-a678c080ae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:49.799698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:49.943722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 2, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:49.948228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:49.964529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-e06d5344-4e84-4af4-a0e9-62beca61cecd tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:49.966112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-e06d5344-4e84-4af4-a0e9-62beca61cecd tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 820 time: 0.3111398 Feb 13 23:32:49.971110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Checking router: 8008986d-ac22-4bb3-b433-d4bffb4c92b8 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:32:49.971462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Updating router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:32:49.991463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.016842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:50.024193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] For port d879a6df-d846-4db4-abb1-2c1c42b69184, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:50.048886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff4cced-815f-4259-8e4d-b7ed03a79b3f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:50.057777 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-c10dcc54-e3ce-4f75-8c0b-816878167a3e tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/quotas/137bea970bfd43c399012561b742832a HTTP/1.1" status: 200 len: 375 time: 0.0809391 Feb 13 23:32:50.061598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.072532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] For port d879a6df-d846-4db4-abb1-2c1c42b69184, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d879a6df-d846-4db4-abb1-2c1c42b69184,segment=NetworkSegment(a3de747a-582e-4044-ab39-a678c080ae2f),segment_id=a3de747a-582e-4044-ab39-a678c080ae2f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:50.081928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.109404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.171121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bff4cced-815f-4259-8e4d-b7ed03a79b3f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:50.171356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6895-88a1-4292-b5d1-a8b396fcc915 req-2ed74cae-d7d5-4025-8f2f-d0f309c293d1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:50.174038 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f36e6895-88a1-4292-b5d1-a8b396fcc915 req-2ed74cae-d7d5-4025-8f2f-d0f309c293d1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1085818 Feb 13 23:32:50.193005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network f72a13fd-9911-4f5e-a62d-6b663256a559 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:50.197603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:50.200878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:50.204886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:50.205480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.216552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.229022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f36e6895-88a1-4292-b5d1-a8b396fcc915 req-c9ecb832-4741-4e88-918f-9393d62a7d22 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482805 Feb 13 23:32:50.263465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=40ae38f2-680e-4cdb-a54e-bf8d24e7dacd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:50.271746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f430320-f464-4db0-a944-a2f1767102e7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0658882 Feb 13 23:32:50.272173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53268) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:50.278992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': 'f72a13fd-9911-4f5e-a62d-6b663256a559', 'name': 'tempest-PortsIpV6TestJSON-1232544564'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:50.295982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-68e50f69-b735-4ec6-a9cf-0b1fbb5f45c3 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2177117 Feb 13 23:32:50.324023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a54b93-fc42-4e8c-9ea2-d64deb9863f0 None None] Pushing event updated for resources: {'Port': ['ID=d879a6df-d846-4db4-abb1-2c1c42b69184,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:50.494647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bff4cced-815f-4259-8e4d-b7ed03a79b3f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:50.554973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:50.561336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:50.565159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-6332d28a-56a2-4e1d-be7d-5237801b7254 service neutron] 10.222.0.36 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620094 Feb 13 23:32:50.573478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:50.580705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:50.631603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:50.636047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['bff4cced-815f-4259-8e4d-b7ed03a79b3f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:32:50.636612 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:50.674112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b0f1-3802-4b65-aee0-e0e99c9ab134 req-b052f535-cc49-4062-ae94-1ae3046ee05e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:50.688286 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7fe2b0f1-3802-4b65-aee0-e0e99c9ab134 req-b052f535-cc49-4062-ae94-1ae3046ee05e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.2065387 Feb 13 23:32:50.692979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port d94090a7-9b1e-457e-8463-d4f0ed4f4e89 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:32:50.909106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7fe2b0f1-3802-4b65-aee0-e0e99c9ab134 req-4544b33b-738d-4e1d-9b36-d22c74adbaf6 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097640 Feb 13 23:32:50.983847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-8702418c-c99f-4230-9dec-c8490c1b1ed1 service neutron] 10.222.0.36 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117053 Feb 13 23:32:51.045142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.068967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Transition to ACTIVE for port object 814fc899-6eac-48ae-83c3-ff028c0a9ba4 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:51.071096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::150 (f72a13fd-9911-4f5e-a62d-6b663256a559/fa52f4c3-155c-4408-88b1-125468b4b2b7/d94090a7-9b1e-457e-8463-d4f0ed4f4e89) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:51.081096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.309940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc79503-1b64-4e58-ab78-93a1b8e7ba14 None None] Pushing event updated for resources: {'Port': ['ID=814fc899-6eac-48ae-83c3-ff028c0a9ba4,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:51.408818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Attempting to bind port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:51.414690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Attempting to bind port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:51.415048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Attempting to bind port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 on network a35576a3-922e-4b40-8407-25d82ac070c7 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:51.429299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:51.429666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Checking segment: {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:51.434558 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.434954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Bound using segment: {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:51.435433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Bound port: 814fc899-6eac-48ae-83c3-ff028c0a9ba4, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:51.435807 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.546337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdd249-d4fd-4442-822a-b86e42f7cfa9 req-7a2eb4c1-897d-4ba3-b25f-3b2d9d289b08 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:51.558678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8fdd249-d4fd-4442-822a-b86e42f7cfa9 req-7a2eb4c1-897d-4ba3-b25f-3b2d9d289b08 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1870108 Feb 13 23:32:51.561873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] For port 814fc899-6eac-48ae-83c3-ff028c0a9ba4, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:51.570250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] For port 814fc899-6eac-48ae-83c3-ff028c0a9ba4, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=814fc899-6eac-48ae-83c3-ff028c0a9ba4,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:51.580110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.633503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.641702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8fdd249-d4fd-4442-822a-b86e42f7cfa9 req-49292d3c-5245-4ba5-8c59-84ad4283b3e3 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812747 Feb 13 23:32:51.691090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77438f89-6572-432a-b311-26129d766bc9 req-0d34e5b7-2afe-4c86-9c6d-49d37e82d669 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:51.693206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77438f89-6572-432a-b311-26129d766bc9 req-0d34e5b7-2afe-4c86-9c6d-49d37e82d669 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 948 time: 0.5014625 Feb 13 23:32:51.698738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object d94090a7-9b1e-457e-8463-d4f0ed4f4e89 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:51.755493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:32:51.756648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:32:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:51.813513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77438f89-6572-432a-b311-26129d766bc9 req-36ea5353-adb0-4e11-809c-5b6432efc353 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041832 Feb 13 23:32:51.833854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.910201 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:32:51.936444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdf31e-c58e-457f-b119-c60b55df0542 None None] Network f72a13fd-9911-4f5e-a62d-6b663256a559 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:51.942269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network f72a13fd-9911-4f5e-a62d-6b663256a559 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:51.945720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:51.951712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:51.957129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:51.958046 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:51.969243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37922b6f-ea96-4148-8e6d-c62b1c71b2c4 req-21f5a6db-fe64-450e-ae87-607ab725047c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:51.971981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37922b6f-ea96-4148-8e6d-c62b1c71b2c4 req-21f5a6db-fe64-450e-ae87-607ab725047c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1604042 Feb 13 23:32:51.989126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=d94090a7-9b1e-457e-8463-d4f0ed4f4e89,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:52.039367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc79503-1b64-4e58-ab78-93a1b8e7ba14 None None] Pushing event updated for resources: {'Port': ['ID=814fc899-6eac-48ae-83c3-ff028c0a9ba4,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:52.050427 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bec7d381-727f-4a72-a06a-a3f537b5f368 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7747478 Feb 13 23:32:52.051722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53298) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:52.094711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37922b6f-ea96-4148-8e6d-c62b1c71b2c4 req-639de3f7-6204-4630-982b-d13625a1074c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158576 Feb 13 23:32:52.199700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-33165a28-7722-4b02-b128-cde5889e1cad req-5b1d18e4-d021-4b7b-b2c3-5594ab98e68f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:52.210099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e598fc2b-45b8-4805-8250-e1d661a657e3 None None] Provisioning for port d879a6df-d846-4db4-abb1-2c1c42b69184 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:52.237717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-33165a28-7722-4b02-b128-cde5889e1cad req-5b1d18e4-d021-4b7b-b2c3-5594ab98e68f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:52.249893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-33165a28-7722-4b02-b128-cde5889e1cad req-5b1d18e4-d021-4b7b-b2c3-5594ab98e68f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 210 time: 0.1946795 Feb 13 23:32:52.284744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec8186-63fe-4eab-9f8d-9a9e3f4ab532 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:52.287653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-46ec8186-63fe-4eab-9f8d-9a9e3f4ab532 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:52.336582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-46ec8186-63fe-4eab-9f8d-9a9e3f4ab532 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:52.338091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46ec8186-63fe-4eab-9f8d-9a9e3f4ab532 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24e HTTP/1.1" status: 200 len: 929 time: 0.2850611 Feb 13 23:32:52.341015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:52.372002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:32:52.437430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d879a6df-d846-4db4-abb1-2c1c42b69184 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:52.471170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port d94090a7-9b1e-457e-8463-d4f0ed4f4e89 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:52.471717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:52.580728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bff4cced-815f-4259-8e4d-b7ed03a79b3f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:52.583644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175905e-6428-488c-bcce-cf90f53af3c0 req-0c41bd18-9006-4b25-99d0-b0df9fe444b3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:52.585235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2175905e-6428-488c-bcce-cf90f53af3c0 req-0c41bd18-9006-4b25-99d0-b0df9fe444b3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1378417 Feb 13 23:32:52.656328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2175905e-6428-488c-bcce-cf90f53af3c0 req-cb367f3d-cfdf-4759-bc43-59c9fc2631f2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654900 Feb 13 23:32:52.836347 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:52.853230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d879a6df-d846-4db4-abb1-2c1c42b69184 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:52.965258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for d94090a7-9b1e-457e-8463-d4f0ed4f4e89 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:52.994379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d879a6df-d846-4db4-abb1-2c1c42b69184 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:52.995525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.028123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port bff4cced-815f-4259-8e4d-b7ed03a79b3f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:53.042397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port bff4cced-815f-4259-8e4d-b7ed03a79b3f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:53.043052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.043447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ee6b-087e-4879-ad9d-22078223f161 req-02f18925-86da-45cd-af7d-cedba5094e9c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:53.045000 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c42ee6b-087e-4879-ad9d-22078223f161 req-02f18925-86da-45cd-af7d-cedba5094e9c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1842682 Feb 13 23:32:53.182625 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.206500 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c42ee6b-087e-4879-ad9d-22078223f161 req-5389b5c6-56c2-4bb9-984b-6e203adcda53 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536787 Feb 13 23:32:53.307229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:51Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:53.348469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.384352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bc065-8108-4069-8d10-5b1658653cb4 None None] The sync data for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 is: [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:51Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:32:53.433685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:53.454692 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.496835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bff4cced-815f-4259-8e4d-b7ed03a79b3f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:53.513001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.536040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=d94090a7-9b1e-457e-8463-d4f0ed4f4e89,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:53.630516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.675759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d879a6df-d846-4db4-abb1-2c1c42b69184, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d879a6df-d846-4db4-abb1-2c1c42b69184,segment=NetworkSegment(a3de747a-582e-4044-ab39-a678c080ae2f),segment_id=a3de747a-582e-4044-ab39-a678c080ae2f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:53.695671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.700515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aea32b-1ad0-443f-afb4-996f6473b57f req-14e1ac40-5799-4d79-96ce-4d37d8302e25 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:53.708315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78aea32b-1ad0-443f-afb4-996f6473b57f req-14e1ac40-5799-4d79-96ce-4d37d8302e25 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.5810792 Feb 13 23:32:53.720852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c5bfb-dbb3-4acc-9fab-6012e2227ae8 req-78f07712-d8a9-47a0-9912-3e04965a8de7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:53.727326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bff4cced-815f-4259-8e4d-b7ed03a79b3f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:53.731469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-631c5bfb-dbb3-4acc-9fab-6012e2227ae8 req-78f07712-d8a9-47a0-9912-3e04965a8de7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 949 time: 0.1748037 Feb 13 23:32:53.735540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2caf21d-f448-4a87-aa49-c24a014d67e5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/d94090a7-9b1e-457e-8463-d4f0ed4f4e89 HTTP/1.1" status: 204 len: 168 time: 1.3918979 Feb 13 23:32:53.738927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53350) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:53.777628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-0834d48d-994a-4449-b5aa-c8cb42af1dbf tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:53.779121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-0834d48d-994a-4449-b5aa-c8cb42af1dbf tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 820 time: 0.6044173 Feb 13 23:32:53.809180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'port': {'device_id': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'admin_state_up': True, 'tenant_id': '137bea970bfd43c399012561b742832a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:53.858743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Provisioning complete for port d879a6df-d846-4db4-abb1-2c1c42b69184 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:53.859368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:53.916926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-631c5bfb-dbb3-4acc-9fab-6012e2227ae8 req-3b5e0dc2-f0aa-4b4d-9d75-ca6c3f29a907 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842623 Feb 13 23:32:53.944966 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3fce37-261a-461f-b08b-fe2f506e9717 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:32:53.948953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bc3fce37-261a-461f-b08b-fe2f506e9717 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/d94090a7-9b1e-457e-8463-d4f0ed4f4e89 HTTP/1.1" status: 404 len: 333 time: 0.2059894 Feb 13 23:32:53.954471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53356) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:54.022668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d879a6df-d846-4db4-abb1-2c1c42b69184,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:54.101800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:54.112372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78aea32b-1ad0-443f-afb4-996f6473b57f req-4c608fa4-8a66-4191-8427-24eb13d6fcf2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031944 Feb 13 23:32:54.145334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:54.170451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:54.171311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Made reservation on behalf of 137bea970bfd43c399012561b742832a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:54.171991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:54.174941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:54.267740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Provisioning for port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:54.280614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Provisioning complete for port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:54.280985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:54.452079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-805690b1-ec15-4405-bcf8-33ed8a49d049 req-3a45f41d-406d-456e-b237-784dc445192b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 210 time: 0.1254959 Feb 13 23:32:54.464128 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f', 'code': 200} Feb 13 23:32:54.491436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:54.499427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22753c52-b71b-4776-b7d0-f2f2c4c33114 None None] Could not find standard attr ID for object d94090a7-9b1e-457e-8463-d4f0ed4f4e89. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:32:54.618530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d879a6df-d846-4db4-abb1-2c1c42b69184 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:54.743257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Allocated IP 172.20.0.13 (a35576a3-922e-4b40-8407-25d82ac070c7/7a0f842a-827c-47a5-b408-d9e12bf2f209/14a6aa1f-46cf-4402-a994-8a311aa1b8c0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:32:54.836364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4a7d708b-7548-465f-8a7c-ffb0bf5233b1 None None] Provisioning complete for port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:54.838387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4a7d708b-7548-465f-8a7c-ffb0bf5233b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:54.983253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d879a6df-d846-4db4-abb1-2c1c42b69184 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:54.986183 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.179934 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d708b-7548-465f-8a7c-ffb0bf5233b1 None None] Port 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:32:55.202753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4a7d708b-7548-465f-8a7c-ffb0bf5233b1 None None] Could not find standard attr ID for object d94090a7-9b1e-457e-8463-d4f0ed4f4e89. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:32:55.321901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 814fc899-6eac-48ae-83c3-ff028c0a9ba4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:55.381101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9820af8f-1fb5-4841-a062-5d0ec24a5c29 req-c8910f31-ec9f-49cf-a36f-cf23d26dd10d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 1100 time: 0.8028781 Feb 13 23:32:55.388642 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.442352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c9e9-e744-4071-8fa5-714d4a7ee57a req-3142e7c3-a32b-4049-85ad-394595d23c0c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:55.463961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c78c9e9-e744-4071-8fa5-714d4a7ee57a req-3142e7c3-a32b-4049-85ad-394595d23c0c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3499165 Feb 13 23:32:55.473741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.496766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f709fb-039b-425d-ab5a-893f5cea72ca req-e3818ae1-c6b8-47f7-89fb-f4f8294036a2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:55.506250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f709fb-039b-425d-ab5a-893f5cea72ca req-e3818ae1-c6b8-47f7-89fb-f4f8294036a2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3329029 Feb 13 23:32:55.544326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:32:55.549705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:55.550254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.575109 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f709fb-039b-425d-ab5a-893f5cea72ca req-b42942a3-51fb-48a8-b160-c929adb7e878 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 Feb 13 23:32:55.581000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.657262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Network a35576a3-922e-4b40-8407-25d82ac070c7 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:32:55.657634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 40ae38f2-680e-4cdb-a54e-bf8d24e7dacd owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:55.665741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:32:55.668683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:32:55.726201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:55.750158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:55.751051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.797210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-1635c702-cf63-4336-9198-7c57e2303485 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9953568 Feb 13 23:32:55.810620 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.811020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Request body: {'port': {'device_id': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:55.850413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9820af8f-1fb5-4841-a062-5d0ec24a5c29 req-342eb159-cdc8-4c58-9609-7986396588e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522583 Feb 13 23:32:55.875018 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c78c9e9-e744-4071-8fa5-714d4a7ee57a req-1a75c872-d837-46f9-9056-c681eb9778f5 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093120 Feb 13 23:32:55.890438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 814fc899-6eac-48ae-83c3-ff028c0a9ba4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=814fc899-6eac-48ae-83c3-ff028c0a9ba4,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:55.897760 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:55.934096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.041124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=40ae38f2-680e-4cdb-a54e-bf8d24e7dacd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:56.056025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=814fc899-6eac-48ae-83c3-ff028c0a9ba4,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:56.141840 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.166152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-82def9a6-1fff-4b4c-b217-d1c870954df8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/40ae38f2-680e-4cdb-a54e-bf8d24e7dacd HTTP/1.1" status: 204 len: 168 time: 2.2105732 Feb 13 23:32:56.167062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53392) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:56.173716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd91a-32c6-4200-8a30-b09459916314 req-93893e55-0338-440d-8f3a-eef7b31d0102 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:56.183973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25bcd91a-32c6-4200-8a30-b09459916314 req-93893e55-0338-440d-8f3a-eef7b31d0102 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 949 time: 0.3112926 Feb 13 23:32:56.189366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.227816 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-959cd9ac-a417-4b5e-942b-7eefb3687171 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:32:56.228901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-959cd9ac-a417-4b5e-942b-7eefb3687171 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:56.264953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d50ab-a776-4542-8d6f-154329e1e06d req-a5f971e4-1580-4f7b-ada3-34ddfd1aab43 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:56.272827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-914d50ab-a776-4542-8d6f-154329e1e06d req-a5f971e4-1580-4f7b-ada3-34ddfd1aab43 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 932 time: 0.2328255 Feb 13 23:32:56.299181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-959cd9ac-a417-4b5e-942b-7eefb3687171 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:56.303888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-959cd9ac-a417-4b5e-942b-7eefb3687171 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/40ae38f2-680e-4cdb-a54e-bf8d24e7dacd HTTP/1.1" status: 404 len: 333 time: 0.1303422 Feb 13 23:32:56.311200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53398) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:56.375407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25bcd91a-32c6-4200-8a30-b09459916314 req-47059b1e-70f1-4aea-a2c7-b9554c015977 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830087 Feb 13 23:32:56.376034 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 814fc899-6eac-48ae-83c3-ff028c0a9ba4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:32:56.380096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-914d50ab-a776-4542-8d6f-154329e1e06d req-2355df8f-4889-434e-bd03-3e2a4105ad7c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:56.488838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-914d50ab-a776-4542-8d6f-154329e1e06d req-2355df8f-4889-434e-bd03-3e2a4105ad7c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:56.501879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-914d50ab-a776-4542-8d6f-154329e1e06d req-2355df8f-4889-434e-bd03-3e2a4105ad7c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277887 Feb 13 23:32:56.534970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:32:56.535550 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.612188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet fa52f4c3-155c-4408-88b1-125468b4b2b7 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:32:56.617389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.692643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.833984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.840009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807840e-038e-4fa2-9e32-e4eb2b58d3dd req-f95e58cf-1ef4-44bf-b104-59825702872a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:56.841472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4807840e-038e-4fa2-9e32-e4eb2b58d3dd req-f95e58cf-1ef4-44bf-b104-59825702872a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1462615 Feb 13 23:32:56.939997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.951815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:32:56.957652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4807840e-038e-4fa2-9e32-e4eb2b58d3dd req-14d865b1-e3e7-4a8a-a210-b024c2f0f1f9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034510 Feb 13 23:32:56.961306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.977158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Transition to ACTIVE for port object 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:32:56.987680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:56.991657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=fa52f4c3-155c-4408-88b1-125468b4b2b7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:56.996845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.008137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-658c3da5-71d3-41b9-bf38-004443c96ca7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/fa52f4c3-155c-4408-88b1-125468b4b2b7 HTTP/1.1" status: 204 len: 168 time: 0.6906812 Feb 13 23:32:57.008137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53410) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:57.016004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afce66-8b89-47ea-94ad-5c5d07e587f9 None None] Network f72a13fd-9911-4f5e-a62d-6b663256a559 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:32:57.335746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:57.381078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.398547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port d879a6df-d846-4db4-abb1-2c1c42b69184 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:57.399181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.531301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558918-790b-4037-8cd0-d13ece9191c5 req-cee31cd4-7921-48b0-a245-9529ee0c21a2 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:57.541691 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc558918-790b-4037-8cd0-d13ece9191c5 req-cee31cd4-7921-48b0-a245-9529ee0c21a2 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3284364 Feb 13 23:32:57.599006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Attempting to bind port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:32:57.599458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Attempting to bind port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:32:57.599877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Attempting to bind port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 on network a35576a3-922e-4b40-8407-25d82ac070c7 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:57.613987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 on network a35576a3-922e-4b40-8407-25d82ac070c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:32:57.614497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Attempting to bind port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 on network a35576a3-922e-4b40-8407-25d82ac070c7 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:32:57.626559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] DHCP port deletion for f72a13fd-9911-4f5e-a62d-6b663256a559 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:32:57.631998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:32:57.632245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Deleting port d879a6df-d846-4db4-abb1-2c1c42b69184 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:57.632579 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.632746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Checking segment: {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:32:57.633137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Bound using segment: {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:32:57.633586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Bound port: 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5161d2-d9be-4689-a741-25bd09e17b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:32:57.633933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.739066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:32:57.742304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:32:57.750192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9bf66-af27-48d5-bda0-03d7bb264b0c req-707511f8-bd0f-481a-aebb-2217272cc91a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:57.751691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8cd9bf66-af27-48d5-bda0-03d7bb264b0c req-707511f8-bd0f-481a-aebb-2217272cc91a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3439953 Feb 13 23:32:57.753599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.810799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc558918-790b-4037-8cd0-d13ece9191c5 req-dda8231e-11d4-4726-a53c-14d1501b4543 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679529 Feb 13 23:32:57.856346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.857883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] 10.222.0.42 "PUT /v2.0/ports/14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 1092 time: 2.0520685 Feb 13 23:32:57.861233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:32:57.899695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] For port d879a6df-d846-4db4-abb1-2c1c42b69184, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d879a6df-d846-4db4-abb1-2c1c42b69184,segment=NetworkSegment(a3de747a-582e-4044-ab39-a678c080ae2f),segment_id=a3de747a-582e-4044-ab39-a678c080ae2f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:57.899924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:57.914499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be2dc-87e1-40e7-a5ae-1dbbe3f84f2b service neutron] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:57.974127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8cd9bf66-af27-48d5-bda0-03d7bb264b0c req-be073f5c-086e-4406-97e4-89f1e65415c5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085032 Feb 13 23:32:58.054446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-7e497bde-a108-49a3-9173-94901c7cd54f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1095 time: 0.1412737 Feb 13 23:32:58.070095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] For port d879a6df-d846-4db4-abb1-2c1c42b69184, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d879a6df-d846-4db4-abb1-2c1c42b69184,segment=NetworkSegment(a3de747a-582e-4044-ab39-a678c080ae2f),segment_id=a3de747a-582e-4044-ab39-a678c080ae2f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:32:58.070642 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:58.097438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for d879a6df-d846-4db4-abb1-2c1c42b69184 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:58.186636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-e26537d5-d7c0-4d7d-bd58-ddfcd6828a4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.1162648 Feb 13 23:32:58.264700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0912a-9017-4974-be91-962eb3461291 req-c37a895d-045a-4310-86cb-7c6cfa4c6f8b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:58.276054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98d0912a-9017-4974-be91-962eb3461291 req-c37a895d-045a-4310-86cb-7c6cfa4c6f8b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 949 time: 0.1884835 Feb 13 23:32:58.313613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Calling delete_port for d879a6df-d846-4db4-abb1-2c1c42b69184 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:32:58.350709 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:58.375497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d879a6df-d846-4db4-abb1-2c1c42b69184 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:32:58.447531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d879a6df-d846-4db4-abb1-2c1c42b69184 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:32:58.448083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d879a6df-d846-4db4-abb1-2c1c42b69184 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:32:58.467485 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98d0912a-9017-4974-be91-962eb3461291 req-002c318c-08c4-41fb-b621-73e1c8701a71 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901627 Feb 13 23:32:58.480051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No DVR routers for this DVR port d879a6df-d846-4db4-abb1-2c1c42b69184 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:32:58.482195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=d879a6df-d846-4db4-abb1-2c1c42b69184,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:58.563972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-d6d7abbf-fdd3-4341-a062-fb237ef99249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:58.565391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-d6d7abbf-fdd3-4341-a062-fb237ef99249 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.3664551 Feb 13 23:32:58.576262 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'status': 'completed', 'code': 200} Feb 13 23:32:58.579119 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:32:58.579461 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:32:58.648743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69d5f-47b0-49f2-8255-d206238d707d req-3f2700b8-e8ac-4f91-9cac-45c463c7588f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:58.649611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-aed69d5f-47b0-49f2-8255-d206238d707d req-3f2700b8-e8ac-4f91-9cac-45c463c7588f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:32:58.654889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-826b8a24-ac41-4d50-a31c-6d4461edcf0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677750 Feb 13 23:32:58.689139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:58.750386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-aed69d5f-47b0-49f2-8255-d206238d707d req-3f2700b8-e8ac-4f91-9cac-45c463c7588f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:32:58.758331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aed69d5f-47b0-49f2-8255-d206238d707d req-3f2700b8-e8ac-4f91-9cac-45c463c7588f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 944 time: 0.5155046 Feb 13 23:32:58.763788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72a13fd-9911-4f5e-a62d-6b663256a559']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:58.780482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3de747a-582e-4044-ab39-a678c080ae2f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:58.780846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3de747a-582e-4044-ab39-a678c080ae2f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:32:58.796207 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:58.834697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:58.845796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:32:58.846464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:58.855157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aed69d5f-47b0-49f2-8255-d206238d707d req-7236bd0c-ff4f-4e46-919b-6f4956fcf456 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948105 Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:32:58.874426 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:32:58.904452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-46dc3258-4bbd-4f16-a3d1-fdbb91668dcf service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391214 Feb 13 23:32:58.949206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab7a9-c1c8-4d1a-bf80-f52ed1f69386 req-f983c715-f5c6-4ba9-be49-6844c4202247 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:58.950737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-484ab7a9-c1c8-4d1a-bf80-f52ed1f69386 req-f983c715-f5c6-4ba9-be49-6844c4202247 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2393832 Feb 13 23:32:59.015963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.045536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.058509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=f72a13fd-9911-4f5e-a62d-6b663256a559,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:59.064688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-484ab7a9-c1c8-4d1a-bf80-f52ed1f69386 req-9578eba5-babd-4073-bed5-5af41bd18aed tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022058 Feb 13 23:32:59.080185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-779995b9-d6c0-467c-8e6a-8f1bb7c8cbf8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/f72a13fd-9911-4f5e-a62d-6b663256a559 HTTP/1.1" status: 204 len: 168 time: 2.0691662 Feb 13 23:32:59.080815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53462) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:59.081225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Deleting port d879a6df-d846-4db4-abb1-2c1c42b69184 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:32:59.081714 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.086947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1870107150'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:59.095403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:59.107604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:59.112109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:59.122600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:59.157279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:59.161246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.220730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:32:59.237248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.237589 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 8f73cc16-5f32-4a05-89ed-befa1110be30 of type vlan for network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c Feb 13 23:32:59.270605 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91d38a7b-b3d3-4e0b-a14a-1691b9b7e77c req-02c06721-55dd-4eaf-8c7f-19a17ad1d178 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577709 Feb 13 23:32:59.282375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bee54176-e51c-436c-9991-95b68047fac1 None None] The port 'd879a6df-d846-4db4-abb1-2c1c42b69184' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:32:59.295919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.398088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.406163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:59.406957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:32:59.472034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-b0da3864-fe90-4bfb-a29c-d90d0ec1d962 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1095 time: 0.1362119 Feb 13 23:32:59.552319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:32:59.563772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5a168-1aec-4931-9df5-6c2a46f164af req-01dcc69b-f38c-41d2-8684-5145d6f3c151 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:59.566832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:32:59.571039 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35c5a168-1aec-4931-9df5-6c2a46f164af req-01dcc69b-f38c-41d2-8684-5145d6f3c151 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.2626204 Feb 13 23:32:59.595965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b15e2a31-b592-48df-8aac-0a46078af754 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5138719 Feb 13 23:32:59.602714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:32:59.618803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:32:59.758905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-8d3690e1-d22f-4ee4-b6e1-d6bbf6193b66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:32:59.761168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-8d3690e1-d22f-4ee4-b6e1-d6bbf6193b66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.2819440 Feb 13 23:32:59.761333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35c5a168-1aec-4931-9df5-6c2a46f164af req-894cb72b-5f42-4fdb-9b11-f90f437dff76 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892269 Feb 13 23:32:59.762303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:32:59.768454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:32:59.783519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:32:59.790544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:32:59.809293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:32:59.913003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-21c05f3e-15a0-4986-816f-212eefff7d7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.1408067 Feb 13 23:32:59.965262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.044140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-7a22ca95-2a4d-430c-b9a8-5ca52ee945b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:00.045647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-7a22ca95-2a4d-430c-b9a8-5ca52ee945b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.1244352 Feb 13 23:33:00.134192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-c1a410c0-8397-4fd5-b864-91aeac99b2fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792613 Feb 13 23:33:00.147076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a5c3-60ad-4ab0-b838-24373fef5e24 req-38e74ec7-b119-4979-8611-31721955da19 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:00.155397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d47a5c3-60ad-4ab0-b838-24373fef5e24 req-38e74ec7-b119-4979-8611-31721955da19 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1860728 Feb 13 23:33:00.158329 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1455182a-54a5-41eb-87ed-ada982453334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.338055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d47a5c3-60ad-4ab0-b838-24373fef5e24 req-5b635348-6b99-4c66-ae80-8bec84603ae9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814332 Feb 13 23:33:00.355348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-fd0fb738-ca7d-4f0b-a3bd-0ae67f6addae service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780083 Feb 13 23:33:00.526167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5c5203-3aff-460e-b8aa-9a4d2dbaac1f req-63df75bc-943f-45f1-9f03-23312a558e5b service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624508 Feb 13 23:33:00.529376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.580726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-02bad9e9-fb64-409c-bda9-fdcdfb9a7473 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0&device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90&device_id=633f2728-15c5-4a92-91ea-4fd49aeef986&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82&device_id=44ac8542-47b7-447d-92a7-83344aec90d3&device_id=cf52f057-5756-4742-8e58-86f85cb46a90&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1&device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 7312 time: 0.1890957 Feb 13 23:33:00.625023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.674215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=4cecf4eb-df62-4db8-8347-5d9b0c15bb78,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:00.678610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd9b46-f392-407d-8b73-c8b7cdef3fb8 req-20c70e7f-ea2c-45af-852d-66e85c228e03 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:00.680574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6fd9b46-f392-407d-8b73-c8b7cdef3fb8 req-20c70e7f-ea2c-45af-852d-66e85c228e03 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 944 time: 0.0896444 Feb 13 23:33:00.702431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:00.704676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '8f73cc16-5f32-4a05-89ed-befa1110be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:00.705222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:33:00.713240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Usage tracker for resource:security_group_rule and tenant:55e0664b23184996a22be904114710e6 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:00.716380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:00.729325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:00.742957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6fd9b46-f392-407d-8b73-c8b7cdef3fb8 req-45e9730a-36a8-4a3e-9350-4b39750e0a12 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570371 Feb 13 23:33:00.752657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:33:00.781627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:00.791651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:00.792248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.796760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09039030-e27a-494c-bf70-02ecf2d128a0 None None] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:00.846614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.851564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-765c5ddf-3dee-4fe5-92d0-a1d5f0e3a7b2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2473135 Feb 13 23:33:00.853711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:00.855918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53506) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:00.863598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c', 'name': 'tempest-PortsIpV6TestJSON-353766471', 'fixed_ips': [{'subnet_id': '4cecf4eb-df62-4db8-8347-5d9b0c15bb78', 'ip_address': '2001:db8::10'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:00.901742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Synchronizing usage tracker for tenant:55e0664b23184996a22be904114710e6 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:00.904528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735d9402-84c1-4f66-916b-feedc97f4df8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:00.927826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] Unset dirty status for tenant:55e0664b23184996a22be904114710e6 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:00.936713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-453ddaa6-6f04-4a81-9393-306d4a67dd52 req-a950f816-dbe4-4e5a-9df8-7e6c1993e609 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&id=caf988bd-d490-4421-9485-260fb37b7be1&id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3536091 Feb 13 23:33:01.099186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c', 'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': '4cecf4eb-df62-4db8-8347-5d9b0c15bb78'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:33:01.099989 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:01.101993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dbbbd-2b66-48d2-bc4c-f99abc1664ac req-586fddee-6ff4-454b-be9f-b0d350d5ab13 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:01.103478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed5dbbbd-2b66-48d2-bc4c-f99abc1664ac req-586fddee-6ff4-454b-be9f-b0d350d5ab13 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1546423 Feb 13 23:33:01.187010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed5dbbbd-2b66-48d2-bc4c-f99abc1664ac req-12fa45e2-db54-4717-b980-9a72d5096ed3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676608 Feb 13 23:33:01.208637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:01.222220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:01.228328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:01.239191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:01.260952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:01.343887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62249d9e-ce80-4de2-abca-4d75620f2dab req-81b31a8a-a87d-4188-86c5-20c03a4f77cc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:01.345318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62249d9e-ce80-4de2-abca-4d75620f2dab req-81b31a8a-a87d-4188-86c5-20c03a4f77cc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1518099 Feb 13 23:33:01.359753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Allocated IP 2001:db8::2 (cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c/4cecf4eb-df62-4db8-8347-5d9b0c15bb78/97635268-eff2-4882-9aba-3eb6687ba1dc) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:01.424905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62249d9e-ce80-4de2-abca-4d75620f2dab req-b5979e70-7d3a-48e0-868d-b41675ee3e46 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729289 Feb 13 23:33:01.509046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53526) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:01.619929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:01.649855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:33:01.793698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:01.807031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Transition to ACTIVE for port object 97635268-eff2-4882-9aba-3eb6687ba1dc will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:01.836955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Transition to ACTIVE for port object 97635268-eff2-4882-9aba-3eb6687ba1dc will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:01.847282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:01.944683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:01.946950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e835aa-8109-4e30-bd58-8e40a8853f7b req-4606152b-2db4-4936-ab4e-32e49adec7c8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:01.949785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Pushing event updated for resources: {'Port': ['ID=97635268-eff2-4882-9aba-3eb6687ba1dc,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:01.955185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67e835aa-8109-4e30-bd58-8e40a8853f7b req-4606152b-2db4-4936-ab4e-32e49adec7c8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1684632 Feb 13 23:33:01.960477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:01.963167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:01.983553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::10 (cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c/4cecf4eb-df62-4db8-8347-5d9b0c15bb78/907c9e46-ce79-4c84-8f3e-320e6a00ce20) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:02.078001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67e835aa-8109-4e30-bd58-8e40a8853f7b req-42f27fdd-a766-4ab2-b1e2-8cfa37dc280d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190429 Feb 13 23:33:02.109711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Deleting subnet 496cd3b4-92a1-4227-a8f3-3b3efbe71dfa {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:33:02.113042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.166063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdc7184-ce46-43c2-a73c-e358312a5ca3 req-e662d5c9-2a9f-4c88-9aae-50f532a464a7 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90&device_id=44ac8542-47b7-447d-92a7-83344aec90d3&device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 2882 time: 0.1300766 Feb 13 23:33:02.168705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Attempting to bind port 97635268-eff2-4882-9aba-3eb6687ba1dc on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:02.169246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Attempting to bind port 97635268-eff2-4882-9aba-3eb6687ba1dc by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8f73cc16-5f32-4a05-89ed-befa1110be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:02.169771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Attempting to bind port 97635268-eff2-4882-9aba-3eb6687ba1dc on network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:02.177909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:02.178593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Checking segment: {'id': '8f73cc16-5f32-4a05-89ed-befa1110be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:02.179190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.179790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Bound using segment: {'id': '8f73cc16-5f32-4a05-89ed-befa1110be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:02.180408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Bound port: 97635268-eff2-4882-9aba-3eb6687ba1dc, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f73cc16-5f32-4a05-89ed-befa1110be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:02.180969 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.240878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.312820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] For port 97635268-eff2-4882-9aba-3eb6687ba1dc, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:02.317251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] For port 97635268-eff2-4882-9aba-3eb6687ba1dc, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=97635268-eff2-4882-9aba-3eb6687ba1dc,segment=NetworkSegment(8f73cc16-5f32-4a05-89ed-befa1110be30),segment_id=8f73cc16-5f32-4a05-89ed-befa1110be30)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:02.320324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cdc7184-ce46-43c2-a73c-e358312a5ca3 req-b5ae55af-1772-45b7-b4af-cc39b7d4e4fe tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522133 Feb 13 23:33:02.320956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e7331fc9-50fd-454a-9acd-f9f65f618fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.329310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.377900 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.408240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.430391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 907c9e46-ce79-4c84-8f3e-320e6a00ce20 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:02.467298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a024ff5-995c-4601-9a30-049857f2d522 req-73bb8c49-5cbd-4b60-9bcd-cd264151dc5a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:02.468884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a024ff5-995c-4601-9a30-049857f2d522 req-73bb8c49-5cbd-4b60-9bcd-cd264151dc5a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 944 time: 0.1531179 Feb 13 23:33:02.478842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8e31a-4f03-4166-8080-5ea49f5e1d2d None None] Pushing event updated for resources: {'Port': ['ID=97635268-eff2-4882-9aba-3eb6687ba1dc,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:02.507188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.509627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.574192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496cd3b4-92a1-4227-a8f3-3b3efbe71dfa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:02.585088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.593196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b072f657-34a0-4472-b31b-8dd2e6459b00 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/496cd3b4-92a1-4227-a8f3-3b3efbe71dfa HTTP/1.1" status: 204 len: 168 time: 1.0827181 Feb 13 23:33:02.595292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:02.596531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a024ff5-995c-4601-9a30-049857f2d522 req-de04d9a0-63e7-4ca5-9471-f483f78388be tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206727 Feb 13 23:33:02.597037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53550) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:02.600051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:02.612484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:02.617748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:02.618667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.624047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:33:02.656542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=907c9e46-ce79-4c84-8f3e-320e6a00ce20,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:02.671377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e44cbce4-17bb-42cf-a8a5-15fca00389f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8138609 Feb 13 23:33:02.674055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53554) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:02.680711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': 'cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c', 'name': 'tempest-PortsIpV6TestJSON-343886709', 'fixed_ips': [{'subnet_id': '4cecf4eb-df62-4db8-8347-5d9b0c15bb78', 'ip_address': '2001:db8::f'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:02.786144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:02.844244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54d016-87ee-42dc-a970-1733ee257c2a req-e537de24-4733-4490-8be0-8f4cdc30beb6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:02.851977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f54d016-87ee-42dc-a970-1733ee257c2a req-e537de24-4733-4490-8be0-8f4cdc30beb6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3963466 Feb 13 23:33:02.933581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f54d016-87ee-42dc-a970-1733ee257c2a req-6b7cc10d-2f65-48c4-bc0f-f71eed096e34 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Feb 13 23:33:02.998328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:03.027398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:03.032327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:03.041516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:03.042526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'port_id': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'mac_address': 'fa:16:3e:24:f9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:33:03.045257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.048013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:03.065957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:03.077074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.094722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184fd408-1aaa-4393-91d6-05f5ec7bcb69']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:03.103966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41b2f89-e20e-429d-9750-19fcec1ec668') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:03.104319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41b2f89-e20e-429d-9750-19fcec1ec668') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:03.117867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.136349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 57786a7d-b012-4463-a166-800f95c8d077 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:33:03.144232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.151338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:33:03.151730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.177660 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.206425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:33:03.240936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:03.249756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:33:03.291337 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:33:03.296303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.351897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:03.382963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.401183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] Pushing event deleted for resources: {'Network': ['ID=184fd408-1aaa-4393-91d6-05f5ec7bcb69,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:03.419790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db3bf-6310-4384-806d-afb98743105f req-bcbcb24f-c039-478a-ae48-281079cf5f28 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:03.421295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a63db3bf-6310-4384-806d-afb98743105f req-bcbcb24f-c039-478a-ae48-281079cf5f28 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.2017088 Feb 13 23:33:03.425423 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-706385a2-abd5-40dc-beff-608358751649 admin admin] 10.222.0.36 "DELETE /v2.0/networks/184fd408-1aaa-4393-91d6-05f5ec7bcb69 HTTP/1.1" status: 204 len: 168 time: 0.8268447 Feb 13 23:33:03.465307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d86839-9518-4bdd-8c86-35d95298af0e req-d6767643-0fa4-42fb-babd-9d5021493518 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:03.467420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-00d86839-9518-4bdd-8c86-35d95298af0e req-d6767643-0fa4-42fb-babd-9d5021493518 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1779084 Feb 13 23:33:03.509659 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.549782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-00d86839-9518-4bdd-8c86-35d95298af0e req-b5451788-d845-4af3-b7ce-7a036062d870 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746584 Feb 13 23:33:03.580478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a63db3bf-6310-4384-806d-afb98743105f req-d67e2cfa-946b-4fb8-9814-0435c356647c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488194 Feb 13 23:33:03.598838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::f (cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c/4cecf4eb-df62-4db8-8347-5d9b0c15bb78/57786a7d-b012-4463-a166-800f95c8d077) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:03.648188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['14a6aa1f-46cf-4402-a994-8a311aa1b8c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:03.812061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:03.941986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53586) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:04.068195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53299fcd-a480-4903-a5b4-a9e3ca8c6182 None None] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:04.082640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c68e37b0-5655-42c1-b9e6-466cac4f176f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7ddc736323240c5b7f766324b49651b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1388857 Feb 13 23:33:04.083572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53590) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:04.157707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f621-3456-4230-b0c6-094378c04b8f req-8f5847dd-78ba-43c1-b9dd-f3b924ec5528 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:04.165982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5744f621-3456-4230-b0c6-094378c04b8f req-8f5847dd-78ba-43c1-b9dd-f3b924ec5528 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3091052 Feb 13 23:33:04.171369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.187740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227a0ca-3a21-4fed-a178-0151887f9ac6 req-06940f0d-0015-43fe-b941-32469171946c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:04.190949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 57786a7d-b012-4463-a166-800f95c8d077 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:04.195653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1d171e1b-5167-4276-ad0e-0eac5ace25c9 None None] Provisioning for port 97635268-eff2-4882-9aba-3eb6687ba1dc completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:04.198253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4227a0ca-3a21-4fed-a178-0151887f9ac6 req-06940f0d-0015-43fe-b941-32469171946c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 945 time: 0.1642709 Feb 13 23:33:04.217801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-930581ca-bfca-466f-acb3-322d5dcecdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.267547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5744f621-3456-4230-b0c6-094378c04b8f req-0daab521-ab95-480c-a76e-be9c90532cbc tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004641 Feb 13 23:33:04.268092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-930581ca-bfca-466f-acb3-322d5dcecdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.285808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.321381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4227a0ca-3a21-4fed-a178-0151887f9ac6 req-cf423732-aba4-4570-a293-791cbc59481c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221573 Feb 13 23:33:04.395273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 97635268-eff2-4882-9aba-3eb6687ba1dc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:04.415831 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-930581ca-bfca-466f-acb3-322d5dcecdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.452108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:04.458052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:04.460597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=57786a7d-b012-4463-a166-800f95c8d077,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:04.460850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930581ca-bfca-466f-acb3-322d5dcecdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28d71d-7684-4855-82f4-bcdd3a832892,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:04.465872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-930581ca-bfca-466f-acb3-322d5dcecdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.469292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-930581ca-bfca-466f-acb3-322d5dcecdf6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a28d71d-7684-4855-82f4-bcdd3a832892 HTTP/1.1" status: 204 len: 168 time: 0.3752925 Feb 13 23:33:04.474650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:04.484726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:04.485605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.541041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a2816e1-c753-47e6-a2ae-22cd437afe8e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8629699 Feb 13 23:33:04.541251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53606) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:04.661151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 97635268-eff2-4882-9aba-3eb6687ba1dc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:04.673515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 97635268-eff2-4882-9aba-3eb6687ba1dc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:04.673871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:04.995101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdca467-eb96-4874-ab84-a5c2e8518daf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:04.996608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5fdca467-eb96-4874-ab84-a5c2e8518daf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:05.012018 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.021606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baca19-b51c-46d9-9081-94215256e33f req-663187f2-662c-422a-87b1-fc91f3111069 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:05.023127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0baca19-b51c-46d9-9081-94215256e33f req-663187f2-662c-422a-87b1-fc91f3111069 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1867418 Feb 13 23:33:05.024684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5fdca467-eb96-4874-ab84-a5c2e8518daf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:05.024827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.025813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5fdca467-eb96-4874-ab84-a5c2e8518daf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4834409 Feb 13 23:33:05.029212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53622) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:05.057249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2653f-03f7-40ae-b3c7-96387fb1e4c7 req-721a694c-07fe-4a81-ad63-82254150dbcb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:05.067560 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ffd2653f-03f7-40ae-b3c7-96387fb1e4c7 req-721a694c-07fe-4a81-ad63-82254150dbcb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3202493 Feb 13 23:33:05.142676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 97635268-eff2-4882-9aba-3eb6687ba1dc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=97635268-eff2-4882-9aba-3eb6687ba1dc,segment=NetworkSegment(8f73cc16-5f32-4a05-89ed-befa1110be30),segment_id=8f73cc16-5f32-4a05-89ed-befa1110be30)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:05.148634 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.162662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ffd2653f-03f7-40ae-b3c7-96387fb1e4c7 req-3ce3c2a1-2084-44be-afb1-9de75e34e2eb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941167 Feb 13 23:33:05.252957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0baca19-b51c-46d9-9081-94215256e33f req-add8c0b9-4e5e-4166-a47b-350a6bfb9d3a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197742 Feb 13 23:33:05.293738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Provisioning for port 57786a7d-b012-4463-a166-800f95c8d077 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:05.309041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f86bd0-3951-48ac-b4bf-064b33042763 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:05.311844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Provisioning complete for port 57786a7d-b012-4463-a166-800f95c8d077 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:05.312217 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.314817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f86bd0-3951-48ac-b4bf-064b33042763 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:05.321419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f86bd0-3951-48ac-b4bf-064b33042763 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:05.323771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59f86bd0-3951-48ac-b4bf-064b33042763 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2936354 Feb 13 23:33:05.326862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:05.454503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=97635268-eff2-4882-9aba-3eb6687ba1dc,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:05.462094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 57786a7d-b012-4463-a166-800f95c8d077 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:05.462700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.494229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Port 57786a7d-b012-4463-a166-800f95c8d077 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:05.536298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Provisioning for port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:05.549922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Provisioning complete for port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:05.550313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.662287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:05.686425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Provisioning complete for port 97635268-eff2-4882-9aba-3eb6687ba1dc triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:05.686425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7bab016d-f8d8-4bc8-95c9-63c09a2ce1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:05.696106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326593e-b580-4589-943f-2a367f8f4a72 req-aba09d72-74dd-4ee1-9b93-477e986c9c68 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:05.699313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9326593e-b580-4589-943f-2a367f8f4a72 req-aba09d72-74dd-4ee1-9b93-477e986c9c68 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1708589 Feb 13 23:33:05.774204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9326593e-b580-4589-943f-2a367f8f4a72 req-4c902dd2-cdb1-49cf-8b12-52ae28a86cb5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689929 Feb 13 23:33:05.983400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.037506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dab9a0e3-c25f-4e96-8f04-8fe45d07f71a None None] Provisioning complete for port 57786a7d-b012-4463-a166-800f95c8d077 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:06.039264 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dab9a0e3-c25f-4e96-8f04-8fe45d07f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.046118 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e66c2fc7-0bf7-41d2-b2b4-0c4a670fc6f3 req-a296422c-5de9-44ca-84ad-ddc670006362 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1101 time: 0.1003006 Feb 13 23:33:06.120601 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e66c2fc7-0bf7-41d2-b2b4-0c4a670fc6f3 req-a753c401-dbc5-4679-b087-f81e4eb08205 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715444 Feb 13 23:33:06.138085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 57786a7d-b012-4463-a166-800f95c8d077 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:06.177788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b8a17-1489-46ff-87ff-b9670c3b3e7b req-d0030686-8e2b-4a2a-b70a-6b448bc834da tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:06.184720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-665b8a17-1489-46ff-87ff-b9670c3b3e7b req-d0030686-8e2b-4a2a-b70a-6b448bc834da tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 945 time: 0.4739852 Feb 13 23:33:06.210204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dab9a0e3-c25f-4e96-8f04-8fe45d07f71a None None] Port 57786a7d-b012-4463-a166-800f95c8d077 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:06.269535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dab9a0e3-c25f-4e96-8f04-8fe45d07f71a None None] Provisioning complete for port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:06.272927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dab9a0e3-c25f-4e96-8f04-8fe45d07f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.289966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-665b8a17-1489-46ff-87ff-b9670c3b3e7b req-fbc47acc-0aad-4783-9939-31ad0b30797a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032860 Feb 13 23:33:06.294990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53672) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:06.385049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 97635268-eff2-4882-9aba-3eb6687ba1dc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:06.393638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f53271a7-758b-4532-9a39-a29d2bd05393 req-818c868b-a22a-4acc-afda-b775b1d69bab tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1101 time: 0.1014588 Feb 13 23:33:06.467265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f53271a7-758b-4532-9a39-a29d2bd05393 req-197514a5-68bf-4eb8-91f8-d315bf55ca6d tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723386 Feb 13 23:33:06.470879 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.479841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dab9a0e3-c25f-4e96-8f04-8fe45d07f71a None None] Port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:06.501310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 97635268-eff2-4882-9aba-3eb6687ba1dc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:06.501716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.609389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-network', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:06.627321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:06.630339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=57786a7d-b012-4463-a166-800f95c8d077,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:06.642301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Usage tracker for resource:network and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:06.650366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:06.671981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:06.720859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.745150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:06.753092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:06.761399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:06.761893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.764891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca588ce5-2899-406b-8dee-6b662058c075 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/57786a7d-b012-4463-a166-800f95c8d077 HTTP/1.1" status: 204 len: 168 time: 1.4358184 Feb 13 23:33:06.765052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93919f9b-5166-4a74-b252-f343b72e220d req-a93cd927-20d3-434c-8402-f6736579b564 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:06.766249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93919f9b-5166-4a74-b252-f343b72e220d req-a93cd927-20d3-434c-8402-f6736579b564 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1096032 Feb 13 23:33:06.766797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53682) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:06.781157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c100f-8e7e-4a24-9e8a-d1db741d5e12 req-a73dc35f-e8c6-4c3e-a807-4b89bead3727 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:06.782684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e34c100f-8e7e-4a24-9e8a-d1db741d5e12 req-a73dc35f-e8c6-4c3e-a807-4b89bead3727 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2261434 Feb 13 23:33:06.783472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:06.786617 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.802347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:06.850251 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-40360c64-e84c-4332-a28c-4ffc51d1a83c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:33:06.854716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40360c64-e84c-4332-a28c-4ffc51d1a83c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/57786a7d-b012-4463-a166-800f95c8d077 HTTP/1.1" status: 404 len: 333 time: 0.0841410 Feb 13 23:33:06.856010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53688) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:06.894089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e34c100f-8e7e-4a24-9e8a-d1db741d5e12 req-28592b1f-5e54-483a-8568-07619037e357 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933316 Feb 13 23:33:06.895156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:06.901007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Usage tracker for resource:security_group_rule and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:06.907231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:06.932113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:07.024050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 907c9e46-ce79-4c84-8f3e-320e6a00ce20 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:07.029557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.032559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.037741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.045974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.060393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.071224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:33:07.104730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.105083 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Added segment bf213ccb-384d-4ba6-9ae5-76553450524f of type vlan for network 5a18e69e-5793-44df-b0df-a09da3319b93 Feb 13 23:33:07.106303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f8112b-d42f-4357-97a5-ccaf596873b0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:07.110720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:33:07.120850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93919f9b-5166-4a74-b252-f343b72e220d req-0e794a22-756f-4867-a3a8-59456b3bb781 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075886 Feb 13 23:33:07.131863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:07.143184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.168180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.211580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.212442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:07.213166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.268873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:07.355441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0567722 Feb 13 23:33:07.356455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53700) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:07.371563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Request body: {'subnet': {'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-subnet', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:07.377063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:07.382149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Usage tracker for resource:subnet and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:07.385271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:07.412609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:07.427947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b5658-d85f-4103-8292-ff19232b97dc admin admin] Pushing event updated for resources: {'Network': ['ID=5a18e69e-5793-44df-b0df-a09da3319b93,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:07.434463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:07.438150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.439992 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'code': 200} Feb 13 23:33:07.443578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5a18e69e-5793-44df-b0df-a09da3319b93 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:33:07.655484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.681777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739757a-b3d6-41c1-ae10-f7bd497b3959 req-67a68735-87aa-47f2-a442-38599c680bc3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:07.683275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f739757a-b3d6-41c1-ae10-f7bd497b3959 req-67a68735-87aa-47f2-a442-38599c680bc3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3820419 Feb 13 23:33:07.743933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:07.823250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 907c9e46-ce79-4c84-8f3e-320e6a00ce20 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:07.837851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=684b6e2e-8dbc-4438-be29-9f203cdde8fa,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:07.871431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115227-15a2-4a9b-a740-a1505f57d26e req-04ea8f5d-480b-41c7-a73f-745bd5f84cb4 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:07.873221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd115227-15a2-4a9b-a740-a1505f57d26e req-04ea8f5d-480b-41c7-a73f-745bd5f84cb4 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2002375 Feb 13 23:33:07.902361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Checking segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:07.902825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Network hostable DHCP agents. Network: 5a18e69e-5793-44df-b0df-a09da3319b93, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:33:07.943715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f739757a-b3d6-41c1-ae10-f7bd497b3959 req-c595e6dd-8889-4e1e-8e53-4f8771ecd114 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494827 Feb 13 23:33:07.953393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8281ab36-76cc-4ea4-b514-b969f390d7ad req-ae6bfc56-9750-41e6-86b4-7c23ec006196 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 0.3622396 Feb 13 23:33:08.052051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8281ab36-76cc-4ea4-b514-b969f390d7ad req-43b9065e-1c6b-4c8f-a6d7-9ac54e6c5c96 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663285 Feb 13 23:33:08.055829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.107707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd115227-15a2-4a9b-a740-a1505f57d26e req-d989d95d-24b9-4be5-8f5f-5435f572da73 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277570 Feb 13 23:33:08.124625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Network 5a18e69e-5793-44df-b0df-a09da3319b93 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:33:08.145779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5a18e69e-5793-44df-b0df-a09da3319b93) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:08.150768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:08.151581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.158606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cea69-4728-4ac1-b22c-ff27f9c2dffb None None] Network 5a18e69e-5793-44df-b0df-a09da3319b93 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:08.192002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=907c9e46-ce79-4c84-8f3e-320e6a00ce20,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:08.194970 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-36151987-afef-4eb8-a2bb-3907dbf5bad0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8321571 Feb 13 23:33:08.199317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53728) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:08.207320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:08.219522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:08.228832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Usage tracker for resource:router and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:08.237599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:08.247537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:08.279985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.281299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.327438 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.353825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0ab2cee0-a55e-4cf4-aa4d-9f805292f7f2 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/907c9e46-ce79-4c84-8f3e-320e6a00ce20 HTTP/1.1" status: 204 len: 168 time: 1.4958425 Feb 13 23:33:08.354650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:08.418934 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fa791c-6cfc-4730-a4ac-a1d25aeaf61b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:33:08.419441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21fa791c-6cfc-4730-a4ac-a1d25aeaf61b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:08.428690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.446600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21fa791c-6cfc-4730-a4ac-a1d25aeaf61b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:08.450825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21fa791c-6cfc-4730-a4ac-a1d25aeaf61b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/907c9e46-ce79-4c84-8f3e-320e6a00ce20 HTTP/1.1" status: 404 len: 333 time: 0.0951931 Feb 13 23:33:08.451427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53738) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:08.554924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5a18e69e-5793-44df-b0df-a09da3319b93', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:33:08.556662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.681140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.696500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b06a-3fad-44b7-89fd-40fb106797df req-0073c28c-77e3-4c05-ba2f-c87a8aa8f8ea tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:08.699891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9174b06a-3fad-44b7-89fd-40fb106797df req-0073c28c-77e3-4c05-ba2f-c87a8aa8f8ea tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3815777 Feb 13 23:33:08.731290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:08.775951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9174b06a-3fad-44b7-89fd-40fb106797df req-7bf2e79f-038f-4d7c-bb95-9aa40bf6faf0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700517 Feb 13 23:33:08.812947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Allocated IP 172.20.0.2 (5a18e69e-5793-44df-b0df-a09da3319b93/684b6e2e-8dbc-4438-be29-9f203cdde8fa/314cd64b-f115-4bce-8bbb-6fb46a447082) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:08.898917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3999f-1cab-4cfc-9ce9-0e1590b68c81 req-af2b08ec-c18a-449f-a677-6f784df12d58 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:08.906058 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11c3999f-1cab-4cfc-9ce9-0e1590b68c81 req-af2b08ec-c18a-449f-a677-6f784df12d58 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2053525 Feb 13 23:33:08.950381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 4cecf4eb-df62-4db8-8347-5d9b0c15bb78 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:33:08.953298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.016364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.089096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.103888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.188512 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11c3999f-1cab-4cfc-9ce9-0e1590b68c81 req-484070c5-b9cf-4e2e-8103-441a7a7b5f05 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814949 Feb 13 23:33:09.198007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.215348 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.252167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.252874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Transition to ACTIVE for port object 314cd64b-f115-4bce-8bbb-6fb46a447082 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:09.301623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Transition to ACTIVE for port object 314cd64b-f115-4bce-8bbb-6fb46a447082 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:09.316939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.380155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=4cecf4eb-df62-4db8-8347-5d9b0c15bb78,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:09.410561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.435607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc7c31-3425-4fe5-864a-7ac05ef95a4a None None] Network cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:09.466090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Allocated IP 172.25.4.53 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/ffcadf73-01bb-4b11-bf70-0db20adc2ec1) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:09.514116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c643c524-41ed-4fb8-9dd4-e94b9b89000a tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/4cecf4eb-df62-4db8-8347-5d9b0c15bb78 HTTP/1.1" status: 204 len: 168 time: 1.0614493 Feb 13 23:33:09.517984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53766) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:09.601047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Network 5a18e69e-5793-44df-b0df-a09da3319b93 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:09.607946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:09.650941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:09.670627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.705644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 97635268-eff2-4882-9aba-3eb6687ba1dc {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:09.705996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.768664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5430e4-8cc5-4b6a-891e-3a5ee0bdcc94 req-1ad4a85a-e518-487b-ad1a-d5887d37a1c8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:09.775786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e5430e4-8cc5-4b6a-891e-3a5ee0bdcc94 req-1ad4a85a-e518-487b-ad1a-d5887d37a1c8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2745345 Feb 13 23:33:09.810336 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.812988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Pushing event updated for resources: {'Port': ['ID=314cd64b-f115-4bce-8bbb-6fb46a447082,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:09.861126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e5430e4-8cc5-4b6a-891e-3a5ee0bdcc94 req-7d01ee33-4cfc-4dec-8d65-e1d0694ff669 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843351 Feb 13 23:33:09.887715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Attempting to bind port 314cd64b-f115-4bce-8bbb-6fb46a447082 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:09.888173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Attempting to bind port 314cd64b-f115-4bce-8bbb-6fb46a447082 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:09.888757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Attempting to bind port 314cd64b-f115-4bce-8bbb-6fb46a447082 on network 5a18e69e-5793-44df-b0df-a09da3319b93 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:09.914248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.942394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:09.942788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Checking segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:09.943592 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:09.943592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Bound using segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:09.944029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Bound port: 314cd64b-f115-4bce-8bbb-6fb46a447082, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:09.944401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.013866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] For port 97635268-eff2-4882-9aba-3eb6687ba1dc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=97635268-eff2-4882-9aba-3eb6687ba1dc,segment=NetworkSegment(8f73cc16-5f32-4a05-89ed-befa1110be30),segment_id=8f73cc16-5f32-4a05-89ed-befa1110be30)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:10.014847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.023027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:10.043957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:10.050446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:10.165483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:10.165614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] For port 314cd64b-f115-4bce-8bbb-6fb46a447082, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:10.172463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] For port 314cd64b-f115-4bce-8bbb-6fb46a447082, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=314cd64b-f115-4bce-8bbb-6fb46a447082,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:10.184792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.205127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dc590-1378-4593-b881-88542b80b428 req-b0b743e4-d17f-43fc-8fdf-14a38978ed61 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:10.206783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-788dc590-1378-4593-b881-88542b80b428 req-b0b743e4-d17f-43fc-8fdf-14a38978ed61 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.8060954 Feb 13 23:33:10.213660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 97635268-eff2-4882-9aba-3eb6687ba1dc owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:10.247954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627e966-cc79-4f95-9ee4-c3819c327593 None None] DHCP port deletion for cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:33:10.264089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0627e966-cc79-4f95-9ee4-c3819c327593 None None] Deleting port 97635268-eff2-4882-9aba-3eb6687ba1dc {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:10.264716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0627e966-cc79-4f95-9ee4-c3819c327593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.327834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424f7a3-0789-411a-9924-de19e4cae680 req-36ceac0b-570a-476a-83ce-c3cf5870ab3c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:10.334559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a424f7a3-0789-411a-9924-de19e4cae680 req-36ceac0b-570a-476a-83ce-c3cf5870ab3c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2331665 Feb 13 23:33:10.334934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-788dc590-1378-4593-b881-88542b80b428 req-2947b7b7-eb36-4273-a046-0c4691d75538 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943880 Feb 13 23:33:10.344492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 97635268-eff2-4882-9aba-3eb6687ba1dc no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:33:10.414504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.439671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c53a8-b653-4573-97b6-ff4aa5f0b6c1 None None] Pushing event updated for resources: {'Port': ['ID=314cd64b-f115-4bce-8bbb-6fb46a447082,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:10.464205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a424f7a3-0789-411a-9924-de19e4cae680 req-3ab8f323-c0bc-4b09-8e81-07d46839a9d3 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Feb 13 23:33:10.480146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.481767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.515201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No active binding found for port 97635268-eff2-4882-9aba-3eb6687ba1dc {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:33:10.517250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 97635268-eff2-4882-9aba-3eb6687ba1dc not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:33:10.532611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0627e966-cc79-4f95-9ee4-c3819c327593 None None] The port '97635268-eff2-4882-9aba-3eb6687ba1dc' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:33:10.548307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=97635268-eff2-4882-9aba-3eb6687ba1dc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:10.557401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No DVR routers for this DVR port 97635268-eff2-4882-9aba-3eb6687ba1dc on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:33:10.799985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.842214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:10.856215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f73cc16-5f32-4a05-89ed-befa1110be30') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:10.856616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f73cc16-5f32-4a05-89ed-befa1110be30') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:10.877574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.910793 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.921485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:33:10.921896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:33:10.938508 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:33:10.959795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:33:11.222231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1825f-c505-4706-8356-3cbad478e343 req-a08adb6d-58a7-42a9-9a4d-f98573bd53cb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:11.230578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24b1825f-c505-4706-8356-3cbad478e343 req-a08adb6d-58a7-42a9-9a4d-f98573bd53cb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.6832039 Feb 13 23:33:11.356314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24b1825f-c505-4706-8356-3cbad478e343 req-a93d7a62-f521-4418-9c38-3208c992c70f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242287 Feb 13 23:33:11.366413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.378123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.384682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:11.396468 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Sync routers for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:11.425768 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:11.428181 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:11.447195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.448894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-205ca8cf-2ef6-4442-b416-f2b8f21141a5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2479768 Feb 13 23:33:11.452574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53802) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:11.496076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:11.510386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd3311c6-02e5-46ae-b2c0-2512299eb3aa tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/cbbc27fe-fd5b-420b-8d0c-aedaf1fe561c HTTP/1.1" status: 204 len: 168 time: 1.9897883 Feb 13 23:33:11.514984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:11.530373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-213851590'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:11.554667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:11.560161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:network and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:11.563652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:11.573554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:11.589996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:11.593893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.702992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:33:11.716467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.717766 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Added segment 3ad6f406-ed71-4c0a-8050-fd6d6e5433ae of type vlan for network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce Feb 13 23:33:11.736158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:11.754675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.824924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.829202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:11.829960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:11.854527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b98ae-1dea-43de-8b17-3cf65efda442 req-857cd5c1-38c0-4d54-b0f9-ba8f3e49257a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:11.858774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e8fa0-bda9-422a-a0b2-45c7f45a99b7 None None] Network 5a18e69e-5793-44df-b0df-a09da3319b93 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:11.863230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-852b98ae-1dea-43de-8b17-3cf65efda442 req-857cd5c1-38c0-4d54-b0f9-ba8f3e49257a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2774241 Feb 13 23:33:11.867484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:11.940022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-852b98ae-1dea-43de-8b17-3cf65efda442 req-fc182ec5-f41a-4c5e-8402-cfa5a77738b4 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755432 Feb 13 23:33:12.001533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-12257c5f-119a-4e3d-be4e-6dcdf224b21a None None] Provisioning for port 314cd64b-f115-4bce-8bbb-6fb46a447082 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:12.035380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Network': ['ID=a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:12.058868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:33:12.085850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5077-c57e-4ad0-82c4-c6731777b134 req-f6f23b12-9278-4fcf-b452-7c38595f7813 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:12.096822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdcb5077-c57e-4ad0-82c4-c6731777b134 req-f6f23b12-9278-4fcf-b452-7c38595f7813 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.5084476 Feb 13 23:33:12.129565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-591b860c-0632-486c-8d37-1ab330f4977b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6101131 Feb 13 23:33:12.136911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:12.145624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:12.181552 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:10Z', 'revision_number': 3, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:12.187523 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Checking router: ba46bc7c-add6-4cc5-ae7f-e31dea43e69a for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:33:12.188158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Updating router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:33:12.271854 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.288326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:12.296397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:12.311417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdcb5077-c57e-4ad0-82c4-c6731777b134 req-7e554ca0-f528-4736-b14d-3887c5d57742 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115369 Feb 13 23:33:12.312533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:12.327537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:12.371286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:12.379359 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.421317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 314cd64b-f115-4bce-8bbb-6fb46a447082 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:12.529715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:12.536778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Usage tracker for resource:security_group_rule and tenant:b46269f027ea492589436f9459bd32b9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:12.545239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:12.560325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:12.577036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 314cd64b-f115-4bce-8bbb-6fb46a447082 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:12.578473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e42ac-68d9-4e00-96d9-9b0e5346aa22 req-d0a37f86-3a34-430a-9d53-4a7172992873 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:12.582856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 314cd64b-f115-4bce-8bbb-6fb46a447082 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:12.583388 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.585841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-188e42ac-68d9-4e00-96d9-9b0e5346aa22 req-d0a37f86-3a34-430a-9d53-4a7172992873 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.3766954 Feb 13 23:33:12.605338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.763506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.789431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.809553 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.822939 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Transition to ACTIVE for port object ffcadf73-01bb-4b11-bf70-0db20adc2ec1 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:12.827503 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.836265 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.854312 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-188e42ac-68d9-4e00-96d9-9b0e5346aa22 req-18e14d42-868f-42fd-b5cf-518f3f35de1c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673917 Feb 13 23:33:12.870570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3875a0cd-36d4-4700-8aa8-6d17cfd95ad3 None None] Provisioning complete for port 314cd64b-f115-4bce-8bbb-6fb46a447082 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:12.871163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3875a0cd-36d4-4700-8aa8-6d17cfd95ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:12.907796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 314cd64b-f115-4bce-8bbb-6fb46a447082, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=314cd64b-f115-4bce-8bbb-6fb46a447082,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:12.927256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d2c03-7c78-4e70-b9f9-e176eb9710ad,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:12.935115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb01b4d3-8027-40ee-85aa-0c7eb204174e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b46269f027ea492589436f9459bd32b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0527489 Feb 13 23:33:12.938455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.020173 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Attempting to bind port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:13.020655 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Attempting to bind port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:13.021013 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Attempting to bind port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:13.028991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53832) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:13.033396 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Pushing event updated for resources: {'Port': ['ID=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:13.038514 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:13.039141 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:13.039535 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.044244 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:13.044733 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Bound port: ffcadf73-01bb-4b11-bf70-0db20adc2ec1, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:13.045105 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.100140 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.100495 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.101203 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.101665 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.102168 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.102499 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.102820 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.103138 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.103678 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.103801 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.104081 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:13.162923 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] For port ffcadf73-01bb-4b11-bf70-0db20adc2ec1, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:13.167729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] For port ffcadf73-01bb-4b11-bf70-0db20adc2ec1, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:13.171288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=314cd64b-f115-4bce-8bbb-6fb46a447082,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:13.173975 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.181119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.279045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa82050-9cec-4746-ab1f-03dcfa7c8369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.281027 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:13.281871 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:13.310572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=8619c4ca-0c0d-468c-b604-7183b92c3bbc,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:13.334474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-fda74f9c-3e12-4cf3-8242-67f69e341468 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 0.2743094 Feb 13 23:33:13.335275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Checking segment: {'id': '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:13.335742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network hostable DHCP agents. Network: a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:33:13.336635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa82050-9cec-4746-ab1f-03dcfa7c8369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.343523 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7a379-07dc-4330-a22f-92ec03e2b253 None None] Pushing event updated for resources: {'Port': ['ID=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:13.356921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934add26-0520-4a5d-bcdf-538e64562442 req-8db48cc4-80ae-407e-b922-6dc18fe2571c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:13.358411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-934add26-0520-4a5d-bcdf-538e64562442 req-8db48cc4-80ae-407e-b922-6dc18fe2571c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2253995 Feb 13 23:33:13.369679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc42f-8cf9-47f6-b5cb-1a8f3be7ccb3 req-d1bfe8df-0078-460e-9986-ce36b6aff3a7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:13.371495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0cc42f-8cf9-47f6-b5cb-1a8f3be7ccb3 req-d1bfe8df-0078-460e-9986-ce36b6aff3a7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3136647 Feb 13 23:33:13.438403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-934add26-0520-4a5d-bcdf-538e64562442 req-fd95f3c7-e583-44fd-9306-8d3397c679d3 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721729 Feb 13 23:33:13.485520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa82050-9cec-4746-ab1f-03dcfa7c8369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.541679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0cc42f-8cf9-47f6-b5cb-1a8f3be7ccb3 req-cd29f3d5-c367-401f-96cf-e1ecfd5f6449 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590359 Feb 13 23:33:13.542680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:33:13.544442 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:13.552904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-05dd2837-e8ee-4972-84c8-0e4e42299685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:13.554518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-05dd2837-e8ee-4972-84c8-0e4e42299685 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.2104847 Feb 13 23:33:13.558471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:13.572991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1bcc0d-0203-4c0d-99a6-b80a3a73207a None None] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:13.575163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82050-9cec-4746-ab1f-03dcfa7c8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d2c03-7c78-4e70-b9f9-e176eb9710ad,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:13.577278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa82050-9cec-4746-ab1f-03dcfa7c8369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.578996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7aa82050-9cec-4746-ab1f-03dcfa7c8369 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f3d2c03-7c78-4e70-b9f9-e176eb9710ad HTTP/1.1" status: 204 len: 168 time: 0.5496113 Feb 13 23:33:13.628305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:13.629436 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.649173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-c97b945e-cfe2-49c5-a59d-9cf3669054b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.0839818 Feb 13 23:33:13.713367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5a96b76-a409-4a9b-b633-10861619ea2b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5752883 Feb 13 23:33:13.721722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53840) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:13.728304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-987395649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:13.746748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-e02fdc1b-3f89-4992-b784-a83eb09dcb26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:13.748819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-e02fdc1b-3f89-4992-b784-a83eb09dcb26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.0825856 Feb 13 23:33:13.750289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:13.764268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:router and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:13.776313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:13.791585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:13.855115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7cfb-6f22-4d8e-8737-c7e0126d59c5 req-48c59099-8ba9-46ae-9d7e-37b8fb35071b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:13.856597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e2d7cfb-6f22-4d8e-8737-c7e0126d59c5 req-48c59099-8ba9-46ae-9d7e-37b8fb35071b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2759511 Feb 13 23:33:13.859875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.860817 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.869996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-8f1afff5-abfe-44eb-aa15-56ab49c5ab91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099541 Feb 13 23:33:13.886624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce', 'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': '8619c4ca-0c0d-468c-b604-7183b92c3bbc'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:33:13.888685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:13.902514 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.063465 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:10Z', 'revision_number': 3, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:14.076252 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c023bd-9e58-4769-acb6-b991e35a19a8 None None] The sync data for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 is: [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:10Z', 'revision_number': 3, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:33:14.089798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-aae0e8a5-addb-4c95-a45e-d17070cf3a1f service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106948 Feb 13 23:33:14.127220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e2d7cfb-6f22-4d8e-8737-c7e0126d59c5 req-2a53f5f3-52de-4f1f-b190-0c588559fb5c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626064 Feb 13 23:33:14.130276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.181543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.301014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53848) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:14.325857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 314cd64b-f115-4bce-8bbb-6fb46a447082 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:14.418567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Allocated IP 2001:db8::2 (a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce/8619c4ca-0c0d-468c-b604-7183b92c3bbc/a63878cc-f5c9-44bc-a6d5-228859b6a40c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:14.461189 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.475652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.479871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7d97ecb-5575-4fc4-afde-d5f30b9f9bc8 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7567163 Feb 13 23:33:14.484111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53854) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:14.493022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce', 'name': 'tempest-PortsIpV6TestJSON-1509459046'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:14.504517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Allocated IP 172.20.0.1 (5a18e69e-5793-44df-b0df-a09da3319b93/684b6e2e-8dbc-4438-be29-9f203cdde8fa/3fb50adf-c0d3-4e2d-8e98-d15c0749fc54) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:14.540981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:14.572076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Usage tracker for resource:security_group_rule and tenant:cef8213a614a413e99395ae7203b2893 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:14.597564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf2efc-a925-4846-871d-549b871371fe req-fc20b244-3a8a-41b9-844b-3dec25dfb58f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:14.604547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0bf2efc-a925-4846-871d-549b871371fe req-fc20b244-3a8a-41b9-844b-3dec25dfb58f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.4411235 Feb 13 23:33:14.620437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 314cd64b-f115-4bce-8bbb-6fb46a447082 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:14.620789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.655589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93a9b5f4-8cf2-482a-b7e8-d7c835e4c52b req-7feaaa46-e4a9-45f0-89d8-662d689d341e service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566602 Feb 13 23:33:14.702606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:14.713075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0bf2efc-a925-4846-871d-549b871371fe req-3eddd893-fa43-403e-9e68-8928f61068b0 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074443 Feb 13 23:33:14.763418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:14.773552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:port and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:14.783225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:14.792723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:14.814172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:14.818505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.823396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:14.853016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:33:14.892749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.900102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.923671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Transition to ACTIVE for port object a63878cc-f5c9-44bc-a6d5-228859b6a40c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:14.945677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Transition to ACTIVE for port object 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:14.953099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Transition to ACTIVE for port object a63878cc-f5c9-44bc-a6d5-228859b6a40c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:14.961565 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:14.967597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6feef-708d-41b6-8b61-5e0f933de8e4 req-fca0ab65-d0d0-461d-9ffa-0adce39c765c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:14.969086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17d6feef-708d-41b6-8b61-5e0f933de8e4 req-fca0ab65-d0d0-461d-9ffa-0adce39c765c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.3218646 Feb 13 23:33:15.044557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:15.048491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:15.059223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:15.069871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.072821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17d6feef-708d-41b6-8b61-5e0f933de8e4 req-1c36c745-9309-4114-9e22-e4e41cf161ac tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962157 Feb 13 23:33:15.078782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.098943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Pushing event updated for resources: {'Port': ['ID=a63878cc-f5c9-44bc-a6d5-228859b6a40c,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:15.110621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::32a (a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce/8619c4ca-0c0d-468c-b604-7183b92c3bbc/b86029cc-0cce-4cc1-ad93-5ed87cd7b83a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:15.122258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4652fc41-55ae-4237-8b8f-2bc98742f1a3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:15.126349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.221225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Network 5a18e69e-5793-44df-b0df-a09da3319b93 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:15.227169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:15.231663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:15.247182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Attempting to bind port a63878cc-f5c9-44bc-a6d5-228859b6a40c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:15.247539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Attempting to bind port a63878cc-f5c9-44bc-a6d5-228859b6a40c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:15.247885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Attempting to bind port a63878cc-f5c9-44bc-a6d5-228859b6a40c on network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:15.255477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:15.255856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Checking segment: {'id': '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:15.256238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.256620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Bound using segment: {'id': '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:15.257065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Bound port: a63878cc-f5c9-44bc-a6d5-228859b6a40c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:15.257425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.278740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6e53b-751f-4062-89ea-64c1d380153e req-d0f3b32c-5873-4204-b888-1b5a43b0254f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:15.279992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a6e53b-751f-4062-89ea-64c1d380153e req-d0f3b32c-5873-4204-b888-1b5a43b0254f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3219218 Feb 13 23:33:15.292579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-23feea5e-ad3b-4429-842a-cf60415fb8aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cef8213a614a413e99395ae7203b2893&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9862003 Feb 13 23:33:15.295515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:15.310776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:15.407609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] For port a63878cc-f5c9-44bc-a6d5-228859b6a40c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:15.411314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] For port a63878cc-f5c9-44bc-a6d5-228859b6a40c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a63878cc-f5c9-44bc-a6d5-228859b6a40c,segment=NetworkSegment(3ad6f406-ed71-4c0a-8050-fd6d6e5433ae),segment_id=3ad6f406-ed71-4c0a-8050-fd6d6e5433ae)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:15.421185 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.457191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.465212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d90487e-592f-4ffc-8a57-14806329c995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.489501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.496524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d90487e-592f-4ffc-8a57-14806329c995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.510393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object b86029cc-0cce-4cc1-ad93-5ed87cd7b83a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:15.547092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a6e53b-751f-4062-89ea-64c1d380153e req-5463bb0d-ec63-4ac1-840b-df70b16a2845 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738980 Feb 13 23:33:15.559923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.562415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d31862-a2aa-46d0-8d18-45f8c0354bf6 None None] Pushing event updated for resources: {'Port': ['ID=a63878cc-f5c9-44bc-a6d5-228859b6a40c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:15.579490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7f29676f-4523-4fb4-b982-a8341f48dbef None None] Provisioning for port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:15.589554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7f29676f-4523-4fb4-b982-a8341f48dbef None None] Provisioning complete for port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:15.589956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7f29676f-4523-4fb4-b982-a8341f48dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.601770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d90487e-592f-4ffc-8a57-14806329c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.638563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf772c-a67c-49e8-a134-90c433cc6746 req-52c41b18-fcf9-4038-8c62-2865027506f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:15.640329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-53cf772c-a67c-49e8-a134-90c433cc6746 req-52c41b18-fcf9-4038-8c62-2865027506f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2665942 Feb 13 23:33:15.641254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90487e-592f-4ffc-8a57-14806329c995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652fc41-55ae-4237-8b8f-2bc98742f1a3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:15.669227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:15.671665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7f29676f-4523-4fb4-b982-a8341f48dbef None None] Port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:15.678427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d90487e-592f-4ffc-8a57-14806329c995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.680128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:15.682510 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3d90487e-592f-4ffc-8a57-14806329c995 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4652fc41-55ae-4237-8b8f-2bc98742f1a3 HTTP/1.1" status: 204 len: 168 time: 0.3842609 Feb 13 23:33:15.685975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=b86029cc-0cce-4cc1-ad93-5ed87cd7b83a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:15.694806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:15.698786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:15.699393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:15.736462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79639cb2-ee0e-4c05-91c6-47c160039ecf tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2486598 Feb 13 23:33:15.736898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53868) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:15.764768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-53cf772c-a67c-49e8-a134-90c433cc6746 req-4b53a851-f7ef-4d2e-bbf6-cd38bc9be061 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143675 Feb 13 23:33:15.771213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:16.105506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:16.113954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:16.230440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847b578-2eda-4738-845e-23b93faf75ac req-496a6e11-5a84-453d-b241-1c399e930def tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:16.237790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9847b578-2eda-4738-845e-23b93faf75ac req-496a6e11-5a84-453d-b241-1c399e930def tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2555366 Feb 13 23:33:16.245363 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:16.356337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:16.454647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a63878cc-f5c9-44bc-a6d5-228859b6a40c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:16.506857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Network 5a18e69e-5793-44df-b0df-a09da3319b93 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:16.518695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:16.601294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a63878cc-f5c9-44bc-a6d5-228859b6a40c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:16.611211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ffcadf73-01bb-4b11-bf70-0db20adc2ec1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:16.684631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9847b578-2eda-4738-845e-23b93faf75ac req-49fd0bee-e880-47a8-953d-eafacc5fb2c1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448075 Feb 13 23:33:16.772620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:16.793636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:16.794178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:16.865425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fee613-6c8a-42ad-998d-e67c50bc3efb None None] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:17.009214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d168a-8557-42e9-aafd-c7a630f7a648 req-9a93a1ce-d81d-4003-8215-e6b8fc5c4d94 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:17.012965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-157d168a-8557-42e9-aafd-c7a630f7a648 req-9a93a1ce-d81d-4003-8215-e6b8fc5c4d94 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.7629645 Feb 13 23:33:17.040643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] Provisioning for port a63878cc-f5c9-44bc-a6d5-228859b6a40c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:17.078224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] Provisioning complete for port a63878cc-f5c9-44bc-a6d5-228859b6a40c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:17.078712 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.093232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.150190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.206386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd3eb7-16bc-4076-a1ba-62d88577ad62 req-fdbbec35-9fb7-4093-b979-09220d9e8166 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:17.214420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50bd3eb7-16bc-4076-a1ba-62d88577ad62 req-fdbbec35-9fb7-4093-b979-09220d9e8166 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.2887161 Feb 13 23:33:17.216823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ffcadf73-01bb-4b11-bf70-0db20adc2ec1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:17.243690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-157d168a-8557-42e9-aafd-c7a630f7a648 req-589bae60-a9c4-4930-a067-f6f18530e04b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548426 Feb 13 23:33:17.301650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.341428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:33:17.398675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50bd3eb7-16bc-4076-a1ba-62d88577ad62 req-1d513cb5-77c6-45ae-b811-319eee465492 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825581 Feb 13 23:33:17.462831 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.535640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:17.552885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] For port a63878cc-f5c9-44bc-a6d5-228859b6a40c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a63878cc-f5c9-44bc-a6d5-228859b6a40c,segment=NetworkSegment(3ad6f406-ed71-4c0a-8050-fd6d6e5433ae),segment_id=3ad6f406-ed71-4c0a-8050-fd6d6e5433ae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:17.567766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.652724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.665946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.674482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02b73-d719-4881-ad1d-d826cbe82c28 None None] Pushing event updated for resources: {'Port': ['ID=a63878cc-f5c9-44bc-a6d5-228859b6a40c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:17.700390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06748366-f975-4fb7-978b-eddffdf1abf6 req-193ef75f-2849-4348-ba4c-3d9be7e803da tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:17.702317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06748366-f975-4fb7-978b-eddffdf1abf6 req-193ef75f-2849-4348-ba4c-3d9be7e803da tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2324944 Feb 13 23:33:17.720992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a17c8231-0a47-4610-8a72-215d12bd9c92 None None] Provisioning complete for port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:17.721360 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a17c8231-0a47-4610-8a72-215d12bd9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:17.776545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06748366-f975-4fb7-978b-eddffdf1abf6 req-36488ca9-27bb-4531-9bc4-7f6aebd93137 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634582 Feb 13 23:33:17.798225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:17.830189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3e04843b-9c6d-4013-b7cf-280784d71bd5 admin admin] 10.222.0.36 "PUT /v2.0/routers/ba46bc7c-add6-4cc5-ae7f-e31dea43e69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3630018 Feb 13 23:33:17.875107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a17c8231-0a47-4610-8a72-215d12bd9c92 None None] Port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:18.021701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cffc3af0-908d-4360-87fc-3c6c8f26d1e6 None None] Provisioning for port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:18.030845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=b86029cc-0cce-4cc1-ad93-5ed87cd7b83a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:18.031930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cffc3af0-908d-4360-87fc-3c6c8f26d1e6 None None] Provisioning complete for port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:18.034153 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cffc3af0-908d-4360-87fc-3c6c8f26d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:18.175551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cffc3af0-908d-4360-87fc-3c6c8f26d1e6 None None] Port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:18.204779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cffc3af0-908d-4360-87fc-3c6c8f26d1e6 None None] Provisioning complete for port a63878cc-f5c9-44bc-a6d5-228859b6a40c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:18.208274 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cffc3af0-908d-4360-87fc-3c6c8f26d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:18.263423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:18.310743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee31f57-2499-4770-9662-b2dc3050c92a req-54c882b2-bac0-42df-88d5-cf5611911ff4 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:18.318579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3ee31f57-2499-4770-9662-b2dc3050c92a req-54c882b2-bac0-42df-88d5-cf5611911ff4 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.3716881 Feb 13 23:33:18.445346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3ee31f57-2499-4770-9662-b2dc3050c92a req-16027aa3-d63e-4ace-a72c-ca23c3e3a2a3 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257896 Feb 13 23:33:18.486896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a63878cc-f5c9-44bc-a6d5-228859b6a40c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:18.530983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Sync routers for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:18.585202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:18.661116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:18.661854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:18.705716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324071e8-c8b3-4305-935e-b269a3164f90 req-869d81fe-a2f7-4beb-8eda-0cdb90ca7cc4 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:18.707932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-324071e8-c8b3-4305-935e-b269a3164f90 req-869d81fe-a2f7-4beb-8eda-0cdb90ca7cc4 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.1583455 Feb 13 23:33:18.784365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-324071e8-c8b3-4305-935e-b269a3164f90 req-f79e1cb4-1778-43d1-9805-c1ebb984ab3d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686615 Feb 13 23:33:18.897952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a63878cc-f5c9-44bc-a6d5-228859b6a40c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:18.898226 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:18.964097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-deaee74b-c0ca-479c-8038-5873fecbfe97 None None] Provisioning complete for port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:18.964254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-deaee74b-c0ca-479c-8038-5873fecbfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.050925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-deaee74b-c0ca-479c-8038-5873fecbfe97 None None] Port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:19.085522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:19.090730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7f8dd-445a-4eda-8282-3126762aeaac req-521aed6f-d5f4-4f90-9799-ac9c39802fbf tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:19.092212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02c7f8dd-445a-4eda-8282-3126762aeaac req-521aed6f-d5f4-4f90-9799-ac9c39802fbf tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3657157 Feb 13 23:33:19.131943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388bd38-c057-4bc8-98c5-8da431a1ff84 req-a16e30cc-0724-415a-8e84-7d6272cf4efb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:19.140581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a388bd38-c057-4bc8-98c5-8da431a1ff84 req-a16e30cc-0724-415a-8e84-7d6272cf4efb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1365798 Feb 13 23:33:19.243103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a388bd38-c057-4bc8-98c5-8da431a1ff84 req-c1a74815-af85-4290-b821-7be0a9e5fa0f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964835 Feb 13 23:33:19.332146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ffcadf73-01bb-4b11-bf70-0db20adc2ec1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:19.372799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53946) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:19.381220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-network', 'tenant_id': '541263c6002e406d93d2102330cf38bc'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:19.387104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:19.387357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02c7f8dd-445a-4eda-8282-3126762aeaac req-12238092-d5e6-4e03-85f0-b48c9629f68a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803943 Feb 13 23:33:19.391576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Usage tracker for resource:network and tenant:541263c6002e406d93d2102330cf38bc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:19.395590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:19.402744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:19.423867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Made reservation on behalf of 541263c6002e406d93d2102330cf38bc for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:19.426677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.440540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.481187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.487543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:19.492721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.496321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.517266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Usage tracker for resource:security_group_rule and tenant:541263c6002e406d93d2102330cf38bc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:19.525156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:19.551579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:19.614591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:19.615148 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.660973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.668661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.714264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:33:19.731065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11925b4f-9673-4bd5-996f-a69d499efa01,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:19.735665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:19.741051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:19.751736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 2, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:19.759578 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.759937 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Added segment 837a2113-25d4-4467-8f4b-df37ade9f9e2 of type vlan for network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab Feb 13 23:33:19.762492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Checking router: ba46bc7c-add6-4cc5-ae7f-e31dea43e69a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:33:19.762846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Updating router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:33:19.857798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.864189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.939267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1030a-de8b-4fd5-89be-1ae38a50a5d2 req-18cf1957-8869-40af-bb4c-b7a4a233945d tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:19.940676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03c1030a-de8b-4fd5-89be-1ae38a50a5d2 req-18cf1957-8869-40af-bb4c-b7a4a233945d tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1894715 Feb 13 23:33:19.941927 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:19.942751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:19.943301 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.003889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=b86029cc-0cce-4cc1-ad93-5ed87cd7b83a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:20.115710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:20.132100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eb1eaa03-048e-4c1e-814d-3ced0e2b2c94 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7549706 Feb 13 23:33:20.135293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:33:20.137555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53978) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:20.152594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Request body: {'subnet': {'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-subnet', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:20.180323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:20.189108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Usage tracker for resource:subnet and tenant:541263c6002e406d93d2102330cf38bc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:20.195539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:20.205784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:20.222081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03c1030a-de8b-4fd5-89be-1ae38a50a5d2 req-6fdda071-2495-4f9b-b2bd-8a4aa102eaeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572503 Feb 13 23:33:20.244969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Made reservation on behalf of 541263c6002e406d93d2102330cf38bc for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:20.248025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.404162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677e57-67ab-4dcc-adda-6ac94f8e2eaa req-b536cf14-98b7-49ba-b9a0-002708432278 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:20.405684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3677e57-67ab-4dcc-adda-6ac94f8e2eaa req-b536cf14-98b7-49ba-b9a0-002708432278 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.4121530 Feb 13 23:33:20.517248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53988) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:20.542431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5c662be6-2bb6-44e2-a2ac-6c3be751ab2d None None] Provisioning complete for port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:20.542805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5c662be6-2bb6-44e2-a2ac-6c3be751ab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.554494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3677e57-67ab-4dcc-adda-6ac94f8e2eaa req-7d62cda2-bc81-4489-a253-0636dca35112 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323464 Feb 13 23:33:20.602513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f10a-ac50-4cce-a142-03d824951dac req-8c52f950-b4d9-479d-8778-ea2ca2b80b15 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:20.609083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2e5f10a-ac50-4cce-a142-03d824951dac req-8c52f950-b4d9-479d-8778-ea2ca2b80b15 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1668365 Feb 13 23:33:20.637891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5c662be6-2bb6-44e2-a2ac-6c3be751ab2d None None] Port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:20.656555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Router 39de2ee0-b43d-41e0-b679-5d0cf388236f is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:33:20.702814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2e5f10a-ac50-4cce-a142-03d824951dac req-5eba5732-d172-4f26-a398-3c720b2e196f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926092 Feb 13 23:33:20.721225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.803119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68912197-4f9a-4e61-a58f-423c45a9b2b2,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:20.807384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.815530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Checking segment: {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:20.816593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Network hostable DHCP agents. Network: 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:33:20.823644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Transition to ACTIVE for port object 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:20.830213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.838945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:33:20.849401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:20.853478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:20.854159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.865151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.876690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d7fffda-8a02-4edf-9bd6-8ce0762bab9a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7375472 Feb 13 23:33:20.877211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157be1b-c5ec-4440-8129-2acb3d6aad7e None None] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:20.878766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53994) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:20.884481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:20.889696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:20.894405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Usage tracker for resource:router and tenant:541263c6002e406d93d2102330cf38bc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:20.897505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:20.903698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:20.919473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.920697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.936197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:20.943216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Usage tracker for resource:security_group_rule and tenant:c072d32d9be140a29d456c80721cd0ee is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:20.944419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:20.946112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:20.953848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:20.980787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc678e-885a-4673-8812-ae29be7091ff req-d6bdf679-b6bd-4477-a370-01579cf40a09 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:20.993090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7bdc678e-885a-4673-8812-ae29be7091ff req-d6bdf679-b6bd-4477-a370-01579cf40a09 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.2438171 Feb 13 23:33:21.045352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55dd36-ef21-4a3d-b631-10638f3f6ac2 None None] Pushing event updated for resources: {'Port': ['ID=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:21.110191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:21.122684 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] Sync routers for ids ['39de2ee0-b43d-41e0-b679-5d0cf388236f'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:21.126446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7bdc678e-885a-4673-8812-ae29be7091ff req-98435be4-0947-4559-8c20-22f416b9c66a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203620 Feb 13 23:33:21.146268 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] Routers {'39de2ee0-b43d-41e0-b679-5d0cf388236f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:21.147007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['39de2ee0-b43d-41e0-b679-5d0cf388236f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:21.207353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55e949d8-c0e6-454a-80dd-61c84dda9504 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/routers/39de2ee0-b43d-41e0-b679-5d0cf388236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4669106 Feb 13 23:33:21.211182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.212450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53998) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:21.233523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Attempting to bind port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:21.233899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Attempting to bind port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:21.234335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Attempting to bind port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 on network 5a18e69e-5793-44df-b0df-a09da3319b93 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:21.273210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:21.273210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Checking segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:21.273507 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.273765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Bound using segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:21.274260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Bound port: 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:21.274696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.309884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.312537 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:21.325609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.343217 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] Routers {'39de2ee0-b43d-41e0-b679-5d0cf388236f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:21.344199 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['39de2ee0-b43d-41e0-b679-5d0cf388236f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:21.364652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c072d32d9be140a29d456c80721cd0ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8458757 Feb 13 23:33:21.368414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54004) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:21.396424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00aeadf-fd13-418f-8a07-d73d9f2a6415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2154a971-8045-48d5-82bb-209fe36f0268,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:21.418810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4849b11b-d2af-4c2c-8f75-f8cb5d44b5d9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:21.419659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4849b11b-d2af-4c2c-8f75-f8cb5d44b5d9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:21.423185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'fixed_ips': [{'subnet_id': '68912197-4f9a-4e61-a58f-423c45a9b2b2'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:33:21.423977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.439364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4849b11b-d2af-4c2c-8f75-f8cb5d44b5d9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:21.440924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4849b11b-d2af-4c2c-8f75-f8cb5d44b5d9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports?device_id=39de2ee0-b43d-41e0-b679-5d0cf388236f HTTP/1.1" status: 200 len: 989 time: 0.2265894 Feb 13 23:33:21.444197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54008) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:21.461578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:21.462290 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bba581-c9c8-4c93-b9f3-8a1e8a8e478f None None] The sync data for ids ['39de2ee0-b43d-41e0-b679-5d0cf388236f'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:33:21.498552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] For port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:21.518344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] For port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:21.536378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.611958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954d9642-7d8d-4270-8844-e458560e2199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.636703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26e1d8-a9b6-441f-bbab-4c8ead2518e9 req-8e91b877-74b7-4de2-98d4-b375a84a22e9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:21.643898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a26e1d8-a9b6-441f-bbab-4c8ead2518e9 req-8e91b877-74b7-4de2-98d4-b375a84a22e9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2381539 Feb 13 23:33:21.687266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954d9642-7d8d-4270-8844-e458560e2199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.699099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55dd36-ef21-4a3d-b631-10638f3f6ac2 None None] Pushing event updated for resources: {'Port': ['ID=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:21.704225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:21.704706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:21.779881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a26e1d8-a9b6-441f-bbab-4c8ead2518e9 req-1cc78d2b-62de-4a04-837f-5a29a2adc888 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341720 Feb 13 23:33:21.882722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Allocated IP 172.20.0.2 (0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab/68912197-4f9a-4e61-a58f-423c45a9b2b2/5453863c-3e55-451c-b1c9-4601a002f549) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:21.914772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954d9642-7d8d-4270-8844-e458560e2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:21.961609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d9642-7d8d-4270-8844-e458560e2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2154a971-8045-48d5-82bb-209fe36f0268,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:21.988872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.097316 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.103525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff892d6-6d08-4ce8-bf54-15871145e26f req-f3be51d9-523b-4bd4-adef-befac33c3c36 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:22.104926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ff892d6-6d08-4ce8-bf54-15871145e26f req-f3be51d9-523b-4bd4-adef-befac33c3c36 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2163029 Feb 13 23:33:22.140364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954d9642-7d8d-4270-8844-e458560e2199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.146100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-954d9642-7d8d-4270-8844-e458560e2199 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2154a971-8045-48d5-82bb-209fe36f0268 HTTP/1.1" status: 204 len: 168 time: 0.7706101 Feb 13 23:33:22.161187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:22.202329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ff892d6-6d08-4ce8-bf54-15871145e26f req-e9bf5a3f-fe1f-49df-85a3-71469fef17fa tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879683 Feb 13 23:33:22.337075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Allocated IP 172.25.4.55 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/d5712cad-3ac5-4201-991c-3d46b759f399) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:22.345234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f521530-21ee-48bb-9ba0-a7c778d350cb req-b8e1a89c-f38e-4c2d-99f4-89eb49001b20 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:22.346858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f521530-21ee-48bb-9ba0-a7c778d350cb req-b8e1a89c-f38e-4c2d-99f4-89eb49001b20 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3171611 Feb 13 23:33:22.448609 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.458828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.498095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f521530-21ee-48bb-9ba0-a7c778d350cb req-e0bde380-5201-4ae3-8be1-ba1dfaa5530e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444902 Feb 13 23:33:22.523408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Transition to ACTIVE for port object 5453863c-3e55-451c-b1c9-4601a002f549 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:22.569197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Transition to ACTIVE for port object 5453863c-3e55-451c-b1c9-4601a002f549 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:22.575756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.588008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.611668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.666226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:22.671095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:22.674616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31000-46b7-4b3e-8467-2fe624713a4f req-d7029e1f-6ee4-44c7-b645-056ca57ac258 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:22.676462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79c31000-46b7-4b3e-8467-2fe624713a4f req-d7029e1f-6ee4-44c7-b645-056ca57ac258 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.2656031 Feb 13 23:33:22.680433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54022) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:22.682584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:22.684135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:22.689905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:22.699736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:22.718388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.729392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Pushing event updated for resources: {'Port': ['ID=5453863c-3e55-451c-b1c9-4601a002f549,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:22.768529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5712cad-3ac5-4201-991c-3d46b759f399,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:22.769891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:33:22.809159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:22.814566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.815076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.815321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.815551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.816040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.816311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.816639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.816959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.817501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.817632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.817895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:22.833335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Usage tracker for resource:security_group_rule and tenant:e1948856747b44bebe9d0e8151f9c90e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:22.841868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79c31000-46b7-4b3e-8467-2fe624713a4f req-9e0ef85b-3b40-4a7c-af8f-4b7e1296985f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404257 Feb 13 23:33:22.857262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Attempting to bind port 5453863c-3e55-451c-b1c9-4601a002f549 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:22.857626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Attempting to bind port 5453863c-3e55-451c-b1c9-4601a002f549 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:22.857978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Attempting to bind port 5453863c-3e55-451c-b1c9-4601a002f549 on network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:22.861676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:22.883533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:22.947794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:22.948247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Checking segment: {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:22.948591 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.948977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Bound using segment: {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:22.949429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Bound port: 5453863c-3e55-451c-b1c9-4601a002f549, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:22.949788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.963046 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.964365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:22.982673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:21Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:23.000817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126a28e-4e34-4852-9559-99cc769ca9f8 None None] The sync data for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 is: [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:21Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:33:23.087835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:23.117707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'port_id': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584de52a-0bfc-42d1-a706-d1bf9c660426', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:33:23.142130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.144338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port b86029cc-0cce-4cc1-ad93-5ed87cd7b83a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:23.144743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.173823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] For port 5453863c-3e55-451c-b1c9-4601a002f549, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:23.195685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.198523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] For port 5453863c-3e55-451c-b1c9-4601a002f549, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5453863c-3e55-451c-b1c9-4601a002f549,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:23.205664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.217780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815872e-2622-4b8b-a449-0896f1a291fc req-c64eec7d-660e-4eb1-b77d-85509b3ea1b3 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:23.229643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2815872e-2622-4b8b-a449-0896f1a291fc req-c64eec7d-660e-4eb1-b77d-85509b3ea1b3 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.3081610 Feb 13 23:33:23.259391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c651593e-2d04-4a75-9fd7-69b8247d7e76 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:33:23.268799 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.303341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2815872e-2622-4b8b-a449-0896f1a291fc req-41fbab99-fb27-46e1-9219-700c5ccfb807 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724876 Feb 13 23:33:23.328480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1948856747b44bebe9d0e8151f9c90e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6462381 Feb 13 23:33:23.329506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f271789-f94f-44e1-a304-f512ef1ae8a7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:23.332168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54030) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:23.383055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:23.399799 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.419187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.419547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.419895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.420778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.420778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.420996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.421580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.421580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.422120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.422617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.423371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34f0e0-d65c-4549-b584-fa8457bc0f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:23.426963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e863c-67a2-47b5-97dc-69e2cff91b14 None None] Pushing event updated for resources: {'Port': ['ID=5453863c-3e55-451c-b1c9-4601a002f549,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:23.483265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0855-6038-456e-954e-376efd879034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.533521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0855-6038-456e-954e-376efd879034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.545970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:23.590783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:33:23.602841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c651593e-2d04-4a75-9fd7-69b8247d7e76'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:23.611489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:23.846561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for b86029cc-0cce-4cc1-ad93-5ed87cd7b83a owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:23.929715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44208ad3-e656-4a55-a186-d85580b14c0b req-5cd16469-2d47-47ca-9d9d-1aa362b79ec4 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:23.936582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44208ad3-e656-4a55-a186-d85580b14c0b req-5cd16469-2d47-47ca-9d9d-1aa362b79ec4 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.5256050 Feb 13 23:33:24.000110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0855-6038-456e-954e-376efd879034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:24.028934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0855-6038-456e-954e-376efd879034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f271789-f94f-44e1-a304-f512ef1ae8a7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:24.070997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0855-6038-456e-954e-376efd879034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:24.074417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d5ea0855-6038-456e-954e-376efd879034 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f271789-f94f-44e1-a304-f512ef1ae8a7 HTTP/1.1" status: 204 len: 168 time: 0.7389553 Feb 13 23:33:24.120590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb535a8d-be3b-4b9a-a86b-34cf858a3641 req-5f00a45b-96e6-4aa5-a93d-33c4bc701948 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:24.122452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bb535a8d-be3b-4b9a-a86b-34cf858a3641 req-5f00a45b-96e6-4aa5-a93d-33c4bc701948 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 944 time: 0.2688899 Feb 13 23:33:24.146556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44208ad3-e656-4a55-a186-d85580b14c0b req-134ad572-46f2-4077-ad9f-f73e6d2fccc7 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090878 Feb 13 23:33:24.195773 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bb535a8d-be3b-4b9a-a86b-34cf858a3641 req-4fbc9a05-3058-4301-a48b-11dce509e830 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639575 Feb 13 23:33:24.218982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:24.234203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Sync routers for ids ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:24.251718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Routers {'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:24.252616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:24.276051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:24.281024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c6dcdac5-0d31-43c2-ae3c-3c866873b9e1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3972204 Feb 13 23:33:24.281024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:24.364484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:24.665419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:24.790413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:24.945482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=b86029cc-0cce-4cc1-ad93-5ed87cd7b83a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:25.009277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50912e-f013-47fe-8cab-c0f32489b9aa req-f32b1f1b-cd39-4f3d-852b-e4c260828ca1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:25.021009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d50912e-f013-47fe-8cab-c0f32489b9aa req-f32b1f1b-cd39-4f3d-852b-e4c260828ca1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2999535 Feb 13 23:33:25.033870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:25.040172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Set router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:25.135511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa07172-53b6-4942-a4c1-996d382cd9ce None None] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:25.179901 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d50912e-f013-47fe-8cab-c0f32489b9aa req-90e2e3d3-b5c2-435e-bb0f-d7460511cf3f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543133 Feb 13 23:33:25.283006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:25.286655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:25.371538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5a0d-8def-4da0-9058-a5aa8fbf5eea req-f2d1a6bf-1c6b-48e0-a704-6b240590275e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:25.380336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b36c5a0d-8def-4da0-9058-a5aa8fbf5eea req-f2d1a6bf-1c6b-48e0-a704-6b240590275e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.8233759 Feb 13 23:33:25.469582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:25.534296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d6c24cf-3dc9-4965-9bd7-2d1b3be4eb00 req-3ad17900-2b09-4242-a371-da78a0000f78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 1096 time: 0.8416712 Feb 13 23:33:25.675621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c651593e-2d04-4a75-9fd7-69b8247d7e76 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:25.676561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:25.726787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b36c5a0d-8def-4da0-9058-a5aa8fbf5eea req-1cc457fc-1a3d-402d-8b10-cc0e038b9943 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371825 Feb 13 23:33:25.742119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d6c24cf-3dc9-4965-9bd7-2d1b3be4eb00 req-b5fcf8c1-58c3-4bd1-a4e0-3b98473c6070 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843634 Feb 13 23:33:25.835010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803601e-204c-47e5-809f-9a4f7a54e36e req-e45dd0bc-c0a2-4149-b1ff-e8f42f64a9b2 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:25.837479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2803601e-204c-47e5-809f-9a4f7a54e36e req-e45dd0bc-c0a2-4149-b1ff-e8f42f64a9b2 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2888501 Feb 13 23:33:25.977135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2803601e-204c-47e5-809f-9a4f7a54e36e req-d2c557ec-a1ed-40c2-ad71-93762c5775f5 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315815 Feb 13 23:33:26.055080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c0efb696-11ff-4598-a90c-234f9549c15d None None] Provisioning for port 5453863c-3e55-451c-b1c9-4601a002f549 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:26.309658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:26.329766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:26.415277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Router 39de2ee0-b43d-41e0-b679-5d0cf388236f has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:33:26.436063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d6f5b-079b-4099-a0c7-78b005342232 req-6f29422d-b922-4f86-bd72-8aca79420a12 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:26.449042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f7d6f5b-079b-4099-a0c7-78b005342232 req-6f29422d-b922-4f86-bd72-8aca79420a12 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 944 time: 0.4407194 Feb 13 23:33:26.595057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f7d6f5b-079b-4099-a0c7-78b005342232 req-24cca4fc-ec7f-4373-a2f9-97c5f92a5aba tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451564 Feb 13 23:33:26.617512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94305-7454-44ea-b364-5adec68cbd72 req-7bb26253-cc3a-4acb-baa0-d869439e1b1a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:26.619177 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ecb94305-7454-44ea-b364-5adec68cbd72 req-7bb26253-cc3a-4acb-baa0-d869439e1b1a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1910751 Feb 13 23:33:26.657203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:26.723325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:26.734818 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] Sync routers for ids ['39de2ee0-b43d-41e0-b679-5d0cf388236f'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:26.749484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:26.753496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:33:26.758496 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] Routers {'39de2ee0-b43d-41e0-b679-5d0cf388236f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:26.766290 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:26.772442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:26.774852 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['39de2ee0-b43d-41e0-b679-5d0cf388236f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:26.807341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ecb94305-7454-44ea-b364-5adec68cbd72 req-59469f7c-7b7b-4630-8f53-02c3cbcf3184 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779687 Feb 13 23:33:26.812625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54092) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:26.819138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-08163067-16ed-4c73-9de6-1f8b5363c652 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/routers/39de2ee0-b43d-41e0-b679-5d0cf388236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3734989 Feb 13 23:33:26.824989 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:26.825732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5453863c-3e55-451c-b1c9-4601a002f549 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:26.892015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:33:22Z', 'revision_number': 3, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:26.974191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Checking router: a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:33:26.974519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Updating router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 port d5712cad-3ac5-4201-991c-3d46b759f399 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:33:27.045090 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:27.068124 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'code': 200} Feb 13 23:33:27.078007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] Routers {'39de2ee0-b43d-41e0-b679-5d0cf388236f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:27.078635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['39de2ee0-b43d-41e0-b679-5d0cf388236f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:27.111129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:27.320132 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:27.320870 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a135ba5-aa7f-4553-846d-566274758bf2 None None] The sync data for ids ['39de2ee0-b43d-41e0-b679-5d0cf388236f'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:33:27.328570 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:27.349939 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-426c7330-9c4c-4bc9-8261-c59da025a0cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:33:27.351134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-426c7330-9c4c-4bc9-8261-c59da025a0cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:27.438716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-426c7330-9c4c-4bc9-8261-c59da025a0cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:27.440421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-426c7330-9c4c-4bc9-8261-c59da025a0cb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/b86029cc-0cce-4cc1-ad93-5ed87cd7b83a HTTP/1.1" status: 404 len: 333 time: 0.6152940 Feb 13 23:33:27.446176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Allocated IP 172.20.0.1 (0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab/68912197-4f9a-4e61-a58f-423c45a9b2b2/84d98e01-12d8-4bc1-974f-15e424ad033c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:27.455681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:27.491050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5453863c-3e55-451c-b1c9-4601a002f549 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:27.514086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5453863c-3e55-451c-b1c9-4601a002f549 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:27.514459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:27.614555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:27.692162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11028b8d-0827-4019-aecf-77d831f558a1 req-99c15827-3db6-4d8c-9d64-cc7f356455d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:27.714874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-59af6f64-40ed-430c-9281-34cadf8e171a None None] Provisioning complete for port 5453863c-3e55-451c-b1c9-4601a002f549 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:27.714874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59af6f64-40ed-430c-9281-34cadf8e171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:27.726297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11028b8d-0827-4019-aecf-77d831f558a1 req-99c15827-3db6-4d8c-9d64-cc7f356455d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.4305720 Feb 13 23:33:27.907007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:27.927009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a05f99-b01f-4ddd-bd72-cba644bf1228 req-6953c78f-7403-4e0d-8cca-8a17986491e1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:27.938874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b8a05f99-b01f-4ddd-bd72-cba644bf1228 req-6953c78f-7403-4e0d-8cca-8a17986491e1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.6994829 Feb 13 23:33:27.978350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11028b8d-0827-4019-aecf-77d831f558a1 req-2369adce-2198-4330-bae4-60ebe34627e7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442360 Feb 13 23:33:27.997786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.069480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5453863c-3e55-451c-b1c9-4601a002f549, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5453863c-3e55-451c-b1c9-4601a002f549,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:28.072182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-59af6f64-40ed-430c-9281-34cadf8e171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.107896 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.153010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.215012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Transition to ACTIVE for port object 84d98e01-12d8-4bc1-974f-15e424ad033c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:28.224741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b8a05f99-b01f-4ddd-bd72-cba644bf1228 req-a8d4a378-4951-45a9-a0da-f0db907d3c8f tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844007 Feb 13 23:33:28.272398 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.344680 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-59af6f64-40ed-430c-9281-34cadf8e171a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:33:28.345032 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-59af6f64-40ed-430c-9281-34cadf8e171a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:33:28.347122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:28.425480 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:33:28.476016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:28.483906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:28.498968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:28.573218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Pushing event updated for resources: {'Port': ['ID=84d98e01-12d8-4bc1-974f-15e424ad033c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:28.580198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5453863c-3e55-451c-b1c9-4601a002f549,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:28.621902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.665374 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.667459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a539c39-0e46-4d6b-8bad-0d309483aa9e req-157c9a80-7e67-46d6-a622-fa002e1c1dbe tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:28.675747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a539c39-0e46-4d6b-8bad-0d309483aa9e req-157c9a80-7e67-46d6-a622-fa002e1c1dbe tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3091323 Feb 13 23:33:28.694471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Transition to ACTIVE for port object d5712cad-3ac5-4201-991c-3d46b759f399 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:28.720818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.768259 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a539c39-0e46-4d6b-8bad-0d309483aa9e req-7d8fe6d5-5758-4bc7-b5fb-78193c284b78 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898020 Feb 13 23:33:28.832656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:28.833451 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.888040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.912344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:33:28.940433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.948260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.996390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:28.997070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Fanout notify agent at l3_agent the message router_deleted on router 39de2ee0-b43d-41e0-b679-5d0cf388236f {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:33:29.015842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.016369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-048952a1-7b19-4189-a548-f95256701545 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/routers/39de2ee0-b43d-41e0-b679-5d0cf388236f HTTP/1.1" status: 204 len: 168 time: 1.5591168 Feb 13 23:33:29.021593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:29.051955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Attempting to bind port d5712cad-3ac5-4201-991c-3d46b759f399 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:29.052327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Attempting to bind port d5712cad-3ac5-4201-991c-3d46b759f399 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:29.052719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Attempting to bind port d5712cad-3ac5-4201-991c-3d46b759f399 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:29.058310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e1d84-917d-4ac8-9968-170ef2deca29 None None] Pushing event updated for resources: {'Port': ['ID=d5712cad-3ac5-4201-991c-3d46b759f399,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:29.077977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:29.078372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:29.078769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.079151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:29.079617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Bound port: d5712cad-3ac5-4201-991c-3d46b759f399, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:29.079982 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.155975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37aa0e-20bb-40fd-8eef-58c3040231a3 req-099df48b-38f8-41c9-848f-2ce7a4e51357 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:29.168454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] For port d5712cad-3ac5-4201-991c-3d46b759f399, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:29.169306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f37aa0e-20bb-40fd-8eef-58c3040231a3 req-099df48b-38f8-41c9-848f-2ce7a4e51357 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.7221351 Feb 13 23:33:29.177120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] For port d5712cad-3ac5-4201-991c-3d46b759f399, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5712cad-3ac5-4201-991c-3d46b759f399,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:29.197781 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.277847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f37aa0e-20bb-40fd-8eef-58c3040231a3 req-709facd5-5d93-4bbb-8df3-2e9596328aba tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075652 Feb 13 23:33:29.354798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0a7a8ad6-7795-476b-916a-5eb65b0b981c None None] Provisioning for port 84d98e01-12d8-4bc1-974f-15e424ad033c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:29.369285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e1d84-917d-4ac8-9968-170ef2deca29 None None] Pushing event updated for resources: {'Port': ['ID=d5712cad-3ac5-4201-991c-3d46b759f399,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:29.374056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0a7a8ad6-7795-476b-916a-5eb65b0b981c None None] Provisioning complete for port 84d98e01-12d8-4bc1-974f-15e424ad033c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:29.374425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0a7a8ad6-7795-476b-916a-5eb65b0b981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.440684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Routers {'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:29.441374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:29.478177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e441af5-3615-4f3d-9524-d0ddc333cf76 req-46c31210-7eef-4658-b3db-7cbdd6d560c9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:29.479734 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5e441af5-3615-4f3d-9524-d0ddc333cf76 req-46c31210-7eef-4658-b3db-7cbdd6d560c9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.1861708 Feb 13 23:33:29.493825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.542328 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.568308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a8ad6-7795-476b-916a-5eb65b0b981c None None] Port 84d98e01-12d8-4bc1-974f-15e424ad033c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:29.664039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] Set router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:29.669044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 8619c4ca-0c0d-468c-b604-7183b92c3bbc {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:33:29.675156 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.679397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5e441af5-3615-4f3d-9524-d0ddc333cf76 req-ffe518ed-f5d9-4755-9b8a-3c60eddd7d29 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797252 Feb 13 23:33:29.758686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Pushing event updated for resources: {'Port': ['ID=84d98e01-12d8-4bc1-974f-15e424ad033c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:29.767608 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.768744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:29.876344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-09532984-b971-4ed4-af20-3d39d9af2ed5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1096 time: 0.3284140 Feb 13 23:33:29.898631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c019fb3-8c40-4002-84b7-817a6036731a req-2dc047c4-7380-4e8d-9ccb-b517f5279d07 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:29.900202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c019fb3-8c40-4002-84b7-817a6036731a req-2dc047c4-7380-4e8d-9ccb-b517f5279d07 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2916694 Feb 13 23:33:30.035024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:30.036673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:30.126257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:30.184309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc94c-0a81-44af-a033-8a6dc914c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:30.216241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '84d98e01-12d8-4bc1-974f-15e424ad033c', 'name': '', 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'mac_address': 'fa:16:3e:d7:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:26Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 2, 'project_id': '541263c6002e406d93d2102330cf38bc', 'subnets': [{'id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:30.218873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c019fb3-8c40-4002-84b7-817a6036731a req-e802330a-88f1-4464-8843-09988c5e7766 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853901 Feb 13 23:33:30.240401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79c0d1-ab70-4e4a-8a53-092e42cd60c8 None None] The sync data for ids ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'] in n-d-828979-1 is: [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '84d98e01-12d8-4bc1-974f-15e424ad033c', 'name': '', 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'mac_address': 'fa:16:3e:d7:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:26Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 2, 'project_id': '541263c6002e406d93d2102330cf38bc', 'subnets': [{'id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:33:30.262353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83245-cf30-4e2c-9281-b012d3555862 req-348321dd-5bb9-4db1-8c9d-422aad2c007e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:30.263865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-348321dd-5bb9-4db1-8c9d-422aad2c007e service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 913 time: 0.3584421 Feb 13 23:33:30.293640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5453863c-3e55-451c-b1c9-4601a002f549 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:30.466115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63fe8-6d77-4dbb-96b5-1af2933d7c86 req-d0b35d92-63fa-4288-81a2-c3aa3b51df1a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:30.473966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03e63fe8-6d77-4dbb-96b5-1af2933d7c86 req-d0b35d92-63fa-4288-81a2-c3aa3b51df1a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4905343 Feb 13 23:33:30.491382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5453863c-3e55-451c-b1c9-4601a002f549 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:30.491964 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:30.554376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03e63fe8-6d77-4dbb-96b5-1af2933d7c86 req-9e8720e2-1e9b-4148-a488-0bdb83fa44f9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793545 Feb 13 23:33:30.771192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5aa0dafa-9340-4642-885c-4b8243e59231 None None] Provisioning complete for port 84d98e01-12d8-4bc1-974f-15e424ad033c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:30.774346 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5aa0dafa-9340-4642-885c-4b8243e59231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:30.808176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-ae9b1d18-a0f0-496a-82c4-b77b6dc4cd17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 217 time: 0.5299957 Feb 13 23:33:30.873017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0dafa-9340-4642-885c-4b8243e59231 None None] Port 84d98e01-12d8-4bc1-974f-15e424ad033c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:30.889057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:30.934316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:31.009392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=8619c4ca-0c0d-468c-b604-7183b92c3bbc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:31.041951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f02f0-2544-4936-93a2-a3064409f49f req-0bb06254-752d-4a3e-b31e-5cd6997e6442 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:31.043454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6f02f0-2544-4936-93a2-a3064409f49f req-0bb06254-752d-4a3e-b31e-5cd6997e6442 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2128162 Feb 13 23:33:31.052365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:31.059485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a6672-580b-4bc8-9c20-3b90815e0704 None None] Network a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:31.080045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83245-cf30-4e2c-9281-b012d3555862 req-e66b0937-5371-4f44-8bd2-873a4a10bee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:31.081698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-e66b0937-5371-4f44-8bd2-873a4a10bee1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.2559266 Feb 13 23:33:31.095709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb958c2c-5521-4a2c-bdbb-6671b1451c84 req-e7e8ee49-989a-4b53-a36b-ff298f0cc9e2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:31.097314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb958c2c-5521-4a2c-bdbb-6671b1451c84 req-e7e8ee49-989a-4b53-a36b-ff298f0cc9e2 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3699841 Feb 13 23:33:31.161681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3bfb103f-6ad3-4f8d-b548-710b7c38f60c tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/8619c4ca-0c0d-468c-b604-7183b92c3bbc HTTP/1.1" status: 204 len: 168 time: 2.1394727 Feb 13 23:33:31.214942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:31.251979 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-19f47789-2b33-4c8b-a3e0-3a2f31bed5c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533670 Feb 13 23:33:31.303969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6f02f0-2544-4936-93a2-a3064409f49f req-beba06b0-13db-437a-8d3f-c4a421234b26 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415457 Feb 13 23:33:31.327345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:31.391224 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:31.420159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:33:31.421250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:31.444171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Usage tracker for resource:security_group_rule and tenant:afdfc5f03ae0495e8f980121c4525589 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:31.460744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:31.474252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:31.476618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port a63878cc-f5c9-44bc-a6d5-228859b6a40c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:31.476951 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:31.497455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb958c2c-5521-4a2c-bdbb-6671b1451c84 req-325459ef-7d0d-4a33-8b1a-c1beb8e7b6da tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757893 Feb 13 23:33:31.540956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] DHCP port deletion for a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:33:31.546685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] Deleting port a63878cc-f5c9-44bc-a6d5-228859b6a40c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:31.547155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:31.629399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-fa978072-bd28-45ef-9eed-32571d8ff34e service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664353 Feb 13 23:33:31.903591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56c83245-cf30-4e2c-9281-b012d3555862 req-2ae235ec-e656-4a92-a7e0-c4959e963677 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671466 Feb 13 23:33:32.024462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] For port a63878cc-f5c9-44bc-a6d5-228859b6a40c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a63878cc-f5c9-44bc-a6d5-228859b6a40c,segment=NetworkSegment(3ad6f406-ed71-4c0a-8050-fd6d6e5433ae),segment_id=3ad6f406-ed71-4c0a-8050-fd6d6e5433ae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:32.025018 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.168729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] Calling delete_port for a63878cc-f5c9-44bc-a6d5-228859b6a40c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:32.188759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] For port a63878cc-f5c9-44bc-a6d5-228859b6a40c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a63878cc-f5c9-44bc-a6d5-228859b6a40c,segment=NetworkSegment(3ad6f406-ed71-4c0a-8050-fd6d6e5433ae),segment_id=3ad6f406-ed71-4c0a-8050-fd6d6e5433ae)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:32.189303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.251871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a63878cc-f5c9-44bc-a6d5-228859b6a40c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:33:32.284045 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.298265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef36e2-18b5-4579-8ca6-1a55584ad9cd req-9bda5b1d-bc44-497c-a10c-3761689c9c88 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:32.301312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fef36e2-18b5-4579-8ca6-1a55584ad9cd req-9bda5b1d-bc44-497c-a10c-3761689c9c88 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.1790388 Feb 13 23:33:32.323423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for a63878cc-f5c9-44bc-a6d5-228859b6a40c owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:32.333491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a63878cc-f5c9-44bc-a6d5-228859b6a40c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:33:32.333834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a63878cc-f5c9-44bc-a6d5-228859b6a40c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:33:32.348612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] Pushing event deleted for resources: {'Port': ['ID=a63878cc-f5c9-44bc-a6d5-228859b6a40c,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:32.355888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab5888-0b9d-4104-a18c-e574fb05cea8 None None] No DVR routers for this DVR port a63878cc-f5c9-44bc-a6d5-228859b6a40c on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:33:32.360066 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9cf1989b-b486-4aef-80f3-441e87069b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.371460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fef36e2-18b5-4579-8ca6-1a55584ad9cd req-41a6ff87-c0bb-4fb6-9c15-22f97745c724 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644886 Feb 13 23:33:32.440451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.458438 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.505163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3ef29-1a65-47d6-ae42-66ac640fa2e8 req-73967e42-f55c-4f40-a514-5b38dd22bb46 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:32.510620 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fff3ef29-1a65-47d6-ae42-66ac640fa2e8 req-73967e42-f55c-4f40-a514-5b38dd22bb46 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.8332217 Feb 13 23:33:32.586987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d947585d-243b-43b4-9c51-354d111952d2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:32.596736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116ee30-6df0-4a1e-9c7d-6a75a802c58a req-ad1c27bd-492c-48c5-a932-45829acd3e23 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:32.599225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e116ee30-6df0-4a1e-9c7d-6a75a802c58a req-ad1c27bd-492c-48c5-a932-45829acd3e23 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.0952554 Feb 13 23:33:32.606399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:33:32.606968 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:33:32.610200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-20c07960-7e33-4ff2-a5f0-db478d01dc5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afdfc5f03ae0495e8f980121c4525589&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6746392 Feb 13 23:33:32.620734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54194) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:32.659069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e116ee30-6df0-4a1e-9c7d-6a75a802c58a req-2a35bfb0-07c8-49f3-b6e4-c38594a9dd4c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536823 Feb 13 23:33:32.662195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fff3ef29-1a65-47d6-ae42-66ac640fa2e8 req-33f54505-0987-4264-8a33-f23f00bd82a9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287007 Feb 13 23:33:32.716737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb926-1451-40c4-8eb0-58ac193d5f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.721439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:32.756702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb926-1451-40c4-8eb0-58ac193d5f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.803557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a3dd03c3-4944-4f2d-920b-2427ba931007 admin admin] 10.222.0.36 "PUT /v2.0/routers/a00c9e0e-e9ed-414f-a758-0f3a4abad8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5219712 Feb 13 23:33:32.837332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb926-1451-40c4-8eb0-58ac193d5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.864373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdb926-1451-40c4-8eb0-58ac193d5f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947585d-243b-43b4-9c51-354d111952d2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:32.869133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb926-1451-40c4-8eb0-58ac193d5f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:32.870795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b6cdb926-1451-40c4-8eb0-58ac193d5f0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d947585d-243b-43b4-9c51-354d111952d2 HTTP/1.1" status: 204 len: 168 time: 0.2490551 Feb 13 23:33:32.946915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eea3d-39ef-437e-83cb-c2cbbb18acd2 req-1988241f-ddd2-4326-a4ec-7b17704aa769 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:32.948535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e6eea3d-39ef-437e-83cb-c2cbbb18acd2 req-1988241f-ddd2-4326-a4ec-7b17704aa769 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1047776 Feb 13 23:33:33.022635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e6eea3d-39ef-437e-83cb-c2cbbb18acd2 req-fab6fea2-b38c-4a1c-af1a-a65fb8cb6f32 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682893 Feb 13 23:33:33.107837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port a63878cc-f5c9-44bc-a6d5-228859b6a40c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:33.108281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.188199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] The port 'a63878cc-f5c9-44bc-a6d5-228859b6a40c' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:33:33.338823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54212) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:33.361496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.398193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:33.402725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Usage tracker for resource:security_group_rule and tenant:9aafc4174b364858b9c01092c7959ea1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:33.406052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:33.414237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:33.530067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.536080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.542543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.568311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.612682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:33.623016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987ce3ba-82fb-46ae-952e-364e625506fb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:33.631031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:33.632033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad6f406-ed71-4c0a-8050-fd6d6e5433ae') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:33.645771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fe14dc21-9fa6-49b4-9891-b798fe3e7a64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aafc4174b364858b9c01092c7959ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057578 Feb 13 23:33:33.648243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54232) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:33.650221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.676984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.685247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:33:33.686131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.732370 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:33:33.811799 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:33:33.824246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba945c2c-b77e-4808-a350-e7897599fd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.852595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.884852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.885218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba945c2c-b77e-4808-a350-e7897599fd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:33.896970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:33.909982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c227991-71f7-4180-b4e5-7e682d7eb034 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/a14ffcd7-f1fc-4b4d-ac69-44ee46beb4ce HTTP/1.1" status: 204 len: 168 time: 2.7298086 Feb 13 23:33:33.912782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54246) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:34.008040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba945c2c-b77e-4808-a350-e7897599fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:34.028931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260891d2-a18a-4236-8dec-56bd8577a765 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:34.029897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-260891d2-a18a-4236-8dec-56bd8577a765 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:34.038251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba945c2c-b77e-4808-a350-e7897599fd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ce3ba-82fb-46ae-952e-364e625506fb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:34.043154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba945c2c-b77e-4808-a350-e7897599fd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:34.047437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba945c2c-b77e-4808-a350-e7897599fd13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/987ce3ba-82fb-46ae-952e-364e625506fb HTTP/1.1" status: 204 len: 168 time: 0.3955901 Feb 13 23:33:34.069198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0805-c3f0-484a-8804-f57b0b48438a req-b379a876-3d4c-4683-af67-35dbdcf146e0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:34.076739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d16a0805-c3f0-484a-8804-f57b0b48438a req-b379a876-3d4c-4683-af67-35dbdcf146e0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2589309 Feb 13 23:33:34.109074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7e99-b241-46c9-a231-ca2c0c928c11 req-4c90ccda-2a8a-4963-8b7b-91f1689586ab tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:34.112858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-251f7e99-b241-46c9-a231-ca2c0c928c11 req-4c90ccda-2a8a-4963-8b7b-91f1689586ab tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.1567855 Feb 13 23:33:34.143325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-260891d2-a18a-4236-8dec-56bd8577a765 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:34.150683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-260891d2-a18a-4236-8dec-56bd8577a765 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/bbdc5964-ed54-435d-9e77-796da1a687fa HTTP/1.1" status: 200 len: 844 time: 0.2366359 Feb 13 23:33:34.151830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54254) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:34.218113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-251f7e99-b241-46c9-a231-ca2c0c928c11 req-11d50907-365d-4712-9721-c3b1c0f00cb6 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991726 Feb 13 23:33:34.323089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d16a0805-c3f0-484a-8804-f57b0b48438a req-9e1adda8-e73a-42fb-8797-beb4bac22c2c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449071 Feb 13 23:33:34.339931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b88cf408-2599-45b9-b032-18c164da3c74 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/bbdc5964-ed54-435d-9e77-796da1a687fa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1839738 Feb 13 23:33:34.343415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54258) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:34.351100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:34.573506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:34.587136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:34.598887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:34.733978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:34.809396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:33:34.816321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:33:34.829754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:34.946342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc40e9e-96be-49eb-b2a2-4b24971e27cb req-9e529eca-551c-4a08-9292-233f306c4b64 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:34.954651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cbc40e9e-96be-49eb-b2a2-4b24971e27cb req-9e529eca-551c-4a08-9292-233f306c4b64 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2150383 Feb 13 23:33:35.061649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cbc40e9e-96be-49eb-b2a2-4b24971e27cb req-7beddfd3-592f-445e-b829-96363f5f0d1a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058319 Feb 13 23:33:35.069918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92166da4-c466-4135-9371-02148777f160 req-6ca76609-cb99-4bce-a1a3-5becbbec3308 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:35.071519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92166da4-c466-4135-9371-02148777f160 req-6ca76609-cb99-4bce-a1a3-5becbbec3308 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.4690442 Feb 13 23:33:35.122013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.162470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:35.179964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'mac_address': 'fa:16:3e:82:f8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:33:35.291778 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.313909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.320069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:33:35.340863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:35.472052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.517179 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92166da4-c466-4135-9371-02148777f160 req-327f3799-82b8-4b37-9e40-e5430a4e5f71 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301617 Feb 13 23:33:35.661084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:35.681337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.738652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:33:35.762116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:35.764553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.772711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.864009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:35.870540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:35.879699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:35.880519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:35.895657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6e54a41-a9c6-4c2d-85e0-240c198bbcce'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:35.974405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=02b8104c-8537-4abb-ab60-757458aaba34,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:35.981622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54320) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:35.982587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-27190649-551f-4b08-bbad-9c29e13e3399 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6372907 Feb 13 23:33:35.992232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'security_group': {'name': 'tempest-secgroup-233817920'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:36.002209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e1e0a-8878-4345-b1aa-67cda4bec6ef None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:36.034913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:36.044375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:36.051029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:36.061270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:36.075698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d0ba7-3e94-4507-bbaa-f140dc125d79 req-026a9214-eda4-48bc-a3cf-445a80b5737a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:36.087095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-160d0ba7-3e94-4507-bbaa-f140dc125d79 req-026a9214-eda4-48bc-a3cf-445a80b5737a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2212512 Feb 13 23:33:36.135488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:36.230432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:36.243357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group_rule and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:36.248680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-160d0ba7-3e94-4507-bbaa-f140dc125d79 req-c6d15ea6-e2da-4ef9-a82d-9586861a4120 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526573 Feb 13 23:33:36.255015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:36.288500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:36.459510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:36.469011 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:36.638859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d03adc-2224-4802-afc9-129c2f0d211c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:36.648319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:36.649096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-086d0d87-7660-4f37-98f3-de3cb4d0e54d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6663299 Feb 13 23:33:36.652019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54332) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:36.682472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344695300'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:36.717890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:36.731588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:36.742831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:36.744177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:36.768363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:36.803489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:36.852338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaf2fa-58ad-4a41-b42a-530fbcacd35a req-1eb4a4a8-cb91-4090-ab94-d06eabce8138 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:36.855331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ecaf2fa-58ad-4a41-b42a-530fbcacd35a req-1eb4a4a8-cb91-4090-ab94-d06eabce8138 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.2202375 Feb 13 23:33:36.946650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:36.983946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group_rule and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:36.994988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:37.010645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ecaf2fa-58ad-4a41-b42a-530fbcacd35a req-0c7ee7bc-9909-417e-9956-a2c57ae93501 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426480 Feb 13 23:33:37.031584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:37.178183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'tenant_id': '1fb77f77dee44fb8bc350b364d8b461a', 'fixed_ips': [{'subnet_id': '02b8104c-8537-4abb-ab60-757458aaba34'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:33:37.213140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:37.260731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:37.346313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:37.385215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:37.481103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1dde42-56e9-40c0-9694-55e254e75cfb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:37.583071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cae20-7422-473c-aa57-5c472d336433 req-a613506c-4188-4c42-b305-5565ae8b3b8f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:37.595330 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f09cae20-7422-473c-aa57-5c472d336433 req-a613506c-4188-4c42-b305-5565ae8b3b8f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4221840 Feb 13 23:33:37.640285 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:37.641887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fe0eac96-aca6-470e-bef8-7294757364ac tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9846246 Feb 13 23:33:37.644893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54346) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:37.699948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f09cae20-7422-473c-aa57-5c472d336433 req-a5b0af79-2cdd-4fda-a93b-b0d684c3441b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037040 Feb 13 23:33:37.716222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929906f-e476-450b-9c55-808391c78ac7 req-2bf7f9ce-4827-4ae6-973a-0d2a1f9bd841 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:37.717769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5929906f-e476-450b-9c55-808391c78ac7 req-2bf7f9ce-4827-4ae6-973a-0d2a1f9bd841 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3738093 Feb 13 23:33:37.753153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1857744180', 'security_groups': ['2a1dde42-56e9-40c0-9694-55e254e75cfb'], 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02b8104c-8537-4abb-ab60-757458aaba34'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:37.844479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Allocated IP 2001:db8::2 (7f4fc21c-a8f5-43ac-9650-974a818b8b52/02b8104c-8537-4abb-ab60-757458aaba34/431f0155-73b2-473d-8874-64d437060d36) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:37.995792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-b33c08b8-dc88-4812-9020-143ef3e481f3 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:37.999614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-b33c08b8-dc88-4812-9020-143ef3e481f3 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.4969923 Feb 13 23:33:38.100108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5929906f-e476-450b-9c55-808391c78ac7 req-0c631234-210f-4ac2-8e6c-7777810c6c77 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077474 Feb 13 23:33:38.265310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa081c7f-1410-464e-9cad-8b935502f5c5 req-297a76c5-ec4d-45cd-ae5f-6c983c9ae6a2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:38.277054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa081c7f-1410-464e-9cad-8b935502f5c5 req-297a76c5-ec4d-45cd-ae5f-6c983c9ae6a2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 948 time: 0.3013897 Feb 13 23:33:38.407552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa081c7f-1410-464e-9cad-8b935502f5c5 req-ef381289-3eab-4d87-a55a-afa8913f1d72 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293700 Feb 13 23:33:38.546975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5712cad-3ac5-4201-991c-3d46b759f399 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:38.553942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Deleting port fdc997b7-0ab4-4893-9d09-90d73a172e6f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:38.554343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:38.776387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:38.914406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:38.932463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aace4-6331-4cce-ac2d-d53e29869909 req-107e38d7-83c2-4a37-9604-08ef79ba5ae9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:38.948766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-373aace4-6331-4cce-ac2d-d53e29869909 req-107e38d7-83c2-4a37-9604-08ef79ba5ae9 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.2041776 Feb 13 23:33:38.964268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:38.968549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:38.974559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.002526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port 598a9457-4c9b-49bf-9c14-78b408df91ee yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:33:39.058725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-373aace4-6331-4cce-ac2d-d53e29869909 req-91a2b264-9006-45a3-9204-fa533796a127 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089814 Feb 13 23:33:39.149516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.161520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.167797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d5712cad-3ac5-4201-991c-3d46b759f399 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:39.189803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d5712cad-3ac5-4201-991c-3d46b759f399 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:39.190993 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.259506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Transition to ACTIVE for port object 431f0155-73b2-473d-8874-64d437060d36 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:39.327232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Transition to ACTIVE for port object 431f0155-73b2-473d-8874-64d437060d36 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:39.359280 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.379023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818fff8-c9d0-4f8d-9376-66193a82634c req-1cb7ccdc-16ed-40d7-995a-6785e19b8b3b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:39.381845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1818fff8-c9d0-4f8d-9376-66193a82634c req-1cb7ccdc-16ed-40d7-995a-6785e19b8b3b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.7355065 Feb 13 23:33:39.504462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09022c-cc60-4fd1-a583-ca61facdb937 req-e622c51b-cd37-41e2-a387-3ad7206726ce tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:39.513693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a09022c-cc60-4fd1-a583-ca61facdb937 req-e622c51b-cd37-41e2-a387-3ad7206726ce tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1023769 Feb 13 23:33:39.584815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a09022c-cc60-4fd1-a583-ca61facdb937 req-24ea7629-6fed-4455-b70d-bb839e87c810 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697780 Feb 13 23:33:39.612426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c6e54a41-a9c6-4c2d-85e0-240c198bbcce triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:39.613036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.721571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] For port fdc997b7-0ab4-4893-9d09-90d73a172e6f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc997b7-0ab4-4893-9d09-90d73a172e6f,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:39.724382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:39.821021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:39.832243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Pushing event updated for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:39.846067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:39.849871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:39.882165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80b400-4658-4a1b-942b-d45e59233b07 req-02706a53-81c2-4d05-8795-360f1a2f3e54 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:39.889887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d80b400-4658-4a1b-942b-d45e59233b07 req-02706a53-81c2-4d05-8795-360f1a2f3e54 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 948 time: 0.1774135 Feb 13 23:33:39.993586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:39.994186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:39.994639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:39.998162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:39.998612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:39.999299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:39.999741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:40.000310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:40.002380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:40.002823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:40.003339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:33:40.007746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d80b400-4658-4a1b-942b-d45e59233b07 req-862bf6d0-640d-4044-84e4-e46fce83342f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168694 Feb 13 23:33:40.077604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1818fff8-c9d0-4f8d-9376-66193a82634c req-d0b5f0a1-a167-46fa-9c23-1bc5704ae530 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874302 Feb 13 23:33:40.168567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::ca (7f4fc21c-a8f5-43ac-9650-974a818b8b52/02b8104c-8537-4abb-ab60-757458aaba34/598a9457-4c9b-49bf-9c14-78b408df91ee) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:40.379907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc2b6-8ede-409c-a542-c2407bf2bec2 req-fc0b304b-3f70-4d19-922f-4c985874024a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:40.392124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10dfc2b6-8ede-409c-a542-c2407bf2bec2 req-fc0b304b-3f70-4d19-922f-4c985874024a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 946 time: 0.1255169 Feb 13 23:33:40.424208 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:40.536852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d5712cad-3ac5-4201-991c-3d46b759f399, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5712cad-3ac5-4201-991c-3d46b759f399,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:40.553278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Attempting to bind port 431f0155-73b2-473d-8874-64d437060d36 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:40.555813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Attempting to bind port 431f0155-73b2-473d-8874-64d437060d36 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:40.556386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Attempting to bind port 431f0155-73b2-473d-8874-64d437060d36 on network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:40.603269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:40.605251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10dfc2b6-8ede-409c-a542-c2407bf2bec2 req-fe1201a8-2053-4752-866c-7a2fc3f0a53e tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups?id=077c8ac7-a1f5-42c7-b81c-5648438c4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103820 Feb 13 23:33:40.606585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Checking segment: {'id': '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:40.609758 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:40.612880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Bound using segment: {'id': '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:40.613468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Bound port: 431f0155-73b2-473d-8874-64d437060d36, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:40.613877 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:40.677605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:40.847802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d5712cad-3ac5-4201-991c-3d46b759f399,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:40.933825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.012148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:41.015963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:33:41.028816 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.029645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc997b7-0ab4-4893-9d09-90d73a172e6f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:33:41.233490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:33:41.243560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=431f0155-73b2-473d-8874-64d437060d36,segment=NetworkSegment(76dbf3d8-1dc9-4b49-8c51-2c519ac74fae),segment_id=76dbf3d8-1dc9-4b49-8c51-2c519ac74fae)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:33:41.244555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54430) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:41.251845 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'code': 200} Feb 13 23:33:41.330611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.341782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.342944 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.343480 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Floating IP a0a0fff2-5c24-4fd4-bfb5-bb662b53f140 disassociated. External IP: 172.25.4.3, port: fdc997b7-0ab4-4893-9d09-90d73a172e6f. Feb 13 23:33:41.344071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Calling delete_port for fdc997b7-0ab4-4893-9d09-90d73a172e6f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:41.458153 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.490948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8349b1-1eb2-4c6a-ba36-f6b44a8a2fae req-44c0977b-e4a6-4a8f-b9b9-73ef682c0fb7 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:41.493255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e8349b1-1eb2-4c6a-ba36-f6b44a8a2fae req-44c0977b-e4a6-4a8f-b9b9-73ef682c0fb7 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3372254 Feb 13 23:33:41.499336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.545384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:41.590971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 598a9457-4c9b-49bf-9c14-78b408df91ee will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:41.603245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e8349b1-1eb2-4c6a-ba36-f6b44a8a2fae req-f68d0a1f-6982-4cbb-8583-795b116e9ad9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979669 Feb 13 23:33:41.747073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.823474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223d65-7957-447a-ad82-bf7ce85f312e None None] Pushing event updated for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:41.855060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.936151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:41.992140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:41.996952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Usage tracker for resource:security_group_rule and tenant:1cdca80b09ea42f796c7a0218c892cfd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:42.000578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:42.009039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:42.030915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:42.090619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:42.097708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:33:42.102605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:42.103376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:42.104442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:42.114309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:42.183151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=598a9457-4c9b-49bf-9c14-78b408df91ee,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:42.236212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cdca80b09ea42f796c7a0218c892cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9879351 Feb 13 23:33:42.238408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aab0d5-cc0b-40f8-b042-d4c9ee7b7471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d801b-fe3e-4f25-8b09-82e9d9b57e42,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:42.278249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54444) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:42.283026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event deleted for resources: {'Port': ['ID=fdc997b7-0ab4-4893-9d09-90d73a172e6f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:42.330265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e418-b3bc-42d2-833f-f1efa5cbfb67 req-8ead3f9b-3ea6-4711-ab2f-f655a50ff7ce tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:42.339709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2cd9e418-b3bc-42d2-833f-f1efa5cbfb67 req-8ead3f9b-3ea6-4711-ab2f-f655a50ff7ce tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.6779530 Feb 13 23:33:42.390471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06307356-1891-40fc-8892-2b9dab836ec6 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6961267 Feb 13 23:33:42.407064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54448) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:42.449848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:42.528001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb818d2c-6423-4b0c-9ded-5dda44aeecc3 req-3961d1bc-21d8-4322-a67b-3f2382f335ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1101 time: 0.9952054 Feb 13 23:33:42.574929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532a617-c78e-4648-833f-c88d4dc19ea7 req-39805af4-7582-47c8-bed4-eb27f15006d7 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:42.583552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5532a617-c78e-4648-833f-c88d4dc19ea7 req-39805af4-7582-47c8-bed4-eb27f15006d7 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.5824158 Feb 13 23:33:42.675824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5532a617-c78e-4648-833f-c88d4dc19ea7 req-3475d9b0-fdc7-4778-91f4-63901b1f32b1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905709 Feb 13 23:33:42.842636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:33:42.903881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2cd9e418-b3bc-42d2-833f-f1efa5cbfb67 req-65be6d1b-0935-41fe-b14f-31d68c5d80a5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624404 Feb 13 23:33:42.943096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:43.055249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:43.076097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:43.077090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5712cad-3ac5-4201-991c-3d46b759f399 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:43.161160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:43.203402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-214d7054-00ba-4f98-8ddb-933fd4e4d799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:43.203598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-47229712-cc4f-4289-a4f3-8957ab98dc7f req-0fb6483b-6cac-46a3-9d5e-adefd4e114c2 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Synchronizing usage tracker for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:43.241935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:43.253696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d5712cad-3ac5-4201-991c-3d46b759f399 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:43.254161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:43.357782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb818d2c-6423-4b0c-9ded-5dda44aeecc3 req-83e58b8c-be65-4b03-813f-0d75d9eaf0fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210930 Feb 13 23:33:43.373198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-214d7054-00ba-4f98-8ddb-933fd4e4d799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:43.396611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-47229712-cc4f-4289-a4f3-8957ab98dc7f req-0fb6483b-6cac-46a3-9d5e-adefd4e114c2 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Unset dirty status for tenant:175bbc4fcc124e9da76a9cf8e2e33a08 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:43.410617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47229712-cc4f-4289-a4f3-8957ab98dc7f req-0fb6483b-6cac-46a3-9d5e-adefd4e114c2 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/ports?device_id=41f09365-eac0-4917-8b4d-c3a3b4257894 HTTP/1.1" status: 200 len: 210 time: 0.3225572 Feb 13 23:33:43.530383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:43.550254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-214d7054-00ba-4f98-8ddb-933fd4e4d799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:43.632410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7054-00ba-4f98-8ddb-933fd4e4d799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d801b-fe3e-4f25-8b09-82e9d9b57e42,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:43.647208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:33:43.708468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:43.802129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:43.802710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:43.823837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:43.846293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] No DVR routers for this DVR port fdc997b7-0ab4-4893-9d09-90d73a172e6f on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:33:43.850158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:43.853339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a019c52c-9a39-4ab2-9be0-c1070d91bceb req-ec381253-2c06-4aa7-a991-02302d4ba61a tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.42 "DELETE /v2.0/ports/fdc997b7-0ab4-4893-9d09-90d73a172e6f HTTP/1.1" status: 204 len: 173 time: 5.7890015 Feb 13 23:33:43.918105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-deleted', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:33:44.004026 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-214d7054-00ba-4f98-8ddb-933fd4e4d799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:44.016980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45211cb-1d58-46fc-b450-10e07435d8df req-13dc0f94-e03b-424e-b1af-638db254388d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:44.018828 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e45211cb-1d58-46fc-b450-10e07435d8df req-13dc0f94-e03b-424e-b1af-638db254388d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1743190 Feb 13 23:33:44.022981 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-214d7054-00ba-4f98-8ddb-933fd4e4d799 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/222d801b-fe3e-4f25-8b09-82e9d9b57e42 HTTP/1.1" status: 204 len: 168 time: 1.7411618 Feb 13 23:33:44.167976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e45211cb-1d58-46fc-b450-10e07435d8df req-f07ee5a4-2445-4a93-be39-31925abf9944 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357772 Feb 13 23:33:44.322737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 431f0155-73b2-473d-8874-64d437060d36 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:44.355994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:44.361036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:44.388335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b26ef5a7-edb6-4a78-bbca-df31dd72fda9 None None] Provisioning for port 431f0155-73b2-473d-8874-64d437060d36 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:44.415532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b26ef5a7-edb6-4a78-bbca-df31dd72fda9 None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:44.415986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b26ef5a7-edb6-4a78-bbca-df31dd72fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:44.426232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-59b5e42b-d4de-4042-91bf-3e666f435fcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.7810061 Feb 13 23:33:44.467001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f955-e718-4a60-83be-53e47e5f65e4 req-b9d5f0a8-6844-482b-8c09-57129cb4183c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:44.468528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aaf8f955-e718-4a60-83be-53e47e5f65e4 req-b9d5f0a8-6844-482b-8c09-57129cb4183c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.6159098 Feb 13 23:33:44.673640 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:44.727477 n-d-828979-1 neutron-server[83661]: INFO neutron.db.ipam_backend_mixin [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02b8104c-8537-4abb-ab60-757458aaba34 (CIDR: 2001:db8::/64) Feb 13 23:33:44.727724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=431f0155-73b2-473d-8874-64d437060d36,segment=NetworkSegment(76dbf3d8-1dc9-4b49-8c51-2c519ac74fae),segment_id=76dbf3d8-1dc9-4b49-8c51-2c519ac74fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:44.774986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54472) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:44.780660 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:33:44.781473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:33:44.820214 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:44.839020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:44.854007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71bea-4f5f-45ef-b850-19129270b2b3 req-d2054abc-4539-4236-9609-0ac9fc7044bc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:44.858773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaf71bea-4f5f-45ef-b850-19129270b2b3 req-d2054abc-4539-4236-9609-0ac9fc7044bc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.3527324 Feb 13 23:33:44.887984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7634dd21-23c4-4c69-b8be-1dcb4a99185e tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4758453 Feb 13 23:33:44.895959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54476) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:44.915780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:44.919327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:44.941158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b26ef5a7-edb6-4a78-bbca-df31dd72fda9 None None] Provisioning complete for port bbdc5964-ed54-435d-9e77-796da1a687fa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:44.941528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b26ef5a7-edb6-4a78-bbca-df31dd72fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:45.064153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaf71bea-4f5f-45ef-b850-19129270b2b3 req-faa0ff28-a5f6-43bd-8280-3d14a61c13f3 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018752 Feb 13 23:33:45.099217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b26ef5a7-edb6-4a78-bbca-df31dd72fda9 None None] Port bbdc5964-ed54-435d-9e77-796da1a687fa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:45.124330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:45.267245 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f09365-eac0-4917-8b4d-c3a3b4257894', 'name': 'network-vif-deleted', 'tag': 'fdc997b7-0ab4-4893-9d09-90d73a172e6f', 'status': 'completed', 'code': 200} Feb 13 23:33:45.336481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aaf8f955-e718-4a60-83be-53e47e5f65e4 req-3ef0d71e-23c6-486e-b578-4934714aa7cc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037188 Feb 13 23:33:45.365199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:45.387323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:45.394576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:45.413383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:45.415808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7f39fed2-18b4-4459-affb-e42827bea5f9 None None] Provisioning for port 598a9457-4c9b-49bf-9c14-78b408df91ee completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:45.431758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:45.441587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:45.448782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:45.496491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7f39fed2-18b4-4459-affb-e42827bea5f9 None None] Provisioning complete for port 598a9457-4c9b-49bf-9c14-78b408df91ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:45.497331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7f39fed2-18b4-4459-affb-e42827bea5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:45.509766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Usage tracker for resource:security_group_rule and tenant:1110882e640b4c2ba3ce341e33f4ce79 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:45.607184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7f39fed2-18b4-4459-affb-e42827bea5f9 None None] Port 598a9457-4c9b-49bf-9c14-78b408df91ee cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:45.631249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d31f3-984c-49e8-a001-4c278dab1826 req-94e0a88b-66f6-4ffa-9c88-bbebb3fa21f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:45.631249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-94e0a88b-66f6-4ffa-9c88-bbebb3fa21f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 1.1896958 Feb 13 23:33:45.631249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:45.645565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d2d8b-873d-49d9-8b0e-e2646726433f req-a9b72aa3-42e8-48d9-968f-aca1735a81d8 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:45.652481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa2d2d8b-873d-49d9-8b0e-e2646726433f req-a9b72aa3-42e8-48d9-968f-aca1735a81d8 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1662195 Feb 13 23:33:45.742106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:45.757330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa2d2d8b-873d-49d9-8b0e-e2646726433f req-39adf1dd-d40c-4423-9988-2a789f36a869 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038666 Feb 13 23:33:45.790300 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-4c7b802b-2272-4f59-8c80-94c92869090b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 217 time: 0.1512933 Feb 13 23:33:45.815944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:45.821809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:33:45.833560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:45.834215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:45.894645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54488) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:46.103305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9464695-5007-4d28-86f0-0bb516e939f8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.150642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9464695-5007-4d28-86f0-0bb516e939f8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.222911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d31f3-984c-49e8-a001-4c278dab1826 req-053b0e94-de60-407b-874b-6073e86d1f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:46.225163 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-053b0e94-de60-407b-874b-6073e86d1f1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.4221172 Feb 13 23:33:46.231318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.365728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.370125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-b5aed0f5-3de0-4d07-bcf3-29abeab95417 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285403 Feb 13 23:33:46.390121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:33:46.436639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:46.441115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:46.454067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:46.473367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.480577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.535173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d8eb6-6949-4454-918b-3c82d7e9d4bc None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:46.555030 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9464695-5007-4d28-86f0-0bb516e939f8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.592855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082b26c-25c3-4e3d-bce9-228e1d4a2bc7 req-9a168602-c6c4-4141-80ce-4a74e7161cc2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:46.600943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8082b26c-25c3-4e3d-bce9-228e1d4a2bc7 req-9a168602-c6c4-4141-80ce-4a74e7161cc2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.5335860 Feb 13 23:33:46.627539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464695-5007-4d28-86f0-0bb516e939f8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077c8ac7-a1f5-42c7-b81c-5648438c4f92,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:46.666525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9464695-5007-4d28-86f0-0bb516e939f8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:46.670461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9464695-5007-4d28-86f0-0bb516e939f8 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "DELETE /v2.0/security-groups/077c8ac7-a1f5-42c7-b81c-5648438c4f92 HTTP/1.1" status: 204 len: 168 time: 0.7714682 Feb 13 23:33:46.670593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54498) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:46.792696 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-719fa879-8644-4e9e-a369-45dfee9893c7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] show failed (client error): The resource could not be found. Feb 13 23:33:46.799006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-719fa879-8644-4e9e-a369-45dfee9893c7 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "GET /v2.0/security-groups/077c8ac7-a1f5-42c7-b81c-5648438c4f92 HTTP/1.1" status: 404 len: 347 time: 0.1003659 Feb 13 23:33:46.818299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8082b26c-25c3-4e3d-bce9-228e1d4a2bc7 req-f42c61bb-b0e9-4f41-98e3-f3365678e1bf tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163157 Feb 13 23:33:46.822828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54508) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:46.921675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=853232a8-5a7d-48b3-b002-97a1f49f2402,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:46.941297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29d10-870e-4d11-a352-8e8747c4d7d7 req-72bd13dc-8e47-4fda-822a-42b1b0dac76f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:46.942860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2fb29d10-870e-4d11-a352-8e8747c4d7d7 req-72bd13dc-8e47-4fda-822a-42b1b0dac76f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 1.0819097 Feb 13 23:33:46.996373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2dde6f-4dd3-4b70-b3af-78fd0fde6c9e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:47.012822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-27f9160e-4373-4edf-885b-28a75e60dcc4 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1125963 Feb 13 23:33:47.051416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:47.075672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:47.160711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-346440263', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '853232a8-5a7d-48b3-b002-97a1f49f2402'}], 'security_groups': ['10d03adc-2224-4802-afc9-129c2f0d211c']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:47.172442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f20b1bf-55bf-43a4-85cf-ad160ccac37b req-04f09fe9-9979-4c84-a039-d5bebd01a564 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 0.7323272 Feb 13 23:33:47.185107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Deleting port 5e704908-7c26-4d86-ade2-e83f4c94a415 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:47.185449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:47.279043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-872a635d-c1f2-4f0c-8454-2397681778da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1110882e640b4c2ba3ce341e33f4ce79&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5001462 Feb 13 23:33:47.281679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-4399228b-be31-4b10-b778-2a9a27c5f488 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785563 Feb 13 23:33:47.314560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:47.445735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7195f-e741-47f8-8893-5ae56bcd2cff req-63020d36-0984-415f-bbbd-d20c560a5db9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:47.453203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9d7195f-e741-47f8-8893-5ae56bcd2cff req-63020d36-0984-415f-bbbd-d20c560a5db9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.1462967 Feb 13 23:33:47.479301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f20b1bf-55bf-43a4-85cf-ad160ccac37b req-4929e835-1c3f-4429-b784-af94aaa6d498 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956042 Feb 13 23:33:47.530170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2fb29d10-870e-4d11-a352-8e8747c4d7d7 req-7e197f6a-05eb-4c66-8d9b-4999113dba53 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445073 Feb 13 23:33:47.541294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-015d31f3-984c-49e8-a001-4c278dab1826 req-958d3f54-79a0-4a1d-991e-c991635fa51e service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233489 Feb 13 23:33:47.589029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9d7195f-e741-47f8-8893-5ae56bcd2cff req-7111291e-be1b-4744-b26d-bc8230dc7232 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347520 Feb 13 23:33:47.633130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:47.633130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:47.739831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:47.740477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:47.869506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:47.884082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc2304-9fcb-4bba-9412-23ec3e2cf496 None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:25:16Z', 'revision_number': 4, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3b997bf9-6be9-44bc-8a08-2e80d65dd9dc', 'name': '', 'network_id': '92fcb22b-77af-46c2-969c-5bd4bb320602', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'mac_address': 'fa:16:3e:92:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '699aa184-ff64-4538-83dd-7f07af99a646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:15Z', 'updated_at': '2022-02-13T23:25:33Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'subnets': [{'id': '699aa184-ff64-4538-83dd-7f07af99a646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:33:47.893245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Update dhcp port {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'fixed_ips': [{'subnet_id': '02b8104c-8537-4abb-ab60-757458aaba34', 'ip_address': '2001:db8::2'}, {'subnet_id': '853232a8-5a7d-48b3-b002-97a1f49f2402'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '431f0155-73b2-473d-8874-64d437060d36'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:33:47.905598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.030974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Calling delete_port for 5e704908-7c26-4d86-ade2-e83f4c94a415 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:48.145264 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.230778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bdff25b-fc7a-4faa-83b8-12188d00c034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.365779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.432658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bdff25b-fc7a-4faa-83b8-12188d00c034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.450229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Pushing event deleted for resources: {'Port': ['ID=5e704908-7c26-4d86-ade2-e83f4c94a415,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:48.530991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Allocated IP 2001:db8:0:1::2 (7f4fc21c-a8f5-43ac-9650-974a818b8b52/853232a8-5a7d-48b3-b002-97a1f49f2402/431f0155-73b2-473d-8874-64d437060d36) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:48.614409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f3d48-2119-4773-9323-cd664db6e915 req-f5108cbd-bb01-4507-bf95-063d791e4ad9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:48.623633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b46f3d48-2119-4773-9323-cd664db6e915 req-f5108cbd-bb01-4507-bf95-063d791e4ad9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.7266066 Feb 13 23:33:48.685960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.713758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.715602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a8be8e5a-a3cf-40db-8d81-e9e19aba1700 tempest-AttachVolumeShelveTestJSON-604144035 tempest-AttachVolumeShelveTestJSON-604144035-project] 10.222.0.36 "DELETE /v2.0/floatingips/a0a0fff2-5c24-4fd4-bfb5-bb662b53f140 HTTP/1.1" status: 204 len: 168 time: 1.8915331 Feb 13 23:33:48.779324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=431f0155-73b2-473d-8874-64d437060d36,segment=NetworkSegment(76dbf3d8-1dc9-4b49-8c51-2c519ac74fae),segment_id=76dbf3d8-1dc9-4b49-8c51-2c519ac74fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:48.856971 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.930568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Transition to ACTIVE for port object 431f0155-73b2-473d-8874-64d437060d36 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:48.932706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bdff25b-fc7a-4faa-83b8-12188d00c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:48.939908 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:49.036023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b46f3d48-2119-4773-9323-cd664db6e915 req-d1e4e46a-08d5-4c15-b02a-858bebddd0c0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108684 Feb 13 23:33:49.041483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdff25b-fc7a-4faa-83b8-12188d00c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2dde6f-4dd3-4b70-b3af-78fd0fde6c9e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:49.052428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bdff25b-fc7a-4faa-83b8-12188d00c034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:49.053532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9bdff25b-fc7a-4faa-83b8-12188d00c034 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c2dde6f-4dd3-4b70-b3af-78fd0fde6c9e HTTP/1.1" status: 204 len: 168 time: 1.5224133 Feb 13 23:33:49.063542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f30e-dfa6-4e0a-b5e5-19f24af8776d req-3a2fb409-b59e-4ad9-9878-925e282ee643 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:49.084354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa28f30e-dfa6-4e0a-b5e5-19f24af8776d req-3a2fb409-b59e-4ad9-9878-925e282ee643 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.3413520 Feb 13 23:33:49.224386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa28f30e-dfa6-4e0a-b5e5-19f24af8776d req-899062e7-1eb8-4cfc-8536-0a694c7da41a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379144 Feb 13 23:33:49.248074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Delete allocated IP 2001:db8::ca (7f4fc21c-a8f5-43ac-9650-974a818b8b52/02b8104c-8537-4abb-ab60-757458aaba34) {{(pid=83661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 13 23:33:49.255135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac1b87-ff4f-467a-8894-e4eb6cdd53b5 None None] Pushing event updated for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:49.261621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8:0:1::14b (7f4fc21c-a8f5-43ac-9650-974a818b8b52/853232a8-5a7d-48b3-b002-97a1f49f2402/598a9457-4c9b-49bf-9c14-78b408df91ee) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:49.646963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86fe01-3781-4cf5-a515-763e57a4eba5 req-19e5440b-5259-4329-aedb-62ab47ce8de3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:49.649462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da86fe01-3781-4cf5-a515-763e57a4eba5 req-19e5440b-5259-4329-aedb-62ab47ce8de3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3094497 Feb 13 23:33:49.774377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487373-85a9-452e-a6e6-0a6d7f6fa9ce req-635d370a-f691-491f-91f8-783e4b2d3848 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:49.782199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f487373-85a9-452e-a6e6-0a6d7f6fa9ce req-635d370a-f691-491f-91f8-783e4b2d3848 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.1622214 Feb 13 23:33:49.829740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da86fe01-3781-4cf5-a515-763e57a4eba5 req-e0419a37-3bb1-4185-8764-7e0d1a8544b0 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645315 Feb 13 23:33:49.871717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f487373-85a9-452e-a6e6-0a6d7f6fa9ce req-ed0d6189-b233-4106-a736-c4c6f5c40013 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886433 Feb 13 23:33:49.912707 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:49.966988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object 598a9457-4c9b-49bf-9c14-78b408df91ee will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:49.978780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1694083787', 'description': 'tempest-description-51584020'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:49.990742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.084110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:50.178856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] In _notify_port_updated(), no bound segment for port 598a9457-4c9b-49bf-9c14-78b408df91ee on network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:33:50.184435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:50.185358 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.190047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54558) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:50.190897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/ports/598a9457-4c9b-49bf-9c14-78b408df91ee HTTP/1.1" status: 200 len: 930 time: 3.1082978 Feb 13 23:33:50.227188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb91f6a-cd99-4aff-b7f3-16738c4dfbc5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=598a9457-4c9b-49bf-9c14-78b408df91ee,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:50.248679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:50.267819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.374554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:50.387148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Usage tracker for resource:security_group_rule and tenant:137bea970bfd43c399012561b742832a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:50.395738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:50.411999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:50.491546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port 598a9457-4c9b-49bf-9c14-78b408df91ee {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:33:50.491887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.508594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.520593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.643960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Provisioning for port 598a9457-4c9b-49bf-9c14-78b408df91ee completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:50.652330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.653545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-823f3bc0-7f0f-47c7-b8b4-4eefff420da1 req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 0.7152512 Feb 13 23:33:50.664283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Provisioning complete for port 598a9457-4c9b-49bf-9c14-78b408df91ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:50.664996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:50.780037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15875a88-f8b2-48cc-8130-ac663a1ed861 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9ba356-df58-4607-9a89-eaa5da6f193e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:50.820559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2fdb0-0647-4f5f-8508-1d1da376cdf7 req-2451e64e-43aa-4e82-978f-04e33a190183 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:50.829586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93f2fdb0-0647-4f5f-8508-1d1da376cdf7 req-2451e64e-43aa-4e82-978f-04e33a190183 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4804378 Feb 13 23:33:50.918806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Port 598a9457-4c9b-49bf-9c14-78b408df91ee cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:50.965314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Provisioning for port 431f0155-73b2-473d-8874-64d437060d36 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:33:50.983544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:50.985030 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:51.188962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:33:51.333748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b992a33-5470-455f-a80f-91dc9cf8c55f req-5d42f41e-1eaf-4567-9559-d2219d1c0e14 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:51.348004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b992a33-5470-455f-a80f-91dc9cf8c55f req-5d42f41e-1eaf-4567-9559-d2219d1c0e14 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2404475 Feb 13 23:33:51.400973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Provisioning complete for port bbdc5964-ed54-435d-9e77-796da1a687fa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:51.401348 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:51.439370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b992a33-5470-455f-a80f-91dc9cf8c55f req-8bba3577-a6b2-4cec-892e-cfb461df9287 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900633 Feb 13 23:33:51.511181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2caaf218-aba3-406d-a88f-8262438682f4 None None] Port bbdc5964-ed54-435d-9e77-796da1a687fa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:51.524822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:51.525189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:51.580672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93f2fdb0-0647-4f5f-8508-1d1da376cdf7 req-c8e65973-04b2-4bb5-a195-96aebb2d6ca2 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498460 Feb 13 23:33:51.687412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-671135d4-5a2b-4da0-b034-32641905d5db None None] Provisioning complete for port 598a9457-4c9b-49bf-9c14-78b408df91ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:33:51.688007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-671135d4-5a2b-4da0-b034-32641905d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:51.725866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:51.769599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-671135d4-5a2b-4da0-b034-32641905d5db None None] Port 598a9457-4c9b-49bf-9c14-78b408df91ee cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:33:51.834326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cc444683-83b6-4705-978f-c6fc66034e6c req-e594cc67-d33d-49e7-a1cb-d1b39239e5b9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:51.866130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cc444683-83b6-4705-978f-c6fc66034e6c req-e594cc67-d33d-49e7-a1cb-d1b39239e5b9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:51.869791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc444683-83b6-4705-978f-c6fc66034e6c req-e594cc67-d33d-49e7-a1cb-d1b39239e5b9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1694083787&fields=id&tenant_id=137bea970bfd43c399012561b742832a HTTP/1.1" status: 200 len: 267 time: 0.1823227 Feb 13 23:33:52.010928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444683-83b6-4705-978f-c6fc66034e6c req-89d260b1-9602-4d6f-b803-f9cbd139bfcc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:52.024983 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc444683-83b6-4705-978f-c6fc66034e6c req-89d260b1-9602-4d6f-b803-f9cbd139bfcc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.1485221 Feb 13 23:33:52.031659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'port': {'security_groups': ['caf988bd-d490-4421-9485-260fb37b7be1', '3a9ba356-df58-4607-9a89-eaa5da6f193e']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:52.098414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for 598a9457-4c9b-49bf-9c14-78b408df91ee owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:33:52.372416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:52.424865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:52.562704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=598a9457-4c9b-49bf-9c14-78b408df91ee,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:52.589065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:52.615434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dcb8c209-c269-4405-b6cd-c22c8f161367 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/598a9457-4c9b-49bf-9c14-78b408df91ee HTTP/1.1" status: 204 len: 168 time: 2.4224446 Feb 13 23:33:52.622269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54596) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:52.729749 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a5b981-644a-426d-8403-2e248a7da224 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:33:52.734542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8a5b981-644a-426d-8403-2e248a7da224 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:52.766612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738436a9-453a-46a0-898b-319f86846c37 req-d919efc3-f73d-45dc-865d-dfb4e68bce90 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:52.769329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-738436a9-453a-46a0-898b-319f86846c37 req-d919efc3-f73d-45dc-865d-dfb4e68bce90 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4404922 Feb 13 23:33:52.776791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8a5b981-644a-426d-8403-2e248a7da224 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:52.781745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8a5b981-644a-426d-8403-2e248a7da224 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/598a9457-4c9b-49bf-9c14-78b408df91ee HTTP/1.1" status: 404 len: 333 time: 0.1430323 Feb 13 23:33:52.804442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54604) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:52.963717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:52.977321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-738436a9-453a-46a0-898b-319f86846c37 req-f239732a-d612-4ec0-a33a-9faf0fb67f70 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939309 Feb 13 23:33:53.028564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-029b7690-4f70-4649-bbd4-5d13c7597d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.033078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.050726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.072836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['14a6aa1f-46cf-4402-a994-8a311aa1b8c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:53.108610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-029b7690-4f70-4649-bbd4-5d13c7597d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.254534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:53.265851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.267580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc444683-83b6-4705-978f-c6fc66034e6c req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "PUT /v2.0/ports/14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 982 time: 1.2417238 Feb 13 23:33:53.271390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:33:53.304739 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37f42c-8649-40e6-9b23-b8c083610f19 None None] New status for floating IP a0a0fff2-5c24-4fd4-bfb5-bb662b53f140: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:33:53.372392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0726de-55dc-498a-8ecf-1f8f36f9c11b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:53.383699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Sync routers for ids ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:33:53.390481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-029b7690-4f70-4649-bbd4-5d13c7597d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.427927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b7690-4f70-4649-bbd4-5d13c7597d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1dde42-56e9-40c0-9694-55e254e75cfb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:53.449699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-029b7690-4f70-4649-bbd4-5d13c7597d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.456517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:53.459490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-029b7690-4f70-4649-bbd4-5d13c7597d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a1dde42-56e9-40c0-9694-55e254e75cfb HTTP/1.1" status: 204 len: 168 time: 0.6506360 Feb 13 23:33:53.479067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['14a6aa1f-46cf-4402-a994-8a311aa1b8c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:53.556160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb92c9-021d-4f0c-80fe-0541e67dafcf req-3ad92084-3f1d-458a-97d4-c1e86d7cdfe4 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:53.566520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17eb92c9-021d-4f0c-80fe-0541e67dafcf req-3ad92084-3f1d-458a-97d4-c1e86d7cdfe4 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2728574 Feb 13 23:33:53.728962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Routers {'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:33:53.729600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:53.745877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17eb92c9-021d-4f0c-80fe-0541e67dafcf req-5b441514-f74f-46cd-8488-e8f3d3549670 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754653 Feb 13 23:33:53.801683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b572fbe-327b-431a-90f5-d516b7d42d91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:53.899089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b572fbe-327b-431a-90f5-d516b7d42d91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:54.043330 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'status': 'completed', 'code': 200} Feb 13 23:33:54.144942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-7c2e75f3-1557-4b0a-902e-12d427dd5c5c tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1694083787&fields=id&tenant_id=137bea970bfd43c399012561b742832a HTTP/1.1" status: 200 len: 267 time: 0.0618174 Feb 13 23:33:54.271744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-f82c56e1-a9f7-4ef7-ad02-b42e72ab1166 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:54.282310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-f82c56e1-a9f7-4ef7-ad02-b42e72ab1166 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 985 time: 0.1356027 Feb 13 23:33:54.290617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'port': {'security_groups': ['caf988bd-d490-4421-9485-260fb37b7be1']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:54.317440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Set router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:33:54.332245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54634) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:54.360294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b572fbe-327b-431a-90f5-d516b7d42d91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:54.463994 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:54.477823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b572fbe-327b-431a-90f5-d516b7d42d91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d03adc-2224-4802-afc9-129c2f0d211c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:54.493352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5d44-2ae2-4c62-a478-048610bae152 req-48c84920-1462-4a64-95e7-d1e054b4d379 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:54.519097 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-208d5d44-2ae2-4c62-a478-048610bae152 req-48c84920-1462-4a64-95e7-d1e054b4d379 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.9744232 Feb 13 23:33:54.569673 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b572fbe-327b-431a-90f5-d516b7d42d91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:54.570822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b572fbe-327b-431a-90f5-d516b7d42d91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/security-groups/10d03adc-2224-4802-afc9-129c2f0d211c HTTP/1.1" status: 204 len: 168 time: 1.1136987 Feb 13 23:33:54.598670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54640) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:54.602202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-208d5d44-2ae2-4c62-a478-048610bae152 req-0cabc3b2-b373-4677-90eb-8d1517b3e3cc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819755 Feb 13 23:33:55.156362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:33:55.184328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-a7621029-166c-4082-934f-46db39685b87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1136 time: 1.1141682 Feb 13 23:33:55.231857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.254392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-364450188'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:55.282781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:55.300162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Usage tracker for resource:network and tenant:8e429c4f4cc446f89512f8cb99785803 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:55.301352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 02b8104c-8537-4abb-ab60-757458aaba34 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:33:55.320180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:55.335031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:55.359060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.379936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.464826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Made reservation on behalf of 8e429c4f4cc446f89512f8cb99785803 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:55.468900 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.495837 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.591528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event updated for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:55.609193 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.629598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:55.631453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.648727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a70ea8-c682-4b81-8644-5c5ee4773413 req-bfd64699-e552-4710-93f1-d2f768fb0218 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "PUT /v2.0/ports/14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 943 time: 1.3644757 Feb 13 23:33:55.663011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:33:55.740095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463b819-b9cc-48a8-84c2-9b092c8db51d req-92787c44-7e38-402f-8c43-2f08051c007a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:55.740983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:55.745626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b463b819-b9cc-48a8-84c2-9b092c8db51d req-92787c44-7e38-402f-8c43-2f08051c007a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.5582826 Feb 13 23:33:55.753620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Usage tracker for resource:security_group_rule and tenant:8e429c4f4cc446f89512f8cb99785803 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:55.758188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:55.764770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:55.860073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.867645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.915847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:33:55.928273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4603b58a-e7ad-4d13-bd6b-9c150d6b5bad,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:55.935989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:55.936536 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Added segment 45ece74c-3dba-47d3-892b-a00073494c40 of type vlan for network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 Feb 13 23:33:55.951793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-afe1644f-5112-4a6c-be0d-a952ca4c6cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:55.958408 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-afe1644f-5112-4a6c-be0d-a952ca4c6cae service neutron] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.6415658 Feb 13 23:33:56.002062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:56.036264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b463b819-b9cc-48a8-84c2-9b092c8db51d req-52b3967b-2cd5-445e-8655-e67a45c0481c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309227 Feb 13 23:33:56.066856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-ee491c02-8a8f-4cb2-a8ed-767844b00b4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.0945265 Feb 13 23:33:56.153555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ada6a-17bd-4859-bd6e-d63ea9c84222 req-c2e6f6b5-cf39-4531-9fa0-14ebbb0d578e tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:56.167285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-185ada6a-17bd-4859-bd6e-d63ea9c84222 req-c2e6f6b5-cf39-4531-9fa0-14ebbb0d578e tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1677673 Feb 13 23:33:56.191234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-01612bc8-6ade-4258-81bb-e78627e7a20c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:56.192704 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-01612bc8-6ade-4258-81bb-e78627e7a20c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.1171074 Feb 13 23:33:56.249934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:56.258449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:56.261729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:56.333708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0002744 Feb 13 23:33:56.343904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:56.422008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Request body: {'subnet': {'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:56.425675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-b923e387-4dec-4140-b36c-489a2d6a3133 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:33:56.442310 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:56.446440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['14a6aa1f-46cf-4402-a994-8a311aa1b8c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:56.615415 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-ee678e40-a44d-457d-96ca-d7bc85ab4089 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3145525 Feb 13 23:33:56.672640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '84d98e01-12d8-4bc1-974f-15e424ad033c', 'name': '', 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'mac_address': 'fa:16:3e:d7:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:26Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 2, 'project_id': '541263c6002e406d93d2102330cf38bc', 'subnets': [{'id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:33:56.691610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Checking router: a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:33:56.691964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Updating router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 port 84d98e01-12d8-4bc1-974f-15e424ad033c binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:33:56.726907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['14a6aa1f-46cf-4402-a994-8a311aa1b8c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:33:56.856049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d999-6b31-4298-acd4-03b6b476f2b4 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event updated for resources: {'Network': ['ID=7bb294d6-9a7c-4eec-9646-2eb30bf77573,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:56.885610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:56.895509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-185ada6a-17bd-4859-bd6e-d63ea9c84222 req-ebe8886b-e3ea-48dd-84e0-65c9c2e02ef1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237139 Feb 13 23:33:56.938735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:33:56.978275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:57.023426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:57.045819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Usage tracker for resource:subnet and tenant:8e429c4f4cc446f89512f8cb99785803 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:57.057583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:57.088588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:57.118748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-b923e387-4dec-4140-b36c-489a2d6a3133 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:33:57.120405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-b923e387-4dec-4140-b36c-489a2d6a3133 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9246309 Feb 13 23:33:57.127315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Made reservation on behalf of 8e429c4f4cc446f89512f8cb99785803 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:57.132844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=02b8104c-8537-4abb-ab60-757458aaba34,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:57.140230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:57.155108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:57.169754 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:57.183062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Usage tracker for resource:floatingip and tenant:137bea970bfd43c399012561b742832a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:57.192836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:57.210150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:57.214660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61394613-2da3-4315-be06-7e8f237ad88e None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:57.226707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4dc77d9-57e2-4ae9-9699-212736f34ce7 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/02b8104c-8537-4abb-ab60-757458aaba34 HTTP/1.1" status: 204 len: 168 time: 2.6197336 Feb 13 23:33:57.238817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:57.262407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:57.281549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:57.388140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-3e30c508-a1c7-423f-8d52-4a8ec13a15ea service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435184 Feb 13 23:33:57.403828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:57.584225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ac9ae-470b-41c4-b837-0b41da85addb req-df0085b3-a9a9-4280-8247-a757a80fcc74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:57.586199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b8ac9ae-470b-41c4-b837-0b41da85addb req-df0085b3-a9a9-4280-8247-a757a80fcc74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3032942 Feb 13 23:33:57.787277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b8ac9ae-470b-41c4-b837-0b41da85addb req-c706cfc9-bb42-4c42-954d-c91e4775c4ed tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928427 Feb 13 23:33:57.818503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:57.841560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:57.899715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:57.900173 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'status': 'completed', 'code': 200} Feb 13 23:33:57.910533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:57.934296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:57.975693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2385db66-74d6-4d05-b828-ee6b5ce2e93f req-96acf28e-066f-45e0-bd2c-d1467c52d539 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208042 Feb 13 23:33:57.980151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:57.999735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:58.100261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event updated for resources: {'Subnet': ['ID=05cd200d-8e2a-4127-9c4e-ec858842bd22,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:58.129327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Checking segment: {'id': '45ece74c-3dba-47d3-892b-a00073494c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:58.129688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Network hostable DHCP agents. Network: 7bb294d6-9a7c-4eec-9646-2eb30bf77573, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:33:58.176885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:33:58.191495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:33:58.208377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7bb294d6-9a7c-4eec-9646-2eb30bf77573) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:33:58.213673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:58.214150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:58.214682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:58.242546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8f326-7351-43e6-ae70-d273d1452c96 None None] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:33:58.255919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fc523342-2c90-4e99-b59a-0dd8b738c2d8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9109459 Feb 13 23:33:58.258685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54676) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:33:58.264495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Request body: {'port': {'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1490189099'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:33:58.437252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Allocated IP 172.25.4.125 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/a540d5d5-35af-4bba-a48c-8ef3c7b1ec14) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:58.697451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef232e9-f846-4380-a014-585fcdfc5831 req-76d7041a-cba2-4bca-a651-131b4ff3eff5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:58.699040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3ef232e9-f846-4380-a014-585fcdfc5831 req-76d7041a-cba2-4bca-a651-131b4ff3eff5 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.4038322 Feb 13 23:33:58.743089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:33:58.752994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Usage tracker for resource:port and tenant:8e429c4f4cc446f89512f8cb99785803 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:33:58.757487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:33:58.767231 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:58.806661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:33:58.827255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:58.832263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3ef232e9-f846-4380-a014-585fcdfc5831 req-cdf2d020-583d-4ad2-a61b-e459f42c9a0e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253378 Feb 13 23:33:58.863179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Made reservation on behalf of 8e429c4f4cc446f89512f8cb99785803 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:33:58.865996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:58.894790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Transition to ACTIVE for port object 84d98e01-12d8-4bc1-974f-15e424ad033c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:33:58.909063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-a99c4f35-a7b7-4f57-b70b-c48439eec1d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 0.8791020 Feb 13 23:33:58.939735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] device_id is not set on port d4d8d5d5-377d-4e9c-a230-40c7794c5ac6 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:33:59.013225 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:59.268050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Allocated IP 172.20.0.7 (7bb294d6-9a7c-4eec-9646-2eb30bf77573/05cd200d-8e2a-4127-9c4e-ec858842bd22/d4d8d5d5-377d-4e9c-a230-40c7794c5ac6) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:33:59.350918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb34c-f384-484a-ac29-2c132712f9bb None None] Pushing event updated for resources: {'Port': ['ID=84d98e01-12d8-4bc1-974f-15e424ad033c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:33:59.373741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-462eeb59-c777-49f1-8e28-d57b352ebe62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:59.375660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-462eeb59-c777-49f1-8e28-d57b352ebe62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.4478450 Feb 13 23:33:59.471803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7bb294d6-9a7c-4eec-9646-2eb30bf77573', 'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573', 'tenant_id': '8e429c4f4cc446f89512f8cb99785803', 'fixed_ips': [{'subnet_id': '05cd200d-8e2a-4127-9c4e-ec858842bd22'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:33:59.472601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:59.571733 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-e60c87c9-133b-4d82-84d9-3f4d17996999 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.1314142 Feb 13 23:33:59.729445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Attempting to bind port 84d98e01-12d8-4bc1-974f-15e424ad033c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:33:59.731844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Attempting to bind port 84d98e01-12d8-4bc1-974f-15e424ad033c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:33:59.733512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Attempting to bind port 84d98e01-12d8-4bc1-974f-15e424ad033c on network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:33:59.733647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-dba7b22f-12ad-49ac-a67c-12ac8b86cb7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:59.735580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-dba7b22f-12ad-49ac-a67c-12ac8b86cb7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.1511135 Feb 13 23:33:59.882988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:33:59.883402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Checking segment: {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:33:59.883761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:59.884161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Bound using segment: {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:33:59.884638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Bound port: 84d98e01-12d8-4bc1-974f-15e424ad033c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837a2113-25d4-4467-8f4b-df37ade9f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:33:59.885008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:59.944386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e0066-ad33-4299-a1ba-3631b01001e3 req-bfdb6bcc-76e8-433b-bc67-bc4baa0dfdab tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:33:59.947103 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:33:59.951403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-925e0066-ad33-4299-a1ba-3631b01001e3 req-bfdb6bcc-76e8-433b-bc67-bc4baa0dfdab tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.6502378 Feb 13 23:33:59.989201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-514489c9-5a89-4497-9e66-a90339018ff2 req-32066e79-2ec6-400e-bedb-11e4bb7a0cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.5060174 Feb 13 23:34:00.072201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] For port 84d98e01-12d8-4bc1-974f-15e424ad033c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:00.078529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] For port 84d98e01-12d8-4bc1-974f-15e424ad033c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=84d98e01-12d8-4bc1-974f-15e424ad033c,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:00.094062 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:00.126535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-925e0066-ad33-4299-a1ba-3631b01001e3 req-00110ca6-99d8-43d8-9b15-b05ebc055aa1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727979 Feb 13 23:34:00.248382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:00.350890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-514489c9-5a89-4497-9e66-a90339018ff2 req-1e886cea-309f-49e3-b0cc-b68ce7c1bcca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392851 Feb 13 23:34:00.386168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:00.402491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb34c-f384-484a-ac29-2c132712f9bb None None] Pushing event updated for resources: {'Port': ['ID=84d98e01-12d8-4bc1-974f-15e424ad033c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:00.437751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Routers {'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:00.438784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:33:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:00.444632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Transition to ACTIVE for port object d4d8d5d5-377d-4e9c-a230-40c7794c5ac6 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:00.603067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a580cd6-5338-450d-9e55-bbf862e77a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:00.617479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:00.688899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event updated for resources: {'Port': ['ID=a540d5d5-35af-4bba-a48c-8ef3c7b1ec14,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:00.692496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:00.702378 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-1cab78f1-805e-4738-bd23-08a1666fa394 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8336833 Feb 13 23:34:00.706473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:00.831714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:00.836999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event updated for resources: {'Port': ['ID=d4d8d5d5-377d-4e9c-a230-40c7794c5ac6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:00.844964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:00.848057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:00.850749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:00.960460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:00.962691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:00.984431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44335fd-1a41-42fe-96a5-21b695163a36 req-880f5b87-3d49-47d4-a409-4983973d597a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:00.993368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f44335fd-1a41-42fe-96a5-21b695163a36 req-880f5b87-3d49-47d4-a409-4983973d597a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4790523 Feb 13 23:34:01.043666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Allocated IP 172.20.0.2 (7bb294d6-9a7c-4eec-9646-2eb30bf77573/05cd200d-8e2a-4127-9c4e-ec858842bd22/e9994ebc-7ee1-4ebd-873f-ec3394915139) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:01.133997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f44335fd-1a41-42fe-96a5-21b695163a36 req-d09f294e-4ced-4e2e-8555-606f5e3a80a9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338699 Feb 13 23:34:01.150699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06e18ed9-7342-4eff-a232-a67fa217c7dd tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8909237 Feb 13 23:34:01.153747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54706) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:01.248543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=e065ca88-18df-4eee-ac13-2686d0cc16a8,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:01.475146 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-cfac6df6-5c67-4999-9e49-a4bd28ee7692 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127414 Feb 13 23:34:01.511952 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:01.514212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:01.687171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 84d98e01-12d8-4bc1-974f-15e424ad033c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:01.696853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17fa7bb8-6abc-4da7-a9d4-3a8cc4c36585 req-1ee36e8a-b623-4403-832f-4c9adec00180 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813946 Feb 13 23:34:01.697678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:01.700685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:01.701273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:01.720609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Deleting port d4d8d5d5-377d-4e9c-a230-40c7794c5ac6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:01.721051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:01.783137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:01.803094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a96ca-b427-4d66-8d90-4445683b5804 None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:01.858400 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-29018f05-dc98-4d77-97ac-570af6f72933 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6124129 Feb 13 23:34:01.860982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54720) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:01.867425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'security_group': {'name': 'tempest-secgroup-2005891429'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:01.874900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:01.880595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:01.886107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:01.895017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:01.962565 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:01.974989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.025428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Transition to ACTIVE for port object e9994ebc-7ee1-4ebd-873f-ec3394915139 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:02.038146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:02.042326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group_rule and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:02.045194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:02.054753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:02.124571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182e934-2fb6-4745-b537-59b2441ae6f0 req-a093c220-8a4d-4cab-9190-c950988cca55 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:02.141519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a182e934-2fb6-4745-b537-59b2441ae6f0 req-a093c220-8a4d-4cab-9190-c950988cca55 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.3778005 Feb 13 23:34:02.147252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.158018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Transition to ACTIVE for port object e9994ebc-7ee1-4ebd-873f-ec3394915139 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:02.162982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 84d98e01-12d8-4bc1-974f-15e424ad033c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:02.172332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.282600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.296875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ced94e7-12b7-4cbf-ac27-c5a3ac92f55a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:02.302797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.307365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f9015daa-c9ea-4fea-98ef-435ec652c7e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4451737 Feb 13 23:34:02.309125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54730) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:02.315693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168717738'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:02.324006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:02.329744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:02.335254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:02.352679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:02.364264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.371038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.385735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 84d98e01-12d8-4bc1-974f-15e424ad033c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:02.386116 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.414367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.444831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a182e934-2fb6-4745-b537-59b2441ae6f0 req-9f6f74bd-609e-42b5-bf0c-f8ce6882645b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995477 Feb 13 23:34:02.507965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] Set router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:02.559514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-914c4cb3-6da0-4e54-aada-1ee7b583fe33 None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:02.559869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-914c4cb3-6da0-4e54-aada-1ee7b583fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.582322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.665756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event updated for resources: {'Port': ['ID=a540d5d5-35af-4bba-a48c-8ef3c7b1ec14,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:02.694335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:02.700406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group_rule and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:02.706465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:02.714924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:02.728410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.795392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.796714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-08b8c077-6767-4b49-9c15-1de71bc62cc9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6611552 Feb 13 23:34:02.803320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-fc96e4d9-629d-4023-a397-231b52461ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1096 time: 0.3455365 Feb 13 23:34:02.858815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Calling delete_port for d4d8d5d5-377d-4e9c-a230-40c7794c5ac6 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:02.924989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.927399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:02.928563 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-356c7f5c-9c2e-4a25-8606-0fd64b92b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:02.947520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:03.009823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:03.019762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.108332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Pushing event updated for resources: {'Port': ['ID=e9994ebc-7ee1-4ebd-873f-ec3394915139,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:03.110491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2207b519-d8b0-43dd-9614-af9dcea55d9a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:03.137392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.144552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-b388dfc7-ae56-4ad9-b0e1-d6c6c878ef8d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:03.182736 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.184487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a977c1e7-027c-4447-b23f-161eb5458f51 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8739269 Feb 13 23:34:03.188980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54740) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:03.192550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-b388dfc7-ae56-4ad9-b0e1-d6c6c878ef8d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:03.194113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-b388dfc7-ae56-4ad9-b0e1-d6c6c878ef8d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.3888884 Feb 13 23:34:03.201130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'security_group': {'name': 'tempest-secgroup-16919502'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:03.208785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:03.211469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76d965-735c-43ad-b3a4-ec4e3bb0a8c4 req-0c25e4de-cfa8-47b4-a71a-16628ee31c6a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:03.212915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:03.216166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:03.218748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae76d965-735c-43ad-b3a4-ec4e3bb0a8c4 req-0c25e4de-cfa8-47b4-a71a-16628ee31c6a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.5110598 Feb 13 23:34:03.223323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:03.240513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event deleted for resources: {'Port': ['ID=d4d8d5d5-377d-4e9c-a230-40c7794c5ac6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:03.287445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.379477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae76d965-735c-43ad-b3a4-ec4e3bb0a8c4 req-3d308781-b4c9-4da7-8bdd-37d1824f57a4 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537955 Feb 13 23:34:03.402086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-3e809a88-c839-40d5-8d7b-020ccf50814c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:03.405019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-3e809a88-c839-40d5-8d7b-020ccf50814c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 913 time: 0.5359828 Feb 13 23:34:03.426057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.446631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-950d9399-95de-4ca2-be7e-555d07494281 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "DELETE /v2.0/ports/d4d8d5d5-377d-4e9c-a230-40c7794c5ac6 HTTP/1.1" status: 204 len: 168 time: 2.2908280 Feb 13 23:34:03.449197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54744) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:03.470703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-568dfab7-b436-4514-a811-b7310d1606da tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:03.472524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-568dfab7-b436-4514-a811-b7310d1606da tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2357316 Feb 13 23:34:03.490441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Attempting to bind port e9994ebc-7ee1-4ebd-873f-ec3394915139 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:03.491798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Attempting to bind port e9994ebc-7ee1-4ebd-873f-ec3394915139 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '45ece74c-3dba-47d3-892b-a00073494c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:03.492422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Attempting to bind port e9994ebc-7ee1-4ebd-873f-ec3394915139 on network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:03.623667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-914c4cb3-6da0-4e54-aada-1ee7b583fe33 None None] Provisioning complete for port bbdc5964-ed54-435d-9e77-796da1a687fa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:03.624640 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-914c4cb3-6da0-4e54-aada-1ee7b583fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.625993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b72c846d-1d9a-4a67-8ec7-8fb89593a29e tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1756337 Feb 13 23:34:03.627065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54754) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:03.640927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2113401301'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:03.650853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:03.659594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Usage tracker for resource:network and tenant:8e429c4f4cc446f89512f8cb99785803 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:03.676580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:03.685303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-ec3271e6-2f0d-44f3-9520-7071b539b372 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:34:03.686315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad62b9aa-ed65-4a76-8c3e-f9d6985a3037 req-ec3271e6-2f0d-44f3-9520-7071b539b372 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060065 Feb 13 23:34:03.709710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:03.732768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-5bff0426-0d83-4815-990e-127babb9ebf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 217 time: 0.2565315 Feb 13 23:34:03.735431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Made reservation on behalf of 8e429c4f4cc446f89512f8cb99785803 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:03.738899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-914c4cb3-6da0-4e54-aada-1ee7b583fe33 None None] Port bbdc5964-ed54-435d-9e77-796da1a687fa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:03.739048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.747073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.765229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:03.765596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Checking segment: {'id': '45ece74c-3dba-47d3-892b-a00073494c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:03.765988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.766472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Bound using segment: {'id': '45ece74c-3dba-47d3-892b-a00073494c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:03.766930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Bound port: e9994ebc-7ee1-4ebd-873f-ec3394915139, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ece74c-3dba-47d3-892b-a00073494c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7bb294d6-9a7c-4eec-9646-2eb30bf77573'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:03.767287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.789504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '84d98e01-12d8-4bc1-974f-15e424ad033c', 'name': '', 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'mac_address': 'fa:16:3e:d7:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:26Z', 'updated_at': '2022-02-13T23:34:00Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'subnets': [{'id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:03.791944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.810766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:03.825518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Update dhcp port {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'fixed_ips': [{'subnet_id': '853232a8-5a7d-48b3-b002-97a1f49f2402', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e065ca88-18df-4eee-ac13-2686d0cc16a8'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '431f0155-73b2-473d-8874-64d437060d36'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:34:03.828749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.829080 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Added segment c7eb7d1a-ffcb-4295-b84f-943704570729 of type vlan for network 472734fa-8cb3-4ad7-99ab-9f3c62c6292e Feb 13 23:34:03.832332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:03.852205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:security_group_rule and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:03.864227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.865383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:03.865604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03ce39-0f1f-454e-b2d6-29dfe5ecf6df None None] The sync data for ids ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'] in n-d-828979-1 is: [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:33:28Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '84d98e01-12d8-4bc1-974f-15e424ad033c', 'name': '', 'network_id': '0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'mac_address': 'fa:16:3e:d7:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:26Z', 'updated_at': '2022-02-13T23:34:00Z', 'revision_number': 4, 'project_id': '541263c6002e406d93d2102330cf38bc', 'subnets': [{'id': '68912197-4f9a-4e61-a58f-423c45a9b2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:34:03.887231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:03.957479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 84d98e01-12d8-4bc1-974f-15e424ad033c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=84d98e01-12d8-4bc1-974f-15e424ad033c,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:03.961620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-931d6f2c-6a95-41e0-a4d9-854ca6366785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:03.963385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:03.963528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-931d6f2c-6a95-41e0-a4d9-854ca6366785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.2031157 Feb 13 23:34:03.985017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.008142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.009978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.019229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:04.020085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.021440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-2dfac13a-291a-4260-aa15-aae1e8b3f0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460048 Feb 13 23:34:04.161049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.179138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6f1c-3161-4bc9-91e2-1490b9850fb8 req-ceadec09-23d9-4115-b6b4-5b9b85cf4780 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:04.180978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ffb6f1c-3161-4bc9-91e2-1490b9850fb8 req-ceadec09-23d9-4115-b6b4-5b9b85cf4780 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.2859938 Feb 13 23:34:04.183996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.265943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event updated for resources: {'Network': ['ID=472734fa-8cb3-4ad7-99ab-9f3c62c6292e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:04.298356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-11d28d34-5619-4950-bba4-47901b00ebb6 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6673100 Feb 13 23:34:04.302022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54762) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:04.327093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d89d68-4700-49ab-a387-e3b8d9dafc55 req-54395627-0cfb-46bf-b042-06901b11efa4 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:04.329043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08d89d68-4700-49ab-a387-e3b8d9dafc55 req-54395627-0cfb-46bf-b042-06901b11efa4 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4723096 Feb 13 23:34:04.343124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ffb6f1c-3161-4bc9-91e2-1490b9850fb8 req-836c42e7-ceab-4570-8703-e918e8b6e554 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552763 Feb 13 23:34:04.344584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee88b2f-a097-4ba6-b527-bd40644bcb74,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:04.358915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-881e43f7-c311-4626-a182-4e4024c89118 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251534 Feb 13 23:34:04.367500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.369067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-571315ea-84f3-41f8-9c17-4d7b42652983 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.1783657 Feb 13 23:34:04.393011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54766) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:04.402002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] For port e9994ebc-7ee1-4ebd-873f-ec3394915139, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:04.414875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] For port e9994ebc-7ee1-4ebd-873f-ec3394915139, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9994ebc-7ee1-4ebd-873f-ec3394915139,segment=NetworkSegment(45ece74c-3dba-47d3-892b-a00073494c40),segment_id=45ece74c-3dba-47d3-892b-a00073494c40)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:04.419539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-635269154', 'security_groups': ['3ee88b2f-a097-4ba6-b527-bd40644bcb74'], 'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e065ca88-18df-4eee-ac13-2686d0cc16a8'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:04.434610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 472734fa-8cb3-4ad7-99ab-9f3c62c6292e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:04.579487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54772) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:04.641655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:04.649520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=84d98e01-12d8-4bc1-974f-15e424ad033c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:04.669184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:04.683173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:04.727626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08d89d68-4700-49ab-a387-e3b8d9dafc55 req-c81e529a-9df1-4e08-9ad1-3df4b64d4ef5 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850722 Feb 13 23:34:04.755014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:04.803498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-22c7aebc-d275-41c9-9fd9-faad6b1aea19 tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/agents/eadfe4d6-1073-44d6-905f-54bc1882440a/dhcp-networks HTTP/1.1" status: 200 len: 8665 time: 0.5002947 Feb 13 23:34:04.807502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54780) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:05.063853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Allocated IP 2001:db8::2 (7f4fc21c-a8f5-43ac-9650-974a818b8b52/e065ca88-18df-4eee-ac13-2686d0cc16a8/431f0155-73b2-473d-8874-64d437060d36) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:05.077726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:05.087952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d853-fcb8-4ed2-94b9-6f2742f5be9a None None] Pushing event updated for resources: {'Port': ['ID=e9994ebc-7ee1-4ebd-873f-ec3394915139,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:05.287332 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b744f0e-665f-41b4-9d9e-7ee30a057603 req-2d18102d-491a-4b6d-9124-8aebb97df1ad service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166324 Feb 13 23:34:05.292016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=431f0155-73b2-473d-8874-64d437060d36,segment=NetworkSegment(76dbf3d8-1dc9-4b49-8c51-2c519ac74fae),segment_id=76dbf3d8-1dc9-4b49-8c51-2c519ac74fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:05.319220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a735fc3-5425-404f-990f-6f1ff16a883a req-805a78d3-f4b7-4f62-8720-946042426d28 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:05.322165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a735fc3-5425-404f-990f-6f1ff16a883a req-805a78d3-f4b7-4f62-8720-946042426d28 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.3460031 Feb 13 23:34:05.336326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:05.340428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bc186-3417-4a13-a576-fc57e111387d req-0d118917-25e2-4e1f-968b-f1a5fcbc597a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:05.342007 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-0d118917-25e2-4e1f-968b-f1a5fcbc597a tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6494517 Feb 13 23:34:05.360341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:05.380071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Transition to ACTIVE for port object 431f0155-73b2-473d-8874-64d437060d36 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:05.388613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:05.390220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b0e5f1-182a-4eec-a238-93ede5c16ba2 tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] Network 472734fa-8cb3-4ad7-99ab-9f3c62c6292e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:05.463975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a735fc3-5425-404f-990f-6f1ff16a883a req-6a892067-76a1-4cd8-9945-8fa402a6e7f0 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250191 Feb 13 23:34:05.471508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-23b0e5f1-182a-4eec-a238-93ede5c16ba2 tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "POST /v2.0/agents/eadfe4d6-1073-44d6-905f-54bc1882440a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6625350 Feb 13 23:34:05.472396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54788) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:05.557493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e6ccf-5329-48e7-8043-f4eacc45c11d None None] Network 472734fa-8cb3-4ad7-99ab-9f3c62c6292e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:05.557854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] device_id is not set on port d1334206-015f-4744-88d9-f66b1fec2c1d yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:05.641181 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-c5164b80-bb15-4385-9f49-4256f5c76846 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.2387969 Feb 13 23:34:05.659982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'floatingip': {'port_id': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:05.772898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8188070e-7cab-4ff0-bf58-bae8399c1d1e tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/agents/eadfe4d6-1073-44d6-905f-54bc1882440a/dhcp-networks HTTP/1.1" status: 200 len: 9409 time: 0.2986712 Feb 13 23:34:05.779511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54794) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:05.919578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:34:05.934364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9b6f23d-22cb-435b-9ada-d2f3cc6a9185 tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "DELETE /v2.0/agents/eadfe4d6-1073-44d6-905f-54bc1882440a/dhcp-networks/472734fa-8cb3-4ad7-99ab-9f3c62c6292e HTTP/1.1" status: 204 len: 168 time: 0.1527612 Feb 13 23:34:05.938453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54798) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:05.942718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75fc8a-35f4-4e57-ae90-620688a94d2e None None] Pushing event updated for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:05.964572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:05.967334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c03b8-7453-4dd9-ba9e-2b461ace7154 req-9841f235-12b4-4ed1-8a20-57ac21fc0738 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:05.969123 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee3c03b8-7453-4dd9-ba9e-2b461ace7154 req-9841f235-12b4-4ed1-8a20-57ac21fc0738 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 945 time: 0.1736114 Feb 13 23:34:06.276948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee3c03b8-7453-4dd9-ba9e-2b461ace7154 req-d9b61ee6-64cf-46d8-8df3-71ae3e1be842 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764878 Feb 13 23:34:06.408459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-29c9f7e8-128c-47ff-a7e3-41c2f2fffafa tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/agents/eadfe4d6-1073-44d6-905f-54bc1882440a/dhcp-networks HTTP/1.1" status: 200 len: 8665 time: 0.4615004 Feb 13 23:34:06.410120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54804) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:06.461160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:06.477229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0be65925-a7af-4f00-a709-bab53a50093a tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/networks/7bb294d6-9a7c-4eec-9646-2eb30bf77573/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0590191 Feb 13 23:34:06.480970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:06.546329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ef50cdec-2c8a-4e40-9122-fa596a31e19f tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/networks/7bb294d6-9a7c-4eec-9646-2eb30bf77573/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0640528 Feb 13 23:34:06.550845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:06.648552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9994ebc-7ee1-4ebd-873f-ec3394915139 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:06.812672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c02b768-2c39-4581-bf0f-13d2505cf9ee None None] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:06.872629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e9994ebc-7ee1-4ebd-873f-ec3394915139 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:07.008976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bdff2206-3def-4a6f-a9c3-8be9ba00dec5 tempest-DHCPAgentSchedulersTestJSON-1871539685 tempest-DHCPAgentSchedulersTestJSON-1871539685-project-admin] 10.222.0.36 "GET /v2.0/agents/eadfe4d6-1073-44d6-905f-54bc1882440a/dhcp-networks HTTP/1.1" status: 200 len: 8665 time: 0.4559350 Feb 13 23:34:07.012129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54820) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:07.073861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:07.133245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 84d98e01-12d8-4bc1-974f-15e424ad033c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:07.153794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8::17 (7f4fc21c-a8f5-43ac-9650-974a818b8b52/e065ca88-18df-4eee-ac13-2686d0cc16a8/d1334206-015f-4744-88d9-f66b1fec2c1d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:07.159818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.320259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.324628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] Provisioning for port e9994ebc-7ee1-4ebd-873f-ec3394915139 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:07.360174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.370204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] Provisioning complete for port e9994ebc-7ee1-4ebd-873f-ec3394915139 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:07.370993 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.406957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472734fa-8cb3-4ad7-99ab-9f3c62c6292e']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:07.429460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026cdd9-de04-42ea-9f61-ce748e57f6d0 req-4d8254b0-d1d4-495c-9770-e70527cb4343 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:07.437657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7026cdd9-de04-42ea-9f61-ce748e57f6d0 req-4d8254b0-d1d4-495c-9770-e70527cb4343 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.5146201 Feb 13 23:34:07.444793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-6aaa5eea-120b-4dd4-b7bf-2ea8ba861b1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.5693691 Feb 13 23:34:07.486192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7026cdd9-de04-42ea-9f61-ce748e57f6d0 req-c21a97c5-df69-4449-bb99-d33aee45d3e6 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Feb 13 23:34:07.488896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eb7d1a-ffcb-4295-b84f-943704570729') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:07.489044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eb7d1a-ffcb-4295-b84f-943704570729') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:07.512222 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.514506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.531893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 84d98e01-12d8-4bc1-974f-15e424ad033c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:07.532266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.549739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.563043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:34:07.563467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:34:07.595106 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:34:07.651358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:07.687451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:07.693909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.710369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.800225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.808349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.847602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event deleted for resources: {'Network': ['ID=472734fa-8cb3-4ad7-99ab-9f3c62c6292e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:07.849642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-fbbc92be-07f6-4a82-a964-35312011e911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:07.851970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] For port e9994ebc-7ee1-4ebd-873f-ec3394915139, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9994ebc-7ee1-4ebd-873f-ec3394915139,segment=NetworkSegment(45ece74c-3dba-47d3-892b-a00073494c40),segment_id=45ece74c-3dba-47d3-892b-a00073494c40)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:07.859876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:07.860001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-323cc046-86a1-48e4-bf75-03149bf41fe7 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "DELETE /v2.0/networks/472734fa-8cb3-4ad7-99ab-9f3c62c6292e HTTP/1.1" status: 204 len: 168 time: 0.8426135 Feb 13 23:34:07.860107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-fbbc92be-07f6-4a82-a964-35312011e911 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 0.3726327 Feb 13 23:34:07.863346 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:07.863758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:07.922947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e2eb-1ef9-4d88-ab98-f24a85fedc79 req-f522f1cc-370b-45e2-9ed4-3cb03345fd93 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:07.924979 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef79e2eb-1ef9-4d88-ab98-f24a85fedc79 req-f522f1cc-370b-45e2-9ed4-3cb03345fd93 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2236030 Feb 13 23:34:07.925909 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f6f818-a95f-43f0-a8a7-60573dbacad8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:07.926357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f6f818-a95f-43f0-a8a7-60573dbacad8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:07.927933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-29f6f818-a95f-43f0-a8a7-60573dbacad8 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "DELETE /v2.0/ports/d4d8d5d5-377d-4e9c-a230-40c7794c5ac6 HTTP/1.1" status: 404 len: 333 time: 0.0631745 Feb 13 23:34:07.931382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:07.949663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dd914-bc08-4e3c-944d-8103ce8e9586 None None] Pushing event updated for resources: {'Port': ['ID=e9994ebc-7ee1-4ebd-873f-ec3394915139,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:07.955975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:34:07.993011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Provisioning complete for port e9994ebc-7ee1-4ebd-873f-ec3394915139 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:07.993418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.066283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef79e2eb-1ef9-4d88-ab98-f24a85fedc79 req-c9d6220c-09a1-41f3-8cf5-2bd6e9fe567c tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990427 Feb 13 23:34:08.266687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Deleting subnet 05cd200d-8e2a-4127-9c4e-ec858842bd22 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:34:08.271471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.275431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9994ebc-7ee1-4ebd-873f-ec3394915139 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:08.376248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Provisioning for port 431f0155-73b2-473d-8874-64d437060d36 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:08.379395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.383413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:08.383948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.457657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-d23b37e3-1db3-4b8d-8ac8-270099b76704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 217 time: 0.5684021 Feb 13 23:34:08.472886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e9994ebc-7ee1-4ebd-873f-ec3394915139 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:08.473252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.519849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.567689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-aae1e80d-b905-4e09-860a-5cb0c8d8a568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:08.570671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-aae1e80d-b905-4e09-860a-5cb0c8d8a568 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.0860479 Feb 13 23:34:08.574544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.696800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.699445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Provisioning complete for port bbdc5964-ed54-435d-9e77-796da1a687fa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:08.700056 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.709139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-10671359-f9eb-4652-a3f9-ec0c11c5ce0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593464 Feb 13 23:34:08.709954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.763444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-896989e7-8f7c-4e17-8f9e-e5da9441b174 None None] Port bbdc5964-ed54-435d-9e77-796da1a687fa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:08.770305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105de2d-f1d2-44d1-8b34-4a0f76c2e114 req-bd8c3974-7fc4-47dc-80ec-acac2fd3147c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:08.771793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2105de2d-f1d2-44d1-8b34-4a0f76c2e114 req-bd8c3974-7fc4-47dc-80ec-acac2fd3147c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.1566577 Feb 13 23:34:08.805152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.812655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object d1334206-015f-4744-88d9-f66b1fec2c1d will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:08.833410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2105de2d-f1d2-44d1-8b34-4a0f76c2e114 req-da2e9fc7-93be-447c-88ca-9907af8d5e2d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552468 Feb 13 23:34:08.836313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.838638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.884410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event deleted for resources: {'Subnet': ['ID=05cd200d-8e2a-4127-9c4e-ec858842bd22,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:08.885252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-932a665c-c4eb-4db5-a606-06b7b7b9d803 None None] Could not find standard attr ID for object d4d8d5d5-377d-4e9c-a230-40c7794c5ac6. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:34:08.896144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:08.905268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e4396-4a42-4d6f-9a12-aedd2a89f284 None None] Network 7bb294d6-9a7c-4eec-9646-2eb30bf77573 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:08.905413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3293b3bf-682e-4c93-970e-ba666b65e84b tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "DELETE /v2.0/subnets/05cd200d-8e2a-4127-9c4e-ec858842bd22 HTTP/1.1" status: 204 len: 168 time: 0.9729004 Feb 13 23:34:08.906140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54848) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:09.061786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.071009 n-d-828979-1 neutron-server[83663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'code': 422} returned with failed status Feb 13 23:34:09.087940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Deleting port e9994ebc-7ee1-4ebd-873f-ec3394915139 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:09.088265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.195883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-7a53fb08-01ec-43b1-a2dd-4b929c3a625c service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688354 Feb 13 23:34:09.314239 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.329236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] DHCP port deletion for 7bb294d6-9a7c-4eec-9646-2eb30bf77573 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:34:09.333677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] Deleting port e9994ebc-7ee1-4ebd-873f-ec3394915139 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:09.334077 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.377129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffa414-51d9-4047-8b8e-81bbd96a1786 req-f35d0b15-3741-4b8d-8cdc-6aa09fe826f5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:09.384838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfffa414-51d9-4047-8b8e-81bbd96a1786 req-f35d0b15-3741-4b8d-8cdc-6aa09fe826f5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.2221951 Feb 13 23:34:09.434499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20b3ea86-4af5-411b-b0fd-9db593d6d1aa req-04d3bbcd-3131-4b8c-aa15-fa938029ccca service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207067 Feb 13 23:34:09.464803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfffa414-51d9-4047-8b8e-81bbd96a1786 req-cb4cf2a7-f84f-44f5-b52d-461c5615afd5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788536 Feb 13 23:34:09.507156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] For port e9994ebc-7ee1-4ebd-873f-ec3394915139, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9994ebc-7ee1-4ebd-873f-ec3394915139,segment=NetworkSegment(45ece74c-3dba-47d3-892b-a00073494c40),segment_id=45ece74c-3dba-47d3-892b-a00073494c40)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:09.507522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.532239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=d1334206-015f-4744-88d9-f66b1fec2c1d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:09.598345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:09.600012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] For port e9994ebc-7ee1-4ebd-873f-ec3394915139, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e9994ebc-7ee1-4ebd-873f-ec3394915139,segment=NetworkSegment(45ece74c-3dba-47d3-892b-a00073494c40),segment_id=45ece74c-3dba-47d3-892b-a00073494c40)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:09.600463 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.609991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:09.618075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:09.625482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:09.626470 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.707285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Calling delete_port for e9994ebc-7ee1-4ebd-873f-ec3394915139 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:09.743182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] Calling delete_port for e9994ebc-7ee1-4ebd-873f-ec3394915139 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:09.759406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3d1d7200-e263-4b2e-b80c-f07fb5617fd0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3455722 Feb 13 23:34:09.768538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54860) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:09.793564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:09.877235 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:09.946700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:34:09.947135 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:34:09.966369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814768-7444-4e37-acee-7155d0c409fe req-f46f55fa-ee8a-4096-b4c6-d7943a1336c1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:09.969984 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e814768-7444-4e37-acee-7155d0c409fe req-f46f55fa-ee8a-4096-b4c6-d7943a1336c1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.2754734 Feb 13 23:34:09.984393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] Pushing event deleted for resources: {'Port': ['ID=e9994ebc-7ee1-4ebd-873f-ec3394915139,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:09.986253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba39225-1f5b-44f6-b41f-96c2df72431a None None] No DVR routers for this DVR port e9994ebc-7ee1-4ebd-873f-ec3394915139 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:34:10.053155 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Floating IP 7a785f4e-0dfd-4eba-9918-bcf9d8e751bb associated. External IP: 172.25.4.125, port: 14a6aa1f-46cf-4402-a994-8a311aa1b8c0. Feb 13 23:34:10.061358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e814768-7444-4e37-acee-7155d0c409fe req-e2353090-ba63-4ca4-a0d4-ad004fa361f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Feb 13 23:34:10.108258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9994ebc-7ee1-4ebd-873f-ec3394915139 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:10.186071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e9994ebc-7ee1-4ebd-873f-ec3394915139 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:10.187044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e9994ebc-7ee1-4ebd-873f-ec3394915139 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:10.211782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-49133170-26b6-495c-8d71-a8ba1d70a4f6 None None] Provisioning for port d1334206-015f-4744-88d9-f66b1fec2c1d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:10.219515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-49133170-26b6-495c-8d71-a8ba1d70a4f6 None None] Provisioning complete for port d1334206-015f-4744-88d9-f66b1fec2c1d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:10.220084 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49133170-26b6-495c-8d71-a8ba1d70a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.280916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-49133170-26b6-495c-8d71-a8ba1d70a4f6 None None] Port d1334206-015f-4744-88d9-f66b1fec2c1d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:10.307821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff768b-f583-4e00-8706-715489f4dbfd req-b0d7f644-a18e-430d-94d8-97f82385042f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:10.314682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9bff768b-f583-4e00-8706-715489f4dbfd req-b0d7f644-a18e-430d-94d8-97f82385042f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.0985804 Feb 13 23:34:10.363835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9bff768b-f583-4e00-8706-715489f4dbfd req-9841e4e3-e864-4e75-abca-e1a99044694a tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 Feb 13 23:34:10.392031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:10.448768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Deleting port e9994ebc-7ee1-4ebd-873f-ec3394915139 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:10.450993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.554495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] The port 'e9994ebc-7ee1-4ebd-873f-ec3394915139' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:34:10.559351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:10.565253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:10.576769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:10.633878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:10.760221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.794750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb294d6-9a7c-4eec-9646-2eb30bf77573']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:10.817433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ece74c-3dba-47d3-892b-a00073494c40') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:10.817737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ece74c-3dba-47d3-892b-a00073494c40') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:10.820049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.839342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.855958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffca3a-563d-4be9-921d-214c46fc3553 req-1e0403d0-0056-40e0-892b-c7ceb1446a5b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:10.856932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26ffca3a-563d-4be9-921d-214c46fc3553 req-1e0403d0-0056-40e0-892b-c7ceb1446a5b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1500497 Feb 13 23:34:10.884632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.901643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:34:10.902300 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:34:10.918882 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:34:11.125157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26ffca3a-563d-4be9-921d-214c46fc3553 req-06469d4f-70c8-40d7-a623-5ab746247dbd tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621770 Feb 13 23:34:11.141311 n-d-828979-1 neutron-server[83661]: INFO neutron.db.ipam_backend_mixin [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e065ca88-18df-4eee-ac13-2686d0cc16a8 (CIDR: 2001:db8::/64) Feb 13 23:34:11.142254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.151861 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:34:11.152314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:11.168085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.170933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] Pushing event deleted for resources: {'Network': ['ID=7bb294d6-9a7c-4eec-9646-2eb30bf77573,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:11.180704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e473c041-ab79-4871-8f05-d8b468490a54 tempest-DHCPAgentSchedulersTestJSON-1613054238 tempest-DHCPAgentSchedulersTestJSON-1613054238-project] 10.222.0.36 "DELETE /v2.0/networks/7bb294d6-9a7c-4eec-9646-2eb30bf77573 HTTP/1.1" status: 204 len: 168 time: 2.2728834 Feb 13 23:34:11.196128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c002073e-e2af-4d82-830b-ab1184243b12 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4220030 Feb 13 23:34:11.200674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54884) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:11.207646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:11.298590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Deleting port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:11.298938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.468828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:11.479125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:11.488116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:11.501035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:11.511759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:11.603667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54894) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:11.682116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:34:11.695951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] For port 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:11.696462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.729796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced3dc34-91cf-4cfd-b958-5092edddd09d req-44a88569-6850-4ccf-80bd-0517a489b96a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3891449 Feb 13 23:34:11.732502 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.752646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54902) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:11.761806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1464777461'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:11.810607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:11.825857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:network and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:11.837247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:11.847937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:11.870109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:11.873279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.932914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:11.938003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Calling delete_port for 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:11.942344 n-d-828979-1 neutron-server[83662]: INFO neutron.db.ipam_backend_mixin [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 853232a8-5a7d-48b3-b002-97a1f49f2402 (CIDR: 2001:db8:0:1::/64) Feb 13 23:34:11.957516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:11.958565 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Added segment e0ff25cd-f05e-4d93-a549-419da47382c0 of type vlan for network 58a09c80-4011-43fa-b654-5c76107fcb1d Feb 13 23:34:11.960012 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:34:11.960546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:12.092142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c509e49a-09bb-415c-8bf6-bcbc492b8b87 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8886096 Feb 13 23:34:12.093370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.094594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54912) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:12.117816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'subnet': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:12.160610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.164544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:12.165138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.170944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-90d62650-5aad-4d0e-8423-01ceb4c0aa9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1686158 Feb 13 23:34:12.195387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0521f1-cc2a-4d9c-90fa-267e80b0bc47 req-e26079ce-f180-4a79-87ac-8b6f045a4a7f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:12.203053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b0521f1-cc2a-4d9c-90fa-267e80b0bc47 req-e26079ce-f180-4a79-87ac-8b6f045a4a7f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2343976 Feb 13 23:34:12.214069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fa6e6c30-ec10-469b-ab92-989064367767 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e429c4f4cc446f89512f8cb99785803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6039245 Feb 13 23:34:12.224393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:12.323295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5696180 Feb 13 23:34:12.333278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54924) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:12.351966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8432f6-52dc-446a-a170-06d151d82442 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Network': ['ID=58a09c80-4011-43fa-b654-5c76107fcb1d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:12.364126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 58a09c80-4011-43fa-b654-5c76107fcb1d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:12.367655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b0521f1-cc2a-4d9c-90fa-267e80b0bc47 req-f0af5d8a-234c-4998-9c6f-56ad7f31e8bb tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637456 Feb 13 23:34:12.480313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1086628351'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:12.491566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:12.504011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:network and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:12.518724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:12.522001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:12.571577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Usage tracker for resource:subnet and tenant:1fb77f77dee44fb8bc350b364d8b461a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:12.574321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:12.579364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:12.585025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90e997ea-111e-4b51-b5a7-9a728cf5baf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.624074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:12.641925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.649933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef64a-a204-459b-999f-21233414d7cd req-170867af-49da-4060-acd5-268f8ceb3671 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:12.661149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe3ef64a-a204-459b-999f-21233414d7cd req-170867af-49da-4060-acd5-268f8ceb3671 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.1235807 Feb 13 23:34:12.702326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:12.705729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.723079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe3ef64a-a204-459b-999f-21233414d7cd req-1abd8b1a-ace8-4ea1-a554-f63affd7cd1a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605352 Feb 13 23:34:12.748270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b997bf9-6be9-44bc-8a08-2e80d65dd9dc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:12.756567 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90e997ea-111e-4b51-b5a7-9a728cf5baf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.762930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Made reservation on behalf of 1fb77f77dee44fb8bc350b364d8b461a for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:12.767431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:12.965054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4fcb4-dde7-441f-90ef-d6fb5be3a92b req-aba9b7b5-9f2a-4d29-ad08-224737455bcf tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:12.966920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a4fcb4-dde7-441f-90ef-d6fb5be3a92b req-aba9b7b5-9f2a-4d29-ad08-224737455bcf tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1117857 Feb 13 23:34:12.996308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:13.083257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a4fcb4-dde7-441f-90ef-d6fb5be3a92b req-f6efe382-f512-4604-9525-eeb65063ebeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965371 Feb 13 23:34:13.130232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90e997ea-111e-4b51-b5a7-9a728cf5baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.150369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:13.194155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:34:13.195790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e997ea-111e-4b51-b5a7-9a728cf5baf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4603b58a-e7ad-4d13-bd6b-9c150d6b5bad,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:13.212319 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] Sync routers for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:34:13.213975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.214353 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Added segment 8db995b8-98e9-42f6-80a7-b3d76d7379d5 of type vlan for network 9736e50b-162e-45fb-a9a9-67c31870e217 Feb 13 23:34:13.239085 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:13.239703 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:13.417205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.447666 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.457937 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:13.463180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90e997ea-111e-4b51-b5a7-9a728cf5baf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.464479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90e997ea-111e-4b51-b5a7-9a728cf5baf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4603b58a-e7ad-4d13-bd6b-9c150d6b5bad HTTP/1.1" status: 204 len: 168 time: 1.2386909 Feb 13 23:34:13.519371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-31dc86ff-83de-48b6-b002-2703210d17ed tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "PUT /v2.0/floatingips/7a785f4e-0dfd-4eba-9918-bcf9d8e751bb HTTP/1.1" status: 200 len: 997 time: 7.8622818 Feb 13 23:34:13.523784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-fa855ed2-0552-458f-98e2-720245b46c52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1&tenant_id=949f0475d7c646f3a10300c6368d76eb HTTP/1.1" status: 200 len: 1094 time: 0.7306244 Feb 13 23:34:13.541865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:13.747903 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'status': 'completed', 'code': 200} Feb 13 23:34:13.761435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:34:13.883654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.889524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:13.890396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:13.928138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-96a8eb4f-e3a2-49c9-8b65-9952863c041e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 0.2182846 Feb 13 23:34:13.975627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:14.018996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:14.048144 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '7a785f4e-0dfd-4eba-9918-bcf9d8e751bb', 'tenant_id': '137bea970bfd43c399012561b742832a', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'port_id': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'mac_address': 'fa:16:3e:24:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:34:01Z', 'updated_at': '2022-02-13T23:34:07Z', 'revision_number': 1, 'project_id': '137bea970bfd43c399012561b742832a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:55Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:14.058845 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] Checking router: 8008986d-ac22-4bb3-b433-d4bffb4c92b8 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:34:14.083081 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:14.083761 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:14.100695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7584677 Feb 13 23:34:14.111172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:14.129677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'subnet': {'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:14.218571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1f41b-da49-4e31-97a0-ecdba53f0015 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Network': ['ID=9736e50b-162e-45fb-a9a9-67c31870e217,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:14.219644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:14.226656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-cc1583c3-8513-4e20-abd9-542bac8083dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:14.228742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-cc1583c3-8513-4e20-abd9-542bac8083dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.2520266 Feb 13 23:34:14.230820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:de5dd1f437a44e91b0023c7551340889 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:14.235908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9736e50b-162e-45fb-a9a9-67c31870e217 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:14.255035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59c07-a576-4ff5-90ac-38f1de5cc861 req-8c8550d4-92cc-4836-8760-23a5e740b38a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:14.262620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78c59c07-a576-4ff5-90ac-38f1de5cc861 req-8c8550d4-92cc-4836-8760-23a5e740b38a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.3334577 Feb 13 23:34:14.266324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:14.273441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-bbb3c4e6-a6b1-4d0e-8018-60f6e52893c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1094 time: 0.6646218 Feb 13 23:34:14.291505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:14.345416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:14.422237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:14.438691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78c59c07-a576-4ff5-90ac-38f1de5cc861 req-919021e8-df5a-48a7-b6e5-62632909e6ff tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750610 Feb 13 23:34:14.451446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-f7831632-06b2-499f-9753-af69ad5a747e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 1000 time: 0.1867063 Feb 13 23:34:14.471948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:14.488584 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-f1df6a80-13a5-41ed-b4aa-de0ddda4ab3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 0.9476504 Feb 13 23:34:14.494057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:subnet and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:14.501822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:14.555429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:14.712021 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '7a785f4e-0dfd-4eba-9918-bcf9d8e751bb', 'tenant_id': '137bea970bfd43c399012561b742832a', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'port_id': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'mac_address': 'fa:16:3e:24:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:34:01Z', 'updated_at': '2022-02-13T23:34:07Z', 'revision_number': 1, 'project_id': '137bea970bfd43c399012561b742832a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:55Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:14.716458 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67424bfc-56e8-4794-92fd-1a0ac63a621f None None] The sync data for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 is: [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '7a785f4e-0dfd-4eba-9918-bcf9d8e751bb', 'tenant_id': '137bea970bfd43c399012561b742832a', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'port_id': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'mac_address': 'fa:16:3e:24:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:34:01Z', 'updated_at': '2022-02-13T23:34:07Z', 'revision_number': 1, 'project_id': '137bea970bfd43c399012561b742832a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:55Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:34:14.745021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:14.759308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-ad78b3a7-b910-44d5-969d-62002a5dea94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:14.760758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-ad78b3a7-b910-44d5-969d-62002a5dea94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.3016376 Feb 13 23:34:14.762695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:14.775224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:14.783194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:14.794672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630e586-e6e0-4c1a-9f22-616c5e124815 None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:14.796189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:14.811861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:14.812467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:14.820609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Subnet': ['ID=1b04fed1-add0-4574-a3c7-846da3b12cb9,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:14.823065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-ee4927cf-8efa-4a28-918c-49adc4cb3915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:14.824529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-ee4927cf-8efa-4a28-918c-49adc4cb3915 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 913 time: 0.5439122 Feb 13 23:34:14.864579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-9be5814d-b631-4911-b9ea-418a15171282 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914001 Feb 13 23:34:14.899000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac18a-2a42-4285-a5ce-deaba3fd9330 req-97796da0-6319-4d03-b096-6362d4347ecc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:14.902196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63fac18a-2a42-4285-a5ce-deaba3fd9330 req-97796da0-6319-4d03-b096-6362d4347ecc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2707160 Feb 13 23:34:14.905371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de5dd1f437a44e91b0023c7551340889&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9274929 Feb 13 23:34:14.910575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62616aef-45f8-493b-8ee6-a7cd482acfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276fe21a-265b-4e7b-b9e5-914a0aa973c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:14.916589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54964) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:14.938656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.011443 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-132f6027-735b-4dbc-8cb0-db357cf0b6f5 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9088051 Feb 13 23:34:15.021241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:15.033028 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-89b58598-c060-4b89-96d5-e9763919a101 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 217 time: 0.1970751 Feb 13 23:34:15.037183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-542241828', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b04fed1-add0-4574-a3c7-846da3b12cb9'}], 'security_groups': ['4ced94e7-12b7-4cbf-ac27-c5a3ac92f55a', '2207b519-d8b0-43dd-9614-af9dcea55d9a']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:15.137708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bc186-3417-4a13-a576-fc57e111387d req-4a567559-0c4d-4e0a-b579-3a6c0add36fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:15.139205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-4a567559-0c4d-4e0a-b579-3a6c0add36fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.6293414 Feb 13 23:34:15.156370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.201647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Update dhcp port {'port': {'network_id': '7f4fc21c-a8f5-43ac-9650-974a818b8b52', 'fixed_ips': [{'subnet_id': '853232a8-5a7d-48b3-b002-97a1f49f2402', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e065ca88-18df-4eee-ac13-2686d0cc16a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b04fed1-add0-4574-a3c7-846da3b12cb9'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '431f0155-73b2-473d-8874-64d437060d36'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:34:15.216221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63fac18a-2a42-4285-a5ce-deaba3fd9330 req-205da19b-b58b-4476-a62c-c9a744b994ef tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982068 Feb 13 23:34:15.287734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-08028739-987f-4a4f-a7ff-7c3b1d5aa645 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116058 Feb 13 23:34:15.288574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.288810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.422429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-c7fed043-3bf7-4a35-8ac2-c1e419e65247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:15.423887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-c7fed043-3bf7-4a35-8ac2-c1e419e65247 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.3813601 Feb 13 23:34:15.457816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ecf4b9-2cc8-490d-acb7-4de869924809 None None] New status for floating IP 7a785f4e-0dfd-4eba-9918-bcf9d8e751bb: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:34:15.496646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-90da75f0-3276-42de-afd0-1417f952bf4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 1000 time: 0.3223917 Feb 13 23:34:15.499325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d6889b5-5dd9-4fce-9b33-c7f50348f565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.502716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-6cec9559-9e0a-40e6-b91a-4651c821abc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668373 Feb 13 23:34:15.624835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d6889b5-5dd9-4fce-9b33-c7f50348f565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.708490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bc186-3417-4a13-a576-fc57e111387d req-772a5fef-8582-4c50-994e-6cb4e1d96f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:15.709963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-772a5fef-8582-4c50-994e-6cb4e1d96f4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.2004442 Feb 13 23:34:15.795263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Allocated IP 2001:db8:0:2::2 (7f4fc21c-a8f5-43ac-9650-974a818b8b52/1b04fed1-add0-4574-a3c7-846da3b12cb9/431f0155-73b2-473d-8874-64d437060d36) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:15.802506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-dfcbe2fd-e262-409a-a5eb-835dc8b70ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741329 Feb 13 23:34:15.813715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eff27dcd-fba7-4fde-8767-9d6451d206cc req-9cdc1589-acc1-45cf-a5fd-e5243f0ae01a service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939349 Feb 13 23:34:15.848387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6be41-859f-4128-9344-935e79d93490 req-037b51de-06db-493e-b4d1-b827686ee900 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:15.854529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39c6be41-859f-4128-9344-935e79d93490 req-037b51de-06db-493e-b4d1-b827686ee900 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.4534581 Feb 13 23:34:15.885835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-41629f74-c9ca-48c2-ac0a-cf8427952cca service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742840 Feb 13 23:34:15.900048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d6889b5-5dd9-4fce-9b33-c7f50348f565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.933411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6889b5-5dd9-4fce-9b33-c7f50348f565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276fe21a-265b-4e7b-b9e5-914a0aa973c2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:15.950921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.954469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-39c6be41-859f-4128-9344-935e79d93490 req-9da4d2b4-0295-4e83-8c61-2ec7a2421143 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983098 Feb 13 23:34:15.956522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2d6889b5-5dd9-4fce-9b33-c7f50348f565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:15.960061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d6889b5-5dd9-4fce-9b33-c7f50348f565 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/276fe21a-265b-4e7b-b9e5-914a0aa973c2 HTTP/1.1" status: 204 len: 168 time: 1.0380933 Feb 13 23:34:15.980631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=431f0155-73b2-473d-8874-64d437060d36,segment=NetworkSegment(76dbf3d8-1dc9-4b49-8c51-2c519ac74fae),segment_id=76dbf3d8-1dc9-4b49-8c51-2c519ac74fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:16.030874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:16.067239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Transition to ACTIVE for port object 431f0155-73b2-473d-8874-64d437060d36 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:16.083270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:16.186366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Subnet': ['ID=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:16.343144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Delete allocated IP 2001:db8::17 (7f4fc21c-a8f5-43ac-9650-974a818b8b52/e065ca88-18df-4eee-ac13-2686d0cc16a8) {{(pid=83662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 13 23:34:16.345032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939607b-511d-4e99-90c3-ec3e5429dead None None] Pushing event updated for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:16.367106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Allocated IP 2001:db8:0:2::24f (7f4fc21c-a8f5-43ac-9650-974a818b8b52/1b04fed1-add0-4574-a3c7-846da3b12cb9/d1334206-015f-4744-88d9-f66b1fec2c1d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:16.557907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-03478863-d954-43d7-a83b-bdb3f726fc45 service neutron] 10.222.0.36 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114468 Feb 13 23:34:16.617125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-d52741ab-eac9-4683-98c4-39817084d139 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689274 Feb 13 23:34:16.698601 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:16.699817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Checking segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:16.700408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network hostable DHCP agents. Network: 58a09c80-4011-43fa-b654-5c76107fcb1d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:16.758452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Transition to ACTIVE for port object d1334206-015f-4744-88d9-f66b1fec2c1d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:16.769368 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:16.841297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-049bc186-3417-4a13-a576-fc57e111387d req-3b9e9c49-0fea-47da-954e-6a10c868b631 service neutron] 10.222.0.36 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722747 Feb 13 23:34:16.844146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 58a09c80-4011-43fa-b654-5c76107fcb1d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:17.008982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] In _notify_port_updated(), no bound segment for port d1334206-015f-4744-88d9-f66b1fec2c1d on network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:34:17.014089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:17.015293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:17.016840 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "PUT /v2.0/ports/d1334206-015f-4744-88d9-f66b1fec2c1d HTTP/1.1" status: 200 len: 969 time: 1.9945829 Feb 13 23:34:17.023408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55000) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:17.065320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273cd44-a39f-499d-bbf1-4fbf1e8fa29b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event updated for resources: {'Port': ['ID=d1334206-015f-4744-88d9-f66b1fec2c1d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:17.126778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port d1334206-015f-4744-88d9-f66b1fec2c1d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:17.127813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:17.166323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 58a09c80-4011-43fa-b654-5c76107fcb1d) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:17.179188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd39559-ef51-4550-83f6-0c92b354d8eb None None] Network 58a09c80-4011-43fa-b654-5c76107fcb1d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:17.276390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:17.276763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:17.383110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-64a89aac-a53d-46c1-bd2e-cb4b09adac78 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2593124 Feb 13 23:34:17.388835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55010) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:17.397393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'subnet': {'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:17.564859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:17.569726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:subnet and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:17.573680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:17.581695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:17.600001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-c6bdfafa-22c8-476b-bea7-14f8cde00906 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 1002 time: 0.5937192 Feb 13 23:34:17.603859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:17.630200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-58a09c80-4011-43fa-b654-5c76107fcb1d', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:34:17.632319 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:17.652664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Provisioning for port 431f0155-73b2-473d-8874-64d437060d36 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:17.663150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:17.663663 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:17.756330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836053-e954-482d-9156-0c5fdeb53867 req-c6a17288-bb98-49a5-bae4-ba94c771e0f8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:17.763347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98836053-e954-482d-9156-0c5fdeb53867 req-c6a17288-bb98-49a5-bae4-ba94c771e0f8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.6426549 Feb 13 23:34:17.876351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:17.983811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98836053-e954-482d-9156-0c5fdeb53867 req-73552035-c4dd-445e-b8db-b1c42703e62f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193310 Feb 13 23:34:18.042637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:18.056221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67376-42f5-406c-8526-f04609e3f24b req-5bd223c0-0cd5-4795-b79f-0c03f647cff8 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:18.072082 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-5bd223c0-0cd5-4795-b79f-0c03f647cff8 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports/14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 943 time: 0.4696295 Feb 13 23:34:18.225852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:18.383052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for d1334206-015f-4744-88d9-f66b1fec2c1d owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:18.403015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:34:18.429108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Provisioning for port d1334206-015f-4744-88d9-f66b1fec2c1d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:18.444189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:18.445054 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:18.543336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Provisioning complete for port d1334206-015f-4744-88d9-f66b1fec2c1d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:18.543785 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:18.593284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Allocated IP 10.1.1.2 (58a09c80-4011-43fa-b654-5c76107fcb1d/32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8/4716c588-bff9-4896-a2c5-3041fe4c2fca) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:18.759003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:18.899375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Port d1334206-015f-4744-88d9-f66b1fec2c1d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:18.912095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=d1334206-015f-4744-88d9-f66b1fec2c1d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:18.916813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-7c5316cf-10b6-4cb2-a393-4f31d8d20433 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 1002 time: 0.6372931 Feb 13 23:34:19.064533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.117352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-81c501e1-033d-4aa7-884c-6529731477a1 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/d1334206-015f-4744-88d9-f66b1fec2c1d HTTP/1.1" status: 204 len: 168 time: 2.0901439 Feb 13 23:34:19.129562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55044) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:19.193854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Provisioning complete for port bbdc5964-ed54-435d-9e77-796da1a687fa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:19.194504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.318168 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-857726a9-8f93-431f-819d-0992ce6690a3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] GET failed (client error): The resource could not be found. Feb 13 23:34:19.322206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-857726a9-8f93-431f-819d-0992ce6690a3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Synchronizing usage tracker for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:19.373584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d83b1-9834-41f2-a9a4-8d4dc2680113 req-9bc18130-7965-45af-8d37-72698ab732f1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:19.383581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392d83b1-9834-41f2-a9a4-8d4dc2680113 req-9bc18130-7965-45af-8d37-72698ab732f1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.8861132 Feb 13 23:34:19.444224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-857726a9-8f93-431f-819d-0992ce6690a3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Unset dirty status for tenant:1fb77f77dee44fb8bc350b364d8b461a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:19.448096 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-857726a9-8f93-431f-819d-0992ce6690a3 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports/d1334206-015f-4744-88d9-f66b1fec2c1d HTTP/1.1" status: 404 len: 333 time: 0.3109226 Feb 13 23:34:19.449053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:19.488889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392d83b1-9834-41f2-a9a4-8d4dc2680113 req-9de9e542-5e63-4e80-a0fa-eb371e3eccf0 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040244 Feb 13 23:34:19.573415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a51089-cf00-4786-9ef3-150bfc670b91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.649879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a51089-cf00-4786-9ef3-150bfc670b91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.685047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2741734a-1817-46c4-bc64-60ab74b55e92 None None] Port bbdc5964-ed54-435d-9e77-796da1a687fa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:19.728794 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.758476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Transition to ACTIVE for port object 4716c588-bff9-4896-a2c5-3041fe4c2fca will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:19.777305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a51089-cf00-4786-9ef3-150bfc670b91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.787515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55058) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:19.819541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d90c9499-51e6-4759-8b06-e3364554e4f4 None None] Could not find standard attr ID for object d1334206-015f-4744-88d9-f66b1fec2c1d. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:34:19.835773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Transition to ACTIVE for port object 4716c588-bff9-4896-a2c5-3041fe4c2fca will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:19.851254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.908942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a51089-cf00-4786-9ef3-150bfc670b91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee88b2f-a097-4ba6-b527-bd40644bcb74,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:19.933060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a51089-cf00-4786-9ef3-150bfc670b91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:19.936033 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21a51089-cf00-4786-9ef3-150bfc670b91 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/security-groups/3ee88b2f-a097-4ba6-b527-bd40644bcb74 HTTP/1.1" status: 204 len: 168 time: 0.4857383 Feb 13 23:34:19.938320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:19.965228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67376-42f5-406c-8526-f04609e3f24b req-baffbbad-2022-4e9a-a680-18fe4a3dcdae tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:19.980317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-baffbbad-2022-4e9a-a680-18fe4a3dcdae tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 1.0452201 Feb 13 23:34:20.098456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-4db7217f-8fc7-45ca-9091-d29e4ca961ba tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 1002 time: 0.1171243 Feb 13 23:34:20.104325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:20.147487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9788-173d-4adb-8d4e-3fc68d4070ef req-0d18a7d1-14a6-4867-b1e1-a57cc691855a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:20.156518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb0d9788-173d-4adb-8d4e-3fc68d4070ef req-0d18a7d1-14a6-4867-b1e1-a57cc691855a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.3375492 Feb 13 23:34:20.177579 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.194100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Network 58a09c80-4011-43fa-b654-5c76107fcb1d is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:20.199358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19426947-2d22-468a-bf2c-70c5c8a3890d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.204160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Pushing event updated for resources: {'Port': ['ID=4716c588-bff9-4896-a2c5-3041fe4c2fca,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:20.208968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:20.216956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:20.260244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19426947-2d22-468a-bf2c-70c5c8a3890d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.329640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19426947-2d22-468a-bf2c-70c5c8a3890d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.360459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19426947-2d22-468a-bf2c-70c5c8a3890d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2207b519-d8b0-43dd-9614-af9dcea55d9a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:20.377842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19426947-2d22-468a-bf2c-70c5c8a3890d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.379109 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19426947-2d22-468a-bf2c-70c5c8a3890d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/security-groups/2207b519-d8b0-43dd-9614-af9dcea55d9a HTTP/1.1" status: 204 len: 168 time: 0.4397330 Feb 13 23:34:20.384761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:20.393531 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb0d9788-173d-4adb-8d4e-3fc68d4070ef req-51b6dea8-23bf-4196-bce1-610538bbd0ac tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353208 Feb 13 23:34:20.407272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-460325734'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:20.408772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Subnet': ['ID=9f9d8476-7fd5-445f-b61d-fd807a51901d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:20.415731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:20.416321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.420654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Usage tracker for resource:network and tenant:62d744ba2ed744208f32f99fe130ae8d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:20.424621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:20.431326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:20.453242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Attempting to bind port 4716c588-bff9-4896-a2c5-3041fe4c2fca on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:20.453689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Attempting to bind port 4716c588-bff9-4896-a2c5-3041fe4c2fca by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:20.454210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Attempting to bind port 4716c588-bff9-4896-a2c5-3041fe4c2fca on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:20.457852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Made reservation on behalf of 62d744ba2ed744208f32f99fe130ae8d for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:20.463540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:20.464101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Checking segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:20.464691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.465206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Bound using segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:20.465822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Bound port: 4716c588-bff9-4896-a2c5-3041fe4c2fca, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:20.466088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.466433 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.482106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.535354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Checking segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:20.535965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network hostable DHCP agents. Network: 9736e50b-162e-45fb-a9a9-67c31870e217, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:20.585358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] For port 4716c588-bff9-4896-a2c5-3041fe4c2fca, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:20.590074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] For port 4716c588-bff9-4896-a2c5-3041fe4c2fca, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4716c588-bff9-4896-a2c5-3041fe4c2fca,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:20.595204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:20.605254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Usage tracker for resource:security_group_rule and tenant:62d744ba2ed744208f32f99fe130ae8d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:20.609528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:20.616960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.620675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:20.643838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 9736e50b-162e-45fb-a9a9-67c31870e217 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:20.731893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.755107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.776288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b839fa-1af0-4e3a-8d19-6b2bfad93402 None None] Pushing event updated for resources: {'Port': ['ID=4716c588-bff9-4896-a2c5-3041fe4c2fca,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:20.807893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:20.817673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8782fd49-694f-432a-a0a3-73137ff26113,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:20.831962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9736e50b-162e-45fb-a9a9-67c31870e217) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:20.841195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06746e81-c0d3-49a3-a01f-8eace1c94d45 None None] Network 9736e50b-162e-45fb-a9a9-67c31870e217 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:20.857963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.859984 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Added segment aac73430-9a14-419f-a631-403ad555b2cf of type vlan for network 81a9b8e8-25fb-42d6-9485-66ebc1060969 Feb 13 23:34:20.916718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:20.917327 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.933185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:20.967138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b450574-670b-44a2-b4d0-5e08e8326334 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.091692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.106390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:21.107783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.186002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b450574-670b-44a2-b4d0-5e08e8326334 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.320051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.338172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.338617 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Floating IP 7a785f4e-0dfd-4eba-9918-bcf9d8e751bb disassociated. External IP: 172.25.4.125, port: 14a6aa1f-46cf-4402-a994-8a311aa1b8c0. Feb 13 23:34:21.411118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-9736e50b-162e-45fb-a9a9-67c31870e217', 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'fixed_ips': [{'subnet_id': '9f9d8476-7fd5-445f-b61d-fd807a51901d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:34:21.411899 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:21.431985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:34:21.445114 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] Sync routers for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:34:21.466986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6472924 Feb 13 23:34:21.473591 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:21.474247 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:21.479306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba591-ce0c-4534-acc7-8fe6391efa8f tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Pushing event updated for resources: {'Network': ['ID=81a9b8e8-25fb-42d6-9485-66ebc1060969,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:21.523636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9859b79b-8dfb-4ee2-ac62-24aefeb2584b admin admin] 10.222.0.36 "PUT /v2.0/routers/a9eaba4b-adb2-447f-9ac0-c02fafdbff95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8924611 Feb 13 23:34:21.547006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55082) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:21.560291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 81a9b8e8-25fb-42d6-9485-66ebc1060969 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:21.564405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-135e116f-feaa-48fb-be8c-bed1b2c84c2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1741333 Feb 13 23:34:21.602910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55086) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:21.628562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'name': 'tempest-TaggedBootDevicesTest_v242-583479156', 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:21.730174 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:22.012361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b450574-670b-44a2-b4d0-5e08e8326334 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:22.114471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b450574-670b-44a2-b4d0-5e08e8326334 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ced94e7-12b7-4cbf-ac27-c5a3ac92f55a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:22.127660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Allocated IP 10.2.2.2 (9736e50b-162e-45fb-a9a9-67c31870e217/9f9d8476-7fd5-445f-b61d-fd807a51901d/4bd11101-8b70-4c7c-a126-29f878158214) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:22.160610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b450574-670b-44a2-b4d0-5e08e8326334 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:22.164839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b450574-670b-44a2-b4d0-5e08e8326334 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ced94e7-12b7-4cbf-ac27-c5a3ac92f55a HTTP/1.1" status: 204 len: 168 time: 1.7587874 Feb 13 23:34:22.173273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55092) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:22.251135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc963d79-cfa7-4baf-9538-d3fc1c8e50e7 req-99c34ac6-fae3-40ab-b6e7-58788c83b91b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:22.265343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc963d79-cfa7-4baf-9538-d3fc1c8e50e7 req-99c34ac6-fae3-40ab-b6e7-58788c83b91b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.7493370 Feb 13 23:34:22.281296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:22.325369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:port and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:22.341178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:22.361534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:22.367630 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:34:12Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:22.371959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4716c588-bff9-4896-a2c5-3041fe4c2fca up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:22.373501 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] Checking router: a9eaba4b-adb2-447f-9ac0-c02fafdbff95 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:34:22.388934 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] Routers {'a9eaba4b-adb2-447f-9ac0-c02fafdbff95'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:22.389556 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:22.426569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:22.495958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc963d79-cfa7-4baf-9538-d3fc1c8e50e7 req-615aadf3-da68-4cfe-a187-8c9b81b5af94 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292485 Feb 13 23:34:22.741461 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] Set router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:22.858950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647b275-69cd-4cb9-b50c-892089891819 None None] Network 58a09c80-4011-43fa-b654-5c76107fcb1d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:22.947541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.015106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] device_id is not set on port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:23.030331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.247779 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:34:12Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:23.263997 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551ee4d-ab41-4c64-985a-a96ec8ec46ed None None] The sync data for ids ['a9eaba4b-adb2-447f-9ac0-c02fafdbff95'] in n-d-828979-1 is: [{'id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'name': 'tempest-AttachVolumeShelveTestJSON-1820068901-router', 'tenant_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:25:07Z', 'updated_at': '2022-02-13T23:34:12Z', 'revision_number': 5, 'project_id': '175bbc4fcc124e9da76a9cf8e2e33a08', 'gw_port': {'id': '12a7e0b8-ed3c-4b06-b62d-ffb71643a887', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba4b-adb2-447f-9ac0-c02fafdbff95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:25:09Z', 'updated_at': '2022-02-13T23:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:34:23.300390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63196e68-d4fe-4e1e-8290-53ca4d630d30 req-e0778431-4a13-406a-9ad7-fb330dcadacf tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:23.313550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63196e68-d4fe-4e1e-8290-53ca4d630d30 req-e0778431-4a13-406a-9ad7-fb330dcadacf tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.4364481 Feb 13 23:34:23.403407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c09c97e3-7794-4261-bfc8-848d2b9ef9f5 None None] Provisioning for port 4716c588-bff9-4896-a2c5-3041fe4c2fca completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:23.445087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63196e68-d4fe-4e1e-8290-53ca4d630d30 req-bbfa2c8c-ca28-4332-8cdf-aa634f2afe14 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281605 Feb 13 23:34:23.571344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.594344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 10.1.1.176 (58a09c80-4011-43fa-b654-5c76107fcb1d/32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8/3fa36155-95d7-4c7c-86cb-389d5ecfc71a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:23.638857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet e065ca88-18df-4eee-ac13-2686d0cc16a8 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:34:23.657402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.684674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Transition to ACTIVE for port object 4bd11101-8b70-4c7c-a126-29f878158214 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:23.776573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.823865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4716c588-bff9-4896-a2c5-3041fe4c2fca completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:23.862372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Transition to ACTIVE for port object 4bd11101-8b70-4c7c-a126-29f878158214 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:23.867140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.871682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4716c588-bff9-4896-a2c5-3041fe4c2fca triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:23.882593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:23.942104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55104) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:23.952181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Request body: {'port': {'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969', 'binding:host_id': 'n-h1-828979-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2143997061'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:23.961807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.022904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:24.025740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.032310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=e065ca88-18df-4eee-ac13-2686d0cc16a8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:24.054834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/e065ca88-18df-4eee-ac13-2686d0cc16a8 HTTP/1.1" status: 204 len: 168 time: 1.8746948 Feb 13 23:34:24.055589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55108) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:24.058576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.058916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.059254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.059583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.059916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.060302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.060560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.060882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.061213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.061517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.061834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f79d0-f178-464b-88ae-ac4035f722dc tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:24.066792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Usage tracker for resource:port and tenant:1e1fb3ca4ccb43c597f98bad2d163e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:24.073719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:24.109948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:24.145719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31f6bc-1ad5-45ca-b8c3-5451fad8045e None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:24.169488 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.211859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.233189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Made reservation on behalf of 1e1fb3ca4ccb43c597f98bad2d163e56 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:24.235736 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.288461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Deleting port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:24.288793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.392434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.478361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Network 9736e50b-162e-45fb-a9a9-67c31870e217 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:24.501923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:24.512079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:24.579309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Pushing event updated for resources: {'Port': ['ID=4bd11101-8b70-4c7c-a126-29f878158214,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:24.633850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.655160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f926f5-2909-4996-9bad-f747edced73d req-d24a73c8-8b29-4f55-a6d3-0c17225b34a1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:24.662658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83f926f5-2909-4996-9bad-f747edced73d req-d24a73c8-8b29-4f55-a6d3-0c17225b34a1 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.5931478 Feb 13 23:34:24.728154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:34:24.729245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:24.745404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83f926f5-2909-4996-9bad-f747edced73d req-543d3bdd-5386-4986-aa5f-bf242efa3879 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816376 Feb 13 23:34:24.792412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Usage tracker for resource:security_group_rule and tenant:1e1fb3ca4ccb43c597f98bad2d163e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:24.816449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:24.841244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 1b04fed1-add0-4574-a3c7-846da3b12cb9 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:34:24.852951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object 3fa36155-95d7-4c7c-86cb-389d5ecfc71a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:24.899715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:24.909243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Attempting to bind port 4bd11101-8b70-4c7c-a126-29f878158214 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:24.909890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Attempting to bind port 4bd11101-8b70-4c7c-a126-29f878158214 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:24.910668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Attempting to bind port 4bd11101-8b70-4c7c-a126-29f878158214 on network 9736e50b-162e-45fb-a9a9-67c31870e217 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:24.995617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:25.025693 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.060778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:34:25.068065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:25.142180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:25.142551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Checking segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:25.143005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.143389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Bound using segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:25.143856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Bound port: 4bd11101-8b70-4c7c-a126-29f878158214, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:25.144308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.171429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] For port 12a7e0b8-ed3c-4b06-b62d-ffb71643a887, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:25.172551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.204424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.340130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4716c588-bff9-4896-a2c5-3041fe4c2fca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4716c588-bff9-4896-a2c5-3041fe4c2fca,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:25.349886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f6f0b50f-0038-4b95-89d1-31157488479e None None] Provisioning complete for port 4716c588-bff9-4896-a2c5-3041fe4c2fca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:25.350457 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b50f-0038-4b95-89d1-31157488479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.355115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Calling delete_port for 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:25.394000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.412204 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:34:25.498862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:25.505376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.567240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.587568 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.663827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port ed8b496c-d054-4739-9ac2-171b0b7e2db7 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:25.695775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.742936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:25.743583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b997bf9-6be9-44bc-8a08-2e80d65dd9dc not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:25.784400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 58a09c80-4011-43fa-b654-5c76107fcb1d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:25.790777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:25.804349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:25.807569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:25.818676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:25.899829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] For port 4bd11101-8b70-4c7c-a126-29f878158214, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:25.908560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] For port 4bd11101-8b70-4c7c-a126-29f878158214, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4bd11101-8b70-4c7c-a126-29f878158214,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:25.983459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:25.984088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:26.015978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=1b04fed1-add0-4574-a3c7-846da3b12cb9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:26.025982 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:26.116135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.116481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.116815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.117146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.117471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.117792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.121079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.121427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.121806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.123865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.124169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.135382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.135651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.135966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.136296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.136624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.136950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.137274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.137597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.137916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.138257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.138573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:26.223688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:26.236518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7ebed5ee-c215-41a9-b971-09b330d66916 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/1b04fed1-add0-4574-a3c7-846da3b12cb9 HTTP/1.1" status: 204 len: 168 time: 2.1724548 Feb 13 23:34:26.238600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55120) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:26.244249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ae00e127-7a8b-4131-bac5-cf1cd6543993 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6403003 Feb 13 23:34:26.254513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b2a9c8-a1b1-4fd0-841d-7f118f4c871d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:26.261444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4716c588-bff9-4896-a2c5-3041fe4c2fca,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:26.308088 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cde028-8075-4f1b-b2a6-e2f723ff3ebb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:26.308337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55124) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:26.310858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cde028-8075-4f1b-b2a6-e2f723ff3ebb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:26.318274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1594683193', 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:26.323920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-53cde028-8075-4f1b-b2a6-e2f723ff3ebb tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/e065ca88-18df-4eee-ac13-2686d0cc16a8 HTTP/1.1" status: 404 len: 337 time: 0.0818992 Feb 13 23:34:26.325892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:26.461689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfd131-298a-4725-b636-821fc98e9333 req-053db193-357f-4f3b-80e0-bba30b82a2c8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:26.472163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5bfd131-298a-4725-b636-821fc98e9333 req-053db193-357f-4f3b-80e0-bba30b82a2c8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 1.4557533 Feb 13 23:34:26.654088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:26.684255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting subnet 853232a8-5a7d-48b3-b002-97a1f49f2402 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:34:26.702471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:26.801003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5bfd131-298a-4725-b636-821fc98e9333 req-a4d7c015-149b-49f5-911e-da4d8f55420a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277206 Feb 13 23:34:26.877005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:26.953773 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:27.035830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81dc3c-c1aa-4876-a584-a52e0476c579 None None] Pushing event updated for resources: {'Port': ['ID=4bd11101-8b70-4c7c-a126-29f878158214,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:27.125716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:27.253824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:27.262213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:27.267172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port ed8b496c-d054-4739-9ac2-171b0b7e2db7 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:27.284087 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:27.290180 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:27.313872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Transition to ACTIVE for port object ed8b496c-d054-4739-9ac2-171b0b7e2db7 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:27.365865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'mac_address': 'fa:16:3e:82:f8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:34:27.417702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:27.421511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=12a7e0b8-ed3c-4b06-b62d-ffb71643a887,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:27.430624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:27.435704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:port and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:27.555334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:27.558489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8b496c-d054-4739-9ac2-171b0b7e2db7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:27.577225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:27.656092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:27.676078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:34:27.693364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472eed28-c320-49bd-bee7-efcd9ed5853c None None] Network 7f4fc21c-a8f5-43ac-9650-974a818b8b52 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:27.791649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] Sync routers for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:34:27.797797 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:27.808442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:27.836596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-47f63595-a2d4-4c5a-b347-14e40f9ce7ca None None] Provisioning for port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:27.849920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4bd11101-8b70-4c7c-a126-29f878158214 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:27.864282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:27.997134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2e010-88be-47a4-8b13-cba736fc7af4 req-b6f29952-304a-4e9f-95ce-f5082db1bb7e tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:28.007994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-abb2e010-88be-47a4-8b13-cba736fc7af4 req-b6f29952-304a-4e9f-95ce-f5082db1bb7e tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 948 time: 0.9171224 Feb 13 23:34:28.125478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-47f63595-a2d4-4c5a-b347-14e40f9ce7ca None None] Provisioning complete for port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:28.126060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-47f63595-a2d4-4c5a-b347-14e40f9ce7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:28.224407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-abb2e010-88be-47a4-8b13-cba736fc7af4 req-5bc4849a-993c-4aff-af87-8f9be2ff8d20 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136383 Feb 13 23:34:28.258054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:28.282184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Checking segment: {'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:28.282744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Network hostable DHCP agents. Network: 81a9b8e8-25fb-42d6-9485-66ebc1060969, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:28.292216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:28.347084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Subnet': ['ID=853232a8-5a7d-48b3-b002-97a1f49f2402,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:28.365058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:28.375661 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'code': 200} Feb 13 23:34:28.379434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b233347d-7c34-4e5d-b60a-c9ba801ea3af tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/853232a8-5a7d-48b3-b002-97a1f49f2402 HTTP/1.1" status: 204 len: 168 time: 2.0486009 Feb 13 23:34:28.379956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55146) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:28.420858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c4336f-5a79-4aa9-967e-419b7d5c2fbf None None] Network 9736e50b-162e-45fb-a9a9-67c31870e217 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:28.461189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:34:28.462228 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed941cee-42e7-404f-8625-94ed3d58184f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:28.463904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed941cee-42e7-404f-8625-94ed3d58184f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:28.472423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed941cee-42e7-404f-8625-94ed3d58184f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/02b8104c-8537-4abb-ab60-757458aaba34 HTTP/1.1" status: 404 len: 337 time: 0.0891738 Feb 13 23:34:28.475487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55152) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:28.598243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-47f63595-a2d4-4c5a-b347-14e40f9ce7ca None None] Port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:28.611850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:28.612771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:28.702773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:28.719648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2dbfafaf-b21a-4b12-ba10-87b2938d703b tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "GET /v2.0/ports?device_id=39de2ee0-b43d-41e0-b679-5d0cf388236f HTTP/1.1" status: 200 len: 205 time: 0.2403386 Feb 13 23:34:28.725851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:28.820315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:28.922588 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-4e032cdb-4a10-4023-b3e5-4961a540db18 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] delete failed (client error): The resource could not be found. Feb 13 23:34:28.932017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e032cdb-4a10-4023-b3e5-4961a540db18 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/routers/39de2ee0-b43d-41e0-b679-5d0cf388236f HTTP/1.1" status: 404 len: 336 time: 0.2040601 Feb 13 23:34:28.967939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55162) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.031788 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d426f769-be7c-4e3e-8269-075bcca146ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.032337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d426f769-be7c-4e3e-8269-075bcca146ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.037126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d426f769-be7c-4e3e-8269-075bcca146ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/8619c4ca-0c0d-468c-b604-7183b92c3bbc HTTP/1.1" status: 404 len: 337 time: 0.0615735 Feb 13 23:34:29.041992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55166) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.086260 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-433ac70c-c5d6-4a68-974b-48715eee4225 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.086823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433ac70c-c5d6-4a68-974b-48715eee4225 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.091336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-433ac70c-c5d6-4a68-974b-48715eee4225 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/4cecf4eb-df62-4db8-8347-5d9b0c15bb78 HTTP/1.1" status: 404 len: 337 time: 0.0482669 Feb 13 23:34:29.092819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55170) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.107849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353ed94-bb54-468a-9c9e-0f15a021b61a req-549865df-6fd0-4206-afc7-352eee197374 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:29.118190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a353ed94-bb54-468a-9c9e-0f15a021b61a req-549865df-6fd0-4206-afc7-352eee197374 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.4945786 Feb 13 23:34:29.147958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-3ff973ad-e03a-4dcb-915b-b0e30d325fb1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "PUT /v2.0/floatingips/7a785f4e-0dfd-4eba-9918-bcf9d8e751bb HTTP/1.1" status: 200 len: 695 time: 9.0485377 Feb 13 23:34:29.169015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:29.169897 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdabbd1-1f67-48ce-936a-0be9ec49048f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.170181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdabbd1-1f67-48ce-936a-0be9ec49048f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.175996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6bdabbd1-1f67-48ce-936a-0be9ec49048f tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/fa52f4c3-155c-4408-88b1-125468b4b2b7 HTTP/1.1" status: 404 len: 337 time: 0.0806897 Feb 13 23:34:29.176504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55176) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.223914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:29.248715 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8ab35e-679a-494d-8548-9b2c64a1dc4d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.249220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8ab35e-679a-494d-8548-9b2c64a1dc4d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.255790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-af8ab35e-679a-494d-8548-9b2c64a1dc4d tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/20151813-b1d7-47e9-932b-a50cfd9a8f21 HTTP/1.1" status: 404 len: 333 time: 0.0632186 Feb 13 23:34:29.257613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55182) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.267831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:29.320758 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea8eb56-a157-4375-8e22-ebe9087781e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.321351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea8eb56-a157-4375-8e22-ebe9087781e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.325743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ea8eb56-a157-4375-8e22-ebe9087781e0 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/dc09e686-548f-4076-b578-df1a62284c49 HTTP/1.1" status: 404 len: 337 time: 0.0609748 Feb 13 23:34:29.326463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55186) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.339035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Provisioning for port 4bd11101-8b70-4c7c-a126-29f878158214 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:29.366351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a353ed94-bb54-468a-9c9e-0f15a021b61a req-5af7f7d7-df1c-493c-995b-61c2e8e7e7ea tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470212 Feb 13 23:34:29.399322 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d057dc-c027-4ff9-82e6-42d0b2e18979 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.399768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d057dc-c027-4ff9-82e6-42d0b2e18979 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.404024 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d2d057dc-c027-4ff9-82e6-42d0b2e18979 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/2445111a-ed8f-4bc7-9036-8fed1c95e6d9 HTTP/1.1" status: 404 len: 337 time: 0.0729795 Feb 13 23:34:29.405340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55190) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.466853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4bd11101-8b70-4c7c-a126-29f878158214 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:29.472818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:29.473659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] device_id is not set on port 194ce0dd-38ab-46c1-ae08-23684aa11172 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:29.482668 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f86c133-2460-4f6b-9a51-7dbb89db2461 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.483022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f86c133-2460-4f6b-9a51-7dbb89db2461 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.484794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f86c133-2460-4f6b-9a51-7dbb89db2461 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/3a8450bc-9b78-4413-8c38-c47457894b04 HTTP/1.1" status: 404 len: 333 time: 0.0785306 Feb 13 23:34:29.488098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.584592 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aab921-817d-4041-97c1-82e5dec45bb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.585870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31aab921-817d-4041-97c1-82e5dec45bb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.590749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-31aab921-817d-4041-97c1-82e5dec45bb9 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/92ac70fd-c40c-4d70-a8e8-6486324d074a HTTP/1.1" status: 404 len: 337 time: 0.0993640 Feb 13 23:34:29.597283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55198) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.604986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:29.633317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Provisioning complete for port 4bd11101-8b70-4c7c-a126-29f878158214 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:29.634005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:29.755166 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-528518e3-3fea-4c2b-a21d-33570eec7f80 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] DELETE failed (client error): The resource could not be found. Feb 13 23:34:29.758652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528518e3-3fea-4c2b-a21d-33570eec7f80 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:34:29.764808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-528518e3-3fea-4c2b-a21d-33570eec7f80 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/subnets/1389f5dd-0e14-47c0-b25a-33499ccc059a HTTP/1.1" status: 404 len: 337 time: 0.1649051 Feb 13 23:34:29.765391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55204) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:29.770584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4bd11101-8b70-4c7c-a126-29f878158214 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:29.771025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:29.917231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Deleting port bbdc5964-ed54-435d-9e77-796da1a687fa {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:29.918301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.108311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6e54a41-a9c6-4c2d-85e0-240c198bbcce'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:34:30.126370 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'status': 'completed', 'code': 200} Feb 13 23:34:30.212584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Network 81a9b8e8-25fb-42d6-9485-66ebc1060969 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:30.340540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.357802 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.452962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 81a9b8e8-25fb-42d6-9485-66ebc1060969) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:30.502106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:30.512270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-aedaa044-bcc1-45fd-b733-40f54bb62240 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.3763483 Feb 13 23:34:30.526631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.529262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9eaba4b-adb2-447f-9ac0-c02fafdbff95 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:34:30.541174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.599695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f03b8-9961-40bc-909b-42ef47ea6b6f None None] Network 81a9b8e8-25fb-42d6-9485-66ebc1060969 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:30.793761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.815955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:30.816292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:30.816665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:30.830931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dd1f-25da-4b0e-8686-f723b6cd795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.885341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-b33cabcb-6d66-4d18-9311-bb4faa399a10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 1.7092073 Feb 13 23:34:30.885873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:30.886231 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:30.890556 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 2 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:30.951206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:30.952580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5ad28b96-ae6c-478a-a3bf-0e87322bbd5d admin admin] 10.222.0.36 "DELETE /v2.0/routers/a9eaba4b-adb2-447f-9ac0-c02fafdbff95 HTTP/1.1" status: 204 len: 168 time: 9.4035676 Feb 13 23:34:30.979561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55212) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:31.010475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:31.140844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 10.1.1.120 (58a09c80-4011-43fa-b654-5c76107fcb1d/32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8/194ce0dd-38ab-46c1-ae08-23684aa11172) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:31.158535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4bd11101-8b70-4c7c-a126-29f878158214, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4bd11101-8b70-4c7c-a126-29f878158214,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:31.184764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:31.185068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:31.185401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:31.249116 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:31.249739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4716c588-bff9-4896-a2c5-3041fe4c2fca up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:31.260262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:31.260601 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:31.267055 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 3 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:31.289001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-397abe64-1d0c-4393-b2ec-29d2e4169cdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=137bea970bfd43c399012561b742832a&device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 1097 time: 1.1548147 Feb 13 23:34:31.364127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Deleting subnet 699aa184-ff64-4538-83dd-7f07af99a646 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:34:31.368857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-b681bb3b-15e9-474d-8dd7-5318e405bc78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:31.370705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-b681bb3b-15e9-474d-8dd7-5318e405bc78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 0.6447442 Feb 13 23:34:31.438196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:31.493256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] DHCP port deletion for 7f4fc21c-a8f5-43ac-9650-974a818b8b52 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:34:31.512826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:31.531109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:31.534620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:31.609957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Calling delete_port for bbdc5964-ed54-435d-9e77-796da1a687fa owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:31.631396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:31.646649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] Deleting port 431f0155-73b2-473d-8874-64d437060d36 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:31.647435 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:31.725873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e18d31-a134-4f66-8d52-539bfddaf700 req-db387cdc-1324-490a-b4ed-88a9bbcab84b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:31.733469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47e18d31-a134-4f66-8d52-539bfddaf700 req-db387cdc-1324-490a-b4ed-88a9bbcab84b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 1.3450747 Feb 13 23:34:31.737477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-fb4b50b8-ad6d-475b-a114-0178f7cdcd9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 217 time: 0.2363777 Feb 13 23:34:31.740080 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:34:31.740438 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:34:31.877654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:31.956380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4bd11101-8b70-4c7c-a126-29f878158214,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:32.020327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-c12594a4-3a40-47c7-bfd9-8c4de7b4b570 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:32.021748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-c12594a4-3a40-47c7-bfd9-8c4de7b4b570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.1967900 Feb 13 23:34:32.066204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:55Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:32.077690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] Checking router: 8008986d-ac22-4bb3-b433-d4bffb4c92b8 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:34:32.111862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4716c588-bff9-4896-a2c5-3041fe4c2fca triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:32.112184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.150159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-070c7366-49aa-4e6c-bd11-1e46f8ae86f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086524 Feb 13 23:34:32.175136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47e18d31-a134-4f66-8d52-539bfddaf700 req-4372f74c-d7d4-4fe3-ad7c-80805e6167f2 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405274 Feb 13 23:34:32.188889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:32.191490 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:32.193341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-047aee9d-abd7-4494-9c3c-7dc53f440bef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:32.196430 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-047aee9d-abd7-4494-9c3c-7dc53f440bef service neutron] 10.222.0.42 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 0.8931024 Feb 13 23:34:32.206497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] For port 431f0155-73b2-473d-8874-64d437060d36, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=431f0155-73b2-473d-8874-64d437060d36,segment=NetworkSegment(76dbf3d8-1dc9-4b49-8c51-2c519ac74fae),segment_id=76dbf3d8-1dc9-4b49-8c51-2c519ac74fae)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:32.215406 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 4 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:32.216974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.256024 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.338291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:32.338922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:32.359165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:32.359505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:32.359986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:32.392033 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-966d53d0-c9a1-4b9e-bcaf-ef24db9e2a9c service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155828 Feb 13 23:34:32.395305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.403883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:32.404205 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:32.404839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699aa184-ff64-4538-83dd-7f07af99a646,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:32.407363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67376-42f5-406c-8526-f04609e3f24b req-69f682c8-5927-4fee-9f91-73340c24c48e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:32.410228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-69f682c8-5927-4fee-9f91-73340c24c48e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 200 len: 920 time: 1.5013623 Feb 13 23:34:32.420412 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 5 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:32.500108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Port': ['ID=bbdc5964-ed54-435d-9e77-796da1a687fa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:32.510779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.535719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-39b77a15-99cc-4fed-af01-6b9ff2e828ba tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/ports/bbdc5964-ed54-435d-9e77-796da1a687fa HTTP/1.1" status: 204 len: 168 time: 2.7662337 Feb 13 23:34:32.535971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] Calling delete_port for 431f0155-73b2-473d-8874-64d437060d36 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:32.536674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:32.582398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-15174259-9cc4-4da9-bf6d-21029fd88b58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.3222766 Feb 13 23:34:32.586219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.594921 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0ee4aa7-6c44-4e96-b9bf-16172d520453 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/699aa184-ff64-4538-83dd-7f07af99a646 HTTP/1.1" status: 204 len: 168 time: 1.6100802 Feb 13 23:34:32.597648 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-a169eb78-2cc4-4d29-baf3-a98c0653f0e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 200 len: 217 time: 0.1543646 Feb 13 23:34:32.608157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55222) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:32.609213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:32.609899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:32.610482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:32.669858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:32.670665 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:32.696806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145171a9-813c-4f3c-a04a-d1b138e6870d None None] Network 92fcb22b-77af-46c2-969c-5bd4bb320602 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:32.713645 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 6 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:32.741003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:32.741710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:32.742317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:32.821566 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36cd8e97-0d33-411a-82b5-f5265a639152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.824333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-460cd1f5-6987-42e4-ab70-cf3f7716a525 req-a518a76a-0854-4294-aee5-0b99dc5adbfc service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795902 Feb 13 23:34:32.831873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6881-0db2-4975-ae4f-ec65be4e1499 req-90e672f7-0771-4e4c-b205-8846ba111575 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:32.833352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3df6881-0db2-4975-ae4f-ec65be4e1499 req-90e672f7-0771-4e4c-b205-8846ba111575 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4404125 Feb 13 23:34:32.876445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:32.879854 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:32.904567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.912584 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 7 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:32.949159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:32.976807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-231bcfd9-763c-489e-b65b-5e6a55911349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:32.981256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-231bcfd9-763c-489e-b65b-5e6a55911349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.3800340 Feb 13 23:34:32.990101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67376-42f5-406c-8526-f04609e3f24b req-9989c750-57e0-4a75-ad7a-3ca97d25fcba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:32.991693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-9989c750-57e0-4a75-ad7a-3ca97d25fcba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 200 len: 860 time: 0.3425257 Feb 13 23:34:33.004769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3df6881-0db2-4975-ae4f-ec65be4e1499 req-9c1ab0fd-627d-4afd-a4dc-91d07c88f8a0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969543 Feb 13 23:34:33.037309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Provisioning complete for port 431f0155-73b2-473d-8874-64d437060d36 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:33.048205 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.053271 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-c09820bc-09cc-4efe-9493-dd4898751b1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562067 Feb 13 23:34:33.056129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.127467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4bd11101-8b70-4c7c-a126-29f878158214 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:33.196459 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.214187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Port 431f0155-73b2-473d-8874-64d437060d36 was deleted so its status cannot be updated. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 13 23:34:33.249510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] Pushing event deleted for resources: {'Port': ['ID=431f0155-73b2-473d-8874-64d437060d36,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:33.263265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-579ffe14-b1d5-4e90-af26-35b680b72637 None None] Could not find standard attr ID for object bbdc5964-ed54-435d-9e77-796da1a687fa. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:34:33.267100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:33.268564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:33.269154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:33.280484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4fc21c-a8f5-43ac-9650-974a818b8b52']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:33.281998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3abdfe-1014-4a51-b293-0be91f739294 None None] No DVR routers for this DVR port 431f0155-73b2-473d-8874-64d437060d36 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:34:33.302985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:34:33.307683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:33.308107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dbf3d8-1dc9-4b49-8c51-2c519ac74fae') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:33.324086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.325795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:33.326154 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:33.336882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-3e70b887-ac7c-4bc4-a5ba-a876c8a8e91f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a35576a3-922e-4b40-8407-25d82ac070c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2883613 Feb 13 23:34:33.351773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.361182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:34:33.361670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:34:33.376309 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:34:33.429707 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 8 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:33.438667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762f074-8750-4fa8-a8fb-ae37742784c6 req-1b080d0e-f589-4786-845e-13fd6681b8c1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:33.440282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f762f074-8750-4fa8-a8fb-ae37742784c6 req-1b080d0e-f589-4786-845e-13fd6681b8c1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.2463102 Feb 13 23:34:33.448714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.490106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Deleting port 51f95a13-aefc-4570-8345-7588f3eb2e24 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:33.490515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.498661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:33.507479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.527841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.530834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4bd11101-8b70-4c7c-a126-29f878158214 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:33.531379 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.542385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f762f074-8750-4fa8-a8fb-ae37742784c6 req-1bbd6806-53d1-4f95-900c-199ec49ddb4b tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847151 Feb 13 23:34:33.546521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] 10.222.0.36 "DELETE /v2.0/networks/7f4fc21c-a8f5-43ac-9650-974a818b8b52 HTTP/1.1" status: 204 len: 168 time: 1.0062034 Feb 13 23:34:33.546521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f855e8-b25b-44a9-871a-6f335ebd7d57 tempest-PortsIpV6TestJSON-988122199 tempest-PortsIpV6TestJSON-988122199-project] Pushing event deleted for resources: {'Network': ['ID=7f4fc21c-a8f5-43ac-9650-974a818b8b52,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:33.594629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7afde52a-213d-452e-913a-875419f11509 None None] Provisioning complete for port 4bd11101-8b70-4c7c-a126-29f878158214 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:33.595070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7afde52a-213d-452e-913a-875419f11509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.603686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:33.604205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:33.604749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:33.619690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:33.620277 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:33.631980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object 194ce0dd-38ab-46c1-ae08-23684aa11172 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:33.635516 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 9 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:33.699389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:33.699389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:33.699951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:33.780642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a863c0-5cac-43df-888a-604697045b4e req-1cdc9cfe-80f8-44a3-bfb8-f8afdbd743a9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:33.782604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.789832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8a863c0-5cac-43df-888a-604697045b4e req-1cdc9cfe-80f8-44a3-bfb8-f8afdbd743a9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 950 time: 0.1166399 Feb 13 23:34:33.808023 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.808814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] DHCP port deletion for 92fcb22b-77af-46c2-969c-5bd4bb320602 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:34:33.809570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-d61fc580-1772-4076-a8d0-664e340d47e4 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233214 Feb 13 23:34:33.831505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:33.832524 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:33.834996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] Deleting port 51f95a13-aefc-4570-8345-7588f3eb2e24 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:33.835364 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:33.854721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8a863c0-5cac-43df-888a-604697045b4e req-26b662e1-fc7d-4ef6-ba46-236cf7d95382 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636313 Feb 13 23:34:33.915172 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 10 to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 Feb 13 23:34:33.953775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-091cb6b5-b110-4fac-a5c8-e2e027874874 service neutron] 10.222.0.36 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016177 Feb 13 23:34:33.969834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:33.970213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:33.970620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:34.029263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55232) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:34.066906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c6e54a41-a9c6-4c2d-85e0-240c198bbcce triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:34.067272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.105592 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.245362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:34.245735 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port ed8b496c-d054-4739-9ac2-171b0b7e2db7 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:34.246075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.247591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:34.298066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 431f0155-73b2-473d-8874-64d437060d36 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:34.298066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 431f0155-73b2-473d-8874-64d437060d36 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:34.298550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:34.313000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d203f66a-42fe-486e-a1cd-833d8888439b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fb77f77dee44fb8bc350b364d8b461a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2803192 Feb 13 23:34:34.313245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:34.343151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a855e-fc37-46ea-a4e1-3383b4e135c8 req-865effdb-5b23-4bbf-8e08-1fc1c57bbc99 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:34.344610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-434a855e-fc37-46ea-a4e1-3383b4e135c8 req-865effdb-5b23-4bbf-8e08-1fc1c57bbc99 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.1456776 Feb 13 23:34:34.351477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 58a09c80-4011-43fa-b654-5c76107fcb1d is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:34.354011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:34.354375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 12a7e0b8-ed3c-4b06-b62d-ffb71643a887 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:34.362743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] For port 51f95a13-aefc-4570-8345-7588f3eb2e24, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51f95a13-aefc-4570-8345-7588f3eb2e24,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:34.363499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.395480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:34.398377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:34.475619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:34.494699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] For port 51f95a13-aefc-4570-8345-7588f3eb2e24, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51f95a13-aefc-4570-8345-7588f3eb2e24,segment=NetworkSegment(b8725973-ed4c-4c13-8f45-90afd0b3f435),segment_id=b8725973-ed4c-4c13-8f45-90afd0b3f435)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:34.495071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.505532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22b4d900-54b4-45de-9ad0-4bb55dec3388 req-1f8416dd-12a5-4438-a19e-98da6df7a248 service neutron] 10.222.0.42 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757975 Feb 13 23:34:34.575479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb0c17fb-7cd0-4a43-8fdf-b3739a4d6548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.602598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:55Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:34.610990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb0c17fb-7cd0-4a43-8fdf-b3739a4d6548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.611246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] Calling delete_port for 51f95a13-aefc-4570-8345-7588f3eb2e24 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:34.658757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8d9af-1062-498a-b8b4-99c374953ce3 None None] The sync data for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 is: [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:32:43Z', 'revision_number': 4, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '814fc899-6eac-48ae-83c3-ff028c0a9ba4', 'name': '', 'network_id': 'a35576a3-922e-4b40-8407-25d82ac070c7', 'tenant_id': '137bea970bfd43c399012561b742832a', 'mac_address': 'fa:16:3e:cf:b4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:42Z', 'updated_at': '2022-02-13T23:32:55Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'subnets': [{'id': '7a0f842a-827c-47a5-b408-d9e12bf2f209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:34:34.695889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.725419 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-434a855e-fc37-46ea-a4e1-3383b4e135c8 req-b0d1c046-e730-4eab-8fbe-4c8dbc138f80 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672075 Feb 13 23:34:34.728572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb0c17fb-7cd0-4a43-8fdf-b3739a4d6548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.749998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Calling delete_port for 51f95a13-aefc-4570-8345-7588f3eb2e24 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:34.760610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:34.763148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c17fb-7cd0-4a43-8fdf-b3739a4d6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbb809b-41de-4e77-9aec-b1f552b3ae5e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:34.774145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb0c17fb-7cd0-4a43-8fdf-b3739a4d6548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.775501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb0c17fb-7cd0-4a43-8fdf-b3739a4d6548 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bbb809b-41de-4e77-9aec-b1f552b3ae5e HTTP/1.1" status: 204 len: 168 time: 0.4613881 Feb 13 23:34:34.779309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:34.793379 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.808283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:34.808932 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.830558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68f67376-42f5-406c-8526-f04609e3f24b req-0f46b529-dc24-458c-bbfb-717f5e77b0f6 service neutron] 10.222.0.36 "GET /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8650925 Feb 13 23:34:34.836952 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.852740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] Pushing event deleted for resources: {'Port': ['ID=51f95a13-aefc-4570-8345-7588f3eb2e24,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:34.888733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] For port ed8b496c-d054-4739-9ac2-171b0b7e2db7, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:34.889340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempted to set empty binding levels {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 13 23:34:34.904075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7a771739-38b5-4242-8c3f-d5d928dec2f3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.5932662 Feb 13 23:34:34.914693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256db49d-7ebe-4685-b9cc-c58738c1313f None None] No DVR routers for this DVR port 51f95a13-aefc-4570-8345-7588f3eb2e24 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:34:34.925747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6fae7110-7c80-4608-a5f2-7074ab1b122f None None] Provisioning for port 194ce0dd-38ab-46c1-ae08-23684aa11172 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:34.942518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:34.977046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6fae7110-7c80-4608-a5f2-7074ab1b122f None None] Provisioning complete for port 194ce0dd-38ab-46c1-ae08-23684aa11172 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:34.985698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6fae7110-7c80-4608-a5f2-7074ab1b122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.108526 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'code': 200} Feb 13 23:34:35.112599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=11']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:35.121305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51f95a13-aefc-4570-8345-7588f3eb2e24 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:35.148278 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-2d9e7eca-60cb-46b5-944c-fa2d5b0b845d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips/7a785f4e-0dfd-4eba-9918-bcf9d8e751bb HTTP/1.1" status: 200 len: 695 time: 0.1024032 Feb 13 23:34:35.160073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.172071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:34:35.172445 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:34:35.188370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 51f95a13-aefc-4570-8345-7588f3eb2e24 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:35.188741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51f95a13-aefc-4570-8345-7588f3eb2e24 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:35.190521 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939e1f6-a267-4e0b-81b3-25fc6dc76fe7 None None] New status for floating IP 7a785f4e-0dfd-4eba-9918-bcf9d8e751bb: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:34:35.215378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.220374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb6888-7ad6-4b45-b7d4-80696df75333 req-aef9c7a0-1405-434f-8971-e0cf2b0de73d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:35.226784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6fae7110-7c80-4608-a5f2-7074ab1b122f None None] Port 194ce0dd-38ab-46c1-ae08-23684aa11172 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:35.231427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eabb6888-7ad6-4b45-b7d4-80696df75333 req-aef9c7a0-1405-434f-8971-e0cf2b0de73d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 943 time: 0.2413371 Feb 13 23:34:35.248234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-57c85dda-e214-44b3-98c9-552406c2113f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4c29511beeb428b9de3407c2001c67f&device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1102 time: 0.5638602 Feb 13 23:34:35.248762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8b496c-d054-4739-9ac2-171b0b7e2db7,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:35.294598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eabb6888-7ad6-4b45-b7d4-80696df75333 req-80ac3622-b0e8-461b-bc67-f4a6f682696a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613058 Feb 13 23:34:35.387862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d36a1db3-781b-47c7-97e7-e2e1a7300cdc req-f6a605ec-3e67-416d-a8dd-f8b253b2752d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1102 time: 0.0867832 Feb 13 23:34:35.459400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d36a1db3-781b-47c7-97e7-e2e1a7300cdc req-e6cdffc0-a5c7-49b9-81b3-7144460cdb7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 Feb 13 23:34:35.491376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:34:35.501940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a064a521-eaf1-49da-bf83-71aa3c39ad26 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 11.5549867 Feb 13 23:34:35.513439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55264) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:35.672857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-b7ba0198-3ca7-4770-a029-98cf75180ac9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:35.680100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-b7ba0198-3ca7-4770-a029-98cf75180ac9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.5139854 Feb 13 23:34:35.684979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Deleting port ed8b496c-d054-4739-9ac2-171b0b7e2db7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:35.685150 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.685270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Deleting port 51f95a13-aefc-4570-8345-7588f3eb2e24 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:35.685521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.715994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:35.717586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-19a30b1a-418f-489a-90d5-e2930d53f4f7 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:34:35.724673 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-19a30b1a-418f-489a-90d5-e2930d53f4f7 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0436685 Feb 13 23:34:35.732303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'network_id': 'bd8bebd8-3577-4898-9a85-b651000bb1fb', 'port_id': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584de52a-0bfc-42d1-a706-d1bf9c660426', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:34:35.796734 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.827429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c651593e-2d04-4a75-9fd7-69b8247d7e76 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:34:35.837716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-6d12dc9d-c742-44a3-9884-beba50fc81b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:35.839559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-6d12dc9d-c742-44a3-9884-beba50fc81b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.3653197 Feb 13 23:34:35.840200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60cff-8743-4313-b38b-1366cd8dee4a req-291e417a-eb11-425e-b8e2-929aa56b7776 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:35.841719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfb60cff-8743-4313-b38b-1366cd8dee4a req-291e417a-eb11-425e-b8e2-929aa56b7776 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 951 time: 0.3605299 Feb 13 23:34:35.848439 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-aa5104a3-d7c7-40de-bc80-efcf69299840 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 698 time: 0.1229014 Feb 13 23:34:35.850682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:35.861468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.883707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] The port '51f95a13-aefc-4570-8345-7588f3eb2e24' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:34:35.944737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:35.972165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] For port ed8b496c-d054-4739-9ac2-171b0b7e2db7, host n-h1-828979-1, got binding levels [] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:35.972527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:35.988268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfb60cff-8743-4313-b38b-1366cd8dee4a req-136661e0-52a9-4fa9-8458-1f3ad6c1057f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899310 Feb 13 23:34:36.098269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-ad6d1bc6-2c6f-43b3-a260-acfd30b33933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce HTTP/1.1" status: 200 len: 217 time: 0.2117467 Feb 13 23:34:36.136293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Calling delete_port for ed8b496c-d054-4739-9ac2-171b0b7e2db7 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:36.173091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c651593e-2d04-4a75-9fd7-69b8247d7e76'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:34:36.234719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.304759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed8b496c-d054-4739-9ac2-171b0b7e2db7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:36.311824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.320019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b8c59e38-27a3-40a9-bbc5-95270f022616 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ed8b496c-d054-4739-9ac2-171b0b7e2db7 HTTP/1.1" status: 204 len: 168 time: 0.8001649 Feb 13 23:34:36.322282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55280) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:36.332099 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-ecefa4b1-5493-4e3b-9306-b1a75c68b436 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.4467127 Feb 13 23:34:36.345664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.367737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55286) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:36.386535 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21c5f16-c5ef-4fb3-a92f-01c25ada47a3 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:34:36.387330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d21c5f16-c5ef-4fb3-a92f-01c25ada47a3 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Synchronizing usage tracker for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:36.405909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d21c5f16-c5ef-4fb3-a92f-01c25ada47a3 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Unset dirty status for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:36.407511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d21c5f16-c5ef-4fb3-a92f-01c25ada47a3 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "GET /v2.0/ports/ed8b496c-d054-4739-9ac2-171b0b7e2db7 HTTP/1.1" status: 404 len: 333 time: 0.0840449 Feb 13 23:34:36.411572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:36.418150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Request body: {'port': {'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2111135291'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:36.426239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:36.427107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-eb7d4ebf-9d36-4de5-8143-72717430291f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:36.428528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-eb7d4ebf-9d36-4de5-8143-72717430291f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.3160410 Feb 13 23:34:36.438906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:36.454123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Made reservation on behalf of 1e1fb3ca4ccb43c597f98bad2d163e56 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:36.457822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.482003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port 500b5e01-01e6-4f64-bda5-a17d8a66109c yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:36.509820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fcb22b-77af-46c2-969c-5bd4bb320602']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:36.578295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-61dd9f81-99f7-4d59-9aab-5c9d214b8706 tempest-DvrRoutersNegativeTest-2003117968 tempest-DvrRoutersNegativeTest-2003117968-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1246595354', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:36.581207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.policy [None req-61dd9f81-99f7-4d59-9aab-5c9d214b8706 tempest-DvrRoutersNegativeTest-2003117968 tempest-DvrRoutersNegativeTest-2003117968-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83662) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 13 23:34:36.581660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.policy [None req-61dd9f81-99f7-4d59-9aab-5c9d214b8706 tempest-DvrRoutersNegativeTest-2003117968 tempest-DvrRoutersNegativeTest-2003117968-project] Failed policy check for 'create_router' {{(pid=83662) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 13 23:34:36.583138 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-61dd9f81-99f7-4d59-9aab-5c9d214b8706 tempest-DvrRoutersNegativeTest-2003117968 tempest-DvrRoutersNegativeTest-2003117968-project] create failed (client error): Access was denied to this resource. Feb 13 23:34:36.583373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-61dd9f81-99f7-4d59-9aab-5c9d214b8706 tempest-DvrRoutersNegativeTest-2003117968 tempest-DvrRoutersNegativeTest-2003117968-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2099445 Feb 13 23:34:36.604472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8725973-ed4c-4c13-8f45-90afd0b3f435') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:36.604771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8725973-ed4c-4c13-8f45-90afd0b3f435') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:36.623798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Deleting port a540d5d5-35af-4bba-a48c-8ef3c7b1ec14 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:36.624136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.647926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.686437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.705325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:34:36.705864 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:34:36.732059 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:34:36.808618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55298) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:36.813649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-d2889b79-cabc-43c9-b3c3-693b7fd6c9f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3515050 Feb 13 23:34:36.866871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557286957', 'description': 'tempest-description--192838146'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:36.934265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:36.991991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.034224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.078758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9f8ab-85de-4364-acee-fa1c2cdb7535 req-9e3e1083-97f5-4bee-afac-b0b3de7d4123 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:37.087089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6e9f8ab-85de-4364-acee-fa1c2cdb7535 req-9e3e1083-97f5-4bee-afac-b0b3de7d4123 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.1501667 Feb 13 23:34:37.136654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55306) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:37.149097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.158784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6e9f8ab-85de-4364-acee-fa1c2cdb7535 req-6c256019-fc1d-4941-a973-9b7c6e245356 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714409 Feb 13 23:34:37.225598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:security_group and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:37.236913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:37.247012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Network 81a9b8e8-25fb-42d6-9485-66ebc1060969 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:37.256604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:37.258090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:37.260965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:37.261840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:37.262525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.264511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.288866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=500b5e01-01e6-4f64-bda5-a17d8a66109c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:37.306962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d1e69ec3-fb6d-409a-b65a-1477115ad31b tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8939202 Feb 13 23:34:37.309655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:37.314938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.321112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:37.339042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92fcb22b-77af-46c2-969c-5bd4bb320602,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:37.341515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cfac61bb-afe7-4ed8-b85c-c29a8e9ef5f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/92fcb22b-77af-46c2-969c-5bd4bb320602 HTTP/1.1" status: 204 len: 168 time: 4.7237542 Feb 13 23:34:37.342575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.374244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.374602 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.446188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.484910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:37.520996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Calling delete_port for a540d5d5-35af-4bba-a48c-8ef3c7b1ec14 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:37.550713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55320) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:37.561885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-2d2c1573-1352-49c0-a18f-cd6bda6ac0e3 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663435 Feb 13 23:34:37.576859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c651593e-2d04-4a75-9fd7-69b8247d7e76 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:37.577531 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.655072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.666762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:37.676373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:37.678108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfff083a7fd45ab9c65c4bce629cd26 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:37.683475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:37.697836 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.704373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:security_group_rule and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:37.713470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:37.716132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:37.729193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66b771-fbe1-4bb7-a7eb-3e64e9df518e req-543dbcd4-57d9-4f86-b699-43119019989c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:37.731008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e66b771-fbe1-4bb7-a7eb-3e64e9df518e req-543dbcd4-57d9-4f86-b699-43119019989c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 944 time: 0.3625429 Feb 13 23:34:37.732953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:37.749236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:37.750436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:37.759754 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.784845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5345d3ab-82d0-4eb5-af6b-632366b01b88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=175bbc4fcc124e9da76a9cf8e2e33a08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2302723 Feb 13 23:34:37.788638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:37.853701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:37.875375 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d3212c1-35fa-436f-b46e-9f8f888f9135 req-c170825d-81e3-49d4-aae5-7ad309461c0d service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885215 Feb 13 23:34:37.925292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e66b771-fbe1-4bb7-a7eb-3e64e9df518e req-3a37cc27-3bdc-4ad5-b164-143c1034156f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842012 Feb 13 23:34:37.953536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.961485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.971297 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:37.975136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.036284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f29f5-ece8-4688-9fb2-b4bd48a7162a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.038687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad2b9556-2840-4173-8c90-719f7d5f6fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.070086 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.111142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.112849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5545f9ce-6de8-4f1a-a224-577981d541ee tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3031430 Feb 13 23:34:38.115958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port 500b5e01-01e6-4f64-bda5-a17d8a66109c yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:38.119862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4d35f-894f-4c97-8a33-e03fa866f89e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.123373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:38.127635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event deleted for resources: {'Port': ['ID=a540d5d5-35af-4bba-a48c-8ef3c7b1ec14,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.130356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5fe3f062-e798-4a65-b0c2-f35c1c9957e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddfff083a7fd45ab9c65c4bce629cd26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9920828 Feb 13 23:34:38.131434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad2b9556-2840-4173-8c90-719f7d5f6fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.132543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.137039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55334) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:38.141565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'security_group_rule': {'security_group_id': 'f55f29f5-ece8-4688-9fb2-b4bd48a7162a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:38.157276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:38.171646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Transition to ACTIVE for port object 500b5e01-01e6-4f64-bda5-a17d8a66109c will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:38.186937 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.195824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:security_group_rule and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:38.204652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:38.250771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:38.290494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.307407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.314593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad2b9556-2840-4173-8c90-719f7d5f6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.342217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=500b5e01-01e6-4f64-bda5-a17d8a66109c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.351195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b9556-2840-4173-8c90-719f7d5f6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c55c83-eebc-4caf-a01f-2d1f0cff395a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.354713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad2b9556-2840-4173-8c90-719f7d5f6fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.355822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ad2b9556-2840-4173-8c90-719f7d5f6fa6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34c55c83-eebc-4caf-a01f-2d1f0cff395a HTTP/1.1" status: 204 len: 168 time: 0.5660067 Feb 13 23:34:38.359119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.360182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ef44cd3-829b-4d77-9217-db5e29fa4dba req-05afc6b4-8243-47f1-bca6-e8c11ab46fa1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a785f4e-0dfd-4eba-9918-bcf9d8e751bb HTTP/1.1" status: 204 len: 173 time: 2.0166047 Feb 13 23:34:38.372791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ab279-ef4d-4839-9967-0bd15897a62e req-5607ba8f-fe65-4b7d-8628-b2dad6558c0b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:38.374294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c87ab279-ef4d-4839-9967-0bd15897a62e req-5607ba8f-fe65-4b7d-8628-b2dad6558c0b tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 951 time: 0.3028932 Feb 13 23:34:38.381198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c28e672f-4b62-4122-b5de-2b8798f5d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.400300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.408777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.435617 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'code': 200} Feb 13 23:34:38.445365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c28e672f-4b62-4122-b5de-2b8798f5d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.450804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612c7c79-08e7-44f2-97ae-d1ee5c919405,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.461260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.461600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.461975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.477519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.481572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8ea7c9c4-1d58-46f6-a2e3-c34b9e8e8081 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3531830 Feb 13 23:34:38.481841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55344) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:38.487942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.488294 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.490600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'security_group_rule': {'security_group_id': 'f55f29f5-ece8-4688-9fb2-b4bd48a7162a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:38.491263 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 2 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.497725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:38.502475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:security_group_rule and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:38.505626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:38.529962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c87ab279-ef4d-4839-9967-0bd15897a62e req-0fac754f-8545-49d4-a8ba-7760d57b32d3 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453924 Feb 13 23:34:38.530415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:38.543075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.543421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.543870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.579517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.580428 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.580843 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 3 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.582123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.636605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.636961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.637300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.660366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c28e672f-4b62-4122-b5de-2b8798f5d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.674416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.674932 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.680543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.683502 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 4 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.706244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e672f-4b62-4122-b5de-2b8798f5d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4d35f-894f-4c97-8a33-e03fa866f89e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.713302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.713523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.714214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.727641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69f724ca-13d3-415a-aca3-d1605bc87606 req-400e95e7-9542-4907-bd39-d219b129aea2 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups/3a9ba356-df58-4607-9a89-eaa5da6f193e HTTP/1.1" status: 200 len: 1640 time: 0.1228421 Feb 13 23:34:38.729627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c28e672f-4b62-4122-b5de-2b8798f5d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.730731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c28e672f-4b62-4122-b5de-2b8798f5d43a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79a4d35f-894f-4c97-8a33-e03fa866f89e HTTP/1.1" status: 204 len: 168 time: 0.5927966 Feb 13 23:34:38.757317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.757317 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.761403 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 5 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.793280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.793828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.793828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.806236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.807238 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.807238 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 6 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.841511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.841921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.842978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.869391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-69f724ca-13d3-415a-aca3-d1605bc87606 req-9a673901-438a-4d32-bfb0-13eb7f5dd1cc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.880687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.895458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.895458 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.900367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.900630 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 7 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.932020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-69f724ca-13d3-415a-aca3-d1605bc87606 req-9a673901-438a-4d32-bfb0-13eb7f5dd1cc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.935175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6205c8-402a-4b5c-8066-e1d140b6eed0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:38.940497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:38.940839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:38.942935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:38.948824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a61ef33b-3b77-43d5-95e5-1fd90fb1c06f req-dedfed28-d5ab-4f55-9de6-e22a63b21b3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1097 time: 0.2659516 Feb 13 23:34:38.967645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:38.967645 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:38.988366 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 8 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:38.998411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:38.998411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2e36bdaf-9b78-41ea-a184-7b4bb6a3a0b0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5067217 Feb 13 23:34:38.998411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55356) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:39.009951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f8e80-6027-4315-b39e-d2f5e300da1f req-5d935bab-82ed-41c5-93d3-afafad7650a0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:39.009951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f2f8e80-6027-4315-b39e-d2f5e300da1f req-5d935bab-82ed-41c5-93d3-afafad7650a0 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2544656 Feb 13 23:34:39.025756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:39.043850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:39.043850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:39.043850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:39.050210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:39.056144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:39.056144 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:39.056144 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 9 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:39.062187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:floatingip and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:39.073877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:39.081685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-69f724ca-13d3-415a-aca3-d1605bc87606 req-9a673901-438a-4d32-bfb0-13eb7f5dd1cc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.090258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:39.090258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a61ef33b-3b77-43d5-95e5-1fd90fb1c06f req-d0ba60c6-bf59-43c9-8200-590a4c0a7edd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311016 Feb 13 23:34:39.124643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.148391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f2f8e80-6027-4315-b39e-d2f5e300da1f req-41beb998-e625-4f6d-88a1-bb5e41c52be6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110411 Feb 13 23:34:39.157585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a673901-438a-4d32-bfb0-13eb7f5dd1cc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9ba356-df58-4607-9a89-eaa5da6f193e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:39.157585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:39.157585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:39.157585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:39.187084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:39.187084 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:39.187084 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-69f724ca-13d3-415a-aca3-d1605bc87606 req-9a673901-438a-4d32-bfb0-13eb7f5dd1cc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.204603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69f724ca-13d3-415a-aca3-d1605bc87606 req-9a673901-438a-4d32-bfb0-13eb7f5dd1cc tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a9ba356-df58-4607-9a89-eaa5da6f193e HTTP/1.1" status: 204 len: 173 time: 0.4756308 Feb 13 23:34:39.210337 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 10 to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c Feb 13 23:34:39.269255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:39.269485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:39.269783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:39.287112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:39.287451 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 500b5e01-01e6-4f64-bda5-a17d8a66109c on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:39.287889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.329562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.465694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] For port 500b5e01-01e6-4f64-bda5-a17d8a66109c, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:39.466229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempted to set empty binding levels {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 13 23:34:39.476477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.584737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47586-13c6-4e7f-aaef-99bef1114bc2 req-45912f63-07a1-4e0a-93e7-21fb8974784d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:39.586507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ca47586-13c6-4e7f-aaef-99bef1114bc2 req-45912f63-07a1-4e0a-93e7-21fb8974784d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.1906803 Feb 13 23:34:39.609097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 172.25.4.137 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/85e0b691-a97b-41eb-a369-912953aae8f6) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:39.610566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=500b5e01-01e6-4f64-bda5-a17d8a66109c,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:39.622942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] In _notify_port_updated(), no bound segment for port 500b5e01-01e6-4f64-bda5-a17d8a66109c on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:34:39.624210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:39.625729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c5444eba-0230-4300-8db6-4c375c2530d4 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "PUT /v2.0/ports/500b5e01-01e6-4f64-bda5-a17d8a66109c HTTP/1.1" status: 200 len: 975 time: 2.3136780 Feb 13 23:34:39.629209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55380) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:39.736692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba7f408c-fec1-4522-8f20-7631527d6bee tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Synchronizing usage tracker for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:39.755193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba7f408c-fec1-4522-8f20-7631527d6bee tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Unset dirty status for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:39.756548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba7f408c-fec1-4522-8f20-7631527d6bee tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23484 time: 0.1257789 Feb 13 23:34:39.760305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55386) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:39.845288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ca47586-13c6-4e7f-aaef-99bef1114bc2 req-3338483c-32f0-45c7-8b1d-0f00e3094e2d tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385838 Feb 13 23:34:39.910079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Deleting port 500b5e01-01e6-4f64-bda5-a17d8a66109c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:39.910443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.172685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.222449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55406) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:40.247952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21049-bf7c-4bcc-91f9-583120550d56 req-b2685948-c88d-47d3-9d7c-afeef369127d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:40.249769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-22c21049-bf7c-4bcc-91f9-583120550d56 req-b2685948-c88d-47d3-9d7c-afeef369127d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:40.260019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.388068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] For port 500b5e01-01e6-4f64-bda5-a17d8a66109c, host n-h1-828979-1, got binding levels [] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:40.388746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-22c21049-bf7c-4bcc-91f9-583120550d56 req-b2685948-c88d-47d3-9d7c-afeef369127d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:40.389191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.390074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22c21049-bf7c-4bcc-91f9-583120550d56 req-b2685948-c88d-47d3-9d7c-afeef369127d tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2710378 Feb 13 23:34:40.402929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:40.419087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:40.425365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:40.466708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=85e0b691-a97b-41eb-a369-912953aae8f6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:40.507426 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22c21049-bf7c-4bcc-91f9-583120550d56 req-6c90e882-fc4e-4b21-a4b3-4ac61a075327 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076024 Feb 13 23:34:40.682124 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.693498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Calling delete_port for 500b5e01-01e6-4f64-bda5-a17d8a66109c owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:40.790311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-808810921-network', 'tenant_id': '7fea57da0c174f93b8fcd2a966ee5b03'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:40.807970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06dea2dc-29ae-4b36-b668-e0ec03f8cad0 req-fa963c8b-3e4d-45b3-aa50-9edadc98ca1a tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1102 time: 0.7062399 Feb 13 23:34:40.813178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:40.831089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Usage tracker for resource:network and tenant:7fea57da0c174f93b8fcd2a966ee5b03 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:40.832626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.837931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:40.841890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.899384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event deleted for resources: {'Port': ['ID=500b5e01-01e6-4f64-bda5-a17d8a66109c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:40.915356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:40.926630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55436) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:40.929753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.951560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Made reservation on behalf of 7fea57da0c174f93b8fcd2a966ee5b03 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:40.953873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:40.957480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06dea2dc-29ae-4b36-b668-e0ec03f8cad0 req-d245f226-eaec-41c4-b043-68ebf271cae1 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485868 Feb 13 23:34:40.978314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0bfd5242-c572-411a-9699-7b908c73040d tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "DELETE /v2.0/ports/500b5e01-01e6-4f64-bda5-a17d8a66109c HTTP/1.1" status: 204 len: 168 time: 1.2056875 Feb 13 23:34:40.979259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:41.052860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da01c-6a46-480d-a785-06eb3983b0cd req-c026c914-b585-4b15-abd1-06d1d77bd674 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:41.054940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-137da01c-6a46-480d-a785-06eb3983b0cd req-c026c914-b585-4b15-abd1-06d1d77bd674 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3716841 Feb 13 23:34:41.067370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.070386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-248057888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:41.101037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:41.107793 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cd3eaf-d491-40f1-b105-edf3441727a6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:34:41.110483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4cd3eaf-d491-40f1-b105-edf3441727a6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Synchronizing usage tracker for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:41.117685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:router and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:41.168697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-137da01c-6a46-480d-a785-06eb3983b0cd req-01eb0781-6f4d-4738-a8ee-943c0b8b39f7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053488 Feb 13 23:34:41.171509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:41.187855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:41.206842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:41.216694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Usage tracker for resource:security_group_rule and tenant:7fea57da0c174f93b8fcd2a966ee5b03 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:41.224239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:41.231273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4cd3eaf-d491-40f1-b105-edf3441727a6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Unset dirty status for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:41.232626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4cd3eaf-d491-40f1-b105-edf3441727a6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "GET /v2.0/ports/500b5e01-01e6-4f64-bda5-a17d8a66109c HTTP/1.1" status: 404 len: 333 time: 0.2520647 Feb 13 23:34:41.237547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:41.239298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.239658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55458) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:41.240796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.247286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1193990808', 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:41.264929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:41.276985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1e5b6-eea6-4d36-9858-0fe9b23cebe9 req-4d90eaef-fef6-4fcf-b74f-8e8dd683d582 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:41.279027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dab1e5b6-eea6-4d36-9858-0fe9b23cebe9 req-4d90eaef-fef6-4fcf-b74f-8e8dd683d582 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.1654036 Feb 13 23:34:41.284441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.301893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:41.312165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.327475 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.347876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dab1e5b6-eea6-4d36-9858-0fe9b23cebe9 req-810f68d0-f227-4a12-8432-38511f544fe0 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551829 Feb 13 23:34:41.349269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.373461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Made reservation on behalf of 1e1fb3ca4ccb43c597f98bad2d163e56 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:41.374408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.375755 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.376080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1b10ec46-af1f-42bb-8385-2bdc07a36c6a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4479663 Feb 13 23:34:41.382505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55462) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:41.388318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1964717063'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:41.395639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:41.399598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:network and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:41.404533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:41.412391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:41.428493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:41.433045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.452885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.475535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port 1f597db9-b0c3-4727-879c-b848a57b5dd3 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:41.493741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:41.498158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:security_group_rule and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:41.501662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:41.508814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:41.613869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=85e0b691-a97b-41eb-a369-912953aae8f6,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:41.621039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.639798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.653750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.658133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.665642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.678067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:41.710238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.710949 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Added segment 8fd5c311-acee-4934-9d90-4b2c539d9551 of type vlan for network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 Feb 13 23:34:41.734333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0a3928-ce49-4a45-aa4f-f60e9b2f06dc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:41.758256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.773157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-360ca669-f547-449b-9e3b-7d7beb0ae4bd req-f7c78d1b-195e-41a2-b6f8-eb96def5829a tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 1102 time: 0.1650844 Feb 13 23:34:41.804809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:41.823039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.826684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:41.827267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.840357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645352fa-9aad-4975-b2f6-194ec50f97a7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:41.859678 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.860023 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Added segment 7a790a6b-bd53-4980-a179-381d49234ce6 of type vlan for network e5639d0c-5499-4ca4-8688-8d868694b4b6 Feb 13 23:34:41.869806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.880440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-24c9a289-5ed8-406e-ab40-2e1bea4842bf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8762167 Feb 13 23:34:41.918059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.921907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:41.926717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-360ca669-f547-449b-9e3b-7d7beb0ae4bd req-0cf9b583-9d8f-47ac-b1de-ee029ac23843 tempest-ServersAdminTestJSON-1693514542 tempest-ServersAdminTestJSON-1693514542-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427352 Feb 13 23:34:41.967971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc96f2-4a66-4435-baa6-2197c20fa3d2 req-ebf460d3-aca7-484c-afe9-f3a7bb9828f9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:41.969254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Network': ['ID=32d1f805-c5b5-407a-a60f-1cb66b8f86e2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:41.975805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27cc96f2-4a66-4435-baa6-2197c20fa3d2 req-ebf460d3-aca7-484c-afe9-f3a7bb9828f9 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.2895861 Feb 13 23:34:41.985701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:41.988998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2deb663-e770-43fd-8b09-e9f7f7fa700a tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6050334 Feb 13 23:34:41.991506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55474) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:41.998696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'subnet': {'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:42.017116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.018281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:42.018940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.116825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.134057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9093192 Feb 13 23:34:42.137291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55480) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:42.142346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:42.148933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Request body: {'subnet': {'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-808810921-subnet', 'tenant_id': '7fea57da0c174f93b8fcd2a966ee5b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:42.161459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:42.164520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:subnet and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:42.168432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:42.171678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Usage tracker for resource:subnet and tenant:7fea57da0c174f93b8fcd2a966ee5b03 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:42.178410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:42.181974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:42.191493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:42.206555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27cc96f2-4a66-4435-baa6-2197c20fa3d2 req-cf040352-b18c-4581-a334-fe875d6a7d3b tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279747 Feb 13 23:34:42.207061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:42.225910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde366-9274-4875-a03b-21ffcbc81454 admin admin] Pushing event updated for resources: {'Network': ['ID=e5639d0c-5499-4ca4-8688-8d868694b4b6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:42.240986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:42.301302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Network 81a9b8e8-25fb-42d6-9485-66ebc1060969 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:42.316276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:42.325639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:42.326765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:42.327935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.335651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=1f597db9-b0c3-4727-879c-b848a57b5dd3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:42.361652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.385813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cafa599b-2170-42c7-bf92-6f9589bfbdaf tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1439185 Feb 13 23:34:42.388916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:42.394526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Made reservation on behalf of 7fea57da0c174f93b8fcd2a966ee5b03 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:42.396776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.589223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-e11e22cf-f4f0-4278-8d3d-769a7ba8b7de tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:42.590658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-e11e22cf-f4f0-4278-8d3d-769a7ba8b7de tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.3264492 Feb 13 23:34:42.649772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3606f5a2-dc2b-4240-aa62-466313a7fe0f tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Synchronizing usage tracker for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:42.663160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-3426e498-7e2b-4128-9754-8e4bb4e25ee8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:42.698447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Deleting port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:42.698784 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.725912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3606f5a2-dc2b-4240-aa62-466313a7fe0f tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Unset dirty status for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:42.730814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3606f5a2-dc2b-4240-aa62-466313a7fe0f tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "GET /v2.0/ports/1f597db9-b0c3-4727-879c-b848a57b5dd3 HTTP/1.1" status: 200 len: 955 time: 0.3372803 Feb 13 23:34:42.734240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:42.768835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471aba-06dd-4c93-a78b-5c17934ac475 req-b3c89dbc-a156-4a66-8863-58ec24eb19fd tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:42.769820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf471aba-06dd-4c93-a78b-5c17934ac475 req-b3c89dbc-a156-4a66-8863-58ec24eb19fd tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2157567 Feb 13 23:34:42.774129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-3426e498-7e2b-4128-9754-8e4bb4e25ee8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:42.775012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-3426e498-7e2b-4128-9754-8e4bb4e25ee8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--557286957&fields=id&tenant_id=d3fd68826e0147adbea3ad81e3c34ac7 HTTP/1.1" status: 200 len: 267 time: 0.2403507 Feb 13 23:34:42.924305 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:34:42.926694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.941634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-2773e94d-a8c4-418f-93eb-d2feedbf3163 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:42.942275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-2773e94d-a8c4-418f-93eb-d2feedbf3163 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:42.950222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Deleting port 1f597db9-b0c3-4727-879c-b848a57b5dd3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:42.950569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:42.989664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf471aba-06dd-4c93-a78b-5c17934ac475 req-f586b4f0-a502-4e8b-aedd-c503d225943f tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870933 Feb 13 23:34:43.008926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.058763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2107e08-8f39-4270-9d46-bce5c8c4bd18,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:43.120273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Checking segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:43.120962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Network hostable DHCP agents. Network: e5639d0c-5499-4ca4-8688-8d868694b4b6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:43.162302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-2773e94d-a8c4-418f-93eb-d2feedbf3163 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:43.162578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Subnet': ['ID=eeaea9b2-644c-490c-88f5-379e83023761,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:43.163444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-2773e94d-a8c4-418f-93eb-d2feedbf3163 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 936 time: 0.3749475 Feb 13 23:34:43.172872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Checking segment: {'id': '8fd5c311-acee-4934-9d90-4b2c539d9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:43.173124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network hostable DHCP agents. Network: 32d1f805-c5b5-407a-a60f-1cb66b8f86e2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:43.324646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:43.351821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e5639d0c-5499-4ca4-8688-8d868694b4b6) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:43.362499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:43.363101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.365674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14d3489-3e96-4354-9826-6cba25b87898 None None] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:43.375545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:43.402450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 32d1f805-c5b5-407a-a60f-1cb66b8f86e2) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:43.411133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:43.411728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.418561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] For port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:43.419321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.422637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77c8415f-e84e-42f8-8ba6-07cd4937c8c5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2842963 Feb 13 23:34:43.440695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-1f3aa378-e652-4936-a3fd-1b89bfe7813b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:43.446599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0a1767fa-2671-494d-a5d7-fe486a4fbe1b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4534712 Feb 13 23:34:43.447737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8cfbd5-193f-409e-be87-b5f3359ebc0e None None] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:43.450653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-1f3aa378-e652-4936-a3fd-1b89bfe7813b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 937 time: 0.2731898 Feb 13 23:34:43.453115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c9e1b-aee6-4b21-9574-b9b7c5ef9ea3 req-e245b6ac-50b9-4f49-ac8f-18584a3a7d62 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:43.454377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a02c9e1b-aee6-4b21-9574-b9b7c5ef9ea3 req-e245b6ac-50b9-4f49-ac8f-18584a3a7d62 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.2655063 Feb 13 23:34:43.454958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55508) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:43.460300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'network': {'name': 'tempest-router-network01--314161877'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:43.465589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:43.469798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:network and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:43.476728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:43.497261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:43.530459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:43.534769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.552506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a02c9e1b-aee6-4b21-9574-b9b7c5ef9ea3 req-7656044a-ac50-452b-816e-3d7c5e77ac7c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786090 Feb 13 23:34:43.571850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:43.600703 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.601668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.602022 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Added segment 39091fa8-f488-4fbb-9521-ba2037416260 of type vlan for network 60a21383-5986-4750-ab8e-a3d589b55e7b Feb 13 23:34:43.637858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.677501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.682698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:43.683360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.788851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Calling delete_port for 1f597db9-b0c3-4727-879c-b848a57b5dd3 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:43.828493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-0833b95a-d89f-4726-b8cb-416f37f9fc8d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3762541 Feb 13 23:34:43.842989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3865526 Feb 13 23:34:43.850375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55518) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:43.863190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-32d1f805-c5b5-407a-a60f-1cb66b8f86e2', 'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2', 'tenant_id': 'bec10d741b614f28b1f5027b99afc2b9', 'fixed_ips': [{'subnet_id': 'eeaea9b2-644c-490c-88f5-379e83023761'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:34:43.863572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'network': {'name': 'tempest-router-network02--622639452'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:43.864008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.870900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4801f7-895e-4f01-bdcc-478320088594 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Network': ['ID=60a21383-5986-4750-ab8e-a3d589b55e7b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:43.879089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:43.885722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13837b3b-90f4-47f9-97e5-d270cbea54fc None None] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:43.898065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 60a21383-5986-4750-ab8e-a3d589b55e7b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:43.921776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:network and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:43.933145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:43.949059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:43.970253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:43.974237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:43.992953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Calling delete_port for 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:44.009839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6fde2-5e7a-4542-8c38-1198b938621f req-71d5bca3-24f3-453a-9674-2f9096764e98 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.011610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9f6fde2-5e7a-4542-8c38-1198b938621f req-71d5bca3-24f3-453a-9674-2f9096764e98 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 949 time: 0.2411954 Feb 13 23:34:44.049392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-f712d1f8-9d81-4055-a3ea-f532416bcf36 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1615019 Feb 13 23:34:44.070378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:34:44.083618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-33b92aa4-1b15-4ead-aa49-c996d761e91a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.085232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-33b92aa4-1b15-4ead-aa49-c996d761e91a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/ports?device_id=401d28cb-b1e1-4f6f-859e-529ee06c6e90 HTTP/1.1" status: 200 len: 949 time: 0.2037935 Feb 13 23:34:44.092240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9f6fde2-5e7a-4542-8c38-1198b938621f req-9e2e9baf-0264-401d-9d83-6b0bdfc27812 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744550 Feb 13 23:34:44.126015 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.126392 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Added segment 66097b76-f4b0-4071-b03b-47ea90f2f550 of type vlan for network cf66365d-cfc0-4daf-a484-f0aae50aec7e Feb 13 23:34:44.186371 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.193500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Deleting port bff4cced-815f-4259-8e4d-b7ed03a79b3f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:44.194055 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.241767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.260145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Allocated IP 2001:db8::2 (32d1f805-c5b5-407a-a60f-1cb66b8f86e2/eeaea9b2-644c-490c-88f5-379e83023761/17324023-fdf1-406e-aae6-e08be2d03970) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:44.378724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.382499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.383083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.427638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f597db9-b0c3-4727-879c-b848a57b5dd3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:44.500069 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.547627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-afdc2f5a-5951-42d5-9ede-389ffba3a9ac tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.552034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-afdc2f5a-5951-42d5-9ede-389ffba3a9ac tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.555872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-afdc2f5a-5951-42d5-9ede-389ffba3a9ac tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.556670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-afdc2f5a-5951-42d5-9ede-389ffba3a9ac tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:44.563024 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.574427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['14a6aa1f-46cf-4402-a994-8a311aa1b8c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:34:44.584517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7247524 Feb 13 23:34:44.591115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55524) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:44.604891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'subnet': {'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:44.610629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-79aa7fc3-68a3-431b-b641-965a8200202a tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1f597db9-b0c3-4727-879c-b848a57b5dd3 HTTP/1.1" status: 204 len: 168 time: 1.8729544 Feb 13 23:34:44.619505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55528) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:44.620265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Pushing event deleted for resources: {'Port': ['ID=14a6aa1f-46cf-4402-a994-8a311aa1b8c0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:44.673129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.684422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Transition to ACTIVE for port object 17324023-fdf1-406e-aae6-e08be2d03970 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:44.687380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305f0b9-32ef-4434-9c53-b358a20e53fc tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Network': ['ID=cf66365d-cfc0-4daf-a484-f0aae50aec7e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:44.693289 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a14e0f-da2e-4fa4-9c16-ecfa6b1494f7 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:34:44.694263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-10a14e0f-da2e-4fa4-9c16-ecfa6b1494f7 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Synchronizing usage tracker for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:44.702809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-afdc2f5a-5951-42d5-9ede-389ffba3a9ac tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:44.703594 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-afdc2f5a-5951-42d5-9ede-389ffba3a9ac tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/networks?id=5a18e69e-5793-44df-b0df-a09da3319b93&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=9736e50b-162e-45fb-a9a9-67c31870e217&id=9736e50b-162e-45fb-a9a9-67c31870e217 HTTP/1.1" status: 200 len: 1996 time: 0.6288254 Feb 13 23:34:44.703790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Transition to ACTIVE for port object 17324023-fdf1-406e-aae6-e08be2d03970 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:44.712928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.752777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network cf66365d-cfc0-4daf-a484-f0aae50aec7e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:34:44.759320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] No DVR routers for this DVR port 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:34:44.762808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.764595 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cdd8170b-3bdc-49df-9937-accfe281e614 req-d1afefe7-aae7-4e1c-be16-311f89befd65 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.42 "DELETE /v2.0/ports/14a6aa1f-46cf-4402-a994-8a311aa1b8c0 HTTP/1.1" status: 204 len: 173 time: 2.1642406 Feb 13 23:34:44.766059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'name': 'network-vif-deleted', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:44.772406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-10a14e0f-da2e-4fa4-9c16-ecfa6b1494f7 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Unset dirty status for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:44.777162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10a14e0f-da2e-4fa4-9c16-ecfa6b1494f7 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "GET /v2.0/ports/1f597db9-b0c3-4727-879c-b848a57b5dd3 HTTP/1.1" status: 404 len: 333 time: 0.1514168 Feb 13 23:34:44.778766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55534) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:44.778891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:44.784470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Request body: {'port': {'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-871904696'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:44.794205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7033-1ce4-4a4e-964a-5451be658c1d req-8a5fbb91-b5d4-494a-b042-64e240a1bf2e tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:44.794488 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-6bae7698-366c-4570-9950-85f355a6f3a4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/quotas/d3fd68826e0147adbea3ad81e3c34ac7 HTTP/1.1" status: 200 len: 375 time: 0.0509634 Feb 13 23:34:44.803091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23ed7033-1ce4-4a4e-964a-5451be658c1d req-8a5fbb91-b5d4-494a-b042-64e240a1bf2e tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/ports?device_id=a69d4fb6-c3ca-4fec-b850-570480154eb0 HTTP/1.1" status: 200 len: 946 time: 0.4789588 Feb 13 23:34:44.806662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] For port bff4cced-815f-4259-8e4d-b7ed03a79b3f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bff4cced-815f-4259-8e4d-b7ed03a79b3f,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:44.807003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.816145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:subnet and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:44.820488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:44.827592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:44.830630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:44.848534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:44.872858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Made reservation on behalf of 1e1fb3ca4ccb43c597f98bad2d163e56 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:44.875847 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:44.891684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:44.892996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:44.897056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:44.902942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port 6210af43-6446-4f94-9373-67cfa8515967 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:44.905581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Pushing event updated for resources: {'Port': ['ID=17324023-fdf1-406e-aae6-e08be2d03970,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:44.915431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.915783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.916106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.916433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.916756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.917080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.917398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.917714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.918061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.918370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.918686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:34:44.957510 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-2aaa8840-41dd-4368-afef-1a4423f0082c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1623106 Feb 13 23:34:45.010153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Attempting to bind port 17324023-fdf1-406e-aae6-e08be2d03970 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:45.010920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Attempting to bind port 17324023-fdf1-406e-aae6-e08be2d03970 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8fd5c311-acee-4934-9d90-4b2c539d9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:45.011507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Attempting to bind port 17324023-fdf1-406e-aae6-e08be2d03970 on network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:45.019033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:45.019762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Checking segment: {'id': '8fd5c311-acee-4934-9d90-4b2c539d9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:45.020412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.021012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Bound using segment: {'id': '8fd5c311-acee-4934-9d90-4b2c539d9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:45.021694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Bound port: 17324023-fdf1-406e-aae6-e08be2d03970, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd5c311-acee-4934-9d90-4b2c539d9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '32d1f805-c5b5-407a-a60f-1cb66b8f86e2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:45.022357 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.071759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Calling delete_port for bff4cced-815f-4259-8e4d-b7ed03a79b3f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:45.102468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:45.162855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] For port 17324023-fdf1-406e-aae6-e08be2d03970, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:45.166885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] For port 17324023-fdf1-406e-aae6-e08be2d03970, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=17324023-fdf1-406e-aae6-e08be2d03970,segment=NetworkSegment(8fd5c311-acee-4934-9d90-4b2c539d9551),segment_id=8fd5c311-acee-4934-9d90-4b2c539d9551)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:45.174201 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.220462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-b3f6f134-c53e-479b-8e2e-9ebcb16cdd62 service neutron] 10.222.0.36 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497334 Feb 13 23:34:45.221083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-23ed7033-1ce4-4a4e-964a-5451be658c1d req-d0b1df4d-9c3b-46b3-8d65-77dd40bb58c1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Synchronizing usage tracker for tenant:137bea970bfd43c399012561b742832a on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:45.274932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13a37-bf6b-4a56-a554-d25bcee8c3c0 None None] Pushing event updated for resources: {'Port': ['ID=17324023-fdf1-406e-aae6-e08be2d03970,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:45.296740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-23ed7033-1ce4-4a4e-964a-5451be658c1d req-d0b1df4d-9c3b-46b3-8d65-77dd40bb58c1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] Unset dirty status for tenant:137bea970bfd43c399012561b742832a on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:45.297983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23ed7033-1ce4-4a4e-964a-5451be658c1d req-d0b1df4d-9c3b-46b3-8d65-77dd40bb58c1 tempest-ServerRescueTestJSONUnderV235-2137538839 tempest-ServerRescueTestJSONUnderV235-2137538839-project] 10.222.0.36 "GET /v2.0/security-groups?id=caf988bd-d490-4421-9485-260fb37b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941304 Feb 13 23:34:45.333159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.342245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.419513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-0dbbca09-8afa-45f3-9b0a-fb48582fd355 service neutron] 10.222.0.36 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857181 Feb 13 23:34:45.424805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.583001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Network 81a9b8e8-25fb-42d6-9485-66ebc1060969 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:45.585237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-bb3c9db1-69a8-4695-9efb-0d4cf9c02b34 service neutron] 10.222.0.36 "GET /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1575961 Feb 13 23:34:45.586307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:45.588087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=6210af43-6446-4f94-9373-67cfa8515967,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:45.590175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:45.590950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:45.591533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.706165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-544ecac8-9ace-4b7c-a633-5176482d2c03 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9268432 Feb 13 23:34:45.708845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55540) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:45.717139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:45.759612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.772323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['047ff693-f0b9-4e52-b20e-82fd4b54cb1b', 'bff4cced-815f-4259-8e4d-b7ed03a79b3f', 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:34:45.802382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-a9d9551b-1e82-42e5-97ad-d50249fd5c0e service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026861 Feb 13 23:34:45.818999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event deleted for resources: {'Port': ['ID=bff4cced-815f-4259-8e4d-b7ed03a79b3f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:45.946199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:45.953562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140151b-7b5b-4f86-9d7f-04ba2ba9bf5e req-38057de5-4fe3-491f-8b03-c928810f4a21 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:45.961053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1140151b-7b5b-4f86-9d7f-04ba2ba9bf5e req-38057de5-4fe3-491f-8b03-c928810f4a21 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4078393 Feb 13 23:34:45.995808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] No DVR routers for this DVR port bff4cced-815f-4259-8e4d-b7ed03a79b3f on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:34:46.004566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:46.020845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'name': 'network-vif-deleted', 'tag': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:46.031052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c4ee94f-ee11-4858-95ed-70134ffda24b req-aa859020-2a02-4362-8bc4-bd93d744baeb tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "DELETE /v2.0/ports/bff4cced-815f-4259-8e4d-b7ed03a79b3f HTTP/1.1" status: 204 len: 173 time: 1.9363964 Feb 13 23:34:46.051106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-d17cec0a-2032-4546-9520-5f8578e89fed service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162359 Feb 13 23:34:46.060665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1140151b-7b5b-4f86-9d7f-04ba2ba9bf5e req-1bd34561-0447-48c0-a825-0aaf80453367 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991871 Feb 13 23:34:46.136530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:46.315996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Subnet': ['ID=f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:46.329173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Checking segment: {'id': '39091fa8-f488-4fbb-9521-ba2037416260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:46.329869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network hostable DHCP agents. Network: 60a21383-5986-4750-ab8e-a3d589b55e7b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:46.376793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 60a21383-5986-4750-ab8e-a3d589b55e7b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:46.389387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 60a21383-5986-4750-ab8e-a3d589b55e7b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:46.401422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10e7c3-01a9-4595-81b7-f10ac2cb010b None None] Network 60a21383-5986-4750-ab8e-a3d589b55e7b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:46.409829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:46.410434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:46.421360 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-641435a3-d12a-4a82-885c-261061d62a31 service neutron] 10.222.0.36 "GET /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3518631 Feb 13 23:34:46.441730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0276db7e-d1e3-4644-a689-e722791dddc2 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8475678 Feb 13 23:34:46.446972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:46.455786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'subnet': {'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:46.534627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:34:46.649265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] device_id is not set on port 6210af43-6446-4f94-9373-67cfa8515967 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:34:46.667971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:46.696719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-d824bd3a-9b70-4ac5-86a2-36b3f4f1d38a service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664833 Feb 13 23:34:46.716987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:46.723938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:subnet and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:46.730144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Transition to ACTIVE for port object 6210af43-6446-4f94-9373-67cfa8515967 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:46.731062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:46.745478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:46.772384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:46.790383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:46.795924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-60a21383-5986-4750-ab8e-a3d589b55e7b', 'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b', 'tenant_id': 'bec10d741b614f28b1f5027b99afc2b9', 'fixed_ips': [{'subnet_id': 'f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:34:46.796742 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:46.807719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84eee9d-51cc-4543-8e4b-c7364f80441b None None] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:46.931106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-706b5300-6285-4af9-ae85-5854ec5df19d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:46.938658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-706b5300-6285-4af9-ae85-5854ec5df19d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.3711364 Feb 13 23:34:46.948229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=6210af43-6446-4f94-9373-67cfa8515967,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:46.975482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-43585606-b9d9-4437-8065-d35084f6fedf tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/quotas/7fea57da0c174f93b8fcd2a966ee5b03 HTTP/1.1" status: 200 len: 375 time: 0.0300331 Feb 13 23:34:47.006339 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-595f2a08-f481-400a-b56e-62d34ac40e28 service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017693 Feb 13 23:34:47.016696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.016950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.022108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.041058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.083603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-ae8ed024-117b-4549-a364-05c786cb5289 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071999 Feb 13 23:34:47.105818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 17324023-fdf1-406e-aae6-e08be2d03970 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:47.122017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.122372 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.127411 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 2 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.155054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.155388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.155724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.169549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.169877 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.179187 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 3 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.194483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-477eb95d-662c-4257-bdf5-29ceca09b3da None None] Provisioning for port 17324023-fdf1-406e-aae6-e08be2d03970 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:47.197192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.197535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.197871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.205462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.205789 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.214067 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 4 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.235394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-0d35a5f7-d93e-46cf-9e00-e51ca613759f service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200916 Feb 13 23:34:47.236328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.236713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.237292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.244708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.244708 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.244972 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 5 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.322288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-4d2509d8-1ceb-4372-8b8a-ec954fe0c0a2 service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854024 Feb 13 23:34:47.331223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.331567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.331915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.334490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 17324023-fdf1-406e-aae6-e08be2d03970 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:47.337784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Allocated IP 2001:db8::2 (60a21383-5986-4750-ab8e-a3d589b55e7b/f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b/ea823580-b081-4841-8d1d-6777a1cec7f9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:47.346890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 17324023-fdf1-406e-aae6-e08be2d03970 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:47.347260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.354419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.354419 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.356676 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 6 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.373523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.373872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.374258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.384671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.384671 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.384954 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 7 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.415895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.416236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.416580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.434187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.434534 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.436421 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 8 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.448966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-65d12b11-a64c-43ea-ba1f-2ad89997d776 service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941142 Feb 13 23:34:47.482481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.482695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.482964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.568484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:47.593803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.594017 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.603820 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 9 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.612723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-0da8d0e1-36d8-4626-93f2-183fab325474 service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779522 Feb 13 23:34:47.616577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.626604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.626825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.627162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.649808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:47.650320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 14a6aa1f-46cf-4402-a994-8a311aa1b8c0 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:47.654873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.655429 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.657810 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempt 10 to bind port 6210af43-6446-4f94-9373-67cfa8515967 Feb 13 23:34:47.679945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-bbbebec0-b7d1-4f9a-bf31-0ea4234a355a service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254181 Feb 13 23:34:47.682421 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.711725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:47.712059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:47.712392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempting to bind port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:47.790686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:47.794575 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Failed to bind port 6210af43-6446-4f94-9373-67cfa8515967 on host n-h1-828979-1 for vnic_type normal using segments [{'id': 'aac73430-9a14-419f-a631-403ad555b2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '81a9b8e8-25fb-42d6-9485-66ebc1060969'}] Feb 13 23:34:47.794950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.840374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 17324023-fdf1-406e-aae6-e08be2d03970, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=17324023-fdf1-406e-aae6-e08be2d03970,segment=NetworkSegment(8fd5c311-acee-4934-9d90-4b2c539d9551),segment_id=8fd5c311-acee-4934-9d90-4b2c539d9551)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:47.853155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.938228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Subnet': ['ID=f93cf1bb-19f6-4241-9229-a90549e282bc,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:47.941731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-6b67a5d0-64f2-422d-9fbc-0c1d8e7ab538 service neutron] 10.222.0.36 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608964 Feb 13 23:34:47.960398 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:47.990264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Transition to ACTIVE for port object ea823580-b081-4841-8d1d-6777a1cec7f9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:48.014584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Checking segment: {'id': '66097b76-f4b0-4071-b03b-47ea90f2f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:48.014839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network hostable DHCP agents. Network: cf66365d-cfc0-4daf-a484-f0aae50aec7e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:34:48.029635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] For port 6210af43-6446-4f94-9373-67cfa8515967, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:48.029635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Attempted to set empty binding levels {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 13 23:34:48.046443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.047933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Transition to ACTIVE for port object ea823580-b081-4841-8d1d-6777a1cec7f9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:48.055046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=17324023-fdf1-406e-aae6-e08be2d03970,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:48.059466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-772462b8-7a18-48db-ad77-26ba05e18482 None None] Provisioning complete for port 17324023-fdf1-406e-aae6-e08be2d03970 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:48.060307 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-772462b8-7a18-48db-ad77-26ba05e18482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.072590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5756f9-8764-406c-bf38-cc3dba50ed0c req-ebe7b625-7c93-4851-857e-f933497d9778 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:48.074112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c5756f9-8764-406c-bf38-cc3dba50ed0c req-ebe7b625-7c93-4851-857e-f933497d9778 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.1439712 Feb 13 23:34:48.075199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network cf66365d-cfc0-4daf-a484-f0aae50aec7e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:34:48.127157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, cf66365d-cfc0-4daf-a484-f0aae50aec7e) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:48.132708 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.134251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] In _notify_port_updated(), no bound segment for port 6210af43-6446-4f94-9373-67cfa8515967 on network 81a9b8e8-25fb-42d6-9485-66ebc1060969 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:34:48.135477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.136135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:48.137129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "PUT /v2.0/ports/6210af43-6446-4f94-9373-67cfa8515967 HTTP/1.1" status: 200 len: 974 time: 2.4272447 Feb 13 23:34:48.138333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.149806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55570) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:48.174049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf902d-90f6-469b-ab34-cfa658628ef5 None None] Network cf66365d-cfc0-4daf-a484-f0aae50aec7e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:48.202819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5271012b-c436-4c07-aa10-27f1aa8a91fb tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7521658 Feb 13 23:34:48.203491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:48.214425 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c5756f9-8764-406c-bf38-cc3dba50ed0c req-90debe78-a763-41ae-8991-b56cf095ed71 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215925 Feb 13 23:34:48.336077 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d4fb6-c3ca-4fec-b850-570480154eb0', 'name': 'network-vif-deleted', 'tag': '14a6aa1f-46cf-4402-a994-8a311aa1b8c0', 'status': 'completed', 'code': 200} Feb 13 23:34:48.347450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-3613123e-f0bb-4288-9292-500a542aec43 service neutron] 10.222.0.36 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046290 Feb 13 23:34:48.357392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9bcc9-4a3b-4a93-87f9-00e452695697 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event updated for resources: {'Port': ['ID=6210af43-6446-4f94-9373-67cfa8515967,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:48.461195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Pushing event updated for resources: {'Port': ['ID=ea823580-b081-4841-8d1d-6777a1cec7f9,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:48.467368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Network 60a21383-5986-4750-ab8e-a3d589b55e7b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:48.487029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Deleting port 6210af43-6446-4f94-9373-67cfa8515967 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:48.487446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.508343 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d28cb-b1e1-4f6f-859e-529ee06c6e90', 'name': 'network-vif-deleted', 'tag': 'bff4cced-815f-4259-8e4d-b7ed03a79b3f', 'status': 'completed', 'code': 200} Feb 13 23:34:48.565601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:48.572205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:48.638723 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-701e09e9-825c-46d3-8f83-c02372e2330c service neutron] 10.222.0.36 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816153 Feb 13 23:34:48.819323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Attempting to bind port ea823580-b081-4841-8d1d-6777a1cec7f9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:48.820313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Attempting to bind port ea823580-b081-4841-8d1d-6777a1cec7f9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '39091fa8-f488-4fbb-9521-ba2037416260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:48.820313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Attempting to bind port ea823580-b081-4841-8d1d-6777a1cec7f9 on network 60a21383-5986-4750-ab8e-a3d589b55e7b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:48.827091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:48.827386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Checking segment: {'id': '39091fa8-f488-4fbb-9521-ba2037416260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:48.827770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.828119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Bound using segment: {'id': '39091fa8-f488-4fbb-9521-ba2037416260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:48.829121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Bound port: ea823580-b081-4841-8d1d-6777a1cec7f9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39091fa8-f488-4fbb-9521-ba2037416260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '60a21383-5986-4750-ab8e-a3d589b55e7b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:48.829121 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.841201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-cf66365d-cfc0-4daf-a484-f0aae50aec7e', 'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e', 'tenant_id': 'bec10d741b614f28b1f5027b99afc2b9', 'fixed_ips': [{'subnet_id': 'f93cf1bb-19f6-4241-9229-a90549e282bc'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:34:48.842596 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.853345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ce43-da4f-45a6-a2e0-523f0c48c2e7 req-fa061347-8ad0-4ddb-8d94-11f94ecd5767 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:48.854479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e551ce43-da4f-45a6-a2e0-523f0c48c2e7 req-fa061347-8ad0-4ddb-8d94-11f94ecd5767 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.2369118 Feb 13 23:34:48.866351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] For port 6210af43-6446-4f94-9373-67cfa8515967, host n-h1-828979-1, got binding levels [] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:48.867360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:48.950763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-ae313de9-a81d-4686-8cd3-8214122cacf8 service neutron] 10.222.0.36 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065276 Feb 13 23:34:48.980529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e551ce43-da4f-45a6-a2e0-523f0c48c2e7 req-4153ca08-c728-4082-ba3e-ab8114af51df tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158493 Feb 13 23:34:48.988859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 17324023-fdf1-406e-aae6-e08be2d03970 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:49.060763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:49.085188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Calling delete_port for 6210af43-6446-4f94-9373-67cfa8515967 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:49.151278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] For port ea823580-b081-4841-8d1d-6777a1cec7f9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:49.167695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] For port ea823580-b081-4841-8d1d-6777a1cec7f9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea823580-b081-4841-8d1d-6777a1cec7f9,segment=NetworkSegment(39091fa8-f488-4fbb-9521-ba2037416260),segment_id=39091fa8-f488-4fbb-9521-ba2037416260)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:49.178753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:49.193258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55586) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:49.260442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Allocated IP 2001:db8::2 (cf66365d-cfc0-4daf-a484-f0aae50aec7e/f93cf1bb-19f6-4241-9229-a90549e282bc/a3169774-8628-4feb-8e27-62ff3d8f6f9d) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:49.263977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6c18f-bd5c-4897-a97f-b0ce77a00e4f None None] Pushing event updated for resources: {'Port': ['ID=ea823580-b081-4841-8d1d-6777a1cec7f9,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:49.273876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 17324023-fdf1-406e-aae6-e08be2d03970 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:49.274339 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:49.333101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9e5e271-9cc6-42df-b149-3f97bb2cf5f2 req-824d2deb-2a33-4a8b-9a9b-46470036b3a7 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 210 time: 0.1329794 Feb 13 23:34:49.566210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bff4cced-815f-4259-8e4d-b7ed03a79b3f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:49.596811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-f850566c-9d53-456c-ad8e-dd7d9f06c436 service neutron] 10.222.0.36 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268898 Feb 13 23:34:49.719298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:49.737984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: bff4cced-815f-4259-8e4d-b7ed03a79b3f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:49.738235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bff4cced-815f-4259-8e4d-b7ed03a79b3f not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:49.880833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Pushing event deleted for resources: {'Port': ['ID=6210af43-6446-4f94-9373-67cfa8515967,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:49.889835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c54e9382-c453-4fdc-b5ca-ef0161f8ee61 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:49.891285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c54e9382-c453-4fdc-b5ca-ef0161f8ee61 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.4527416 Feb 13 23:34:49.904925 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1517ba5e-0bf6-4b21-9e32-57f21c640612 req-6f13bed4-121a-4451-ae14-6fd7fba95673 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.4205194 Feb 13 23:34:49.918142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:49.932983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Request body: {'port': {'device_id': '4b058f25-9c40-42e6-8050-a896a9b48993', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'admin_state_up': True, 'tenant_id': '7fea57da0c174f93b8fcd2a966ee5b03'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:49.940499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:49.956927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Transition to ACTIVE for port object a3169774-8628-4feb-8e27-62ff3d8f6f9d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:49.977083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df4544be-0327-48ca-a10b-e98e7054fed6 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6210af43-6446-4f94-9373-67cfa8515967 HTTP/1.1" status: 204 len: 168 time: 1.8258271 Feb 13 23:34:49.987859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55602) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:50.001032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Transition to ACTIVE for port object a3169774-8628-4feb-8e27-62ff3d8f6f9d will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:50.010202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.051257 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f436086-0331-4b90-8887-785fbd395fd0 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:34:50.051883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9f436086-0331-4b90-8887-785fbd395fd0 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Synchronizing usage tracker for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:50.088919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1517ba5e-0bf6-4b21-9e32-57f21c640612 req-ac516ef3-9af4-4ef2-af99-0427be90e67f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574967 Feb 13 23:34:50.102058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9f436086-0331-4b90-8887-785fbd395fd0 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] Unset dirty status for tenant:1e1fb3ca4ccb43c597f98bad2d163e56 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:50.103389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9f436086-0331-4b90-8887-785fbd395fd0 tempest-PortsAdminExtendedAttrsTestJSON-119643573 tempest-PortsAdminExtendedAttrsTestJSON-119643573-project-admin] 10.222.0.36 "GET /v2.0/ports/6210af43-6446-4f94-9373-67cfa8515967 HTTP/1.1" status: 404 len: 333 time: 0.1143074 Feb 13 23:34:50.120118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Network cf66365d-cfc0-4daf-a484-f0aae50aec7e is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:50.121402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:50.155730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Pushing event updated for resources: {'Port': ['ID=a3169774-8628-4feb-8e27-62ff3d8f6f9d,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:50.156493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55608) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:50.158563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:50.270425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Attempting to bind port a3169774-8628-4feb-8e27-62ff3d8f6f9d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:50.270796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Attempting to bind port a3169774-8628-4feb-8e27-62ff3d8f6f9d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '66097b76-f4b0-4071-b03b-47ea90f2f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:50.271165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Attempting to bind port a3169774-8628-4feb-8e27-62ff3d8f6f9d on network cf66365d-cfc0-4daf-a484-f0aae50aec7e {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:50.278821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:50.279174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Checking segment: {'id': '66097b76-f4b0-4071-b03b-47ea90f2f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:50.279560 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.279951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Bound using segment: {'id': '66097b76-f4b0-4071-b03b-47ea90f2f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:50.280422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Bound port: a3169774-8628-4feb-8e27-62ff3d8f6f9d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66097b76-f4b0-4071-b03b-47ea90f2f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'cf66365d-cfc0-4daf-a484-f0aae50aec7e'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:50.280783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.373503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] For port a3169774-8628-4feb-8e27-62ff3d8f6f9d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:50.377376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] For port a3169774-8628-4feb-8e27-62ff3d8f6f9d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a3169774-8628-4feb-8e27-62ff3d8f6f9d,segment=NetworkSegment(66097b76-f4b0-4071-b03b-47ea90f2f550),segment_id=66097b76-f4b0-4071-b03b-47ea90f2f550)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:50.384101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.477937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:50.486754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Usage tracker for resource:port and tenant:7fea57da0c174f93b8fcd2a966ee5b03 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:50.491699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:50.492581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ba6b-2e60-4240-b8a8-f4b7d5b32b5d None None] Pushing event updated for resources: {'Port': ['ID=a3169774-8628-4feb-8e27-62ff3d8f6f9d,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:50.499816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:50.521079 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.527004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Made reservation on behalf of 7fea57da0c174f93b8fcd2a966ee5b03 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:50.531335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.622836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Allocated IP 2001:db8::1 (60a21383-5986-4750-ab8e-a3d589b55e7b/f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b/98b245df-4f51-4d94-ba37-a5cfb6532623) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:50.694285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfd853-b139-4779-8d4f-769ad98d9db9 req-5f70a7dd-1fde-481b-875c-7b5498e4dfb7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:50.701262 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86cfd853-b139-4779-8d4f-769ad98d9db9 req-5f70a7dd-1fde-481b-875c-7b5498e4dfb7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3217883 Feb 13 23:34:50.755019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.814459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a9b8e8-25fb-42d6-9485-66ebc1060969']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:50.847216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac73430-9a14-419f-a631-403ad555b2cf') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:50.847522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac73430-9a14-419f-a631-403ad555b2cf') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:50.862982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.893125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:50.919857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86cfd853-b139-4779-8d4f-769ad98d9db9 req-e7376be2-983c-42bf-b3f9-ba57e2ef2152 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176459 Feb 13 23:34:51.012328 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.129167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:34:51.129551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:34:51.146713 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:34:51.200606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea823580-b081-4841-8d1d-6777a1cec7f9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:51.267277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.289921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Transition to ACTIVE for port object 98b245df-4f51-4d94-ba37-a5cfb6532623 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:51.337574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ea823580-b081-4841-8d1d-6777a1cec7f9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:51.344827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a3169774-8628-4feb-8e27-62ff3d8f6f9d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:51.354138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Allocated IP 172.20.0.9 (e5639d0c-5499-4ca4-8688-8d868694b4b6/c2107e08-8f39-4270-9d46-bce5c8c4bd18/16840eef-5164-439d-a6d0-840dfefde0f1) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:51.448797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf1642-55fa-4cf0-9683-e92a2c29ca0c None None] Network 60a21383-5986-4750-ab8e-a3d589b55e7b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:51.458624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.467290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.519706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88bde2-9712-48ee-84a7-f8d0e98c3dbb req-b12d2454-6f4f-4a8e-87bb-2abd00f2de5f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:51.520530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-af88bde2-9712-48ee-84a7-f8d0e98c3dbb req-b12d2454-6f4f-4a8e-87bb-2abd00f2de5f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Synchronizing usage tracker for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:51.535410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.550535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] Pushing event deleted for resources: {'Network': ['ID=81a9b8e8-25fb-42d6-9485-66ebc1060969,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:51.561134 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c1c7b86f-648f-4177-8bd1-0524b2d98148 tempest-PortsAdminExtendedAttrsTestJSON-1012519868 tempest-PortsAdminExtendedAttrsTestJSON-1012519868-project] 10.222.0.36 "DELETE /v2.0/networks/81a9b8e8-25fb-42d6-9485-66ebc1060969 HTTP/1.1" status: 204 len: 168 time: 1.3951738 Feb 13 23:34:51.565717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a3169774-8628-4feb-8e27-62ff3d8f6f9d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:51.601000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] Provisioning for port ea823580-b081-4841-8d1d-6777a1cec7f9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:51.608833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] Provisioning complete for port ea823580-b081-4841-8d1d-6777a1cec7f9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:51.609337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.629156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-af88bde2-9712-48ee-84a7-f8d0e98c3dbb req-b12d2454-6f4f-4a8e-87bb-2abd00f2de5f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Unset dirty status for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:51.638427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af88bde2-9712-48ee-84a7-f8d0e98c3dbb req-b12d2454-6f4f-4a8e-87bb-2abd00f2de5f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 949 time: 0.4728835 Feb 13 23:34:51.736689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 60a21383-5986-4750-ab8e-a3d589b55e7b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:51.759828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2c664-ad32-491d-b9b1-8e0114a1f0fd req-c2a2a07e-48ef-4a49-92e9-852c484d42a3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:51.762112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:51.765185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:51.766389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:51.769045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03c2c664-ad32-491d-b9b1-8e0114a1f0fd req-c2a2a07e-48ef-4a49-92e9-852c484d42a3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4259543 Feb 13 23:34:51.840838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Port': ['ID=98b245df-4f51-4d94-ba37-a5cfb6532623,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:51.992422 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03c2c664-ad32-491d-b9b1-8e0114a1f0fd req-0ead9e92-a883-4b8a-9f4b-90b0c5b5738e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012405 Feb 13 23:34:52.007555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.016940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53b228-24a9-467d-b092-b7a530ef25db req-2e0e3e42-b03a-46f6-8496-5194aabdae8f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:52.019362 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e53b228-24a9-467d-b092-b7a530ef25db req-2e0e3e42-b03a-46f6-8496-5194aabdae8f tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 949 time: 0.4217060 Feb 13 23:34:52.028758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:52.089714 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.179989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] For port ea823580-b081-4841-8d1d-6777a1cec7f9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea823580-b081-4841-8d1d-6777a1cec7f9,segment=NetworkSegment(39091fa8-f488-4fbb-9521-ba2037416260),segment_id=39091fa8-f488-4fbb-9521-ba2037416260)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:52.193272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.197363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af88bde2-9712-48ee-84a7-f8d0e98c3dbb req-6d4efea6-1621-46c1-a242-25bf0137b09c tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579436 Feb 13 23:34:52.229379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Deleting port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:52.229722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.284489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.286442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce032efb-ef40-466a-9d04-971dd9f48dc5 None None] Network cf66365d-cfc0-4daf-a484-f0aae50aec7e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:34:52.413527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.457291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edc91b-41a3-4f5d-afe9-07297ffd6647 None None] Pushing event updated for resources: {'Port': ['ID=ea823580-b081-4841-8d1d-6777a1cec7f9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:52.493167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] Provisioning for port a3169774-8628-4feb-8e27-62ff3d8f6f9d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:52.557568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] Provisioning complete for port a3169774-8628-4feb-8e27-62ff3d8f6f9d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:52.558120 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.665808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:52.687673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:52.759987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:52.760418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.822173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8544a4-d583-4e72-8cf0-88a81058bdf7 req-df78a07d-1701-41fd-b7ac-4c4b165f1e95 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:52.823860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c8544a4-d583-4e72-8cf0-88a81058bdf7 req-df78a07d-1701-41fd-b7ac-4c4b165f1e95 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 931 time: 0.4605842 Feb 13 23:34:52.839004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] For port a3169774-8628-4feb-8e27-62ff3d8f6f9d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a3169774-8628-4feb-8e27-62ff3d8f6f9d,segment=NetworkSegment(66097b76-f4b0-4071-b03b-47ea90f2f550),segment_id=66097b76-f4b0-4071-b03b-47ea90f2f550)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:52.848265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:52.855532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8c64876f-1d0d-4f4f-81e7-4560c086e31b req-1280e59d-fb15-4db7-a2c0-ab15fb4748ba tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:52.929406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8c64876f-1d0d-4f4f-81e7-4560c086e31b req-1280e59d-fb15-4db7-a2c0-ab15fb4748ba tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:52.931494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c64876f-1d0d-4f4f-81e7-4560c086e31b req-1280e59d-fb15-4db7-a2c0-ab15fb4748ba tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 210 time: 0.3285687 Feb 13 23:34:52.945336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event updated for resources: {'Port': ['ID=16840eef-5164-439d-a6d0-840dfefde0f1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:53.007886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea823580-b081-4841-8d1d-6777a1cec7f9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:53.037540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-574532f7-c932-43af-aaeb-976b5a7ac9f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62d744ba2ed744208f32f99fe130ae8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0075691 Feb 13 23:34:53.044854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55650) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:53.145290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] For port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:53.145758 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.152862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938e524-376c-4ae8-b9d5-f02548e4ed51 None None] Pushing event updated for resources: {'Port': ['ID=a3169774-8628-4feb-8e27-62ff3d8f6f9d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:53.185221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ea823580-b081-4841-8d1d-6777a1cec7f9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:53.185773 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.231038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df20596d-536c-4140-88bd-055dbc962b11 None None] Provisioning for port 98b245df-4f51-4d94-ba37-a5cfb6532623 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:53.249047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df20596d-536c-4140-88bd-055dbc962b11 None None] Provisioning complete for port 98b245df-4f51-4d94-ba37-a5cfb6532623 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:53.249417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df20596d-536c-4140-88bd-055dbc962b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.315480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:53.316047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-df20596d-536c-4140-88bd-055dbc962b11 None None] Port 98b245df-4f51-4d94-ba37-a5cfb6532623 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:53.316560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.345911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df20596d-536c-4140-88bd-055dbc962b11 None None] Provisioning complete for port ea823580-b081-4841-8d1d-6777a1cec7f9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:53.346322 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df20596d-536c-4140-88bd-055dbc962b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.351856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-ac9ad382-01b2-4c64-b13b-19abc2c0e0ea service neutron] 10.222.0.42 "GET /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 1032 time: 0.5270412 Feb 13 23:34:53.501373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-f860f040-a7b8-4129-9f55-c926023dc878 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5720675 Feb 13 23:34:53.523670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5c8544a4-d583-4e72-8cf0-88a81058bdf7 req-6e934c67-091b-4bf5-a208-fcc33b5deb75 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:53.539601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Request body: {'port': {'device_id': '4b058f25-9c40-42e6-8050-a896a9b48993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:53.543578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Calling delete_port for 047ff693-f0b9-4e52-b20e-82fd4b54cb1b owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:53.635814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5c8544a4-d583-4e72-8cf0-88a81058bdf7 req-6e934c67-091b-4bf5-a208-fcc33b5deb75 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:53.646544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c8544a4-d583-4e72-8cf0-88a81058bdf7 req-6e934c67-091b-4bf5-a208-fcc33b5deb75 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797287 Feb 13 23:34:53.686569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-6f87a044-1862-47c4-8171-b3a2df4c02e1 service neutron] 10.222.0.42 "GET /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 1033 time: 0.2688839 Feb 13 23:34:53.694279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-34a06e0c-265f-48a7-ad1d-e265dd6c2992 None None] Provisioning complete for port a3169774-8628-4feb-8e27-62ff3d8f6f9d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:53.695135 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-34a06e0c-265f-48a7-ad1d-e265dd6c2992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.749690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d74a811e-ab9b-4f7a-9186-30eb86a3537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.806669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.858787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.869351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d74a811e-ab9b-4f7a-9186-30eb86a3537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.882097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2a96c-67d3-4c09-a279-1df0c315ea59 req-dfc0deb4-161a-45e0-b54e-4b62608e2af5 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:53.886688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cf2a96c-67d3-4c09-a279-1df0c315ea59 req-dfc0deb4-161a-45e0-b54e-4b62608e2af5 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.5657308 Feb 13 23:34:53.942750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:53.944770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:54.124378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-7f172336-2114-4474-bd4b-0fd8402d2ac8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:54.129390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-7f172336-2114-4474-bd4b-0fd8402d2ac8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:54.133453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-7f172336-2114-4474-bd4b-0fd8402d2ac8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:54.135147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-7f172336-2114-4474-bd4b-0fd8402d2ac8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "GET /v2.0/networks?id=5a18e69e-5793-44df-b0df-a09da3319b93&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=9736e50b-162e-45fb-a9a9-67c31870e217&id=9736e50b-162e-45fb-a9a9-67c31870e217 HTTP/1.1" status: 200 len: 1996 time: 0.4390502 Feb 13 23:34:54.177458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25201851-6471-4cd0-ae0f-ee94f239b94f req-ec100143-2f56-4aac-bf44-3fb368c530af tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:54.177979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25201851-6471-4cd0-ae0f-ee94f239b94f req-ec100143-2f56-4aac-bf44-3fb368c530af tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.3044369 Feb 13 23:34:54.178773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:54.194620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6e54a41-a9c6-4c2d-85e0-240c198bbcce'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:34:54.272425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event deleted for resources: {'Port': ['ID=047ff693-f0b9-4e52-b20e-82fd4b54cb1b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:54.300821 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9cf2a96c-67d3-4c09-a279-1df0c315ea59 req-4c26aaf9-703c-4e75-9bcf-6a7c82709107 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625877 Feb 13 23:34:54.301510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Port': ['ID=98b245df-4f51-4d94-ba37-a5cfb6532623,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:54.367917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d74a811e-ab9b-4f7a-9186-30eb86a3537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:54.464208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-3f3bd1b3-685e-40eb-834a-98bc6c2fca22 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3fd68826e0147adbea3ad81e3c34ac7 HTTP/1.1" status: 200 len: 379 time: 0.3123507 Feb 13 23:34:54.471676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] No DVR routers for this DVR port 047ff693-f0b9-4e52-b20e-82fd4b54cb1b on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:34:54.474361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:54.483810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'admin_state_up': True, 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'security_groups': ['f55f29f5-ece8-4688-9fb2-b4bd48a7162a']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:54.504299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac8542-47b7-447d-92a7-83344aec90d3', 'name': 'network-vif-deleted', 'tag': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:54.511087 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25201851-6471-4cd0-ae0f-ee94f239b94f req-f5539f5d-a21e-493b-b99f-2f3f25f480c7 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257821 Feb 13 23:34:54.593725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Deleting port 814fc899-6eac-48ae-83c3-ff028c0a9ba4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:34:54.594180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:54.646165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a811e-ab9b-4f7a-9186-30eb86a3537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782fd49-694f-432a-a0a3-73137ff26113,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:54.656569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e53b228-24a9-467d-b092-b7a530ef25db req-8a0b6242-3679-4577-9453-0568966696b5 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "DELETE /v2.0/ports/047ff693-f0b9-4e52-b20e-82fd4b54cb1b HTTP/1.1" status: 204 len: 173 time: 2.5242763 Feb 13 23:34:54.704542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a5927fd-519e-4fff-bf82-4d4f27280a46 req-48f7ae83-be8c-4ede-9acc-aade910cf317 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=44ac8542-47b7-447d-92a7-83344aec90d3 HTTP/1.1" status: 200 len: 210 time: 0.1442842 Feb 13 23:34:54.710569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d74a811e-ab9b-4f7a-9186-30eb86a3537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:54.714337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d74a811e-ab9b-4f7a-9186-30eb86a3537f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8782fd49-694f-432a-a0a3-73137ff26113 HTTP/1.1" status: 204 len: 168 time: 1.6583033 Feb 13 23:34:54.793723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 60a21383-5986-4750-ab8e-a3d589b55e7b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:54.798304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd6bda12-13a9-4548-b4bc-4a52e31f34aa req-f84ae349-1f26-4cdc-ae87-e744ac93f0c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 210 time: 0.1279938 Feb 13 23:34:54.802283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:54.997290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a3169774-8628-4feb-8e27-62ff3d8f6f9d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:34:55.240810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] For port 814fc899-6eac-48ae-83c3-ff028c0a9ba4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=814fc899-6eac-48ae-83c3-ff028c0a9ba4,segment=NetworkSegment(1f5161d2-d9be-4689-a741-25bd09e17b88),segment_id=1f5161d2-d9be-4689-a741-25bd09e17b88)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:34:55.241386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:55.252156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a3169774-8628-4feb-8e27-62ff3d8f6f9d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:55.252530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:55.411045 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ac8542-47b7-447d-92a7-83344aec90d3', 'name': 'network-vif-deleted', 'tag': '047ff693-f0b9-4e52-b20e-82fd4b54cb1b', 'status': 'completed', 'code': 200} Feb 13 23:34:55.496790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8518fb40-f005-4df4-a406-737278fb15b1 None None] Provisioning complete for port 98b245df-4f51-4d94-ba37-a5cfb6532623 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:55.497419 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8518fb40-f005-4df4-a406-737278fb15b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:55.578719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55676) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:55.630942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 047ff693-f0b9-4e52-b20e-82fd4b54cb1b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:34:55.730862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8518fb40-f005-4df4-a406-737278fb15b1 None None] Port 98b245df-4f51-4d94-ba37-a5cfb6532623 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:55.731332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Calling delete_port for 814fc899-6eac-48ae-83c3-ff028c0a9ba4 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:34:55.734173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 047ff693-f0b9-4e52-b20e-82fd4b54cb1b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:34:55.734510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 047ff693-f0b9-4e52-b20e-82fd4b54cb1b not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:34:55.806629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:55.830430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:55.876198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:55.880053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:55.886712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16840eef-5164-439d-a6d0-840dfefde0f1 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:34:55.901329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:55.911848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211e816-1756-4bfb-8b4f-f858b4a8147c req-c741d0fd-5f93-4587-8014-754734bd23c6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:55.915435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5211e816-1756-4bfb-8b4f-f858b4a8147c req-c741d0fd-5f93-4587-8014-754734bd23c6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 931 time: 0.5027225 Feb 13 23:34:55.956039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-912f996f-6aff-4b16-a97a-fdbf36b19cb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e1fb3ca4ccb43c597f98bad2d163e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3620355 Feb 13 23:34:55.957203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Transition to ACTIVE for port object 16840eef-5164-439d-a6d0-840dfefde0f1 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:55.958795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55684) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:55.978747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.046697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5211e816-1756-4bfb-8b4f-f858b4a8147c req-fe570cd9-7bf2-4850-b3eb-112c3f3b7fde tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199174 Feb 13 23:34:56.053419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321530-cdf4-40f5-bee1-04ae095d4681 req-0eb54aff-095e-4560-8e44-d932025f1154 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:56.054774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18321530-cdf4-40f5-bee1-04ae095d4681 req-0eb54aff-095e-4560-8e44-d932025f1154 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4428346 Feb 13 23:34:56.177077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=16840eef-5164-439d-a6d0-840dfefde0f1,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:56.250196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18321530-cdf4-40f5-bee1-04ae095d4681 req-1950b34d-0544-49a9-9dc7-1b57a17012f1 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867385 Feb 13 23:34:56.282179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.299919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fea6d9d-80bb-44aa-b58d-4c96266ccb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.348080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 172.20.0.7 (5a18e69e-5793-44df-b0df-a09da3319b93/684b6e2e-8dbc-4438-be29-9f203cdde8fa/cbbfc42b-b452-4fcc-a1ef-3763b49562c8) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:34:56.350700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Pushing event deleted for resources: {'Port': ['ID=814fc899-6eac-48ae-83c3-ff028c0a9ba4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:56.369651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Router d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:34:56.377826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fea6d9d-80bb-44aa-b58d-4c96266ccb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.459172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Attempting to bind port 16840eef-5164-439d-a6d0-840dfefde0f1 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:34:56.459499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Attempting to bind port 16840eef-5164-439d-a6d0-840dfefde0f1 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:34:56.460221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Attempting to bind port 16840eef-5164-439d-a6d0-840dfefde0f1 on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:56.641682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c1cd13-f8ea-44e1-826b-80a5042dd0a3 req-3d9faf1a-1c57-430a-a1b0-88c7edc8a8da tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 210 time: 0.1042380 Feb 13 23:34:56.642945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Port 16840eef-5164-439d-a6d0-840dfefde0f1 on network e5639d0c-5499-4ca4-8688-8d868694b4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:34:56.643375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Attempting to bind port 16840eef-5164-439d-a6d0-840dfefde0f1 on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:34:56.658225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:34:56.658742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Checking segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:34:56.659157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Bound using segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:34:56.659622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Bound port: 16840eef-5164-439d-a6d0-840dfefde0f1, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:34:56.659961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.688048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fea6d9d-80bb-44aa-b58d-4c96266ccb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.748177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea6d9d-80bb-44aa-b58d-4c96266ccb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b2a9c8-a1b1-4fd0-841d-7f118f4c871d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:56.759176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fea6d9d-80bb-44aa-b58d-4c96266ccb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.760282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5fea6d9d-80bb-44aa-b58d-4c96266ccb52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02b2a9c8-a1b1-4fd0-841d-7f118f4c871d HTTP/1.1" status: 204 len: 168 time: 0.8004298 Feb 13 23:34:56.842714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] For port 16840eef-5164-439d-a6d0-840dfefde0f1, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:34:56.859646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] For port 16840eef-5164-439d-a6d0-840dfefde0f1, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=16840eef-5164-439d-a6d0-840dfefde0f1,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:34:56.870008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:56.928046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:34:56.940764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] Sync routers for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:34:56.966337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:56.967285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:56.967577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-44803d9b-d5c0-4200-9781-4f71a1c712e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42857c4e7caf4e1986cd54ce008d0954&device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 1096 time: 0.4879680 Feb 13 23:34:56.976835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe2755-e3d9-4049-96fa-d3e859aeb875 req-25a6f524-fb98-4735-bc77-b6af4df3901e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:56.983420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38fe2755-e3d9-4049-96fa-d3e859aeb875 req-25a6f524-fb98-4735-bc77-b6af4df3901e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4538314 Feb 13 23:34:56.987923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d12981dd-de82-4f89-bc14-c7f60b00f4df tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7792461 Feb 13 23:34:56.993007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55696) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:57.093659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:57.095815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] 10.222.0.42 "PUT /v2.0/ports/16840eef-5164-439d-a6d0-840dfefde0f1 HTTP/1.1" status: 200 len: 1091 time: 3.5827444 Feb 13 23:34:57.102769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b058f25-9c40-42e6-8050-a896a9b48993', 'tag': '16840eef-5164-439d-a6d0-840dfefde0f1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:34:57.136274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:57.155608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:34:57.156213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:34:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:57.177655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:57.217509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:34:57.217509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df9897-57e0-419a-888b-f2620453f8f0 None None] The sync data for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:34:57.248645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object cbbfc42b-b452-4fcc-a1ef-3763b49562c8 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:34:57.272110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38fe2755-e3d9-4049-96fa-d3e859aeb875 req-8e4f9cdf-e3b5-4884-b177-848927af1440 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877643 Feb 13 23:34:57.281498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fc2fe-f134-4f95-a64d-540308c5d9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=16840eef-5164-439d-a6d0-840dfefde0f1,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:57.339716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec156fe-16d8-4b23-83fe-db6df0b84e76 req-79c0c7b6-ddd0-4712-a9c8-4239fc3d6885 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:57.341268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec156fe-16d8-4b23-83fe-db6df0b84e76 req-79c0c7b6-ddd0-4712-a9c8-4239fc3d6885 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4112825 Feb 13 23:34:57.356288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85494-e24c-48d9-964a-793e702f775b req-04099a98-e3fc-47b9-947f-f159914a7db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:57.358049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-04099a98-e3fc-47b9-947f-f159914a7db3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 200 len: 918 time: 0.3553209 Feb 13 23:34:57.402174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-0c6e9039-7745-41ed-be85-22171288d48e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 1094 time: 0.2195420 Feb 13 23:34:57.469003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-b782d432-eaac-484e-9eeb-bed0a6e3a4d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 200 len: 217 time: 0.0945766 Feb 13 23:34:57.538050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-61a7c23d-bb74-4b00-8d49-4abb8685033a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16840eef-5164-439d-a6d0-840dfefde0f1 HTTP/1.1" status: 200 len: 217 time: 0.1207263 Feb 13 23:34:57.554151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec156fe-16d8-4b23-83fe-db6df0b84e76 req-ecde2079-43b0-4d98-9912-c6e40853b6a6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057428 Feb 13 23:34:57.561525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:57.569561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85494-e24c-48d9-964a-793e702f775b req-dd770ee4-26af-4d22-b326-08293ef56753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:57.571953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-dd770ee4-26af-4d22-b326-08293ef56753 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 200 len: 858 time: 0.0949938 Feb 13 23:34:57.732401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-343364ce-8311-4801-a8a1-cef3c40d8c99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75e45ce8-f220-4191-8d42-cad983552625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101243 Feb 13 23:34:57.811085 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b058f25-9c40-42e6-8050-a896a9b48993', 'tag': '16840eef-5164-439d-a6d0-840dfefde0f1', 'status': 'completed', 'code': 200} Feb 13 23:34:57.861411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-3cdd3c3e-6d7f-4a76-81b2-6a8d8277a709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:57.862891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-3cdd3c3e-6d7f-4a76-81b2-6a8d8277a709 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.3078246 Feb 13 23:34:58.082735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-de5bdcad-902b-4641-9e05-ba6756b15c79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726452 Feb 13 23:34:58.179151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 5a18e69e-5793-44df-b0df-a09da3319b93 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:34:58.208556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:34:58.220937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:34:58.235340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:34:58.264825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc370a9-2642-489f-a748-1d43e774a5f3 req-472e80e3-8b60-4d1c-92d1-c50f09d22adb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:58.265514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5bc370a9-2642-489f-a748-1d43e774a5f3 req-472e80e3-8b60-4d1c-92d1-c50f09d22adb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:58.312326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-c0048067-b543-4ad4-a563-bca8841d0e0f service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199378 Feb 13 23:34:58.317184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5bc370a9-2642-489f-a748-1d43e774a5f3 req-472e80e3-8b60-4d1c-92d1-c50f09d22adb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:58.317945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bc370a9-2642-489f-a748-1d43e774a5f3 req-472e80e3-8b60-4d1c-92d1-c50f09d22adb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 943 time: 0.5041070 Feb 13 23:34:58.330979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:58.462628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:58.463364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:58.470577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-183bb63b-4e6c-4330-be53-6b588aa94738 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818764 Feb 13 23:34:58.600777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b8fadf6d-9a55-4987-9f42-f98e5e86a6ab None None] Provisioning for port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:34:58.606005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b8fadf6d-9a55-4987-9f42-f98e5e86a6ab None None] Provisioning complete for port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:34:58.606418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b8fadf6d-9a55-4987-9f42-f98e5e86a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:58.677071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b8fadf6d-9a55-4987-9f42-f98e5e86a6ab None None] Port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:34:58.746620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bc370a9-2642-489f-a748-1d43e774a5f3 req-4c4d14ed-dc45-4ff4-b6ce-8fb7cc03d779 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187416 Feb 13 23:34:58.793703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-be4f5bdd-a411-4570-a332-cdbb339d5d35 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3135467 Feb 13 23:34:58.820183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e294633-7c35-4d85-93db-a65a787d41d9 req-87fbb83b-a2e1-42f5-b0ab-c92be1dd691f service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934300 Feb 13 23:34:58.828439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'admin_state_up': True, 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'security_groups': ['f55f29f5-ece8-4688-9fb2-b4bd48a7162a']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:34:58.937487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe80be9-397f-4b53-ae09-cf6333ac1c1f req-f4d272b6-202b-40e5-a6a4-4d39f244848a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:58.938209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3fe80be9-397f-4b53-ae09-cf6333ac1c1f req-f4d272b6-202b-40e5-a6a4-4d39f244848a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Synchronizing usage tracker for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:34:58.946262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8b85494-e24c-48d9-964a-793e702f775b req-6507e90e-9dc4-4ff4-8c79-b08e55f3a388 service neutron] 10.222.0.42 "GET /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569776 Feb 13 23:34:58.989335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3fe80be9-397f-4b53-ae09-cf6333ac1c1f req-f4d272b6-202b-40e5-a6a4-4d39f244848a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Unset dirty status for tenant:d4c29511beeb428b9de3407c2001c67f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:34:58.990662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fe80be9-397f-4b53-ae09-cf6333ac1c1f req-f4d272b6-202b-40e5-a6a4-4d39f244848a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 951 time: 0.5175893 Feb 13 23:34:59.113179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:34:59.133066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:port and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:34:59.147790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:34:59.159175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:34:59.186605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fe80be9-397f-4b53-ae09-cf6333ac1c1f req-1c3a5c8b-c849-4c4f-bb16-0a4f853f6d26 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808507 Feb 13 23:34:59.217592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:34:59.223873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:34:59.346758 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-ba236e54-f7c1-481c-a6a7-754f7bb0ec3f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:34:59.350777 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba236e54-f7c1-481c-a6a7-754f7bb0ec3f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3546298 Feb 13 23:34:59.352924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55744) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:59.358935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35bb3f-e30d-4505-8717-07bdc1f6f99e req-11abf47d-f55f-4046-82ce-e9014f93cf0d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:59.366516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db35bb3f-e30d-4505-8717-07bdc1f6f99e req-11abf47d-f55f-4046-82ce-e9014f93cf0d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 931 time: 0.3512270 Feb 13 23:34:59.552288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-ea2e3e76-15d5-4165-a32f-0dd95d817446 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 1094 time: 0.6117005 Feb 13 23:34:59.699810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55752) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:34:59.708900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db35bb3f-e30d-4505-8717-07bdc1f6f99e req-4129b6b5-4754-450d-806d-e85b94ed6492 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412814 Feb 13 23:34:59.760868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-6f94ddde-fa3a-4a46-85e9-bfc3fb20cbb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:59.762326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-6f94ddde-fa3a-4a46-85e9-bfc3fb20cbb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 914 time: 0.2013335 Feb 13 23:34:59.824515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf13d5c-faa0-44c3-a31a-d6a48fca94aa req-42bd2f9c-4b01-4157-9065-9e79314ef60c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:34:59.827713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbf13d5c-faa0-44c3-a31a-d6a48fca94aa req-42bd2f9c-4b01-4157-9065-9e79314ef60c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4813545 Feb 13 23:34:59.849796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-bf7065e9-2b31-4a77-a693-9f1acfcf565f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16840eef-5164-439d-a6d0-840dfefde0f1 HTTP/1.1" status: 200 len: 217 time: 0.0782652 Feb 13 23:34:59.850487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 10.1.1.112 (58a09c80-4011-43fa-b654-5c76107fcb1d/32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8/44e708c5-0017-41ef-bdba-d5be15f85170) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:00.013643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307984f-137e-4fc0-bd4a-db740875537b req-04f6bbcb-2137-4fa6-8ad9-6d97429a9aca tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:00.015251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c307984f-137e-4fc0-bd4a-db740875537b req-04f6bbcb-2137-4fa6-8ad9-6d97429a9aca tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 951 time: 0.6802089 Feb 13 23:35:00.158440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da93ca80-6183-4f78-a776-13d94d28475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:00.188575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-569357515', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:00.207456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:00.220955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Usage tracker for resource:port and tenant:37a98cf7294b4db2a06c93762371b312 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:00.224349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:00.239186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:00.243898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-7ab3d375-907e-4049-8c1d-3852586c71d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:00.245730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-7ab3d375-907e-4049-8c1d-3852586c71d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.3894026 Feb 13 23:35:00.322386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Made reservation on behalf of 37a98cf7294b4db2a06c93762371b312 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:00.324605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:00.341585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-76d2bef1-7440-408b-8298-031581ba4b87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832591 Feb 13 23:35:00.415593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Deleting port c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:00.415939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:00.431971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:00.459519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bbf13d5c-faa0-44c3-a31a-d6a48fca94aa req-b7d018ed-c1be-400d-a6a4-0f0fe8d10b18 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401920 Feb 13 23:35:00.494920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba0a6f-7ecd-4586-9608-b63a4408dfb3 req-9d965265-a266-49ca-954c-55b89ce1b10e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:00.500646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:00.502897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aeba0a6f-7ecd-4586-9608-b63a4408dfb3 req-9d965265-a266-49ca-954c-55b89ce1b10e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.5539956 Feb 13 23:35:00.560400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:00.578903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object 44e708c5-0017-41ef-bdba-d5be15f85170 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:00.603055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Usage tracker for resource:security_group_rule and tenant:37a98cf7294b4db2a06c93762371b312 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:00.613594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:00.617485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:00.680692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:00.685698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-bb1a7dba-c803-4881-bd04-bbdcec1c550f service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300707 Feb 13 23:35:00.699951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aeba0a6f-7ecd-4586-9608-b63a4408dfb3 req-14d25f46-0668-45c4-a125-9580a1a38b01 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959980 Feb 13 23:35:00.917743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.017932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2ba4512-0c1f-4fa6-968c-c0ae96ea6088 req-65e61d37-0ca4-4567-b2dd-ae350972397b service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210130 Feb 13 23:35:01.065786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.075823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.090421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] device_id is not set on port 6e3c0335-1337-4563-b804-3d2781033c7c yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:35:01.097695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] For port c6e54a41-a9c6-4c2d-85e0-240c198bbcce, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:01.098208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.108143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:01.120487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 58a09c80-4011-43fa-b654-5c76107fcb1d is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:01.126364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf9db-7cea-4b7a-80bf-0715a8d0e083 req-050283f2-faaa-4998-bf23-896ce62b12a5 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:01.127923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e8bbf9db-7cea-4b7a-80bf-0715a8d0e083 req-050283f2-faaa-4998-bf23-896ce62b12a5 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 943 time: 0.4287317 Feb 13 23:35:01.130839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:01.135013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:01.154382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ee0a-91fa-4cf0-a49c-2d717e373fab req-4ba1a925-5bde-4c48-8415-72b51427711a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:01.161647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2576ee0a-91fa-4cf0-a49c-2d717e373fab req-4ba1a925-5bde-4c48-8415-72b51427711a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 951 time: 0.2722316 Feb 13 23:35:01.242016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b765c-6db7-41d0-9538-47b6466e9292,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:01.302587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Calling delete_port for c6e54a41-a9c6-4c2d-85e0-240c198bbcce owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:01.322637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2576ee0a-91fa-4cf0-a49c-2d717e373fab req-ee7e48f0-b772-49e2-a00c-1f209387379a tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f790f6ba-5898-44eb-89dd-2a0b5c041e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600697 Feb 13 23:35:01.382354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:35:01.426754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:01.427312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.454984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e8bbf9db-7cea-4b7a-80bf-0715a8d0e083 req-6c7ea9e7-8070-4bcf-b31c-b865e32a8485 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346592 Feb 13 23:35:01.520328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Allocated IP 172.25.4.232 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/6e3c0335-1337-4563-b804-3d2781033c7c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:01.540559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ebc7c0ce-2b06-4885-9475-6c922c5e68c3 None None] Provisioning for port 44e708c5-0017-41ef-bdba-d5be15f85170 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:01.545663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ebc7c0ce-2b06-4885-9475-6c922c5e68c3 None None] Provisioning complete for port 44e708c5-0017-41ef-bdba-d5be15f85170 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:01.546041 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c0ce-2b06-4885-9475-6c922c5e68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.633127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-2d8beeaf-46e3-46f3-954c-1270d1cfca87 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8149576 Feb 13 23:35:01.653504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'admin_state_up': True, 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'security_groups': ['f55f29f5-ece8-4688-9fb2-b4bd48a7162a']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:01.662895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7c0ce-2b06-4885-9475-6c922c5e68c3 None None] Port 44e708c5-0017-41ef-bdba-d5be15f85170 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:01.830076 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:01.925945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Pushing event deleted for resources: {'Port': ['ID=c6e54a41-a9c6-4c2d-85e0-240c198bbcce,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:02.038000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.172318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] No DVR routers for this DVR port c6e54a41-a9c6-4c2d-85e0-240c198bbcce on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:02.175093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.183408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:02.185294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-deleted', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:02.190855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.196466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:port and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:02.205810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeade2-01ae-45a5-99f9-1fd18444b255 req-05b01b93-893e-4432-a220-9ea386e013cf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:02.209764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeade2-01ae-45a5-99f9-1fd18444b255 req-05b01b93-893e-4432-a220-9ea386e013cf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:02.210495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-37aeade2-01ae-45a5-99f9-1fd18444b255 req-05b01b93-893e-4432-a220-9ea386e013cf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:02.215332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:02.223880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:02.239181 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c307984f-137e-4fc0-bd4a-db740875537b req-6d94f565-b47c-4c74-bdea-652efd94f1d9 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.42 "DELETE /v2.0/ports/c6e54a41-a9c6-4c2d-85e0-240c198bbcce HTTP/1.1" status: 204 len: 173 time: 2.2169268 Feb 13 23:35:02.242568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-df9be4b1-ebd3-42b3-939d-5a5674825a68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=949f0475d7c646f3a10300c6368d76eb&device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 1097 time: 0.2365284 Feb 13 23:35:02.250998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:02.255343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.257561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a099fa-abed-419e-b2d8-20417eea6ed7 req-8f71c391-b7da-4e49-8c8e-c57f740333b7 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:02.259030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02a099fa-abed-419e-b2d8-20417eea6ed7 req-8f71c391-b7da-4e49-8c8e-c57f740333b7 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.2851465 Feb 13 23:35:02.275832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-37aeade2-01ae-45a5-99f9-1fd18444b255 req-05b01b93-893e-4432-a220-9ea386e013cf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:02.276958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37aeade2-01ae-45a5-99f9-1fd18444b255 req-05b01b93-893e-4432-a220-9ea386e013cf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 1653 time: 0.6025486 Feb 13 23:35:02.307761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d07b39c5-f3c8-4e25-aa16-fb681ebb1aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.405626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-37aeade2-01ae-45a5-99f9-1fd18444b255 req-1e7749ba-1c10-47ec-ac0c-e3a8b83fde27 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206484 Feb 13 23:35:02.416629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:35:02.428995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:02.431841 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] Sync routers for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:35:02.433559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Pushing event updated for resources: {'Port': ['ID=6e3c0335-1337-4563-b804-3d2781033c7c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:02.453805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:02.462413 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:02.464421 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:02.474380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:02.483751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-909450f9-f85a-4736-9cad-9ed4b2c5830c admin admin] 10.222.0.36 "PUT /v2.0/routers/8008986d-ac22-4bb3-b433-d4bffb4c92b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2796729 Feb 13 23:35:02.488102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:02.527863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting port 98b245df-4f51-4d94-ba37-a5cfb6532623 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:02.528113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.630845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02a099fa-abed-419e-b2d8-20417eea6ed7 req-06261e36-f72d-419e-99bf-07bd293ab221 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611107 Feb 13 23:35:02.687305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 10.1.1.193 (58a09c80-4011-43fa-b654-5c76107fcb1d/32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8/d21113ae-f0ef-485b-9dc1-4b99e7786362) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:02.706302 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf52f057-5756-4742-8e58-86f85cb46a90', 'name': 'network-vif-deleted', 'tag': 'c6e54a41-a9c6-4c2d-85e0-240c198bbcce', 'status': 'completed', 'code': 200} Feb 13 23:35:02.743182 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:35:02.878240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:02.888797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d70e-0fd8-4b83-a6d5-cad60db8618e req-d93aa9d8-2850-4a60-8ed7-50f2afcba70e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:02.890387 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b21d70e-0fd8-4b83-a6d5-cad60db8618e req-d93aa9d8-2850-4a60-8ed7-50f2afcba70e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.2694619 Feb 13 23:35:03.026611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b21d70e-0fd8-4b83-a6d5-cad60db8618e req-8555b358-b7ac-41f9-b8f7-d72131ea2c0e tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248872 Feb 13 23:35:03.032006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.061011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object d21113ae-f0ef-485b-9dc1-4b99e7786362 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:03.064441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.116587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Calling delete_port for 98b245df-4f51-4d94-ba37-a5cfb6532623 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:03.133274 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:34:56Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:03.141030 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] Checking router: 8008986d-ac22-4bb3-b433-d4bffb4c92b8 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:35:03.154862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-f98ccc22-d039-4ad2-929e-0f217095ff62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:03.156586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-f98ccc22-d039-4ad2-929e-0f217095ff62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 200 len: 913 time: 0.8922796 Feb 13 23:35:03.160519 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] Routers {'8008986d-ac22-4bb3-b433-d4bffb4c92b8'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:03.161132 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:03.269763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:03.270380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.288003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d08d222-00bd-48f7-a690-4cc5745c115b req-6f896d47-5c7c-41b9-852f-8016694579f7 tempest-ServersAdminTestJSON-541588869 tempest-ServersAdminTestJSON-541588869-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf52f057-5756-4742-8e58-86f85cb46a90 HTTP/1.1" status: 200 len: 210 time: 0.1409214 Feb 13 23:35:03.313184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-9c40aafd-806f-418b-9293-6cb43cb8755b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 200 len: 217 time: 0.1403244 Feb 13 23:35:03.356444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.392602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b620365-9fd8-4131-8857-2acd06e0cf9a tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6911764 Feb 13 23:35:03.396438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:03.396895 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] Set router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:35:03.405297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.232'}]}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:03.415810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:03.421653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-d31af73f-bb75-4502-a88c-562cd44d4b03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:03.424056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-d31af73f-bb75-4502-a88c-562cd44d4b03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 200 len: 853 time: 0.1035228 Feb 13 23:35:03.425075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Usage tracker for resource:router and tenant:37a98cf7294b4db2a06c93762371b312 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:03.428585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:03.450415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa25c5-4c79-40e2-a3d8-a82fa7c1d314 req-a40ecdfa-dce6-455a-bb5e-e5082b8fe47e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:03.451915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4aa25c5-4c79-40e2-a3d8-a82fa7c1d314 req-a40ecdfa-dce6-455a-bb5e-e5082b8fe47e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 943 time: 0.2527552 Feb 13 23:35:03.468700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 58a09c80-4011-43fa-b654-5c76107fcb1d is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:03.479338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:03.486197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:03.488284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:03.489523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-80909ace-2247-4967-8f20-ac0f688177e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd8bebd8-3577-4898-9a85-b651000bb1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570841 Feb 13 23:35:03.492415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:03.523208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.524128 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.543829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.589266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:03.589882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.603154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 16840eef-5164-439d-a6d0-840dfefde0f1 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:35:03.613173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:03.622280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4aa25c5-4c79-40e2-a3d8-a82fa7c1d314 req-c2c82737-aa8d-4e38-9e17-ea58e3ad42c8 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625805 Feb 13 23:35:03.638014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-49123b30-6feb-4f9b-a12c-d0dc707094aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9952188 Feb 13 23:35:03.656499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217', 'admin_state_up': True, 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'security_groups': ['f55f29f5-ece8-4688-9fb2-b4bd48a7162a']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:03.706907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: c6e54a41-a9c6-4c2d-85e0-240c198bbcce {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:03.707255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6e54a41-a9c6-4c2d-85e0-240c198bbcce not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:03.739183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-983314f6-e14c-4195-8fc3-8732bbafadd3 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434478 Feb 13 23:35:03.752429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.788083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.852432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.879929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:03.929952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Port': ['ID=98b245df-4f51-4d94-ba37-a5cfb6532623,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:03.952898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2a01653f-500d-471a-a75b-db3247ddddfa None None] Provisioning for port d21113ae-f0ef-485b-9dc1-4b99e7786362 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:04.029174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2a01653f-500d-471a-a75b-db3247ddddfa None None] Provisioning complete for port d21113ae-f0ef-485b-9dc1-4b99e7786362 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:04.029537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2a01653f-500d-471a-a75b-db3247ddddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.032125 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:34:56Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:04.036370 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f22151-447f-4d37-a5fe-33428f5cd456 None None] The sync data for ids ['8008986d-ac22-4bb3-b433-d4bffb4c92b8'] in n-d-828979-1 is: [{'id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1759133630-router', 'tenant_id': '137bea970bfd43c399012561b742832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:32:37Z', 'updated_at': '2022-02-13T23:34:56Z', 'revision_number': 5, 'project_id': '137bea970bfd43c399012561b742832a', 'gw_port': {'id': '3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008986d-ac22-4bb3-b433-d4bffb4c92b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:32:38Z', 'updated_at': '2022-02-13T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:35:04.072994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Deleting port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:04.073584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.109307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 16840eef-5164-439d-a6d0-840dfefde0f1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=16840eef-5164-439d-a6d0-840dfefde0f1,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:04.127728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '16840eef-5164-439d-a6d0-840dfefde0f1', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'port_id': '16840eef-5164-439d-a6d0-840dfefde0f1', 'mac_address': 'fa:16:3e:e2:54:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2107e08-8f39-4270-9d46-bce5c8c4bd18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:35:04.206314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2a01653f-500d-471a-a75b-db3247ddddfa None None] Port d21113ae-f0ef-485b-9dc1-4b99e7786362 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:04.211932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:04.213883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.231936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16840eef-5164-439d-a6d0-840dfefde0f1 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:04.232620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:port and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:04.238881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:04.247246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:04.249669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 16840eef-5164-439d-a6d0-840dfefde0f1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=16840eef-5164-439d-a6d0-840dfefde0f1,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:04.254719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.288571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:04.327418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=16840eef-5164-439d-a6d0-840dfefde0f1,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:04.520665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:35:04.537119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317044f-54ae-4109-8005-b2815de416c7 req-9626e1b7-1e89-4905-b6eb-d19ac20ef869 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:04.541528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317044f-54ae-4109-8005-b2815de416c7 req-9626e1b7-1e89-4905-b6eb-d19ac20ef869 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:04.545615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317044f-54ae-4109-8005-b2815de416c7 req-9626e1b7-1e89-4905-b6eb-d19ac20ef869 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:04.546565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0317044f-54ae-4109-8005-b2815de416c7 req-9626e1b7-1e89-4905-b6eb-d19ac20ef869 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:04.565488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] For port 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:04.565939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.608433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7f2e455-41ad-411f-bb1c-f2c7c2e99457 req-c6a399f8-97f6-4b24-b97b-1ce7fdb068b5 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8506529 Feb 13 23:35:04.637293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.663761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.677982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afbeac-7543-4e78-936c-e03610a929b6 req-52a11d19-b6af-4225-835b-a6ba287509f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:04.686433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7afbeac-7543-4e78-936c-e03610a929b6 req-52a11d19-b6af-4225-835b-a6ba287509f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4606287 Feb 13 23:35:04.725799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Calling delete_port for 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:04.778676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0317044f-54ae-4109-8005-b2815de416c7 req-9626e1b7-1e89-4905-b6eb-d19ac20ef869 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:04.783385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0317044f-54ae-4109-8005-b2815de416c7 req-9626e1b7-1e89-4905-b6eb-d19ac20ef869 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 2374 time: 0.8950710 Feb 13 23:35:04.843105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:04.932878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 814fc899-6eac-48ae-83c3-ff028c0a9ba4 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:04.934675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7afbeac-7543-4e78-936c-e03610a929b6 req-4b5dded0-e2ea-445b-bf9b-3bac9c351f7a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470195 Feb 13 23:35:04.962538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0317044f-54ae-4109-8005-b2815de416c7 req-3f27c61d-3e58-4d22-ba0b-fc82f0eb4e61 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674962 Feb 13 23:35:05.022477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 814fc899-6eac-48ae-83c3-ff028c0a9ba4 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:05.022822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 814fc899-6eac-48ae-83c3-ff028c0a9ba4 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:05.063699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.238932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 10.2.2.100 (9736e50b-162e-45fb-a9a9-67c31870e217/9f9d8476-7fd5-445f-b61d-fd807a51901d/e5a7cf31-5df7-4506-a49e-c730d990357c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:05.426250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.555537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:05.556028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Router d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:35:05.616822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 16840eef-5164-439d-a6d0-840dfefde0f1 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:05.627604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.659293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object e5a7cf31-5df7-4506-a49e-c730d990357c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:05.703994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 16840eef-5164-439d-a6d0-840dfefde0f1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:05.712577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 16840eef-5164-439d-a6d0-840dfefde0f1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:05.713224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.724415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55808) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:05.745815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c161-cf32-4e63-840d-c58a9d4e5cd4 req-ce4edf73-905e-479a-bb11-26d45d66dc61 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:05.753151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6719c161-cf32-4e63-840d-c58a9d4e5cd4 req-ce4edf73-905e-479a-bb11-26d45d66dc61 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 944 time: 0.4097664 Feb 13 23:35:05.833735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.846362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.868755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 16840eef-5164-439d-a6d0-840dfefde0f1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=16840eef-5164-439d-a6d0-840dfefde0f1,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:05.869973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b058f25-9c40-42e6-8050-a896a9b48993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16840eef-5164-439d-a6d0-840dfefde0f1'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:05.878680 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.892455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.943255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:05.957945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=16840eef-5164-439d-a6d0-840dfefde0f1,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:05.963602 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b058f25-9c40-42e6-8050-a896a9b48993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16840eef-5164-439d-a6d0-840dfefde0f1', 'code': 200} Feb 13 23:35:06.008163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6719c161-cf32-4e63-840d-c58a9d4e5cd4 req-f9237aac-c114-482e-bfdd-c9d4f0230d8b tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540689 Feb 13 23:35:06.086973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:35:06.098986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] Sync routers for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:35:06.113448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:06.114413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:06.183836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:06.215218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:06.215876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:06.289748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:06.290188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d9d06-2b3f-418c-8efe-1f0c76958656 None None] The sync data for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:35:06.308213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-563c238e-2a37-4259-a4c6-1a57c5f45c6f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9393506 Feb 13 23:35:06.315602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:06.375686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.410985 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-6760ae13-b2ef-4040-b77d-b3d3c1082832 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] delete failed (client error): The resource could not be found. Feb 13 23:35:06.411997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6760ae13-b2ef-4040-b77d-b3d3c1082832 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-720555862 HTTP/1.1" status: 404 len: 334 time: 0.0954640 Feb 13 23:35:06.415600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.418905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55826) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:06.431680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.434979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-43023a19-aff4-422d-af5a-be0f0cafd87b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4c29511beeb428b9de3407c2001c67f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7094848 Feb 13 23:35:06.440155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-276c7dd7-8ad1-41a6-af9a-2fba7ac502c1 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:06.462255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55830) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:06.533331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.573678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ab0d152-6952-474c-9e34-d713e7be3564 req-774261f5-5abb-4792-85ac-ed8fa7c8183c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 1096 time: 0.5317340 Feb 13 23:35:06.620276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 9736e50b-162e-45fb-a9a9-67c31870e217 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:06.621049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:06.626478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352305-8fbe-4c28-8355-a494ba9e4cf0 req-9fe989b8-e5dc-4565-b592-e6b1247b1edc tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:06.627221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:06.630410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352305-8fbe-4c28-8355-a494ba9e4cf0 req-9fe989b8-e5dc-4565-b592-e6b1247b1edc tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:06.633241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:06.634983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352305-8fbe-4c28-8355-a494ba9e4cf0 req-9fe989b8-e5dc-4565-b592-e6b1247b1edc tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:06.638396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352305-8fbe-4c28-8355-a494ba9e4cf0 req-9fe989b8-e5dc-4565-b592-e6b1247b1edc tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:06.640093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd352305-8fbe-4c28-8355-a494ba9e4cf0 req-9fe989b8-e5dc-4565-b592-e6b1247b1edc tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 3095 time: 0.4130147 Feb 13 23:35:06.715257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.715796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8008986d-ac22-4bb3-b433-d4bffb4c92b8 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:35:06.722722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:06.723329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.796148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae395eb-693e-454a-8b6d-a8211802441c req-1d8f54d9-1a00-4e7e-89f2-8af0e3316c2a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:06.797628 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ae395eb-693e-454a-8b6d-a8211802441c req-1d8f54d9-1a00-4e7e-89f2-8af0e3316c2a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.6651907 Feb 13 23:35:06.848339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ab0d152-6952-474c-9e34-d713e7be3564 req-5f1d7bb7-6c9c-4c6e-b6bf-234ff0aad2b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586360 Feb 13 23:35:06.858437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0872-217b-4305-ad6f-c91a41d17bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.943455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-123c90ee-0bce-4c66-8e36-6bac901498e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2976067 Feb 13 23:35:06.946973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.950376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-da399489-8c9e-4845-98c6-e00178ad402c admin admin] 10.222.0.36 "DELETE /v2.0/routers/8008986d-ac22-4bb3-b433-d4bffb4c92b8 HTTP/1.1" status: 204 len: 168 time: 4.4592404 Feb 13 23:35:06.952128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55834) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:06.974956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:06.978929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e5999b1-c45a-44da-a4b2-0f7f3a3046ef None None] Provisioning for port e5a7cf31-5df7-4506-a49e-c730d990357c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:06.983794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e5999b1-c45a-44da-a4b2-0f7f3a3046ef None None] Provisioning complete for port e5a7cf31-5df7-4506-a49e-c730d990357c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:06.984249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e5999b1-c45a-44da-a4b2-0f7f3a3046ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.038957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.040086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5e5999b1-c45a-44da-a4b2-0f7f3a3046ef None None] Port e5a7cf31-5df7-4506-a49e-c730d990357c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:07.050793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ae395eb-693e-454a-8b6d-a8211802441c req-b2ebf0dd-f31f-4f30-934f-944dfa5b4cf8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314298 Feb 13 23:35:07.056985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217', 'admin_state_up': True, 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'security_groups': ['f55f29f5-ece8-4688-9fb2-b4bd48a7162a']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:07.059057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0872-217b-4305-ad6f-c91a41d17bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.078858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd352305-8fbe-4c28-8355-a494ba9e4cf0 req-7ebc25a8-d2fe-4d8c-b542-bf5fd36800f9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239960 Feb 13 23:35:07.083723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.143939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0872-217b-4305-ad6f-c91a41d17bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.156972 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.158197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54194422-cc44-4594-adde-8384df4e1db9 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:35:07.179013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc0872-217b-4305-ad6f-c91a41d17bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790f6ba-5898-44eb-89dd-2a0b5c041e2f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:07.305289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:07.358773 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 13 23:35:07.362809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2ecb993-a740-4466-8906-797a19c30def tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9608600 Feb 13 23:35:07.368361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:07.368776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f85a7d1-43f0-4ad5-8c9f-eb8b44568d2d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:07.373200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55846) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:07.417121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0872-217b-4305-ad6f-c91a41d17bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.418558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dfdc0872-217b-4305-ad6f-c91a41d17bbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f790f6ba-5898-44eb-89dd-2a0b5c041e2f HTTP/1.1" status: 204 len: 168 time: 0.9507852 Feb 13 23:35:07.437365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Deleting subnet 7a0f842a-827c-47a5-b408-d9e12bf2f209 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:07.452326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.490358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:07.505809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Usage tracker for resource:port and tenant:d3fd68826e0147adbea3ad81e3c34ac7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:07.514705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:07.520807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-276c7dd7-8ad1-41a6-af9a-2fba7ac502c1 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.532921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:07.543853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.587368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Deleting port 6e3c0335-1337-4563-b804-3d2781033c7c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:07.587710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.621988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Made reservation on behalf of d3fd68826e0147adbea3ad81e3c34ac7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:07.627209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.650992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10582b0c-b6bd-4932-be5c-91dd1e968da4 req-f89a1a42-cec8-48c9-9da6-1a555f2aa0a6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:07.652477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10582b0c-b6bd-4932-be5c-91dd1e968da4 req-f89a1a42-cec8-48c9-9da6-1a555f2aa0a6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 945 time: 0.3966963 Feb 13 23:35:07.656845 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-276c7dd7-8ad1-41a6-af9a-2fba7ac502c1 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] update failed (client error): The resource could not be found. Feb 13 23:35:07.658445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-276c7dd7-8ad1-41a6-af9a-2fba7ac502c1 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 HTTP/1.1" status: 404 len: 339 time: 1.2350354 Feb 13 23:35:07.663562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:07.672799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.705143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-944158208'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:07.755842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:07.768086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:network and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:07.777699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d216c5-add3-429f-9814-a760fc903971 req-f3c0150c-3fa8-42dd-8e4d-4554b36ef31e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:07.779189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03d216c5-add3-429f-9814-a760fc903971 req-f3c0150c-3fa8-42dd-8e4d-4554b36ef31e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.3999615 Feb 13 23:35:07.784562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:07.808404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:07.828398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10582b0c-b6bd-4932-be5c-91dd1e968da4 req-385bc8b2-7ddb-4677-a6e7-7fc9bcf0f859 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396561 Feb 13 23:35:07.830956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:07.901327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:07.904257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.917472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:07.968517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.057733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0f842a-827c-47a5-b408-d9e12bf2f209,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:08.072868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03d216c5-add3-429f-9814-a760fc903971 req-ace56e70-ec97-4f4d-80bc-a3755c766adf tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716446 Feb 13 23:35:08.073541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:35:08.085746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.102216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-70dbdfcc-dcbf-47d1-ae11-9c0f9163d7da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55e0664b23184996a22be904114710e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579725 Feb 13 23:35:08.115236 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4aca8006-6e98-4431-b7c5-2a0bf68e84dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7a0f842a-827c-47a5-b408-d9e12bf2f209 HTTP/1.1" status: 204 len: 168 time: 1.1596491 Feb 13 23:35:08.119466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55864) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:08.119794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55866) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:08.123358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Calling delete_port for 6e3c0335-1337-4563-b804-3d2781033c7c owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:08.135584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.135924 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Added segment ab3f4a0a-649b-42d6-b97e-464bbe43d99e of type vlan for network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 Feb 13 23:35:08.183209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Allocated IP 10.2.2.200 (9736e50b-162e-45fb-a9a9-67c31870e217/9f9d8476-7fd5-445f-b61d-fd807a51901d/fa13c4aa-e267-4e4e-9ee7-a59659504461) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:08.321641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.425816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e3c0335-1337-4563-b804-3d2781033c7c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:08.536941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.578075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.612949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.622547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6863a69a-b269-477d-a7f3-a092027155eb tempest-RoutersAdminNegativeTest-491855080 tempest-RoutersAdminNegativeTest-491855080-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6e3c0335-1337-4563-b804-3d2781033c7c HTTP/1.1" status: 204 len: 168 time: 1.2470036 Feb 13 23:35:08.647030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3d74-17f7-40a7-8b57-4d0874893768 req-cef70429-9f56-4e23-9e30-03f20d760177 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.655019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7ca3d74-17f7-40a7-8b57-4d0874893768 req-cef70429-9f56-4e23-9e30-03f20d760177 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.1309133 Feb 13 23:35:08.677457 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.697971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bff7b191-d618-4c3b-b997-f320805236aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.722352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7ca3d74-17f7-40a7-8b57-4d0874893768 req-1419a5e6-636a-4ca1-b8d6-2005d7131b5c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663733 Feb 13 23:35:08.790911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.794674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.795249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.803732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bff7b191-d618-4c3b-b997-f320805236aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:08.884121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.888270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.892644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.897670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.899029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:08.980937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f5204-724c-4e7c-b7df-c5cbb249df6e req-33f825b0-44d4-4a62-b887-0d0816f33b85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:08.989447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bc4f5204-724c-4e7c-b7df-c5cbb249df6e req-33f825b0-44d4-4a62-b887-0d0816f33b85 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.1330829 Feb 13 23:35:09.038091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55890) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:09.042854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3739004 Feb 13 23:35:09.046860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bc4f5204-724c-4e7c-b7df-c5cbb249df6e req-a1857bca-bee4-48dd-a3ee-72634ad4b414 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563123 Feb 13 23:35:09.047404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:09.054163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'subnet': {'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:09.093737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.122121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96ff5f-20ed-48e4-b0c3-34b069637d9c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Network': ['ID=5fd2ffd4-8d59-4e21-9898-69dabb57fbf6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:09.137237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:35:09.142468 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.149057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:09.150235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-57264054-a3d5-4d52-9601-1bcac5bfd331 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 3095 time: 0.7259512 Feb 13 23:35:09.157875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35576a3-922e-4b40-8407-25d82ac070c7']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:09.201349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5161d2-d9be-4689-a741-25bd09e17b88') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:09.201677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5161d2-d9be-4689-a741-25bd09e17b88') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:09.216199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:09.222168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.223025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Usage tracker for resource:subnet and tenant:bec10d741b614f28b1f5027b99afc2b9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:09.227073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:09.229327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Transition to ACTIVE for port object fa13c4aa-e267-4e4e-9ee7-a59659504461 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:09.234066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bff7b191-d618-4c3b-b997-f320805236aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.234481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:09.263357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Made reservation on behalf of bec10d741b614f28b1f5027b99afc2b9 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:09.273212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.278384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7b191-d618-4c3b-b997-f320805236aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d9402-84c1-4f66-916b-feedc97f4df8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:09.290492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:09.290917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:09.308017 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:09.315404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e38a5b01-0135-4460-82f1-327e70ab60d5 req-a72dd9ed-a5e2-4cee-8045-c9492bf0ded5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496150 Feb 13 23:35:09.383224 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bff7b191-d618-4c3b-b997-f320805236aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.383224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bff7b191-d618-4c3b-b997-f320805236aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/735d9402-84c1-4f66-916b-feedc97f4df8 HTTP/1.1" status: 204 len: 168 time: 1.2534761 Feb 13 23:35:09.457013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.524895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.551977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.561469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.585633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35576a3-922e-4b40-8407-25d82ac070c7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:09.606502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Network 9736e50b-162e-45fb-a9a9-67c31870e217 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:09.607127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event updated for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:09.609700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:09.625159 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a603504f-aa9d-4db5-9d3f-32e80f501f97 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a35576a3-922e-4b40-8407-25d82ac070c7 HTTP/1.1" status: 204 len: 168 time: 1.4934952 Feb 13 23:35:09.628447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:09.691400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:09.710600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Usage tracker for resource:security_group_rule and tenant:2057bfe790234ef8a0ffa476ffa1420f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:09.744601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:09.787204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:09.829988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.830743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:09.831478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:09.875060 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-7fbed26a-a10e-47a3-beea-422ceb865709 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8228951 Feb 13 23:35:09.887603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55912) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:09.897455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:09.996468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9c1e2-f685-429a-86d6-e46744ca21d3 req-3cddf3d3-baf5-4cc9-82e3-5c06177f2f46 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:09.999963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67d9c1e2-f685-429a-86d6-e46744ca21d3 req-3cddf3d3-baf5-4cc9-82e3-5c06177f2f46 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.2587383 Feb 13 23:35:10.005541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-966ff875-809e-4e5f-ae41-b96330ecdf69 None None] Provisioning for port fa13c4aa-e267-4e4e-9ee7-a59659504461 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:10.023351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-966ff875-809e-4e5f-ae41-b96330ecdf69 None None] Provisioning complete for port fa13c4aa-e267-4e4e-9ee7-a59659504461 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:10.023718 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-966ff875-809e-4e5f-ae41-b96330ecdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.064743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e210253a-8c54-49b9-8b84-7da6297ca493 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=137bea970bfd43c399012561b742832a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1725352 Feb 13 23:35:10.067334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:10.121201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.125681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-966ff875-809e-4e5f-ae41-b96330ecdf69 None None] Port fa13c4aa-e267-4e4e-9ee7-a59659504461 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:10.136552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a83ee-58d5-4245-b9a7-37f42baf96df req-49ef305c-cce8-4388-82ca-6b06b9ca0cf7 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:10.146226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-037a83ee-58d5-4245-b9a7-37f42baf96df req-49ef305c-cce8-4388-82ca-6b06b9ca0cf7 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 945 time: 0.7352011 Feb 13 23:35:10.187921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.195722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.219753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67d9c1e2-f685-429a-86d6-e46744ca21d3 req-d4e185c6-2ab0-48f0-bf29-e41fd51d8ddb tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046812 Feb 13 23:35:10.266375 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-037a83ee-58d5-4245-b9a7-37f42baf96df req-3886fc5c-5ab6-4f47-afd4-fe2b944d3429 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186209 Feb 13 23:35:10.290259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2057bfe790234ef8a0ffa476ffa1420f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2501028 Feb 13 23:35:10.306745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55928) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:10.364822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666f758-4c46-45b1-8e9b-9cdf8cedcf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464ddf42-0005-4b59-aaac-8a76b05f3874,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:10.491626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6f177db-5bce-4a0c-ba53-fc53dfe2a6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.563158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6f177db-5bce-4a0c-ba53-fc53dfe2a6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.643668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.901511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbfc42b-b452-4fcc-a1ef-3763b49562c8 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:10.909245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.933467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6f177db-5bce-4a0c-ba53-fc53dfe2a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.935474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Transition to ACTIVE for port object cbbfc42b-b452-4fcc-a1ef-3763b49562c8 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:10.936482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-124ca508-40bb-4a4b-9e14-50d8ee3923c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:10.977282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.023476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f177db-5bce-4a0c-ba53-fc53dfe2a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464ddf42-0005-4b59-aaac-8a76b05f3874,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:11.057805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55946) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:11.126760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6f177db-5bce-4a0c-ba53-fc53dfe2a6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.128396 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b6f177db-5bce-4a0c-ba53-fc53dfe2a6bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/464ddf42-0005-4b59-aaac-8a76b05f3874 HTTP/1.1" status: 204 len: 168 time: 0.8209817 Feb 13 23:35:11.152234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Subnet': ['ID=d38f6825-b7d0-4678-b066-0d7bdf6f7b63,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:11.194986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Checking segment: {'id': 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:11.196430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network hostable DHCP agents. Network: 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:35:11.227557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-124ca508-40bb-4a4b-9e14-50d8ee3923c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.274571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-d0c0499a-284c-47cd-a7df-89c638d34771 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.280410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-d0c0499a-284c-47cd-a7df-89c638d34771 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.298119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-d0c0499a-284c-47cd-a7df-89c638d34771 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.315801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-d0c0499a-284c-47cd-a7df-89c638d34771 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.326343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-d0c0499a-284c-47cd-a7df-89c638d34771 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.330649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-d0c0499a-284c-47cd-a7df-89c638d34771 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 3816 time: 0.4960282 Feb 13 23:35:11.346007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:11.412204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-953985992-network', 'tenant_id': 'e1ce4545bb694ccaa833b2901c0ea4c4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:11.425405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:11.430533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:35:11.472751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Usage tracker for resource:network and tenant:e1ce4545bb694ccaa833b2901c0ea4c4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:11.488384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45aac7b6-3c61-44e4-999f-7a228fb1e18a req-c1dd02d4-78c1-4a45-811b-b50e47aff4c9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389062 Feb 13 23:35:11.489831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:11.508909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678e949-49a7-4452-b0f9-7c4b0d305b8e req-082654ee-82f7-4c47-936c-d98c44483f26 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.516241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1678e949-49a7-4452-b0f9-7c4b0d305b8e req-082654ee-82f7-4c47-936c-d98c44483f26 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.5758131 Feb 13 23:35:11.519439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:11.545063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:11.562520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6993111-9473-4b00-bf26-30b5cdfac4fd None None] Network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:11.573418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:11.575699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.592940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Made reservation on behalf of e1ce4545bb694ccaa833b2901c0ea4c4 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:11.611665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.615191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-124ca508-40bb-4a4b-9e14-50d8ee3923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.633896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Attempting to bind port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:11.634489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Attempting to bind port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:11.634986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Attempting to bind port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 on network 5a18e69e-5793-44df-b0df-a09da3319b93 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:11.651070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1678e949-49a7-4452-b0f9-7c4b0d305b8e req-cf968e12-25e4-468f-b766-413af5e1f1a9 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327825 Feb 13 23:35:11.655570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ca508-40bb-4a4b-9e14-50d8ee3923c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf988bd-d490-4421-9485-260fb37b7be1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:11.667683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.679363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 on network 5a18e69e-5793-44df-b0df-a09da3319b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:11.679923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Attempting to bind port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 on network 5a18e69e-5793-44df-b0df-a09da3319b93 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:11.699694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-124ca508-40bb-4a4b-9e14-50d8ee3923c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.705024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-124ca508-40bb-4a4b-9e14-50d8ee3923c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/caf988bd-d490-4421-9485-260fb37b7be1 HTTP/1.1" status: 204 len: 168 time: 1.6091948 Feb 13 23:35:11.705983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:11.706344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Checking segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:11.706724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Bound using segment: {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:11.707291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Bound port: cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf213ccb-384d-4ba6-9ae5-76553450524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:11.710419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:11.730978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5eb7d1cf-e77e-457a-b5f7-f8d7b6639843 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6819415 Feb 13 23:35:11.733988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:11.747479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f40884ba-a085-4c7d-bd33-1817ab811d89 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:11.888327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:11.898387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Usage tracker for resource:security_group_rule and tenant:e1ce4545bb694ccaa833b2901c0ea4c4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:11.902488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:11.912191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:12.015685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55976) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:12.162582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:12.237552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:12.273366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5fd2ffd4-8d59-4e21-9898-69dabb57fbf6', 'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6', 'tenant_id': 'bec10d741b614f28b1f5027b99afc2b9', 'fixed_ips': [{'subnet_id': 'd38f6825-b7d0-4678-b066-0d7bdf6f7b63'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:35:12.274459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.279224 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.507428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:12.523640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-12252cd6-2632-48a5-83e7-50971c4df613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37a98cf7294b4db2a06c93762371b312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5057576 Feb 13 23:35:12.528317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.529881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-79b4140d-a54a-42f8-9a9f-96962fa202a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/cbbfc42b-b452-4fcc-a1ef-3763b49562c8 HTTP/1.1" status: 200 len: 1091 time: 2.6409564 Feb 13 23:35:12.530538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55988) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:12.531082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:12.600322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:12.610336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.627977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.671801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f40884ba-a085-4c7d-bd33-1817ab811d89 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.677438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1623ae8c-e39d-4498-85aa-f70fa379737a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:12.705737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e7bc1-9fa7-442e-8a3a-7ab2fa5da915 req-ed589825-84fc-41f1-ba56-4ca84196c72a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:12.727807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-258e7bc1-9fa7-442e-8a3a-7ab2fa5da915 req-ed589825-84fc-41f1-ba56-4ca84196c72a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.6622112 Feb 13 23:35:12.750557 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'status': 'completed', 'code': 200} Feb 13 23:35:12.769535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Allocated IP 2001:db8:1::2 (5fd2ffd4-8d59-4e21-9898-69dabb57fbf6/d38f6825-b7d0-4678-b066-0d7bdf6f7b63/58f51f94-215a-4d46-aedf-cf5248844509) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:12.803956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:35:12.851137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:12.851674 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Added segment 9f194b57-2d68-496f-93e9-9cced8cdc9dd of type vlan for network 8748711c-5a4a-49c2-ae56-99871454f115 Feb 13 23:35:12.873178 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-258e7bc1-9fa7-442e-8a3a-7ab2fa5da915 req-8310b2ff-b5ce-4e21-ae23-e90866e006a3 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444912 Feb 13 23:35:13.027125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-3fe257fe-db55-44e3-81ee-004afa40937f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 4363 time: 0.3155921 Feb 13 23:35:13.039790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fcba-b4be-4afc-88be-fd6125a547e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.174680 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.186608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Transition to ACTIVE for port object 58f51f94-215a-4d46-aedf-cf5248844509 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:13.230419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.230843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.241141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Transition to ACTIVE for port object 58f51f94-215a-4d46-aedf-cf5248844509 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:13.255037 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.257139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fcba-b4be-4afc-88be-fd6125a547e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.340873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.341249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Pushing event updated for resources: {'Port': ['ID=58f51f94-215a-4d46-aedf-cf5248844509,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:13.341604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.342203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.402250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:13.409914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:13.417211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:13.455190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198047f9-5930-4738-8b91-3df1721cc07d req-1e99c8e1-c33e-4a14-bd5f-f4121761cf60 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.461977 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-198047f9-5930-4738-8b91-3df1721cc07d req-1e99c8e1-c33e-4a14-bd5f-f4121761cf60 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.3985693 Feb 13 23:35:13.555647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fcba-b4be-4afc-88be-fd6125a547e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.608095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5465398 Feb 13 23:35:13.621551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56014) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:13.622250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87b24c-334d-496d-953d-4b454496bf7b admin admin] Pushing event updated for resources: {'Network': ['ID=8748711c-5a4a-49c2-ae56-99871454f115,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:13.636428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 8748711c-5a4a-49c2-ae56-99871454f115 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:35:13.646904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Request body: {'subnet': {'network_id': '8748711c-5a4a-49c2-ae56-99871454f115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-953985992-subnet', 'tenant_id': 'e1ce4545bb694ccaa833b2901c0ea4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:13.656271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:13.678981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Usage tracker for resource:subnet and tenant:e1ce4545bb694ccaa833b2901c0ea4c4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:13.686967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:13.701370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:13.707907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-79cf40ac-416c-4fd8-82a9-da17ac9cc6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.708276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-79cf40ac-416c-4fd8-82a9-da17ac9cc6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.708634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-79cf40ac-416c-4fd8-82a9-da17ac9cc6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.710382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-79cf40ac-416c-4fd8-82a9-da17ac9cc6db service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5174365 Feb 13 23:35:13.752817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Made reservation on behalf of e1ce4545bb694ccaa833b2901c0ea4c4 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:13.755263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.808696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Attempting to bind port 58f51f94-215a-4d46-aedf-cf5248844509 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:13.809704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Attempting to bind port 58f51f94-215a-4d46-aedf-cf5248844509 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:13.810297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Attempting to bind port 58f51f94-215a-4d46-aedf-cf5248844509 on network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:13.834739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:13.835526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Checking segment: {'id': 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:13.836170 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.837095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Bound using segment: {'id': 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:13.837804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Bound port: 58f51f94-215a-4d46-aedf-cf5248844509, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fd2ffd4-8d59-4e21-9898-69dabb57fbf6'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:13.838442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.940614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa36155-95d7-4c7c-86cb-389d5ecfc71a {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:13.946926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6fcba-b4be-4afc-88be-fd6125a547e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b765c-6db7-41d0-9538-47b6466e9292,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:13.960914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2d61-6d29-444b-9625-9a52356da106 req-403cbf7a-b65c-4efd-9c0f-642bac9cf373 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.964976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2d61-6d29-444b-9625-9a52356da106 req-403cbf7a-b65c-4efd-9c0f-642bac9cf373 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.971141 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-198047f9-5930-4738-8b91-3df1721cc07d req-154a75f2-625a-4cde-ad66-740a1cb3119a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071123 Feb 13 23:35:13.974728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.980353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2d61-6d29-444b-9625-9a52356da106 req-403cbf7a-b65c-4efd-9c0f-642bac9cf373 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.981182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fcba-b4be-4afc-88be-fd6125a547e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:13.984709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ebd6fcba-b4be-4afc-88be-fd6125a547e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f77b765c-6db7-41d0-9538-47b6466e9292 HTTP/1.1" status: 204 len: 168 time: 1.4484184 Feb 13 23:35:13.989373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2d61-6d29-444b-9625-9a52356da106 req-403cbf7a-b65c-4efd-9c0f-642bac9cf373 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:13.994960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] For port 58f51f94-215a-4d46-aedf-cf5248844509, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:13.995796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2d61-6d29-444b-9625-9a52356da106 req-403cbf7a-b65c-4efd-9c0f-642bac9cf373 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:14.013449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] For port 58f51f94-215a-4d46-aedf-cf5248844509, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58f51f94-215a-4d46-aedf-cf5248844509,segment=NetworkSegment(ab3f4a0a-649b-42d6-b97e-464bbe43d99e),segment_id=ab3f4a0a-649b-42d6-b97e-464bbe43d99e)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:14.021102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Transition to ACTIVE for port object 3fa36155-95d7-4c7c-86cb-389d5ecfc71a will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:14.022570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-550d2d61-6d29-444b-9625-9a52356da106 req-403cbf7a-b65c-4efd-9c0f-642bac9cf373 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 3828 time: 0.8098621 Feb 13 23:35:14.024281 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:14.030551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:14.201570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603b60-ef18-4daf-8530-aae0953b93a7 None None] Pushing event updated for resources: {'Port': ['ID=58f51f94-215a-4d46-aedf-cf5248844509,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:14.258257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-550d2d61-6d29-444b-9625-9a52356da106 req-4edd84f5-eb7c-4c9e-932f-7d36f8e42caf tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346134 Feb 13 23:35:14.283136 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-f40884ba-a085-4c7d-bd33-1817ab811d89 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:35:14.287707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f40884ba-a085-4c7d-bd33-1817ab811d89 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 HTTP/1.1" status: 400 len: 364 time: 2.5489361 Feb 13 23:35:14.290077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56030) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:14.383333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:14.807917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Attempting to bind port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:14.808300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Attempting to bind port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:14.808614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Attempting to bind port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:14.823694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a on network 58a09c80-4011-43fa-b654-5c76107fcb1d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:14.824016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Attempting to bind port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:14.840030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:14.840372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Checking segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:14.843267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Bound using segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:14.843898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Bound port: 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:14.845855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:15.028142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:15.046855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:15.055953 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:15.081216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58f51f94-215a-4d46-aedf-cf5248844509 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:15.128028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-65c0c38b-325b-431b-9c0d-fd985513691a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:15.129517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad08c29c-9a2d-48bb-bc20-bac3573a5115 req-65c0c38b-325b-431b-9c0d-fd985513691a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4106066 Feb 13 23:35:15.168653 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:15.201771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:15.203753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 1135 time: 2.6112208 Feb 13 23:35:15.204734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:15.207318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 58f51f94-215a-4d46-aedf-cf5248844509 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:15.255810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:15.336640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc85489-cc89-4d25-9dbe-71cb9588e2c8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:15.351475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b5ed-bb6f-4200-8406-d4786d59bbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:15.648595 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a', 'status': 'completed', 'code': 200} Feb 13 23:35:15.650244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:15.962000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Checking segment: {'id': '9f194b57-2d68-496f-93e9-9cced8cdc9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:15.965025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Network hostable DHCP agents. Network: 8748711c-5a4a-49c2-ae56-99871454f115, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:35:16.222739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965afabb-2e74-4a67-a9be-860142ff62a5 None None] Network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:16.305610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56084) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:16.368958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Network 8748711c-5a4a-49c2-ae56-99871454f115 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:35:16.444595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] Provisioning for port 58f51f94-215a-4d46-aedf-cf5248844509 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:16.445029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.449454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.453754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.458214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] Provisioning complete for port 58f51f94-215a-4d46-aedf-cf5248844509 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:16.463458 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:16.473491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.477736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.490741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.492837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-a8321225-7d0f-413e-974c-cba9561200aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 4605 time: 0.7839313 Feb 13 23:35:16.503237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893d62-a71b-4125-a8ac-db9bd13bc2ac req-21bd60c9-b971-4ccd-a874-f4e48ab714b6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.511372 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42893d62-a71b-4125-a8ac-db9bd13bc2ac req-21bd60c9-b971-4ccd-a874-f4e48ab714b6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.6923609 Feb 13 23:35:16.599116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42893d62-a71b-4125-a8ac-db9bd13bc2ac req-f7a999b3-a9a4-428a-b566-8044e6a416a0 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850196 Feb 13 23:35:16.612950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-ef6dcc2d-a07a-4d62-a981-d6e82dd4a9ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5291 time: 0.8317304 Feb 13 23:35:16.613806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 8748711c-5a4a-49c2-ae56-99871454f115) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:16.622746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:16.645549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb693c12-8e28-4415-ada9-341e5fcc8c3b None None] Network 8748711c-5a4a-49c2-ae56-99871454f115 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:16.647157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:16.649824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:16.749952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1236093458'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:16.856519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194ce0dd-38ab-46c1-ae08-23684aa11172 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:16.866726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:16.884292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Transition to ACTIVE for port object 194ce0dd-38ab-46c1-ae08-23684aa11172 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:16.891095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:16.892220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:17.005905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Usage tracker for resource:network and tenant:4d25f367e2184156b55f0c8ef11ab55c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:17.078769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Pushing event updated for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:17.094164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:17.123111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:17.135596 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f183dcfe-5e99-437e-b7ae-df0fb5719617 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4983671 Feb 13 23:35:17.137146 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:17.169543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea93b03-44c1-4fd7-8a91-85b2ae8d8fbb None None] Network 8748711c-5a4a-49c2-ae56-99871454f115 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:17.172089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-529af119-fff2-4d40-831b-ee1ba35d5f79 req-d5888c48-2211-4ca3-8d0b-399af01b98a8 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0945730 Feb 13 23:35:17.548262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] For port 58f51f94-215a-4d46-aedf-cf5248844509, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58f51f94-215a-4d46-aedf-cf5248844509,segment=NetworkSegment(ab3f4a0a-649b-42d6-b97e-464bbe43d99e),segment_id=ab3f4a0a-649b-42d6-b97e-464bbe43d99e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:17.572991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:17.637369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Attempting to bind port 194ce0dd-38ab-46c1-ae08-23684aa11172 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:17.637494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Attempting to bind port 194ce0dd-38ab-46c1-ae08-23684aa11172 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:17.637823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Attempting to bind port 194ce0dd-38ab-46c1-ae08-23684aa11172 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:17.655745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-67408e27-7b13-47f2-9537-86a9c0813f1c req-ba3ab5d8-0abd-48cf-b519-e5d1e7f01d8e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1511905 Feb 13 23:35:17.669045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Port 194ce0dd-38ab-46c1-ae08-23684aa11172 on network 58a09c80-4011-43fa-b654-5c76107fcb1d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:17.672522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Attempting to bind port 194ce0dd-38ab-46c1-ae08-23684aa11172 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:17.700616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:17.701006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Checking segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:17.701411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Bound using segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:17.701726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Bound port: 194ce0dd-38ab-46c1-ae08-23684aa11172, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:17.702100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:17.832853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab288fa6-95d7-422e-b7b7-5e4242f755a6 None None] Pushing event updated for resources: {'Port': ['ID=58f51f94-215a-4d46-aedf-cf5248844509,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:17.930925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Made reservation on behalf of 4d25f367e2184156b55f0c8ef11ab55c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:17.942711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:17.992505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4981a409-207e-4b80-a1e9-4435bbe42a62 None None] Provisioning complete for port 58f51f94-215a-4d46-aedf-cf5248844509 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:17.998341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4981a409-207e-4b80-a1e9-4435bbe42a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:18.083751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:18.093069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=194ce0dd-38ab-46c1-ae08-23684aa11172,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:18.106694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:18.180377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:18.225388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:18.226830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] 10.222.0.42 "PUT /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 1136 time: 2.9936566 Feb 13 23:35:18.229614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': '194ce0dd-38ab-46c1-ae08-23684aa11172'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:18.257268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-d25945d9-a943-478b-94e1-71cf47cff6a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:18.257793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-d25945d9-a943-478b-94e1-71cf47cff6a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:18.259443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-d25945d9-a943-478b-94e1-71cf47cff6a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:18.265731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-d25945d9-a943-478b-94e1-71cf47cff6a4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.5884588 Feb 13 23:35:18.292432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:18.339898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69ed05-b937-42e1-a013-d7336c8f31ca service neutron] Pushing event updated for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:18.375240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Allocated IP 2001:db8::1 (32d1f805-c5b5-407a-a60f-1cb66b8f86e2/eeaea9b2-644c-490c-88f5-379e83023761/aa36cfc7-db16-4214-a991-eaaf10762b6e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:18.382782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432062b0-fc13-41fb-a40b-314944f69a0a req-b04c00e9-9cc6-462e-95f3-60e9ebca0806 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:18.390644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-432062b0-fc13-41fb-a40b-314944f69a0a req-b04c00e9-9cc6-462e-95f3-60e9ebca0806 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.5252485 Feb 13 23:35:18.495814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:18.508072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-432062b0-fc13-41fb-a40b-314944f69a0a req-b675ed14-f98a-44ba-91ad-4b6aef6145ce tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166399 Feb 13 23:35:18.686751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:18.691793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Usage tracker for resource:security_group_rule and tenant:4d25f367e2184156b55f0c8ef11ab55c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:18.706922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:18.729022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:18.741224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5255fd3e-4dcd-489c-b980-5b2edb503eb3 req-3e02500c-8609-42ae-9de2-1dca1399fc88 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0677981 Feb 13 23:35:18.802568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ca33-151b-4de3-b550-43a4daedcd65 req-aa0230c7-661a-4f40-8286-5ca18825c816 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:18.804119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8088ca33-151b-4de3-b550-43a4daedcd65 req-aa0230c7-661a-4f40-8286-5ca18825c816 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.7733555 Feb 13 23:35:18.866137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-d4dfa365-832f-4458-b9cc-1824a86c010c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:18.867587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fe9fddf-6680-4d2e-afd7-eaf6a7844d32 req-d4dfa365-832f-4458-b9cc-1824a86c010c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5906436 Feb 13 23:35:18.874797 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': '194ce0dd-38ab-46c1-ae08-23684aa11172', 'status': 'completed', 'code': 200} Feb 13 23:35:18.920339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8088ca33-151b-4de3-b550-43a4daedcd65 req-c78b8bd7-20d7-477f-983f-194ad0c22cbc tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944567 Feb 13 23:35:18.937055 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.039266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58f51f94-215a-4d46-aedf-cf5248844509 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:19.126961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Transition to ACTIVE for port object aa36cfc7-db16-4214-a991-eaaf10762b6e will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:19.186218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:19.196922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 58f51f94-215a-4d46-aedf-cf5248844509 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:19.197291 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.200992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e708c5-0017-41ef-bdba-d5be15f85170 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:19.210873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.239815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Transition to ACTIVE for port object 44e708c5-0017-41ef-bdba-d5be15f85170 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:19.253543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2043824876-network', 'tenant_id': '63f3866ebc4644e2a2bc42fef4fad9f5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:19.271654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:19.276973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.280734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.283812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Usage tracker for resource:network and tenant:63f3866ebc4644e2a2bc42fef4fad9f5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:19.288314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:19.300303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.304894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:19.316099 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55d1c101-82fd-47e6-a3c5-154f7e8e9d48 req-27f4b3f6-ff7b-4825-a882-38c06acc746e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0750465 Feb 13 23:35:19.344042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:35:19.376506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.412879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.417058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.419567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Made reservation on behalf of 63f3866ebc4644e2a2bc42fef4fad9f5 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:19.420973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.421804 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.425932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.429848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.433755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.438718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.440071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-265332ff-0b6b-4f80-aee0-96c6b79258e2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5383 time: 0.3052561 Feb 13 23:35:19.445453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.445798 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Added segment 31de61a0-1284-4e27-999a-f207ffc304bc of type vlan for network c2895d7e-a48a-4f72-b947-fe94999b20fa Feb 13 23:35:19.453148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Pushing event updated for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:19.464116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201c420a-108c-4a05-820f-6fac79754b33,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:19.481021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.539287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65651b8d-3be2-416c-95cd-b92c3090e9c8 req-39650be3-503f-46f3-b1d0-8f79141bbc65 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.543307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65651b8d-3be2-416c-95cd-b92c3090e9c8 req-39650be3-503f-46f3-b1d0-8f79141bbc65 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.3527789 Feb 13 23:35:19.555401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-f8f35541-fdde-4a99-8f4e-4bf7391be2bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6220 time: 0.6130893 Feb 13 23:35:19.562881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:19.568685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:19.576251 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.597974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73f60d76-4c70-4e84-b15e-352a8c653eab req-4fe96845-b82c-4613-80f3-4fa57d429546 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1459372 Feb 13 23:35:19.623052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:19.623535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.629630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Attempting to bind port 44e708c5-0017-41ef-bdba-d5be15f85170 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:19.629983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Attempting to bind port 44e708c5-0017-41ef-bdba-d5be15f85170 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:19.630341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Attempting to bind port 44e708c5-0017-41ef-bdba-d5be15f85170 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:19.632040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Port': ['ID=aa36cfc7-db16-4214-a991-eaaf10762b6e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:19.638120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Port 44e708c5-0017-41ef-bdba-d5be15f85170 on network 58a09c80-4011-43fa-b654-5c76107fcb1d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:19.638646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Attempting to bind port 44e708c5-0017-41ef-bdba-d5be15f85170 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:19.647685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:19.648490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Checking segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:19.649143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Bound using segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:19.650852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Bound port: 44e708c5-0017-41ef-bdba-d5be15f85170, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:19.651424 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.731865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:19.743247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:19.746676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=44e708c5-0017-41ef-bdba-d5be15f85170,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:19.750479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Usage tracker for resource:security_group_rule and tenant:63f3866ebc4644e2a2bc42fef4fad9f5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:19.751737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.765934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:35:19.776163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:19.801538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:19.829763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.832501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] 10.222.0.42 "PUT /v2.0/ports/44e708c5-0017-41ef-bdba-d5be15f85170 HTTP/1.1" status: 200 len: 1091 time: 1.5531514 Feb 13 23:35:19.839306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65651b8d-3be2-416c-95cd-b92c3090e9c8 req-92dacd75-fc69-48ff-a1c4-387bc502d9ff tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745130 Feb 13 23:35:19.857179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.862791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:19.863764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:19.869239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:19.913436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23244a2d-a398-47bc-8350-aeca1923f43e service neutron] Pushing event updated for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:19.916974 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:35:19.940904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ff492c8e-6bc3-4b42-ba62-5dee9842643d None None] Provisioning for port aa36cfc7-db16-4214-a991-eaaf10762b6e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:19.949090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ff492c8e-6bc3-4b42-ba62-5dee9842643d None None] Provisioning complete for port aa36cfc7-db16-4214-a991-eaaf10762b6e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:19.949749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ff492c8e-6bc3-4b42-ba62-5dee9842643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:20.041907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ff492c8e-6bc3-4b42-ba62-5dee9842643d None None] Port aa36cfc7-db16-4214-a991-eaaf10762b6e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:20.106833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:20.172280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1126a50b-b528-42dc-bfbd-37df4451f90e req-0099263c-853d-4f7e-a703-c5bb82bd7edc tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.2180204 Feb 13 23:35:20.181323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-5e1aa86d-4a98-4b4e-a608-d88787d2579b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:20.181940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-5e1aa86d-4a98-4b4e-a608-d88787d2579b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:20.182489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-5e1aa86d-4a98-4b4e-a608-d88787d2579b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:20.184198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-5e1aa86d-4a98-4b4e-a608-d88787d2579b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6034830 Feb 13 23:35:20.270736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event updated for resources: {'Network': ['ID=c2895d7e-a48a-4f72-b947-fe94999b20fa,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:20.288353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c2895d7e-a48a-4f72-b947-fe94999b20fa details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:35:20.385595 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ae73c57c-c9aa-4c2b-9e1e-ce130c95c5db tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.0689781 Feb 13 23:35:20.397201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56140) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:20.409737 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:20.448194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Request body: {'subnet': {'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:20.457916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce9468-fe78-4103-b1de-bfb7789bcad0 req-fb84d8fd-5c75-4f68-b01f-d495ca5f466f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:20.459408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0ce9468-fe78-4103-b1de-bfb7789bcad0 req-fb84d8fd-5c75-4f68-b01f-d495ca5f466f tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.3680460 Feb 13 23:35:20.670626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:20.695860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:20.700958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:20.718417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Usage tracker for resource:subnet and tenant:4d25f367e2184156b55f0c8ef11ab55c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:20.734187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:20.751709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:20.754967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-15d9e6c9-d149-4a4f-9c23-ed61f73cf91b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:20.756394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e1ab449-2fc7-4f41-a9ec-0feb7e3d90ff req-15d9e6c9-d149-4a4f-9c23-ed61f73cf91b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5575171 Feb 13 23:35:20.763374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27562-833f-4b90-ac65-53c9e71d8061 req-2dc252f6-bd08-4a28-8e6c-e63e552d79ae tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:20.764796 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcd27562-833f-4b90-ac65-53c9e71d8061 req-2dc252f6-bd08-4a28-8e6c-e63e552d79ae tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.3859305 Feb 13 23:35:20.806783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Made reservation on behalf of 4d25f367e2184156b55f0c8ef11ab55c for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:20.877279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:35:20.894758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc483c37-82e5-41c6-b277-f1ddb2553d4a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:20.912940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0ce9468-fe78-4103-b1de-bfb7789bcad0 req-e27ad53e-e692-4a85-853d-21bec8f16b54 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448233 Feb 13 23:35:20.923468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:20.923747 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Added segment 8a9bb67c-bac4-4014-b8d0-5710fabe3c8e of type vlan for network c0abe6a6-267a-4e34-8479-a49953842ae0 Feb 13 23:35:20.983114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.006598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:21.033637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-aaa28d56-4c24-432b-b8cd-8dc3365374df tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.035170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-aaa28d56-4c24-432b-b8cd-8dc3365374df tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.5141404 Feb 13 23:35:21.131906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21113ae-f0ef-485b-9dc1-4b99e7786362 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:21.139439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.154568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcd27562-833f-4b90-ac65-53c9e71d8061 req-2e3b066b-ca0d-4e73-a963-7a2d67c310e8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793054 Feb 13 23:35:21.167449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.169755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.170399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.170963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.249579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Deleting port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:21.249918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.292262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Transition to ACTIVE for port object d21113ae-f0ef-485b-9dc1-4b99e7786362 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:21.294966 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170', 'status': 'completed', 'code': 200} Feb 13 23:35:21.315950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.332125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1001909 Feb 13 23:35:21.339864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:21.348757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:35:21.371551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Request body: {'subnet': {'network_id': 'c0abe6a6-267a-4e34-8479-a49953842ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2043824876-subnet', 'tenant_id': '63f3866ebc4644e2a2bc42fef4fad9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:21.375200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a82dee-7578-4e15-83ed-83c0b7336a3c admin admin] Pushing event updated for resources: {'Network': ['ID=c0abe6a6-267a-4e34-8479-a49953842ae0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:21.385112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.387709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:21.391988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c0abe6a6-267a-4e34-8479-a49953842ae0 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:35:21.400641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.404764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.410063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.414436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.419105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.423356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.427305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.429211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-ac334580-9622-4770-bc85-d2540993bcc4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5395 time: 0.3691189 Feb 13 23:35:21.433401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Usage tracker for resource:subnet and tenant:63f3866ebc4644e2a2bc42fef4fad9f5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:21.436070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.437050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.441972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:21.515905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:21.572015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Pushing event updated for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:21.593480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Made reservation on behalf of 63f3866ebc4644e2a2bc42fef4fad9f5 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:21.596744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.668969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event updated for resources: {'Port': ['ID=aa36cfc7-db16-4214-a991-eaaf10762b6e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:21.754332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f0695b3-43dd-40f1-9278-b73ca0950f76 req-e0b2487a-c1cd-464c-b035-19bc3807d6a8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3074980 Feb 13 23:35:21.794857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-f534097c-05b4-4550-8301-a91f4b7181df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6312 time: 0.5014272 Feb 13 23:35:21.881476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Attempting to bind port d21113ae-f0ef-485b-9dc1-4b99e7786362 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:21.881841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Attempting to bind port d21113ae-f0ef-485b-9dc1-4b99e7786362 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:21.882229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Attempting to bind port d21113ae-f0ef-485b-9dc1-4b99e7786362 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:21.926398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b70ad-a9b9-4e5c-8d1a-7d8bb67b9b72 req-a1d906ff-9c4b-4902-aa62-00f666548282 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:21.927853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c8b70ad-a9b9-4e5c-8d1a-7d8bb67b9b72 req-a1d906ff-9c4b-4902-aa62-00f666548282 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.4184003 Feb 13 23:35:21.929967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] For port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:21.930344 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:21.937776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:21.966240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Port d21113ae-f0ef-485b-9dc1-4b99e7786362 on network 58a09c80-4011-43fa-b654-5c76107fcb1d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:21.966568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Attempting to bind port d21113ae-f0ef-485b-9dc1-4b99e7786362 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:21.974537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:22.044428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3f2d9da-19e5-4bbe-9938-c8f5c62c0fca req-47cbd7cf-d944-4feb-8504-f106b30e4ff5 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1219194 Feb 13 23:35:22.093365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Calling delete_port for 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:22.135025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.138619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:22.138894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Checking segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:22.139279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Bound using segment: {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:22.139711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Bound port: d21113ae-f0ef-485b-9dc1-4b99e7786362, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ff25cd-f05e-4d93-a549-419da47382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:22.140049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.299760 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c8b70ad-a9b9-4e5c-8d1a-7d8bb67b9b72 req-e201dd05-b475-4307-9db4-fb36a39bcc5e tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510578 Feb 13 23:35:22.330488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event updated for resources: {'Subnet': ['ID=90413914-0667-4ed2-ab03-89ef6e152341,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:22.362520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-de301eef-19c6-4eb2-8eff-46d0a56a0b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:22.362896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-de301eef-19c6-4eb2-8eff-46d0a56a0b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:22.363261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-de301eef-19c6-4eb2-8eff-46d0a56a0b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:22.364802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-de301eef-19c6-4eb2-8eff-46d0a56a0b70 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5535870 Feb 13 23:35:22.375417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-de4252dd-4faa-45b3-8286-d5010a71f999 None None] Provisioning complete for port aa36cfc7-db16-4214-a991-eaaf10762b6e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:22.376924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-de4252dd-4faa-45b3-8286-d5010a71f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.507002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-de4252dd-4faa-45b3-8286-d5010a71f999 None None] Port aa36cfc7-db16-4214-a991-eaaf10762b6e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:22.511563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:22.521096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Checking segment: {'id': '31de61a0-1284-4e27-999a-f207ffc304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:22.521597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Network hostable DHCP agents. Network: c2895d7e-a48a-4f72-b947-fe94999b20fa, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:35:22.542958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:22.556210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.606399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.619151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.619949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['f0627ca2-c72f-449f-a61d-00158b25e8e2', '0d9a90b9-676f-44a5-9ddb-9123d7e15f21'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:35:22.758255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-487c23e2-879b-45df-92ad-a93a198d480d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:22.761394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-412bc1e3-ecdd-400e-8792-e8461af240a0 req-487c23e2-879b-45df-92ad-a93a198d480d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3821759 Feb 13 23:35:22.770436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf7f6f4-63c4-4449-82ff-47fe1c594950,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:22.824030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:22.826314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] 10.222.0.42 "PUT /v2.0/ports/d21113ae-f0ef-485b-9dc1-4b99e7786362 HTTP/1.1" status: 200 len: 1091 time: 2.9637337 Feb 13 23:35:22.861354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ed24-9e7e-4109-aac6-63d22c219561 service neutron] Pushing event updated for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:22.865119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Checking segment: {'id': '8a9bb67c-bac4-4014-b8d0-5710fabe3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0abe6a6-267a-4e34-8479-a49953842ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:22.866061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Network hostable DHCP agents. Network: c0abe6a6-267a-4e34-8479-a49953842ae0, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:35:22.944086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Network c0abe6a6-267a-4e34-8479-a49953842ae0 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:35:22.952638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Router d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:35:22.956404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Network c2895d7e-a48a-4f72-b947-fe94999b20fa is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:35:22.975609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:22.976015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c0abe6a6-267a-4e34-8479-a49953842ae0) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:22.992473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211bf552-f6d5-4175-aff8-8d00440898cb None None] Network c0abe6a6-267a-4e34-8479-a49953842ae0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:22.997957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4992b-edee-4db3-94f3-5dc15680d941 req-0332b76c-e0de-4d1a-a177-df0d301f56ef tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:22.999839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbc4992b-edee-4db3-94f3-5dc15680d941 req-0332b76c-e0de-4d1a-a177-df0d301f56ef tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.1942606 Feb 13 23:35:23.001689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:23.002732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:23.026977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Pushing event deleted for resources: {'Port': ['ID=0d9a90b9-676f-44a5-9ddb-9123d7e15f21,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:23.085391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbdb89-44b3-4359-818f-687c939a3c5f req-b0355a7a-c527-4621-be64-7afdbbed64a3 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:23.086951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79bbdb89-44b3-4359-818f-687c939a3c5f req-b0355a7a-c527-4621-be64-7afdbbed64a3 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=633f2728-15c5-4a92-91ea-4fd49aeef986 HTTP/1.1" status: 200 len: 945 time: 0.6237974 Feb 13 23:35:23.094639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c2895d7e-a48a-4f72-b947-fe94999b20fa) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:23.099397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:23.099995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:23.130134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86dfbb1-1101-45c7-92db-16b3b29d7f7a None None] Network c2895d7e-a48a-4f72-b947-fe94999b20fa requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:23.131676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] No DVR routers for this DVR port 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:23.134522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:23.136978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c0e269c-225e-4f85-95bd-50200d66d871 req-082113b5-d9f2-4459-bc7e-35bfd67905d8 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "DELETE /v2.0/ports/0d9a90b9-676f-44a5-9ddb-9123d7e15f21 HTTP/1.1" status: 204 len: 173 time: 2.0914986 Feb 13 23:35:23.159060 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2f043ed4-f97f-493b-bfb6-397ba9b3eaca tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7176175 Feb 13 23:35:23.168752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56176) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:23.217640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Request body: {'port': {'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa', 'name': 'tempest-TagsExtTest-477546235'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:23.234560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbc4992b-edee-4db3-94f3-5dc15680d941 req-4440dc17-bb52-45a9-968b-a93d453116df tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245097 Feb 13 23:35:23.245116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cf619b5a-5d55-44d5-85ac-162fdc3da1b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8837049 Feb 13 23:35:23.321533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362'}, {'server_uuid': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'name': 'network-vif-deleted', 'tag': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:23.343833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:35:23.352440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-14dd3f9e-af24-41b3-bcd1-2d65edc8651d tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0586560 Feb 13 23:35:23.355662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56186) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:23.360992 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] Sync routers for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:35:23.385150 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:23.388657 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:23.436409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:23.449705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Usage tracker for resource:port and tenant:4d25f367e2184156b55f0c8ef11ab55c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:23.468918 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79bbdb89-44b3-4359-818f-687c939a3c5f req-fc8b60aa-adf8-4a79-966d-7c5f10ed0ea2 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441577 Feb 13 23:35:23.470868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:23.474717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:23.491324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:23.613864 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:23.656616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:23.657798 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:23.695954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-199a164a-9681-4d0d-83ba-0e3fefecfb79 req-40a71292-2fae-4e5c-837c-481e2f83c42e tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1033549 Feb 13 23:35:23.749815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:23.753880 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c5aa4-d00d-4c4c-a559-8f7aef4429dc None None] The sync data for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:35:23.816441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27dd54d-dacc-43b0-9ac3-5bf47b075d39 None None] Network c0abe6a6-267a-4e34-8479-a49953842ae0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:23.862840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f705ad99-ae1b-4164-a241-7da3023c5ef0 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:23.912138 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362', 'status': 'completed', 'code': 200} Feb 13 23:35:23.913078 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633f2728-15c5-4a92-91ea-4fd49aeef986', 'name': 'network-vif-deleted', 'tag': '0d9a90b9-676f-44a5-9ddb-9123d7e15f21', 'status': 'completed', 'code': 200} Feb 13 23:35:23.999047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Made reservation on behalf of 4d25f367e2184156b55f0c8ef11ab55c for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:24.003377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.007739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c2895d7e-a48a-4f72-b947-fe94999b20fa', 'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa', 'tenant_id': '4d25f367e2184156b55f0c8ef11ab55c', 'fixed_ips': [{'subnet_id': '90413914-0667-4ed2-ab03-89ef6e152341'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:35:24.008533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.085101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] device_id is not set on port ecf6b136-6101-4cb6-a424-4202b13454a1 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:35:24.161191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a7cf31-5df7-4506-a49e-c730d990357c {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:24.202517 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-f705ad99-ae1b-4164-a241-7da3023c5ef0 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 13 23:35:24.203942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f705ad99-ae1b-4164-a241-7da3023c5ef0 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 HTTP/1.1" status: 409 len: 329 time: 0.8471951 Feb 13 23:35:24.207060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56204) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:24.208669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.291830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Transition to ACTIVE for port object e5a7cf31-5df7-4506-a49e-c730d990357c will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:24.309233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.313475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.318840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.321892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Allocated IP 172.20.0.2 (c2895d7e-a48a-4f72-b947-fe94999b20fa/90413914-0667-4ed2-ab03-89ef6e152341/11094879-f97a-43dd-a236-2ffe65a2b155) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:24.322699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.326651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.332898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.336805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.344980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-f3f01b67-7808-49af-9c17-e2aa395088fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5407 time: 0.4764683 Feb 13 23:35:24.386577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.433971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-f0a4dfc1-cfc3-47fa-9962-dbdd73f95cee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6354 time: 0.5195267 Feb 13 23:35:24.563242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd10efef-0aa4-4e75-b827-85f39b76a38d req-89a4ef8a-1e23-4d63-9b2c-82e1a55becb0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2170067 Feb 13 23:35:24.616621 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.629943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Transition to ACTIVE for port object 11094879-f97a-43dd-a236-2ffe65a2b155 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:24.656113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Transition to ACTIVE for port object 11094879-f97a-43dd-a236-2ffe65a2b155 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:24.674996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.698460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-52e2d3a2-3624-4292-a085-8e762e835b2a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:24.699391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-52e2d3a2-3624-4292-a085-8e762e835b2a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Synchronizing usage tracker for tenant:e1ce4545bb694ccaa833b2901c0ea4c4 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:24.715217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:24.750053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.750517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.751462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.751858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.752386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.752781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.753323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.753718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.754167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.754563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.754964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:24.792008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Network c2895d7e-a48a-4f72-b947-fe94999b20fa is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:24.797927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:24.800556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:24.809166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Pushing event updated for resources: {'Port': ['ID=11094879-f97a-43dd-a236-2ffe65a2b155,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:24.864651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-52e2d3a2-3624-4292-a085-8e762e835b2a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Unset dirty status for tenant:e1ce4545bb694ccaa833b2901c0ea4c4 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:24.871497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-52e2d3a2-3624-4292-a085-8e762e835b2a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/networks?id=8748711c-5a4a-49c2-ae56-99871454f115 HTTP/1.1" status: 200 len: 814 time: 0.5160191 Feb 13 23:35:24.894822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-a1868ede-a2d3-446b-a7d5-b9be53c11760 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/quotas/e1ce4545bb694ccaa833b2901c0ea4c4 HTTP/1.1" status: 200 len: 375 time: 0.0224073 Feb 13 23:35:24.959345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Attempting to bind port 11094879-f97a-43dd-a236-2ffe65a2b155 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:24.959869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Attempting to bind port 11094879-f97a-43dd-a236-2ffe65a2b155 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '31de61a0-1284-4e27-999a-f207ffc304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:24.960847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Attempting to bind port 11094879-f97a-43dd-a236-2ffe65a2b155 on network c2895d7e-a48a-4f72-b947-fe94999b20fa {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:24.971352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-0e91b5a3-b517-4ae0-97b2-1cfe57745c62 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1ce4545bb694ccaa833b2901c0ea4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748992 Feb 13 23:35:24.974117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:24.974513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Checking segment: {'id': '31de61a0-1284-4e27-999a-f207ffc304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:24.975382 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:24.975774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Bound using segment: {'id': '31de61a0-1284-4e27-999a-f207ffc304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:24.976454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Bound port: 11094879-f97a-43dd-a236-2ffe65a2b155, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31de61a0-1284-4e27-999a-f207ffc304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c2895d7e-a48a-4f72-b947-fe94999b20fa'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:24.976833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.018258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-31f8325b-fc4a-4f21-8d1c-bf8f179a7ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:25.018258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-31f8325b-fc4a-4f21-8d1c-bf8f179a7ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:25.018258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-31f8325b-fc4a-4f21-8d1c-bf8f179a7ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:25.018258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-31f8325b-fc4a-4f21-8d1c-bf8f179a7ea5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5665650 Feb 13 23:35:25.155608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] For port 11094879-f97a-43dd-a236-2ffe65a2b155, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:25.160805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] For port 11094879-f97a-43dd-a236-2ffe65a2b155, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=11094879-f97a-43dd-a236-2ffe65a2b155,segment=NetworkSegment(31de61a0-1284-4e27-999a-f207ffc304bc),segment_id=31de61a0-1284-4e27-999a-f207ffc304bc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:25.169111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.175202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-9e6644d4-f05e-4147-983c-e43c647a65b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034709 Feb 13 23:35:25.177983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.242084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-82120fdf-2054-4fc8-88fd-721fd45fd321 {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:35:25.242419 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:35:25.259887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8dfe6-e2df-4ecb-9f31-1f434ce6c3c1 None None] Pushing event updated for resources: {'Port': ['ID=11094879-f97a-43dd-a236-2ffe65a2b155,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:25.287573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Attempting to bind port e5a7cf31-5df7-4506-a49e-c730d990357c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:25.288048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Attempting to bind port e5a7cf31-5df7-4506-a49e-c730d990357c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:25.288470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Attempting to bind port e5a7cf31-5df7-4506-a49e-c730d990357c on network 9736e50b-162e-45fb-a9a9-67c31870e217 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:25.298124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd72a2-a0f9-4ea1-9a80-cf6ecc43f238 req-f2223710-f8f7-4dd3-b77d-fb3021ace660 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:25.299862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74fd72a2-a0f9-4ea1-9a80-cf6ecc43f238 req-f2223710-f8f7-4dd3-b77d-fb3021ace660 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.5395570 Feb 13 23:35:25.343768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Port e5a7cf31-5df7-4506-a49e-c730d990357c on network 9736e50b-162e-45fb-a9a9-67c31870e217 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:25.344180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Attempting to bind port e5a7cf31-5df7-4506-a49e-c730d990357c on network 9736e50b-162e-45fb-a9a9-67c31870e217 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:25.377738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-9ede4902-a954-4b5c-86ae-139576dd8c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:25.379398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c31bf31d-e8cf-4fdf-9aa7-6bd00ea2bdf4 req-9ede4902-a954-4b5c-86ae-139576dd8c32 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3536644 Feb 13 23:35:25.381091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:25.381602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Checking segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:25.383126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Bound using segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:25.383126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Bound port: e5a7cf31-5df7-4506-a49e-c730d990357c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:25.383126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.464154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74fd72a2-a0f9-4ea1-9a80-cf6ecc43f238 req-ca57acbd-b04a-4f6a-bfe5-3f326f1175f6 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562810 Feb 13 23:35:25.496324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-6a6f4cd7-7838-422d-8909-08c82ab64507 service neutron] 10.222.0.36 "GET /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195999 Feb 13 23:35:25.514329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:25.521166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e5a7cf31-5df7-4506-a49e-c730d990357c,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:25.529163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.627138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.632537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] 10.222.0.42 "PUT /v2.0/ports/e5a7cf31-5df7-4506-a49e-c730d990357c HTTP/1.1" status: 200 len: 1091 time: 2.6771429 Feb 13 23:35:25.717669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:25.806412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:25.806753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 0d9a90b9-676f-44a5-9ddb-9123d7e15f21 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:25.816939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:25.884235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Request body: {'port': {'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:25.947537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:25.962914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a8e2e-bc22-4270-b796-cbe6cf9f497a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:25.979217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] device_id is not set on port fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:35:26.181985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-9a664cdd-194e-4186-8b4b-9f48228c61f6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:26.184395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-9a664cdd-194e-4186-8b4b-9f48228c61f6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.2429883 Feb 13 23:35:26.220866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-274e1325-a007-4fba-a27d-72b2250d896c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/quotas/7fea57da0c174f93b8fcd2a966ee5b03 HTTP/1.1" status: 200 len: 375 time: 0.0280783 Feb 13 23:35:26.462068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Allocated IP 172.20.0.11 (c2895d7e-a48a-4f72-b947-fe94999b20fa/90413914-0667-4ed2-ab03-89ef6e152341/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:26.468298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ee190149-2ea8-4a26-a19b-fb5b4f22ff46 req-1f09c7b3-caa8-4c59-b736-c7a7bfc36e2a tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.5064900 Feb 13 23:35:26.504282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-ebf1dca0-6b12-42c1-af19-4f083aa24fe6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2657363 Feb 13 23:35:26.584722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:26.695848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1352f57b-1ac8-4952-bfeb-2b858b2d29fe None None] Network c2895d7e-a48a-4f72-b947-fe94999b20fa requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:26.936182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2e6f7fcd-f5c5-45c3-beb3-1bcbc2d17745 None None] Provisioning for port 11094879-f97a-43dd-a236-2ffe65a2b155 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:27.010717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-db96e6fb-9756-4d2a-b024-be0c305e809e service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968295 Feb 13 23:35:27.090127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 11094879-f97a-43dd-a236-2ffe65a2b155 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:27.272188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.295155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Transition to ACTIVE for port object fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:27.295348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 11094879-f97a-43dd-a236-2ffe65a2b155 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:27.300875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 11094879-f97a-43dd-a236-2ffe65a2b155 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:27.301231 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.454701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.516854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting port aa36cfc7-db16-4214-a991-eaaf10762b6e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:27.517455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.523845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.591422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-918f5004-c16f-426b-8d7f-b108ab92e685 service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679133 Feb 13 23:35:27.632050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 11094879-f97a-43dd-a236-2ffe65a2b155, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=11094879-f97a-43dd-a236-2ffe65a2b155,segment=NetworkSegment(31de61a0-1284-4e27-999a-f207ffc304bc),segment_id=31de61a0-1284-4e27-999a-f207ffc304bc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:27.646218 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.681063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event updated for resources: {'Port': ['ID=fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:27.745713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Network c2895d7e-a48a-4f72-b947-fe94999b20fa is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:27.748211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=11094879-f97a-43dd-a236-2ffe65a2b155,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:27.748711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:35:27.761946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6a0c45b4-a127-4a57-9432-878e6da29d2e None None] Provisioning complete for port 11094879-f97a-43dd-a236-2ffe65a2b155 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:27.762677 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6a0c45b4-a127-4a57-9432-878e6da29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:27.768048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:27.796740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.805519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.810949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.822427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.826400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.830430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.838397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:27.847604 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-6d4dc7ff-b3e0-483d-a290-dffeb96bd9c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5419 time: 0.9559376 Feb 13 23:35:27.849824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:27.940391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:28.013265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa13c4aa-e267-4e4e-9ee7-a59659504461 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:28.021467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:28.038639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Transition to ACTIVE for port object fa13c4aa-e267-4e4e-9ee7-a59659504461 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:28.044206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:28.045416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:28.124812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:28.318082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Calling delete_port for aa36cfc7-db16-4214-a991-eaaf10762b6e owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:28.383693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d4e44984-47dc-40b8-a28c-1928f623050d None None] Provisioning for port fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:28.409417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d4e44984-47dc-40b8-a28c-1928f623050d None None] Provisioning complete for port fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:28.409914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d4e44984-47dc-40b8-a28c-1928f623050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:28.538546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d4e44984-47dc-40b8-a28c-1928f623050d None None] Port fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:35:28.585304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05343592-5e4d-4853-8372-91931e3af176 req-dfd41ba5-5e0a-44f8-a22c-bce9229089c3 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 210 time: 0.0738277 Feb 13 23:35:28.724062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:28.727902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-9ea23984-34a7-4624-a8ff-43cec52a9071 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:28.729908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-9ea23984-34a7-4624-a8ff-43cec52a9071 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.42 "GET /v2.0/networks?id=8748711c-5a4a-49c2-ae56-99871454f115 HTTP/1.1" status: 200 len: 814 time: 0.8215575 Feb 13 23:35:28.748592 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c', 'status': 'completed', 'code': 200} Feb 13 23:35:28.761357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Request body: {'port': {'device_id': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115', 'admin_state_up': True, 'tenant_id': 'e1ce4545bb694ccaa833b2901c0ea4c4'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:28.811410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cb952d26-41db-44c1-8aae-0740d1975366 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.6418583 Feb 13 23:35:28.818255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56262) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:28.935209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2018435566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:28.943838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Pushing event updated for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:28.951268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Port': ['ID=aa36cfc7-db16-4214-a991-eaaf10762b6e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:28.979429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:28.992315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5fe5ae9e-1072-4553-8fb2-16d06c79d270 req-22f2e00e-eb1d-4b08-8994-e98cf3d8e66a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1434946 Feb 13 23:35:28.997232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 11094879-f97a-43dd-a236-2ffe65a2b155 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:29.020207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Usage tracker for resource:router and tenant:4d25f367e2184156b55f0c8ef11ab55c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:29.036474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:29.061853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:29.082382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.082848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.083385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.083809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.084231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.084651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.085294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.085962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.086402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.086816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.087257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:29.115755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15837c9e-d385-46d6-a7dd-61856f964214 req-a3dfb12a-9a72-499d-9b9c-9ca0e915072f tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.2229397 Feb 13 23:35:29.172093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 11094879-f97a-43dd-a236-2ffe65a2b155 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:29.174880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.185385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:29.214633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Usage tracker for resource:port and tenant:e1ce4545bb694ccaa833b2901c0ea4c4 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:29.220664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Attempting to bind port fa13c4aa-e267-4e4e-9ee7-a59659504461 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:29.222090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Attempting to bind port fa13c4aa-e267-4e4e-9ee7-a59659504461 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:29.225771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Attempting to bind port fa13c4aa-e267-4e4e-9ee7-a59659504461 on network 9736e50b-162e-45fb-a9a9-67c31870e217 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:29.226982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.227966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.238813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:29.243782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Port fa13c4aa-e267-4e4e-9ee7-a59659504461 on network 9736e50b-162e-45fb-a9a9-67c31870e217 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:29.246709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Attempting to bind port fa13c4aa-e267-4e4e-9ee7-a59659504461 on network 9736e50b-162e-45fb-a9a9-67c31870e217 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:29.261028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:29.357483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9ec96f7-35fc-4c3c-9050-c662283f2641 req-f3a5dab3-6315-4bfd-bf00-7f2805182593 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 210 time: 0.0975909 Feb 13 23:35:29.370707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:29.376271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Checking segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:29.391042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Bound using segment: {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:29.391757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Bound port: fa13c4aa-e267-4e4e-9ee7-a59659504461, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db995b8-98e9-42f6-80a7-b3d76d7379d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:29.392214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.411271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Made reservation on behalf of e1ce4545bb694ccaa833b2901c0ea4c4 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:29.415071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.582302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.603974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-4cf08e23-01bd-47b3-9e31-446eda9a18ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6446 time: 0.7784228 Feb 13 23:35:29.766119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:29.773743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Allocated IP 172.20.0.13 (8748711c-5a4a-49c2-ae56-99871454f115/8bc85489-cc89-4d25-9dbe-71cb9588e2c8/32255c48-830a-4b88-8a2a-16c83a4b699e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:29.821830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970e13c-ff50-4be0-a5e1-d2072324d135 req-d072f6a7-99fd-4c32-87b5-2da8b11ff997 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:29.829160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f970e13c-ff50-4be0-a5e1-d2072324d135 req-d072f6a7-99fd-4c32-87b5-2da8b11ff997 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3541563 Feb 13 23:35:30.068041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f970e13c-ff50-4be0-a5e1-d2072324d135 req-15176ba4-152a-48d5-a4fa-29fba177dfe9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374551 Feb 13 23:35:30.152339 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03bd5d60-b311-4adb-b87e-83ac0a179bb7 req-9ea7670b-a0f2-4e22-ab95-aaea4d1c350a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 210 time: 0.2300448 Feb 13 23:35:30.163520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3f1536d-909a-4ec5-abdf-2e20b6abd111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.226496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:30.233101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:30.249002 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.272507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.381327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-9e18722c-ad16-476a-9702-c821c9bab971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.381715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-9e18722c-ad16-476a-9702-c821c9bab971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.382165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-9e18722c-ad16-476a-9702-c821c9bab971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.383793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-9e18722c-ad16-476a-9702-c821c9bab971 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6136029 Feb 13 23:35:30.389237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.394286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8a5760d0-9226-4512-819e-40d048072ce5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5149403 Feb 13 23:35:30.415374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56280) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:30.428581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f55c2ec8-e7e1-43de-a291-4a6ce1c1f1cc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-264816739', 'prefixes': ['172.20.0.0/16']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:30.437682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-892999cb-75d6-4b20-8a52-bf19e612150f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.439412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-892999cb-75d6-4b20-8a52-bf19e612150f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:30.441775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Pushing event updated for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:30.473043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b20c4f1-2343-48bb-acb2-61134db89cf3 req-e2a53404-eff3-4043-80c6-7a4abef9025e tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1148274 Feb 13 23:35:30.486811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.487931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f55c2ec8-e7e1-43de-a291-4a6ce1c1f1cc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:30.488467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-187a419b-af2e-4939-95db-aa2ed47915ba service neutron] 10.222.0.42 "PUT /v2.0/ports/fa13c4aa-e267-4e4e-9ee7-a59659504461 HTTP/1.1" status: 200 len: 1091 time: 4.6264434 Feb 13 23:35:30.496319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.540433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-892999cb-75d6-4b20-8a52-bf19e612150f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:30.541791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-892999cb-75d6-4b20-8a52-bf19e612150f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.6637585 Feb 13 23:35:30.566974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Request body: {'port': {'device_id': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'admin_state_up': True, 'tenant_id': '7fea57da0c174f93b8fcd2a966ee5b03'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:30.749243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.752098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:30.753739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.757624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.766082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:30.772235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.777267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.781206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.785957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.790593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0645fea2-6eed-4b7e-aeb4-dbc4e533b830 req-e50af9a3-1738-4efd-a34a-efd4d2caa468 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 210 time: 0.0717087 Feb 13 23:35:30.793564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-41052e0d-8fda-4c89-884f-ae9f818450a5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.5363922 Feb 13 23:35:30.850995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-cd0eb893-42d5-422d-909e-6e021f412a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:30.852464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19d18229-09f5-4bc3-81a1-25283306b4a5 req-cd0eb893-42d5-422d-909e-6e021f412a75 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4590459 Feb 13 23:35:30.877498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Router d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:35:30.904409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83d86163-16b7-4f7f-a197-768e69c3c542 req-74536233-d494-48b6-9885-adaddfb152d9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099050 Feb 13 23:35:30.937602 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461', 'status': 'completed', 'code': 200} Feb 13 23:35:30.961090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Network 8748711c-5a4a-49c2-ae56-99871454f115 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:30.978203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:30.988015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:31.026380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Pushing event updated for resources: {'Port': ['ID=32255c48-830a-4b88-8a2a-16c83a4b699e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:31.081343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:31.106934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:31.107776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:31.136637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:31.144827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7666161b-3882-43b3-805f-a01c159ee961 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3887482 Feb 13 23:35:31.156189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f55c2ec8-e7e1-43de-a291-4a6ce1c1f1cc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for subnetpool, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:31.160990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f55c2ec8-e7e1-43de-a291-4a6ce1c1f1cc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7400417 Feb 13 23:35:31.161157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Request body: {'port': {'device_id': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:31.162508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:31.171060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-2e4baea6-410d-4079-927c-6709d4369928 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-656737162') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:31.198826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:35:31.211439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] Sync routers for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:35:31.214496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d197355-bdc7-488f-aecc-4631207c5ea3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0054603 Feb 13 23:35:31.224430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-101d7315-242c-40ca-afc4-0003358e9246 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6488 time: 0.3148484 Feb 13 23:35:31.224900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56298) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:31.237137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:31.237912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:31.293323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Made reservation on behalf of 7fea57da0c174f93b8fcd2a966ee5b03 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:31.296456 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:31.367189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:31.382116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] Routers {'d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:31.383443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:31.417024 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-5305af0d-7da3-4850-ae6b-036806a0ad0b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] show failed (client error): The resource could not be found. Feb 13 23:35:31.423763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5305af0d-7da3-4850-ae6b-036806a0ad0b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1907595116 HTTP/1.1" status: 404 len: 335 time: 0.1975541 Feb 13 23:35:31.431389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56302) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:31.445849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ede9450e-0697-49ec-98bc-5ed07f6f9681 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:31.458632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:31.459243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705fdfe6-a38a-4a36-a933-5710b41ecb98 None None] The sync data for ids ['d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:35:31.509553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-633d086a-210b-4f4f-9742-3da5fb278b02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8 HTTP/1.1" status: 200 len: 217 time: 0.1932929 Feb 13 23:35:31.561469 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-ede9450e-0697-49ec-98bc-5ed07f6f9681 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] update failed (client error): The resource could not be found. Feb 13 23:35:31.562487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ede9450e-0697-49ec-98bc-5ed07f6f9681 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-252276146 HTTP/1.1" status: 404 len: 334 time: 0.1235330 Feb 13 23:35:31.568234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56306) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:31.633481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:31.654394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e63da-8c80-4df0-92fe-6e863abf364e req-db48d290-aa42-4f34-933b-290f65f2edb6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:31.655093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-503e63da-8c80-4df0-92fe-6e863abf364e req-db48d290-aa42-4f34-933b-290f65f2edb6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Synchronizing usage tracker for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:31.675969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-08bb8583-7300-4c5e-a5f8-15915dac676a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:31.677530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-08bb8583-7300-4c5e-a5f8-15915dac676a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=684b6e2e-8dbc-4438-be29-9f203cdde8fa HTTP/1.1" status: 200 len: 856 time: 0.1559513 Feb 13 23:35:31.763420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-503e63da-8c80-4df0-92fe-6e863abf364e req-db48d290-aa42-4f34-933b-290f65f2edb6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Unset dirty status for tenant:42857c4e7caf4e1986cd54ce008d0954 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:31.764600 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-503e63da-8c80-4df0-92fe-6e863abf364e req-db48d290-aa42-4f34-933b-290f65f2edb6 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.5280566 Feb 13 23:35:31.809119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Allocated IP 172.20.0.12 (e5639d0c-5499-4ca4-8688-8d868694b4b6/c2107e08-8f39-4270-9d46-bce5c8c4bd18/c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:31.928112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-503e63da-8c80-4df0-92fe-6e863abf364e req-95351313-099d-43e1-bfc3-8864424d4ab9 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512077 Feb 13 23:35:31.958751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf091-dfd2-45ae-a1ec-92d4ad7dd73a req-6a3efb80-cbaf-425f-829e-9ffe384b2101 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:31.974659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c53cf091-dfd2-45ae-a1ec-92d4ad7dd73a req-6a3efb80-cbaf-425f-829e-9ffe384b2101 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 932 time: 0.6011662 Feb 13 23:35:32.045329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2e4baea6-410d-4079-927c-6709d4369928 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-656737162 HTTP/1.1" status: 201 len: 201 time: 0.8805189 Feb 13 23:35:32.059945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56320) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:32.072472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-90d01d7e-7fac-4747-8de0-3b1027511cc4 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-908940053') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:32.140142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c53cf091-dfd2-45ae-a1ec-92d4ad7dd73a req-b0c8eedf-7d39-4e75-9655-1f9f46560374 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Synchronizing usage tracker for tenant:e1ce4545bb694ccaa833b2901c0ea4c4 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:32.176611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting subnet d38f6825-b7d0-4678-b066-0d7bdf6f7b63 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:32.189562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.218480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-2a27fd17-5ab5-427a-b457-71d9e0919a3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18e69e-5793-44df-b0df-a09da3319b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5272627 Feb 13 23:35:32.270532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c53cf091-dfd2-45ae-a1ec-92d4ad7dd73a req-b0c8eedf-7d39-4e75-9655-1f9f46560374 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Unset dirty status for tenant:e1ce4545bb694ccaa833b2901c0ea4c4 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:32.281853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c53cf091-dfd2-45ae-a1ec-92d4ad7dd73a req-b0c8eedf-7d39-4e75-9655-1f9f46560374 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059280 Feb 13 23:35:32.285798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75c0f0e7-cc79-4465-95a6-24f98a5c4016 req-99e9f494-79f9-4ae5-81bb-4412fae29859 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1420496 Feb 13 23:35:32.309735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c114a48b-fe16-4c53-8756-54b851558e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.418547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.428322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.518423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-90d01d7e-7fac-4747-8de0-3b1027511cc4 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-908940053 HTTP/1.1" status: 201 len: 201 time: 0.4570813 Feb 13 23:35:32.542532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:32.558243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-3ea4ee21-5ffb-4e43-b9de-c3b4ff827302 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-1963871817') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:32.582077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a05e16eb-4b03-41e6-8e91-6d7296971165 req-55074af4-4db4-41c7-b40b-f4be94a522ad tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 210 time: 0.0738738 Feb 13 23:35:32.612588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32255c48-830a-4b88-8a2a-16c83a4b699e {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:32.612804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-290dbbc3-6fe2-405c-92a3-f323a18c5a15 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866508 Feb 13 23:35:32.631610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.648688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.700130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.715268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:35:32.760326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Transition to ACTIVE for port object 32255c48-830a-4b88-8a2a-16c83a4b699e will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:32.769266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.791947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.842294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed9eb67-d9e6-467b-bf01-e46bd3fec0b2 None None] Network 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:32.850682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:35:32.852806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event updated for resources: {'Port': ['ID=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:32.879409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:32.891021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Subnet': ['ID=d38f6825-b7d0-4678-b066-0d7bdf6f7b63,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:32.902612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:35:32.905321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:35:32.963888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3cf30061-1bab-4ade-a7fd-50dfe9f2c7ac tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/subnets/d38f6825-b7d0-4678-b066-0d7bdf6f7b63 HTTP/1.1" status: 204 len: 168 time: 1.3871009 Feb 13 23:35:32.964813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56334) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:33.020581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-64b38862-760d-4468-892d-f9a6af2de08b service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814252 Feb 13 23:35:33.035621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Pushing event updated for resources: {'Port': ['ID=32255c48-830a-4b88-8a2a-16c83a4b699e,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:33.163205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.163744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.179477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.183392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.187256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.192169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.196034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.200433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.204213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.207258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-72b323a7-8541-4ea8-8a66-6da49d7c8e1b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.6991267 Feb 13 23:35:33.243136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ea4ee21-5ffb-4e43-b9de-c3b4ff827302 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-1963871817 HTTP/1.1" status: 201 len: 201 time: 0.6970301 Feb 13 23:35:33.252466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:33.303740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-0fb59efa-f6a4-4094-b989-8d9e85bf71b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 217 time: 0.1797585 Feb 13 23:35:33.309219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-e935f634-a0ce-4227-89da-7bc1340bd993 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-1479311308') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:33.335437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] DHCP port deletion for 5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:35:33.340208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] Deleting port 58f51f94-215a-4d46-aedf-cf5248844509 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:33.341057 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.364991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-11ade5e6-bcc0-48f5-8975-3903d93ec123 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8063509 Feb 13 23:35:33.376964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.385449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Request body: {'port': {'device_id': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:33.423768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting port 58f51f94-215a-4d46-aedf-cf5248844509 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:33.424115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.448821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-183bce01-5905-42b5-a82d-f042498391a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.450234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-236441e0-5464-4dff-9c85-f26c51d6f10c req-aed618ba-8a8d-4d75-8869-ba7de07718cd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2020319 Feb 13 23:35:33.450556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-183bce01-5905-42b5-a82d-f042498391a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.1299980 Feb 13 23:35:33.470113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Attempting to bind port 32255c48-830a-4b88-8a2a-16c83a4b699e on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:33.470475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Attempting to bind port 32255c48-830a-4b88-8a2a-16c83a4b699e by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '9f194b57-2d68-496f-93e9-9cced8cdc9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:33.470800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Attempting to bind port 32255c48-830a-4b88-8a2a-16c83a4b699e on network 8748711c-5a4a-49c2-ae56-99871454f115 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:33.527175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Port 32255c48-830a-4b88-8a2a-16c83a4b699e on network 8748711c-5a4a-49c2-ae56-99871454f115 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:33.527488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Attempting to bind port 32255c48-830a-4b88-8a2a-16c83a4b699e on network 8748711c-5a4a-49c2-ae56-99871454f115 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:33.531347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce5f11-a273-406a-a555-395aa5caa507 req-5b6393ea-1c91-41a6-b148-9deea18cebc7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.539507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ce5f11-a273-406a-a555-395aa5caa507 req-5b6393ea-1c91-41a6-b148-9deea18cebc7 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3416240 Feb 13 23:35:33.612784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.632376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] For port 58f51f94-215a-4d46-aedf-cf5248844509, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58f51f94-215a-4d46-aedf-cf5248844509,segment=NetworkSegment(ab3f4a0a-649b-42d6-b97e-464bbe43d99e),segment_id=ab3f4a0a-649b-42d6-b97e-464bbe43d99e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:33.633084 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.661325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e935f634-a0ce-4227-89da-7bc1340bd993 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-1479311308 HTTP/1.1" status: 201 len: 201 time: 0.4037290 Feb 13 23:35:33.665561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56352) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:33.705950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:33.706308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Checking segment: {'id': '9f194b57-2d68-496f-93e9-9cced8cdc9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:33.706900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Bound using segment: {'id': '9f194b57-2d68-496f-93e9-9cced8cdc9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:33.707345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Bound port: 32255c48-830a-4b88-8a2a-16c83a4b699e, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f194b57-2d68-496f-93e9-9cced8cdc9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:33.707687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.722494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.747292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-f96af838-5883-4ec0-836d-c60aaa8689a1 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:33.766191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] Calling delete_port for 58f51f94-215a-4d46-aedf-cf5248844509 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:33.792938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ce5f11-a273-406a-a555-395aa5caa507 req-3aa00616-2b87-451d-aab0-3f77911a5f5d tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522943 Feb 13 23:35:33.823901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.835925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] For port 58f51f94-215a-4d46-aedf-cf5248844509, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58f51f94-215a-4d46-aedf-cf5248844509,segment=NetworkSegment(ab3f4a0a-649b-42d6-b97e-464bbe43d99e),segment_id=ab3f4a0a-649b-42d6-b97e-464bbe43d99e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:33.836594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.848428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-1d7d6caf-865e-4d70-af66-5840872532ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3817875 Feb 13 23:35:33.881513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:33.954975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] For port 32255c48-830a-4b88-8a2a-16c83a4b699e, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:33.958542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] No DVR routers for this DVR port 58f51f94-215a-4d46-aedf-cf5248844509 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:33.963167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb1e2-9471-43f8-9fdb-dac4920715b8 req-ee1a5b60-15e1-4964-a71b-1f5cca64ba90 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:33.964933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-028eb1e2-9471-43f8-9fdb-dac4920715b8 req-ee1a5b60-15e1-4964-a71b-1f5cca64ba90 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.3144493 Feb 13 23:35:33.978420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa9b03-ae1f-4a4c-afcd-735799029406 None None] Pushing event deleted for resources: {'Port': ['ID=58f51f94-215a-4d46-aedf-cf5248844509,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:34.003004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] For port 32255c48-830a-4b88-8a2a-16c83a4b699e, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=32255c48-830a-4b88-8a2a-16c83a4b699e,segment=NetworkSegment(9f194b57-2d68-496f-93e9-9cced8cdc9dd),segment_id=9f194b57-2d68-496f-93e9-9cced8cdc9dd)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:34.024489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:34.107797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Calling delete_port for 58f51f94-215a-4d46-aedf-cf5248844509 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:34.166887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-028eb1e2-9471-43f8-9fdb-dac4920715b8 req-19b59a6b-fea0-48b2-abc7-0ff3913ba704 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930995 Feb 13 23:35:34.178255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:34.179583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/32255c48-830a-4b88-8a2a-16c83a4b699e HTTP/1.1" status: 200 len: 1092 time: 3.0272779 Feb 13 23:35:34.182226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'tag': '32255c48-830a-4b88-8a2a-16c83a4b699e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:34.211986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45253-0be1-4588-b72e-f61a724186b0 service neutron] Pushing event updated for resources: {'Port': ['ID=32255c48-830a-4b88-8a2a-16c83a4b699e,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:34.348990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f96af838-5883-4ec0-836d-c60aaa8689a1 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags HTTP/1.1" status: 200 len: 240 time: 0.6672413 Feb 13 23:35:34.363450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56358) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:34.373598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-2ff3a778-6944-43b3-af76-76287d185d35 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-656737162') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:34.409992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd978149-875c-4fb2-929b-b00a4d4d33eb req-aedc4f6d-5378-485a-b0dc-01d8b1866924 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0898609 Feb 13 23:35:34.420206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:34.422403 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:35:34.422836 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:35:34.426766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-2a7c23ee-f248-4acc-89b6-3f999d23a3a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1ce4545bb694ccaa833b2901c0ea4c4&device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 1095 time: 0.1919956 Feb 13 23:35:34.430419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:34.432990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-312ecf04-403f-4dd8-9cb1-7785a28fd1ca service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886271 Feb 13 23:35:34.446953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd440c-ec8f-422b-9ffd-9772eed6e8cf req-e78e9033-abc8-4741-ab12-be43dbaca280 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:34.456602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26cd440c-ec8f-422b-9ffd-9772eed6e8cf req-e78e9033-abc8-4741-ab12-be43dbaca280 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 944 time: 0.3546999 Feb 13 23:35:34.505826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Transition to ACTIVE for port object c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:35:34.508187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-62fd7f3a-fe9f-4bcc-8cf5-5468b23b2bdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32255c48-830a-4b88-8a2a-16c83a4b699e HTTP/1.1" status: 200 len: 217 time: 0.0733964 Feb 13 23:35:34.512563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:34.613632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-26cd440c-ec8f-422b-9ffd-9772eed6e8cf req-44bdcfc0-e5e4-45a3-8961-574b7934aa27 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569767 Feb 13 23:35:34.635658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ff3a778-6944-43b3-af76-76287d185d35 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-656737162 HTTP/1.1" status: 204 len: 168 time: 0.2677300 Feb 13 23:35:34.636319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56364) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:34.655272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-48881789-645b-4c35-ba3a-f6eb9eb81999 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-656737162') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:34.692874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-27f289bd-c7c5-4340-9249-174ad3cca57c service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349706 Feb 13 23:35:34.700070 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'tag': '32255c48-830a-4b88-8a2a-16c83a4b699e', 'status': 'completed', 'code': 200} Feb 13 23:35:34.779946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-dc8a7eb0-4d49-4df2-88b8-5ceec8c417ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 217 time: 0.0693915 Feb 13 23:35:34.782917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Pushing event updated for resources: {'Port': ['ID=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:34.804515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-5511e8c4-6524-4c82-be08-c820c9dc3969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:34.805969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-5511e8c4-6524-4c82-be08-c820c9dc3969 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc85489-cc89-4d25-9dbe-71cb9588e2c8 HTTP/1.1" status: 200 len: 854 time: 0.2882123 Feb 13 23:35:34.902211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-995bfa74-1ce7-4a0d-b7ca-8defa4a597e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:34.903627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-995bfa74-1ce7-4a0d-b7ca-8defa4a597e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.1148839 Feb 13 23:35:34.937629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-6dc27f63-06e0-4704-bb72-b618f75b8a02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8748711c-5a4a-49c2-ae56-99871454f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199801 Feb 13 23:35:34.943725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting port 58f51f94-215a-4d46-aedf-cf5248844509 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:34.944124 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:34.991932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-48881789-645b-4c35-ba3a-f6eb9eb81999 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-656737162 HTTP/1.1" status: 204 len: 168 time: 0.3430951 Feb 13 23:35:34.998229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56370) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:34.998930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58f51f94-215a-4d46-aedf-cf5248844509 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:35.033276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-300dd4c3-3e8a-4d9c-af2e-79a8ea60df40 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:35.043088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.044203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 58f51f94-215a-4d46-aedf-cf5248844509 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:35.044765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58f51f94-215a-4d46-aedf-cf5248844509 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:35.045451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-d3ce1232-7fed-4d22-a197-e8289bb72547 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.046930 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-d3ce1232-7fed-4d22-a197-e8289bb72547 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.4943156 Feb 13 23:35:35.062311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] The port '58f51f94-215a-4d46-aedf-cf5248844509' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:35:35.098886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29ede-e2db-432f-90c6-5cd99c898a74 req-9bbeb03c-4ed6-427d-9c39-07973fcd7c7c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.099629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3fb29ede-e2db-432f-90c6-5cd99c898a74 req-9bbeb03c-4ed6-427d-9c39-07973fcd7c7c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:35.192842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.196681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.200555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.204444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.208271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.212098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.215942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.217853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-180171cf-bad1-466b-843e-74350a1b905f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.3899581 Feb 13 23:35:35.282426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.324875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd2ffd4-8d59-4e21-9898-69dabb57fbf6']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:35.343317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Attempting to bind port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:35:35.343651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Attempting to bind port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:35:35.343973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Attempting to bind port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:35.344702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:35.345036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3f4a0a-649b-42d6-b97e-464bbe43d99e') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:35.351564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3fb29ede-e2db-432f-90c6-5cd99c898a74 req-9bbeb03c-4ed6-427d-9c39-07973fcd7c7c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:35.352699 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb29ede-e2db-432f-90c6-5cd99c898a74 req-9bbeb03c-4ed6-427d-9c39-07973fcd7c7c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 944 time: 0.7982433 Feb 13 23:35:35.356954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-e66c2c0e-745c-4c6a-a37c-3888b4eaed83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4427824 Feb 13 23:35:35.365688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Deleting port f0627ca2-c72f-449f-a61d-00158b25e8e2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:35.366047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.368820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.379314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9608cfe-92ce-40f0-a589-2cb2dbb064a5 req-4d3ce903-fbe6-4b62-97b8-fb245ac86b80 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484556 Feb 13 23:35:35.436192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 on network e5639d0c-5499-4ca4-8688-8d868694b4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:35:35.436520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Attempting to bind port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:35:35.445746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-4a802eb4-d5c4-40e2-a32d-665df4549e1f service neutron] 10.222.0.42 "GET /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963546 Feb 13 23:35:35.462663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-300dd4c3-3e8a-4d9c-af2e-79a8ea60df40 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags HTTP/1.1" status: 200 len: 205 time: 0.4364684 Feb 13 23:35:35.463702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56380) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:35.468364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.476366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-8441db8c-9a91-4d38-9352-0d5e8c5ec52b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:35.522160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:35.522160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:35.547824 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:35.557958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:35:35.558214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Checking segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:35:35.559242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Bound using segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:35:35.559242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Bound port: c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:35:35.559545 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.649769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353f91c-062d-4d02-9162-35d397d70424 req-5a08eff1-b9d9-4178-b4d3-94ed9ec57c6a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:35.651908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d353f91c-062d-4d02-9162-35d397d70424 req-5a08eff1-b9d9-4178-b4d3-94ed9ec57c6a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.5963593 Feb 13 23:35:35.702573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fb29ede-e2db-432f-90c6-5cd99c898a74 req-44c538be-7ef8-413f-8c6d-b70f842715f4 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002775 Feb 13 23:35:35.845133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.845133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-976b9cb3-dee8-49a9-8126-9bd5d7f01967 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611709 Feb 13 23:35:35.861707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:35.917372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Network': ['ID=5fd2ffd4-8d59-4e21-9898-69dabb57fbf6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:35.937501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-478cfb0a-8c60-4ebd-b54f-02f6f0ef4873 req-7f9bc5c5-96d0-4a33-9bdd-f3cee9647c5f service neutron] 10.222.0.42 "GET /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733632 Feb 13 23:35:35.980701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eb87b899-4c35-47ad-a237-37a3892d3415 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/networks/5fd2ffd4-8d59-4e21-9898-69dabb57fbf6 HTTP/1.1" status: 204 len: 168 time: 3.0001283 Feb 13 23:35:35.980701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56386) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:36.002311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Deleting port c651593e-2d04-4a75-9fd7-69b8247d7e76 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:36.002311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.034718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8441db8c-9a91-4d38-9352-0d5e8c5ec52b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags HTTP/1.1" status: 200 len: 240 time: 0.5694637 Feb 13 23:35:36.046286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56390) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:36.054900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-2ffce965-9a44-4a17-90b0-1c5152760a85 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-908940053') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:36.086891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79897fde-2346-4cda-8483-6a10e3a1b33e req-e9c60aba-0108-485e-b1aa-24e1554bf648 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:36.089187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79897fde-2346-4cda-8483-6a10e3a1b33e req-e9c60aba-0108-485e-b1aa-24e1554bf648 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 945 time: 0.3765066 Feb 13 23:35:36.119135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] For port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:35:36.150153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] For port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:35:36.170122 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.187276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-0b3fd9e6-8b52-4c60-83c5-580fbd0c88c8 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288620 Feb 13 23:35:36.293192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] For port f0627ca2-c72f-449f-a61d-00158b25e8e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f0627ca2-c72f-449f-a61d-00158b25e8e2,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:36.293442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.342591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.343938 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] 10.222.0.42 "PUT /v2.0/ports/c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 HTTP/1.1" status: 200 len: 1092 time: 2.9648020 Feb 13 23:35:36.344985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79897fde-2346-4cda-8483-6a10e3a1b33e req-73cb986b-71a8-4d5b-9dcd-bfa441b17204 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/security-groups?id=35da9501-d77f-47c0-aaad-6c9b65fc3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371840 Feb 13 23:35:36.349449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-ef28731f-f405-4e19-b407-5d9256766016 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=44e708c5-0017-41ef-bdba-d5be15f85170 HTTP/1.1" status: 200 len: 217 time: 0.1074600 Feb 13 23:35:36.445780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ffce965-9a44-4a17-90b0-1c5152760a85 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-908940053 HTTP/1.1" status: 204 len: 168 time: 0.3954215 Feb 13 23:35:36.448127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting subnet f93cf1bb-19f6-4241-9229-a90549e282bc {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:36.449703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:36.459821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-455623ad-0090-4ce4-bbee-9bbcbaa37b4b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-908940053') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:36.483799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.510288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-8ab54e1c-3a80-4e3a-af75-a36910c43124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:36.511709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-8ab54e1c-3a80-4e3a-af75-a36910c43124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.1527016 Feb 13 23:35:36.585930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Calling delete_port for f0627ca2-c72f-449f-a61d-00158b25e8e2 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:36.620225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51ef27b0-6d48-4985-870a-22d561fd9264 req-2a40f904-ba0e-4d99-beae-67b41d7f4142 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0992999 Feb 13 23:35:36.631112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.634663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e44e6-3b55-4e11-918c-cf1210af4364 service neutron] Pushing event updated for resources: {'Port': ['ID=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:36.648940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-577147e4-dc63-4509-94bd-db0e16940cff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1ce4545bb694ccaa833b2901c0ea4c4&device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 1095 time: 0.6243529 Feb 13 23:35:36.671419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627aebf-8ce6-49c4-9a20-f444e613e5f9 req-34b2cac5-7535-4a55-8507-72b64a8a0b4c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:36.672903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7627aebf-8ce6-49c4-9a20-f444e613e5f9 req-34b2cac5-7535-4a55-8507-72b64a8a0b4c tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 946 time: 0.7254279 Feb 13 23:35:36.702904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'tag': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:36.755665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-1f53d81f-ff96-498e-b2d0-8554ca726f73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2337053 Feb 13 23:35:36.822805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.884089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] For port c651593e-2d04-4a75-9fd7-69b8247d7e76, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c651593e-2d04-4a75-9fd7-69b8247d7e76,segment=NetworkSegment(f48c0983-9dd7-4521-835d-07e495aadfea),segment_id=f48c0983-9dd7-4521-835d-07e495aadfea)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:36.884371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:36.897628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-455623ad-0090-4ce4-bbee-9bbcbaa37b4b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-908940053 HTTP/1.1" status: 204 len: 168 time: 0.4454665 Feb 13 23:35:36.902021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56404) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:37.009146 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.019547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-2152c2a3-6381-4709-b12d-5ebe7a41010a service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558744 Feb 13 23:35:37.023545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.077918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7652e9-0807-47c3-9118-816ba4753f4b req-92b93744-5242-4b35-b509-4133c084f0e5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:37.079440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f7652e9-0807-47c3-9118-816ba4753f4b req-92b93744-5242-4b35-b509-4133c084f0e5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 944 time: 0.2948387 Feb 13 23:35:37.096428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-916d6d58-f33a-406e-83ab-c4a370125ec6 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:37.142059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Subnet': ['ID=f93cf1bb-19f6-4241-9229-a90549e282bc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:37.164445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.167268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1e72d-914a-478c-9f2c-7172a2d0ccc4 None None] Network cf66365d-cfc0-4daf-a484-f0aae50aec7e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:37.191360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-73b00c64-3e83-43d3-b697-e357e75c814f tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/subnets/f93cf1bb-19f6-4241-9229-a90549e282bc HTTP/1.1" status: 204 len: 168 time: 1.2155888 Feb 13 23:35:37.198068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:37.213834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7627aebf-8ce6-49c4-9a20-f444e613e5f9 req-39bd14a1-f3de-46bc-9932-7ece3d342c2a tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7c7fb82-8388-4f97-9574-74fda9ce077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004139 Feb 13 23:35:37.262083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Calling delete_port for c651593e-2d04-4a75-9fd7-69b8247d7e76 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:37.293719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33522-b035-4f14-913b-270e6035b6de req-35fbd687-ced2-4e19-9fcc-8a0dd9074222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:37.295204 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-35fbd687-ced2-4e19-9fcc-8a0dd9074222 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8748711c-5a4a-49c2-ae56-99871454f115 HTTP/1.1" status: 200 len: 914 time: 0.6166031 Feb 13 23:35:37.314248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-39d05f24-233b-477a-88b2-faf42e338375 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 1095 time: 0.8317702 Feb 13 23:35:37.437584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f7652e9-0807-47c3-9118-816ba4753f4b req-c701cd68-0504-46cb-9690-2ffb193c06de tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421841 Feb 13 23:35:37.442618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-984ca889-2aa2-471f-84f5-dec2a6222643 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151876 Feb 13 23:35:37.489492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] DHCP port deletion for cf66365d-cfc0-4daf-a484-f0aae50aec7e request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:35:37.493791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] Deleting port a3169774-8628-4feb-8e27-62ff3d8f6f9d {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:37.494389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.547074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-53f11ebd-c2e1-4e71-a575-c779c5157770 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32255c48-830a-4b88-8a2a-16c83a4b699e HTTP/1.1" status: 200 len: 217 time: 0.2283893 Feb 13 23:35:37.561960 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'tag': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'status': 'completed', 'code': 200} Feb 13 23:35:37.568997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-22a5de45-0689-4896-9a72-a46217b833a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 HTTP/1.1" status: 200 len: 217 time: 0.1841800 Feb 13 23:35:37.694556 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.695587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-c3f27d5f-67a3-44ad-bd17-573a742dad17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362 HTTP/1.1" status: 200 len: 217 time: 0.2460628 Feb 13 23:35:37.717256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['f0627ca2-c72f-449f-a61d-00158b25e8e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:35:37.780484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] For port a3169774-8628-4feb-8e27-62ff3d8f6f9d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a3169774-8628-4feb-8e27-62ff3d8f6f9d,segment=NetworkSegment(66097b76-f4b0-4071-b03b-47ea90f2f550),segment_id=66097b76-f4b0-4071-b03b-47ea90f2f550)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:37.781729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.796277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting subnet f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:37.798704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Pushing event deleted for resources: {'Port': ['ID=f0627ca2-c72f-449f-a61d-00158b25e8e2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:37.805155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.818913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33522-b035-4f14-913b-270e6035b6de req-c48f6555-ae7a-497f-b46f-c740f80fc903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:37.820363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-c48f6555-ae7a-497f-b46f-c740f80fc903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc85489-cc89-4d25-9dbe-71cb9588e2c8 HTTP/1.1" status: 200 len: 854 time: 0.2474980 Feb 13 23:35:37.849674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-1c3f0d5f-fe09-4349-a912-16dd823d1738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:37.851149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-1c3f0d5f-fe09-4349-a912-16dd823d1738 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.1430523 Feb 13 23:35:37.870623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-916d6d58-f33a-406e-83ab-c4a370125ec6 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags HTTP/1.1" status: 200 len: 205 time: 0.9634168 Feb 13 23:35:37.879454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56416) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:37.890608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-34c00a46-fbbf-4c7f-b861-777457dcf77d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:37.892537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-34c00a46-fbbf-4c7f-b861-777457dcf77d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.2679877 Feb 13 23:35:37.899266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-6d2db86a-25e3-4aef-be3f-d8a0127d7faa tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:37.906187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] Calling delete_port for a3169774-8628-4feb-8e27-62ff3d8f6f9d owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:37.921845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:37.974870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dc9f-488c-4fcd-87b8-a3c847121059 req-65ac6e35-b795-475a-9f3d-aafc0b9de826 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:37.976417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-94305732-c0da-473f-954e-7b550fa1dfc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8748711c-5a4a-49c2-ae56-99871454f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379268 Feb 13 23:35:37.981886 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63b0dc9f-488c-4fcd-87b8-a3c847121059 req-65ac6e35-b795-475a-9f3d-aafc0b9de826 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 944 time: 0.3258340 Feb 13 23:35:37.991791 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.064379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] Pushing event deleted for resources: {'Port': ['ID=a3169774-8628-4feb-8e27-62ff3d8f6f9d,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:38.075007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726b96c-8ac7-4fda-9379-83712a6dd36a None None] No DVR routers for this DVR port a3169774-8628-4feb-8e27-62ff3d8f6f9d on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:38.081701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63b0dc9f-488c-4fcd-87b8-a3c847121059 req-d89a108e-befb-4758-be63-1a4582dafb9d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955675 Feb 13 23:35:38.085829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-acb57e5d-16cf-46ca-8fed-e660db553667 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2223873 Feb 13 23:35:38.122349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.169642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-6b89cc4d-cdc3-414a-8c6d-7703de252172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800811 Feb 13 23:35:38.213573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] No DVR routers for this DVR port f0627ca2-c72f-449f-a61d-00158b25e8e2 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:38.217237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.226833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.260842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.264772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.269503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.273420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.277294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8806012e-0d5f-4d48-bb46-beebe1f41c23 req-dfa7d34d-a1f7-46f7-80d9-5da00e6b8dc2 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8b3a83-2653-4349-9ca9-5a02fce92b82 HTTP/1.1" status: 200 len: 210 time: 0.0663848 Feb 13 23:35:38.277696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.281688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.285924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:38.287813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-6b173dae-0dd0-454f-a0e6-88fe230cf575 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.9019315 Feb 13 23:35:38.326232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-5f9a3627-db2a-46e3-9d73-7f649eca44f2 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341936 Feb 13 23:35:38.327764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.386612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:38.443014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Pushing event deleted for resources: {'Port': ['ID=c651593e-2d04-4a75-9fd7-69b8247d7e76,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:38.455173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.459558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd86edce-bcda-4f7e-a852-c9aba325138e None None] Network 60a21383-5986-4750-ab8e-a3d589b55e7b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:38.472908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] 10.222.0.42 "DELETE /v2.0/ports/f0627ca2-c72f-449f-a61d-00158b25e8e2 HTTP/1.1" status: 204 len: 173 time: 3.3817077 Feb 13 23:35:38.509491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-76c7c417-7b2f-44f6-b400-e2af3107b7c3 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/subnets/f3d33f41-6dc3-4deb-b852-9c2ce28e1e5b HTTP/1.1" status: 204 len: 168 time: 1.3104005 Feb 13 23:35:38.514287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f604fc60-dd48-4c64-86e7-25ec34acc469 req-9fc6cc3a-ac10-4b09-95d2-2116ed1c3fd4 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0656295 Feb 13 23:35:38.515012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56424) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:38.676889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-3d0556c7-c67d-40b5-b156-cffed1430a2f service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198326 Feb 13 23:35:38.682257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.727775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.788035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e02ede1-8441-404c-bb54-2e41f0cc7aa8 req-6f004402-54f0-49af-a5e1-158b1808a938 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b7230f-cd3f-4f28-86e0-7f6a3a023df1 HTTP/1.1" status: 200 len: 210 time: 0.1013582 Feb 13 23:35:38.805413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-67241a77-6854-41e1-b1ee-19b902a13af4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5a7cf31-5df7-4506-a49e-c730d990357c HTTP/1.1" status: 200 len: 217 time: 0.0744743 Feb 13 23:35:38.835142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] DHCP port deletion for 60a21383-5986-4750-ab8e-a3d589b55e7b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:35:38.839079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] Deleting port ea823580-b081-4841-8d1d-6777a1cec7f9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:38.839451 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.861001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d2db86a-25e3-4aef-be3f-d8a0127d7faa tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags HTTP/1.1" status: 200 len: 241 time: 0.9714053 Feb 13 23:35:38.868097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56428) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:38.892462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] No DVR routers for this DVR port c651593e-2d04-4a75-9fd7-69b8247d7e76 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:38.895412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:38.897895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] 10.222.0.42 "DELETE /v2.0/ports/c651593e-2d04-4a75-9fd7-69b8247d7e76 HTTP/1.1" status: 204 len: 173 time: 3.2261727 Feb 13 23:35:38.944278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-a48bd5f2-a6ad-4ca4-bc30-80393b65fcd6 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-1963871817') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:39.017637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-3cb7d9ba-5c74-4e30-b827-4cb022e30268 service neutron] 10.222.0.42 "GET /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0185988 Feb 13 23:35:39.029986 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14c2e62a-eccc-4ee7-9655-c9053b13e3c6 req-115e9712-11d2-4340-8995-712e31f73cb7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6687105 Feb 13 23:35:39.116092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-951a3000-f984-4030-bd32-b1872b0c8e02 service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899908 Feb 13 23:35:39.152749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] For port ea823580-b081-4841-8d1d-6777a1cec7f9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea823580-b081-4841-8d1d-6777a1cec7f9,segment=NetworkSegment(39091fa8-f488-4fbb-9521-ba2037416260),segment_id=39091fa8-f488-4fbb-9521-ba2037416260)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:39.153403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.279407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.292723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-4e8d597d-c0b6-453c-87df-04425469ebc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:39.294423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-4e8d597d-c0b6-453c-87df-04425469ebc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.4638140 Feb 13 23:35:39.316113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] Calling delete_port for ea823580-b081-4841-8d1d-6777a1cec7f9 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:39.347198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf66365d-cfc0-4daf-a484-f0aae50aec7e']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:39.369586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a3169774-8628-4feb-8e27-62ff3d8f6f9d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:39.383124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66097b76-f4b0-4071-b03b-47ea90f2f550') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:39.383586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66097b76-f4b0-4071-b03b-47ea90f2f550') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:39.398871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.404894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a48bd5f2-a6ad-4ca4-bc30-80393b65fcd6 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-1963871817 HTTP/1.1" status: 204 len: 168 time: 0.5241487 Feb 13 23:35:39.410456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a3169774-8628-4feb-8e27-62ff3d8f6f9d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:39.410793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a3169774-8628-4feb-8e27-62ff3d8f6f9d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:39.411192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea823580-b081-4841-8d1d-6777a1cec7f9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:39.425679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56436) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:39.427548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.443086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-f4c8c86d-c4ea-4cfd-9f3e-8419d1c442b1 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-1963871817') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:39.482757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86d33522-b035-4f14-913b-270e6035b6de req-9aa1352e-0aea-4080-ae34-f668e6686070 service neutron] 10.222.0.42 "GET /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515448 Feb 13 23:35:39.489468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-87202dbb-5b51-4cdd-85a3-19aca28eb825 req-6e6ceed5-bc07-4ae4-a0e5-a47d820a2908 service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627074 Feb 13 23:35:39.514392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:39.517388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.536730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dcb8e-f51d-4a6d-a52d-439bc86331f1 req-427a5a6f-0c0e-471e-af53-96a4caf6cb50 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:39.538266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-314dcb8e-f51d-4a6d-a52d-439bc86331f1 req-427a5a6f-0c0e-471e-af53-96a4caf6cb50 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 944 time: 0.1579213 Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:39.548699 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:39.563657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'name': 'network-vif-deleted', 'tag': 'f0627ca2-c72f-449f-a61d-00158b25e8e2'}, {'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-deleted', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:39.568150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.662671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-314dcb8e-f51d-4a6d-a52d-439bc86331f1 req-dd39da0c-75dc-4578-84d9-0c5bcff0eb2c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181178 Feb 13 23:35:39.668262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.686481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] Pushing event deleted for resources: {'Port': ['ID=ea823580-b081-4841-8d1d-6777a1cec7f9,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:39.689216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d322700-4c81-48cd-888f-f52fd853bdd2 None None] No DVR routers for this DVR port ea823580-b081-4841-8d1d-6777a1cec7f9 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:39.699930 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-83fa8433-1ff3-456a-97cd-dcac620db212 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 1095 time: 0.1236358 Feb 13 23:35:39.729914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac277a1-881d-4995-b4e2-cac6a64b8d45 req-12867345-53b2-4636-80ef-6cf0f923a52e tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:39.731373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ac277a1-881d-4995-b4e2-cac6a64b8d45 req-12867345-53b2-4636-80ef-6cf0f923a52e tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 944 time: 0.7700326 Feb 13 23:35:39.785068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 32255c48-830a-4b88-8a2a-16c83a4b699e details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:35:39.800911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:39.817392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:39.821022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ac277a1-881d-4995-b4e2-cac6a64b8d45 req-877c467a-c477-42cc-93ba-495f2da6ac84 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774188 Feb 13 23:35:39.899839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:39.955759 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b3a83-2653-4349-9ca9-5a02fce92b82', 'name': 'network-vif-deleted', 'tag': 'f0627ca2-c72f-449f-a61d-00158b25e8e2', 'status': 'completed', 'code': 200} Feb 13 23:35:39.956027 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b7230f-cd3f-4f28-86e0-7f6a3a023df1', 'name': 'network-vif-deleted', 'tag': 'c651593e-2d04-4a75-9fd7-69b8247d7e76', 'status': 'completed', 'code': 200} Feb 13 23:35:39.980491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-7694b1dd-2166-49ce-8c0f-0040436ca63c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:39.981971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-7694b1dd-2166-49ce-8c0f-0040436ca63c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 914 time: 0.2731361 Feb 13 23:35:40.002680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:40.020508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-cbc2dc82-2552-4224-89ab-6fcf09be8fed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7141356 Feb 13 23:35:40.023720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Network': ['ID=cf66365d-cfc0-4daf-a484-f0aae50aec7e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:40.033044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4c8c86d-c4ea-4cfd-9f3e-8419d1c442b1 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-1963871817 HTTP/1.1" status: 204 len: 168 time: 0.6010962 Feb 13 23:35:40.037113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-415e1077-2f91-4290-83a7-cd990303d0f9 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/networks/cf66365d-cfc0-4daf-a484-f0aae50aec7e HTTP/1.1" status: 204 len: 168 time: 1.5158367 Feb 13 23:35:40.037113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56450) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.044601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 32255c48-830a-4b88-8a2a-16c83a4b699e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=32255c48-830a-4b88-8a2a-16c83a4b699e,segment=NetworkSegment(9f194b57-2d68-496f-93e9-9cced8cdc9dd),segment_id=9f194b57-2d68-496f-93e9-9cced8cdc9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:40.061031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.073218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-77cb55d1-f91f-40bd-9d97-8e052be64500 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.082072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '32255c48-830a-4b88-8a2a-16c83a4b699e', 'network_id': '8748711c-5a4a-49c2-ae56-99871454f115', 'port_id': '32255c48-830a-4b88-8a2a-16c83a4b699e', 'mac_address': 'fa:16:3e:e0:d1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc85489-cc89-4d25-9dbe-71cb9588e2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:35:40.084391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: c651593e-2d04-4a75-9fd7-69b8247d7e76 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:40.084897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c651593e-2d04-4a75-9fd7-69b8247d7e76 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:40.085580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f0627ca2-c72f-449f-a61d-00158b25e8e2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:40.098872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-683f77a6-8210-4833-acc2-f1a7e8f5bea0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 HTTP/1.1" status: 200 len: 217 time: 0.1084955 Feb 13 23:35:40.129820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.148201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77cff15f-c645-4669-98a9-a4918217650e req-0e8745bd-47bd-43f9-b6e2-2d37a321acba tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0483403 Feb 13 23:35:40.175162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: f0627ca2-c72f-449f-a61d-00158b25e8e2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:40.190638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f0627ca2-c72f-449f-a61d-00158b25e8e2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:40.210057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-2eeafe32-d049-4074-9155-3a64097ff4da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.211755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-2eeafe32-d049-4074-9155-3a64097ff4da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.0627317 Feb 13 23:35:40.213519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:40.232218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32255c48-830a-4b88-8a2a-16c83a4b699e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:40.253022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 32255c48-830a-4b88-8a2a-16c83a4b699e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=32255c48-830a-4b88-8a2a-16c83a4b699e,segment=NetworkSegment(9f194b57-2d68-496f-93e9-9cced8cdc9dd),segment_id=9f194b57-2d68-496f-93e9-9cced8cdc9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:40.257272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:40.262864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-fe9ac14a-edc9-4132-8464-c5b1c7beeadb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425792 Feb 13 23:35:40.330856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=32255c48-830a-4b88-8a2a-16c83a4b699e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:40.408738 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-7b432655-e79a-4fa1-8283-3b1177e95e2c service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369762 Feb 13 23:35:40.460346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:40.497627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['32255c48-830a-4b88-8a2a-16c83a4b699e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:35:40.527066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77cb55d1-f91f-40bd-9d97-8e052be64500 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags HTTP/1.1" status: 200 len: 205 time: 0.4685881 Feb 13 23:35:40.531440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-8f76acf3-deb4-4c3b-8c4a-bf402a4b4d4e service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041270 Feb 13 23:35:40.539536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56466) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.552642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-83ed9d2c-40ae-40ce-bca1-42623262f005 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.590658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3768dac-c0a6-4f81-ae73-e903e73f62d7 req-72e25186-10b5-4706-92a0-56a7be28a32e service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744087 Feb 13 23:35:40.603582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83ed9d2c-40ae-40ce-bca1-42623262f005 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags HTTP/1.1" status: 200 len: 241 time: 0.0604570 Feb 13 23:35:40.606469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.613883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-5b72454a-0974-4f2b-84b3-b0a4c672700b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-1479311308') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.646092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5b72454a-0974-4f2b-84b3-b0a4c672700b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-1479311308 HTTP/1.1" status: 204 len: 168 time: 0.0382593 Feb 13 23:35:40.648553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.654360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-7a8c9a57-bb67-43e7-84a5-28f4e9aae6d2 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-1479311308') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.699960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7a8c9a57-bb67-43e7-84a5-28f4e9aae6d2 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-1479311308 HTTP/1.1" status: 204 len: 168 time: 0.0501361 Feb 13 23:35:40.702429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56480) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.709192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-9095e94f-1345-4404-a011-dd51208214ec tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.737417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9095e94f-1345-4404-a011-dd51208214ec tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags HTTP/1.1" status: 200 len: 205 time: 0.0303786 Feb 13 23:35:40.737651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56484) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.743289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-854879c1-a257-464b-8008-97b1fa89f86e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.780155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-854879c1-a257-464b-8008-97b1fa89f86e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags HTTP/1.1" status: 204 len: 168 time: 0.0414822 Feb 13 23:35:40.783104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56488) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:40.788976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-b1718001-51dd-4cdd-8986-0cca636bf84d tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:40.972573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.975272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.978579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.982088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.986782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.993270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:40.996746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:41.002657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-a297f963-924f-4792-8c06-2b906b9d7df9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.6957397 Feb 13 23:35:41.035363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Deleting subnet 584de52a-0bfc-42d1-a706-d1bf9c660426 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:41.055011 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.065568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.126956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b1718001-51dd-4cdd-8986-0cca636bf84d tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags HTTP/1.1" status: 204 len: 168 time: 0.3428309 Feb 13 23:35:41.133747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11983f18-06fd-4a91-9954-6363a0411f6b req-f59b8b62-38c8-4883-9e7e-375ca19433a5 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:41.135133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11983f18-06fd-4a91-9954-6363a0411f6b req-f59b8b62-38c8-4883-9e7e-375ca19433a5 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 944 time: 0.2921786 Feb 13 23:35:41.135584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:41.140736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-e46d9a5f-3011-48c3-8669-402b70b8143f tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.146473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a21383-5986-4750-ab8e-a3d589b55e7b']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.171690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-d42e1ab9-dd10-449d-b41c-7a9be43777e3 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307442 Feb 13 23:35:41.183381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39091fa8-f488-4fbb-9521-ba2037416260') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.183597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39091fa8-f488-4fbb-9521-ba2037416260') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.237943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11983f18-06fd-4a91-9954-6363a0411f6b req-6b8cbebc-c11e-4890-8b6c-469ff08252a7 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683675 Feb 13 23:35:41.248539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.254089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e46d9a5f-3011-48c3-8669-402b70b8143f tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags HTTP/1.1" status: 204 len: 168 time: 0.1151702 Feb 13 23:35:41.259203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:41.265031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-97b6ceff-c952-44fa-8897-e44eb2a48f39 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.290349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.312098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f56c9e4-e1f3-4951-8c00-29043959b709 req-7c310155-5a39-432f-b4b4-00e2ccd6abb4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3088646 Feb 13 23:35:41.345065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-97b6ceff-c952-44fa-8897-e44eb2a48f39 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags HTTP/1.1" status: 204 len: 168 time: 0.0841458 Feb 13 23:35:41.349175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56504) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:41.357484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-6f8a20e0-05d0-441e-9340-ad7e49fe66ab tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-1121267698') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.381293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-ff5bd742-9bf0-4fad-928d-f459d5380254 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461 HTTP/1.1" status: 200 len: 217 time: 0.1909616 Feb 13 23:35:41.383908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.441473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:41.441842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:41.501883 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:41.508020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade8258-3845-49c8-ae2a-005a25cc274a req-a89d2509-8394-4b1c-a09d-dfbda418b6bf tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:41.508715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7ade8258-3845-49c8-ae2a-005a25cc274a req-a89d2509-8394-4b1c-a09d-dfbda418b6bf tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Synchronizing usage tracker for tenant:e1ce4545bb694ccaa833b2901c0ea4c4 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:41.544179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7ade8258-3845-49c8-ae2a-005a25cc274a req-a89d2509-8394-4b1c-a09d-dfbda418b6bf tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Unset dirty status for tenant:e1ce4545bb694ccaa833b2901c0ea4c4 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:41.545337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ade8258-3845-49c8-ae2a-005a25cc274a req-a89d2509-8394-4b1c-a09d-dfbda418b6bf tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 945 time: 0.1455925 Feb 13 23:35:41.593033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ade8258-3845-49c8-ae2a-005a25cc274a req-87cb82cc-8d8a-4643-a089-626aa1355731 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Feb 13 23:35:41.643939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.677447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d443acd7-6fee-4920-84eb-7a7605f8c833 req-fa441ce5-322e-4aa7-b466-b97d4db3bc6c tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1639314 Feb 13 23:35:41.699440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0705-e841-4862-a61f-3622d640addd req-473d0412-f76e-478d-b0c3-4b6578c0b977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:41.700844 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-473d0412-f76e-478d-b0c3-4b6578c0b977 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.3056817 Feb 13 23:35:41.705108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.707463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6f8a20e0-05d0-441e-9340-ad7e49fe66ab tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-1121267698 HTTP/1.1" status: 201 len: 201 time: 0.3567944 Feb 13 23:35:41.709881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56508) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:41.718831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-933d6aba-a9a0-4976-9f40-071aa5b1fc56 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-1101196255') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.755905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 32255c48-830a-4b88-8a2a-16c83a4b699e up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:41.772577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.794313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Network': ['ID=60a21383-5986-4750-ab8e-a3d589b55e7b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:41.804159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-be90e700-2735-43df-b024-7b7666a46322 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/networks/60a21383-5986-4750-ab8e-a3d589b55e7b HTTP/1.1" status: 204 len: 168 time: 1.7367537 Feb 13 23:35:41.807320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-933d6aba-a9a0-4976-9f40-071aa5b1fc56 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-1101196255 HTTP/1.1" status: 201 len: 201 time: 0.0960455 Feb 13 23:35:41.808445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56512) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:41.811055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:41.824991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-7f8ba9d3-2fad-485d-983f-6a466a62d17a tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-136091696') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:41.838985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 32255c48-830a-4b88-8a2a-16c83a4b699e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:41.844236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 32255c48-830a-4b88-8a2a-16c83a4b699e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:41.844606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.959478 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.960315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:41.996918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 32255c48-830a-4b88-8a2a-16c83a4b699e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=32255c48-830a-4b88-8a2a-16c83a4b699e,segment=NetworkSegment(9f194b57-2d68-496f-93e9-9cced8cdc9dd),segment_id=9f194b57-2d68-496f-93e9-9cced8cdc9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:41.999312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255c48-830a-4b88-8a2a-16c83a4b699e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:42.006130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.009298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584de52a-0bfc-42d1-a706-d1bf9c660426,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:42.023814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.037887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-38c2de13-4b0f-4f7c-b2f0-ea122aa93fae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/584de52a-0bfc-42d1-a706-d1bf9c660426 HTTP/1.1" status: 204 len: 168 time: 1.8245862 Feb 13 23:35:42.042550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56522) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:42.049283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-2730a6f2-357e-4006-9b2e-d7959c2fd78e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3301685 Feb 13 23:35:42.068766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting subnet eeaea9b2-644c-490c-88f5-379e83023761 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:42.074907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.092005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=32255c48-830a-4b88-8a2a-16c83a4b699e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:42.114618 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255c48-830a-4b88-8a2a-16c83a4b699e', 'code': 200} Feb 13 23:35:42.145917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.292635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.325294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ff31b02-a1b9-4f2d-8510-5fa6c9dde69b req-803adcd7-980e-4d93-b206-2e369b1f354c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 1097 time: 0.1464894 Feb 13 23:35:42.381243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f8ba9d3-2fad-485d-983f-6a466a62d17a tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-136091696 HTTP/1.1" status: 201 len: 201 time: 0.5666347 Feb 13 23:35:42.384793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56530) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:42.391750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-5d379957-7bcf-440c-b87a-ef8eb5741c7f tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-351879323') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:42.426784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ff31b02-a1b9-4f2d-8510-5fa6c9dde69b req-2cd865a7-5f62-4a31-a5c8-882f48db8671 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921922 Feb 13 23:35:42.432098 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.436330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.482891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaea9b2-644c-490c-88f5-379e83023761,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:42.490555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.499778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c626bc7a-c82f-4573-9651-c91fc327862b tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/subnets/eeaea9b2-644c-490c-88f5-379e83023761 HTTP/1.1" status: 204 len: 168 time: 0.6876752 Feb 13 23:35:42.502346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5d379957-7bcf-440c-b87a-ef8eb5741c7f tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-351879323 HTTP/1.1" status: 201 len: 201 time: 0.1168506 Feb 13 23:35:42.503005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56534) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:42.505365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56536) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:42.513500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e9a9b-3d96-4b56-87cf-3c2d7da8622c None None] Network 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:42.529890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-4ac493c5-c029-4fe0-ba72-102621f83aa8 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552312 Feb 13 23:35:42.536813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.537689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-b5279387-4764-4b5d-a28d-54c2dbb9a931 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', {'tags': ['tempest-TagsExtTest-Tag-158171407', 'tempest-TagsExtTest-Tag-500158805', 'tempest-TagsExtTest-Tag-413205458']}) {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:42.728443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.759627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Deleting port 17324023-fdf1-406e-aae6-e08be2d03970 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:42.759974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.790623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b5279387-4764-4b5d-a28d-54c2dbb9a931 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags HTTP/1.1" status: 200 len: 315 time: 0.2661302 Feb 13 23:35:42.796451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56546) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:42.813408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-a24dafca-41e0-4534-82ee-1a00f97c225b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:42.833926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.849642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] DHCP port deletion for 32d1f805-c5b5-407a-a60f-1cb66b8f86e2 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:35:42.854871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Deleting port 17324023-fdf1-406e-aae6-e08be2d03970 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:42.855721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:42.883182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec9e0-a005-4b89-b828-2ed8fd0b53db req-7b4fe2a1-1152-41f9-a0ee-88e3ea6f84cd tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.884628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37aec9e0-a005-4b89-b828-2ed8fd0b53db req-7b4fe2a1-1152-41f9-a0ee-88e3ea6f84cd tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 944 time: 0.4977946 Feb 13 23:35:42.886900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8bebd8-3577-4898-9a85-b651000bb1fb']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:42.916334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.920254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.924594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.927754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48c0983-9dd7-4521-835d-07e495aadfea') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:42.928046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48c0983-9dd7-4521-835d-07e495aadfea') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:42.928464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.932318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.936198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.941908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:42.943915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-d708dbd8-4bd1-4235-8ba3-50d511662da6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.2849834 Feb 13 23:35:42.961920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.008735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.026440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-218e0705-e841-4862-a61f-3622d640addd req-ae506913-9ee8-47f8-abf0-f78dfe7dc76a service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435473 Feb 13 23:35:43.027368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:43.027963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:43.045597 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:43.104967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37aec9e0-a005-4b89-b828-2ed8fd0b53db req-76012126-96be-4c2e-a66b-b65e027c9a75 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059860 Feb 13 23:35:43.140212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 17324023-fdf1-406e-aae6-e08be2d03970 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:43.195989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.231147 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.243427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8bebd8-3577-4898-9a85-b651000bb1fb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:43.257391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649ac98a-6fab-4f14-9b9b-6d794ae9f7be req-7abbce43-f1f1-4fe0-9ffe-2024430b77f0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3046720 Feb 13 23:35:43.261564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d264ef0-ada1-4cdb-89d5-e4a2159f897b admin admin] 10.222.0.36 "DELETE /v2.0/networks/bd8bebd8-3577-4898-9a85-b651000bb1fb HTTP/1.1" status: 204 len: 168 time: 1.2171152 Feb 13 23:35:43.263626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] For port 17324023-fdf1-406e-aae6-e08be2d03970, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=17324023-fdf1-406e-aae6-e08be2d03970,segment=NetworkSegment(8fd5c311-acee-4934-9d90-4b2c539d9551),segment_id=8fd5c311-acee-4934-9d90-4b2c539d9551)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:43.267882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.275477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-6894a61b-12e5-492d-bc5d-b9ee6757013b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6488 time: 0.1481802 Feb 13 23:35:43.300128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] For port 17324023-fdf1-406e-aae6-e08be2d03970, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=17324023-fdf1-406e-aae6-e08be2d03970,segment=NetworkSegment(8fd5c311-acee-4934-9d90-4b2c539d9551),segment_id=8fd5c311-acee-4934-9d90-4b2c539d9551)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:43.300988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.430321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Calling delete_port for 17324023-fdf1-406e-aae6-e08be2d03970 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:43.505039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Calling delete_port for 17324023-fdf1-406e-aae6-e08be2d03970 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:43.510390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:43.528237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-439ecf47-a6ac-4d9f-a5e9-4dea0962ae5c req-59b54bfd-51a2-4d45-a73b-d9d60cab56c2 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0651567 Feb 13 23:35:43.565188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a24dafca-41e0-4534-82ee-1a00f97c225b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags HTTP/1.1" status: 204 len: 168 time: 0.7616484 Feb 13 23:35:43.567765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56554) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:43.574784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-0cde5e29-fe9e-4269-a107-e05fc959c732 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-158171407') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:43.651837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.682874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.700884 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:35:43.701335 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:35:43.730088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Port': ['ID=17324023-fdf1-406e-aae6-e08be2d03970,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:43.744406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] No DVR routers for this DVR port 17324023-fdf1-406e-aae6-e08be2d03970 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:43.762122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:35:43.766664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-52833d4a-96b7-4c94-a894-253c2bfb9332 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=949f0475d7c646f3a10300c6368d76eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1904972 Feb 13 23:35:43.799593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56560) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:43.863593 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-0cde5e29-fe9e-4269-a107-e05fc959c732 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:43.864712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0cde5e29-fe9e-4269-a107-e05fc959c732 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-158171407 HTTP/1.1" status: 404 len: 328 time: 0.2958412 Feb 13 23:35:43.868284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56564) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:43.880987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0cbb9-0994-410c-b07d-bdea56a145ec req-80d8b1df-bced-468a-814a-dea50086015b tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:43.882443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87c0cbb9-0994-410c-b07d-bdea56a145ec req-80d8b1df-bced-468a-814a-dea50086015b tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 946 time: 0.5784369 Feb 13 23:35:43.883980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-9e3b0d92-ac4c-4e3b-80b9-ce2958719c38 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-500158805') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:43.924960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.929302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15490a9-533b-4357-8fcc-347a7139fbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.930840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:43.944877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'port_id': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'mac_address': 'fa:16:3e:bf:1d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2107e08-8f39-4270-9d46-bce5c8c4bd18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:35:43.959579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d1f805-c5b5-407a-a60f-1cb66b8f86e2']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:43.978991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd5c311-acee-4934-9d90-4b2c539d9551') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:43.979322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd5c311-acee-4934-9d90-4b2c539d9551') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:43.999452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:43.999672 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.007904 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87c0cbb9-0994-410c-b07d-bdea56a145ec req-e4db6cb7-0eb7-4e8c-b759-418f4309d478 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093416 Feb 13 23:35:44.017069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187fcaf-7b67-414c-9012-af981093ae55 req-9371dc2f-4f2f-4f35-8661-0118c1c920d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.017755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-9371dc2f-4f2f-4f35-8661-0118c1c920d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9736e50b-162e-45fb-a9a9-67c31870e217 HTTP/1.1" status: 200 len: 902 time: 0.6775308 Feb 13 23:35:44.022311 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-9e3b0d92-ac4c-4e3b-80b9-ce2958719c38 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:44.023397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9e3b0d92-ac4c-4e3b-80b9-ce2958719c38 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-500158805 HTTP/1.1" status: 404 len: 328 time: 0.1543193 Feb 13 23:35:44.024413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.026457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56568) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:44.035488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-d7384cce-0b9a-4a50-80a5-fced276871e0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341', 'tempest-TagsExtTest-Tag-413205458') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:44.036844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:35:44.060611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:44.067388 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.069988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:44.070737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:44.088646 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:44.161980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:44.192220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.202641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Deleting port 17324023-fdf1-406e-aae6-e08be2d03970 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:44.203425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.217309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.228808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Pushing event deleted for resources: {'Network': ['ID=32d1f805-c5b5-407a-a60f-1cb66b8f86e2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:44.233092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-195aaee1-e1df-4ee7-8699-1a265a9b7d2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461 HTTP/1.1" status: 200 len: 217 time: 0.1986763 Feb 13 23:35:44.236026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15490a9-533b-4357-8fcc-347a7139fbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.236352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d51b54f8-e1eb-4a9b-b479-3864820b1d97 tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/networks/32d1f805-c5b5-407a-a60f-1cb66b8f86e2 HTTP/1.1" status: 204 len: 168 time: 1.7321935 Feb 13 23:35:44.241292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56574) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:44.290910 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-d7384cce-0b9a-4a50-80a5-fced276871e0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:44.294367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d7384cce-0b9a-4a50-80a5-fced276871e0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags/tempest-TagsExtTest-Tag-413205458 HTTP/1.1" status: 404 len: 328 time: 0.2645922 Feb 13 23:35:44.300054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bbe103c4-a143-4682-a389-e4f50acef1e1 None None] The port '17324023-fdf1-406e-aae6-e08be2d03970' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:35:44.304353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56578) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:44.324595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a386fe7-8e30-4577-8a69-a400621718ff tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Synchronizing usage tracker for tenant:bec10d741b614f28b1f5027b99afc2b9 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:44.326825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-50add68f-9dd9-4009-b65b-c351acdca01f tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', {'tags': ['tempest-TagsExtTest-Tag-704341289', 'tempest-TagsExtTest-Tag-129504303', 'tempest-TagsExtTest-Tag-1126325246']}) {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:44.362835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a386fe7-8e30-4577-8a69-a400621718ff tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Unset dirty status for tenant:bec10d741b614f28b1f5027b99afc2b9 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:44.366312 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a386fe7-8e30-4577-8a69-a400621718ff tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 HTTP/1.1" status: 200 len: 205 time: 0.1207316 Feb 13 23:35:44.372567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56584) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:44.395981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:35:44.427404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-50add68f-9dd9-4009-b65b-c351acdca01f tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags HTTP/1.1" status: 200 len: 316 time: 0.1203544 Feb 13 23:35:44.442250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56588) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:44.455775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-e593446b-3a15-48ea-bb7a-8ee9386f5326 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:44.487610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187fcaf-7b67-414c-9012-af981093ae55 req-c347f700-f765-4551-85e2-3667de996c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.489302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-c347f700-f765-4551-85e2-3667de996c05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.2459564 Feb 13 23:35:44.582119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba58b1-0ad5-4c18-8bf1-e37b3733a4e5 req-24895168-81ab-4922-82b6-da0773d46efe tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.583537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fba58b1-0ad5-4c18-8bf1-e37b3733a4e5 req-24895168-81ab-4922-82b6-da0773d46efe tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 945 time: 0.2995231 Feb 13 23:35:44.619399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15490a9-533b-4357-8fcc-347a7139fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.627417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.664467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15490a9-533b-4357-8fcc-347a7139fbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7fb82-8388-4f97-9574-74fda9ce077a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:44.691747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e15490a9-533b-4357-8fcc-347a7139fbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:44.697013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e15490a9-533b-4357-8fcc-347a7139fbf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7c7fb82-8388-4f97-9574-74fda9ce077a HTTP/1.1" status: 204 len: 168 time: 0.8913875 Feb 13 23:35:44.723519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.728394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.732311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.736823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.740691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.744541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.748376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:44.750379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-25a73871-9636-42ad-8309-4662f79cbf1d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.3268895 Feb 13 23:35:44.762493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-d99ef708-bfa3-4312-8adb-8c18159fc385 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2593625 Feb 13 23:35:44.807858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fba58b1-0ad5-4c18-8bf1-e37b3733a4e5 req-b22d4d61-5336-4f97-ad91-e07a52dd7638 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154493 Feb 13 23:35:44.960231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7222df98-ed3b-4625-8f79-ab27f361b115 req-6e7f53e0-a03e-47dd-bfe6-5dbf9ab3bfcd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010815 Feb 13 23:35:45.020219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Deleting port 45d0f763-d171-438c-bd2b-316dc16d5609 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:45.020773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.114064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-67053f78-8adb-4422-af41-a97b4c0d2c4c service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353620 Feb 13 23:35:45.215265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7c8a6f9-6e31-4a8c-8531-3f696c970277 req-5a62b873-4a60-4de7-8bbe-7f3144204ced tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0560179 Feb 13 23:35:45.220209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e593446b-3a15-48ea-bb7a-8ee9386f5326 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags HTTP/1.1" status: 204 len: 168 time: 0.7769885 Feb 13 23:35:45.270872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56604) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:45.292218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-2c7d3a47-2bdd-42ae-9d47-64c7f73d6e4c tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-704341289') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:45.377406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.385674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.418620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.420245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Fanout notify agent at l3_agent the message router_deleted on router d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:35:45.434751 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.439735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-77b08494-9015-47c3-9751-81e87cdcf52c tempest-RoutersNegativeIpV6Test-648909838 tempest-RoutersNegativeIpV6Test-648909838-project] 10.222.0.36 "DELETE /v2.0/routers/d4e5d22e-40a0-454f-a0bc-d58f6acfa2b4 HTTP/1.1" status: 204 len: 168 time: 1.0623097 Feb 13 23:35:45.476895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3187fcaf-7b67-414c-9012-af981093ae55 req-e9f1bc32-c25c-49bf-9d06-2a1bf5d6fbd7 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506117 Feb 13 23:35:45.501289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] For port 45d0f763-d171-438c-bd2b-316dc16d5609, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=45d0f763-d171-438c-bd2b-316dc16d5609,segment=NetworkSegment(1144dd79-c93c-4e0b-afd1-c03aa65c98d1),segment_id=1144dd79-c93c-4e0b-afd1-c03aa65c98d1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:45.501810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.631801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Calling delete_port for 45d0f763-d171-438c-bd2b-316dc16d5609 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:45.687324 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-2c7d3a47-2bdd-42ae-9d47-64c7f73d6e4c tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:45.693964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2c7d3a47-2bdd-42ae-9d47-64c7f73d6e4c tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-704341289 HTTP/1.1" status: 404 len: 328 time: 0.4155767 Feb 13 23:35:45.694234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56620) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:45.698131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-5d17dc04-fc8a-48b0-b184-55c4e68bf150 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-129504303') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:45.700985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e702c87-0e49-4465-8e95-8574e5a64a1a req-844343cc-dc6c-452f-be98-22cdbfe47f52 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:45.708142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e702c87-0e49-4465-8e95-8574e5a64a1a req-844343cc-dc6c-452f-be98-22cdbfe47f52 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 946 time: 0.4362068 Feb 13 23:35:45.772332 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-5d17dc04-fc8a-48b0-b184-55c4e68bf150 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:45.772585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:35:45.773056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5d17dc04-fc8a-48b0-b184-55c4e68bf150 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-129504303 HTTP/1.1" status: 404 len: 328 time: 0.0802324 Feb 13 23:35:45.775843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56626) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:45.786211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-70947abd-4983-40b5-b43f-e71e7ea5544a tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba', 'tempest-TagsExtTest-Tag-1126325246') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:45.838019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e702c87-0e49-4465-8e95-8574e5a64a1a req-a6544599-cc62-4c06-9352-606868f6995c tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286290 Feb 13 23:35:45.857912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:45.897889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56640) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:45.899961 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-70947abd-4983-40b5-b43f-e71e7ea5544a tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:45.901088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70947abd-4983-40b5-b43f-e71e7ea5544a tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags/tempest-TagsExtTest-Tag-1126325246 HTTP/1.1" status: 404 len: 329 time: 0.1241405 Feb 13 23:35:45.906199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56644) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:45.913037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:35:45.921610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:35:45.923438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:45.925606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-10f876df-e149-42df-aad6-ce28e0718034 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', {'tags': ['tempest-TagsExtTest-Tag-1599731757', 'tempest-TagsExtTest-Tag-543395909', 'tempest-TagsExtTest-Tag-1517667530']}) {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:46.103927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:46.194229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1009407910-network', 'tenant_id': 'a0910769503e4dacb7b1464544162f36'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:46.227826 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:46.249971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10f876df-e149-42df-aad6-ce28e0718034 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags HTTP/1.1" status: 200 len: 317 time: 0.3412552 Feb 13 23:35:46.252978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56652) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:46.256373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:46.260409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d0f763-d171-438c-bd2b-316dc16d5609,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:46.264929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-3170ccae-92e9-4007-b0e1-03e6cc151db1 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:46.288104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:35:46.301035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:46.307739 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:46.383221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:46.392847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.393352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.393853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.394342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.394937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.395365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.395841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.396255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.396704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.397192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.397607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:35:46.419904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Usage tracker for resource:network and tenant:a0910769503e4dacb7b1464544162f36 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:46.423015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892d6c-3dbb-44a5-88c0-debdfcc62fe0 req-4bc981e7-8212-4d29-aa5a-508d25b38af0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.424707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98892d6c-3dbb-44a5-88c0-debdfcc62fe0 req-4bc981e7-8212-4d29-aa5a-508d25b38af0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 945 time: 0.2932365 Feb 13 23:35:46.432424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:46.479942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:46.503756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98892d6c-3dbb-44a5-88c0-debdfcc62fe0 req-8dfc4416-bc1a-4589-ad7e-93ceb728e5fd tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Feb 13 23:35:46.508363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3170ccae-92e9-4007-b0e1-03e6cc151db1 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags HTTP/1.1" status: 204 len: 168 time: 0.2541294 Feb 13 23:35:46.509576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:46.515168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-0fc3f2b3-028d-4026-825c-e96046e39abd tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-1599731757') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:46.525244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1e9c7786-1774-40b4-ac1f-8d9787c4d561 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bec10d741b614f28b1f5027b99afc2b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6256425 Feb 13 23:35:46.530183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56668) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:46.615350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Made reservation on behalf of a0910769503e4dacb7b1464544162f36 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:46.617596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:46.655634 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-0fc3f2b3-028d-4026-825c-e96046e39abd tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:46.659176 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0fc3f2b3-028d-4026-825c-e96046e39abd tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-1599731757 HTTP/1.1" status: 404 len: 329 time: 0.1481607 Feb 13 23:35:46.660913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56672) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:46.663331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:46.666701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-65b5be89-8daf-4db3-b5bc-26fec0e1312b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-543395909') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:46.817921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.821810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.825877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.830861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.834754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.838650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.841283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-953032bc-301a-41e7-bfb0-810ff7158533 req-414e2ccd-873d-4397-a84f-876763d635a5 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0540679 Feb 13 23:35:46.842573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:46.842716 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-65b5be89-8daf-4db3-b5bc-26fec0e1312b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:46.845706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f830df7-c5c4-4e4e-a3ac-e4db4837398b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.5905397 Feb 13 23:35:46.852835 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-65b5be89-8daf-4db3-b5bc-26fec0e1312b tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-543395909 HTTP/1.1" status: 404 len: 328 time: 0.1909032 Feb 13 23:35:46.853482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56678) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:46.859022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-7738a5c9-b1e7-4243-bfc1-20d31745e3ac tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b', 'tempest-TagsExtTest-Tag-1517667530') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:46.917980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:46.920488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32eb252f-6914-4014-ba62-ca7d01e19d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:46.927390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Usage tracker for resource:security_group_rule and tenant:a0910769503e4dacb7b1464544162f36 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:46.939554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:46.950785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:46.990376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32eb252f-6914-4014-ba62-ca7d01e19d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.022813 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'code': 200} Feb 13 23:35:47.061559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-530836df-761f-4d39-b0e7-c56d75bad503 req-0f907259-2842-4ab4-82ff-8f04639bb275 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948607 Feb 13 23:35:47.144348 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-7738a5c9-b1e7-4243-bfc1-20d31745e3ac tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:47.148649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7738a5c9-b1e7-4243-bfc1-20d31745e3ac tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags/tempest-TagsExtTest-Tag-1517667530 HTTP/1.1" status: 404 len: 329 time: 0.2941742 Feb 13 23:35:47.149442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56682) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.155653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-c59e70c6-e57e-4117-a869-3864448d5b74 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', {'tags': ['tempest-TagsExtTest-Tag-1645444385', 'tempest-TagsExtTest-Tag-361411582', 'tempest-TagsExtTest-Tag-1526521419']}) {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.199533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c59e70c6-e57e-4117-a869-3864448d5b74 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "PUT /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags HTTP/1.1" status: 200 len: 317 time: 0.0488684 Feb 13 23:35:47.202425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56686) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.215068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-0c707da4-9fce-45c2-848b-5f2c6adda3cc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.247480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32eb252f-6914-4014-ba62-ca7d01e19d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.260164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.271351 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c707da4-9fce-45c2-848b-5f2c6adda3cc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags HTTP/1.1" status: 204 len: 168 time: 0.0646420 Feb 13 23:35:47.274628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56690) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.278242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.287482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb252f-6914-4014-ba62-ca7d01e19d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0a3928-ce49-4a45-aa4f-f60e9b2f06dc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:47.293070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-2f20a34d-5458-4a6c-a767-0d8561f2d28d tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-1645444385') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.325870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:35:47.349589 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-2f20a34d-5458-4a6c-a767-0d8561f2d28d tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:47.350584 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2f20a34d-5458-4a6c-a767-0d8561f2d28d tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-1645444385 HTTP/1.1" status: 404 len: 329 time: 0.0749133 Feb 13 23:35:47.353489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56694) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.359373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-d9f07109-6e4f-4c9e-8f9f-ec6f310ed4e5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-361411582') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.361034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae3b7594-1e96-43a3-b4cf-a967443957f4 req-6d16f61a-6bff-4efd-b291-a129b8ba5a7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 1097 time: 0.2591622 Feb 13 23:35:47.369524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851d46f-cead-4491-8fea-fbb74a58202e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:47.388201 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-d9f07109-6e4f-4c9e-8f9f-ec6f310ed4e5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:47.389291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9f07109-6e4f-4c9e-8f9f-ec6f310ed4e5 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-361411582 HTTP/1.1" status: 404 len: 328 time: 0.0346615 Feb 13 23:35:47.391065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.391601 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Added segment 3d5b301f-6ee7-44bd-abe1-0ccf6717303a of type vlan for network 51d53f23-b33d-46bc-a64b-b52fb0db4adb Feb 13 23:35:47.393086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32eb252f-6914-4014-ba62-ca7d01e19d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.393347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56698) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.394165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-32eb252f-6914-4014-ba62-ca7d01e19d1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a0a3928-ce49-4a45-aa4f-f60e9b2f06dc HTTP/1.1" status: 204 len: 168 time: 0.8594556 Feb 13 23:35:47.400823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-255f5883-4c7c-4d6d-90d5-d090fdd639fc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620', 'tempest-TagsExtTest-Tag-1526521419') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.431828 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-255f5883-4c7c-4d6d-90d5-d090fdd639fc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] show failed (client error): The resource could not be found. Feb 13 23:35:47.432903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-255f5883-4c7c-4d6d-90d5-d090fdd639fc tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags/tempest-TagsExtTest-Tag-1526521419 HTTP/1.1" status: 404 len: 329 time: 0.0389535 Feb 13 23:35:47.437110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.447214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.447388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-d6fbddc9-966c-4640-a83f-e602693dc114 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f8623a1-455a-4456-a1c6-6ff552446620') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.462018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.466532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae3b7594-1e96-43a3-b4cf-a967443957f4 req-b2e2d9a0-8065-48cc-84ad-04f2f990bc8e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922108 Feb 13 23:35:47.481150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d6fbddc9-966c-4640-a83f-e602693dc114 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620/tags HTTP/1.1" status: 204 len: 168 time: 0.0413067 Feb 13 23:35:47.484134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.495309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-0b7ff904-3e5c-46c4-b7ea-48be40a8f915 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a7718f30-cab9-4d7e-aba5-b382b190d66b') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:47.738878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.739738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:47.740316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:47.767507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdce23-b7cc-4508-a0d6-c97da939ad19 req-eca4e9c3-3d6b-4ab9-8266-280c9d8ed7d9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:47.774353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82cdce23-b7cc-4508-a0d6-c97da939ad19 req-eca4e9c3-3d6b-4ab9-8266-280c9d8ed7d9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 946 time: 0.1141949 Feb 13 23:35:47.830340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82cdce23-b7cc-4508-a0d6-c97da939ad19 req-a7624e12-4075-4d13-81da-7b8bad28737a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550086 Feb 13 23:35:47.873842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0145211 Feb 13 23:35:47.882716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f30748-6992-409a-b611-57b58dae4942 admin admin] Pushing event updated for resources: {'Network': ['ID=51d53f23-b33d-46bc-a64b-b52fb0db4adb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:47.894740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 51d53f23-b33d-46bc-a64b-b52fb0db4adb details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:35:47.912576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0b7ff904-3e5c-46c4-b7ea-48be40a8f915 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b/tags HTTP/1.1" status: 204 len: 168 time: 0.4277067 Feb 13 23:35:47.915363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:47.922960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.tag.tag_plugin [None req-282292c6-a7e2-4c55-9306-ff16dee43687 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:48.035988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-282292c6-a7e2-4c55-9306-ff16dee43687 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba/tags HTTP/1.1" status: 204 len: 168 time: 0.1192160 Feb 13 23:35:48.038806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:48.044527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.tag.tag_plugin [None req-d44f896b-0d82-4c91-9424-3a922d4dd614 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90413914-0667-4ed2-ab03-89ef6e152341') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:48.269037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5568cab4-39f6-4276-81dc-ffee63861c2c req-71fc2c19-bbb5-4cfd-a636-175316ed5e72 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0807953 Feb 13 23:35:48.302071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d44f896b-0d82-4c91-9424-3a922d4dd614 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341/tags HTTP/1.1" status: 204 len: 168 time: 0.2556050 Feb 13 23:35:48.303684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:48.664165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56766) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:48.684584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b1102e10-0dd1-44b5-b959-8a833fa58bcb tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for subnetpool, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:48.685106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b1102e10-0dd1-44b5-b959-8a833fa58bcb tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnetpools/5f8623a1-455a-4456-a1c6-6ff552446620 HTTP/1.1" status: 204 len: 168 time: 0.3804767 Feb 13 23:35:48.689223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56772) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:48.749738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-94029e2d-332e-49b7-9c4b-4e9da4c16ed2 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Synchronizing usage tracker for tenant:4d25f367e2184156b55f0c8ef11ab55c on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:48.812735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.817779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.821938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.827552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.831901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.837118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.841727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.852417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-c01c65dc-4438-451b-8746-bfdfb19e3e37 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.2454574 Feb 13 23:35:48.865159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-94029e2d-332e-49b7-9c4b-4e9da4c16ed2 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Unset dirty status for tenant:4d25f367e2184156b55f0c8ef11ab55c on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:48.874398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94029e2d-332e-49b7-9c4b-4e9da4c16ed2 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7718f30-cab9-4d7e-aba5-b382b190d66b HTTP/1.1" status: 200 len: 205 time: 0.1845584 Feb 13 23:35:48.875185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:48.885410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c525-f088-40bd-8e4d-9f59110ada49 req-db37c292-5007-41c9-8123-78ebf37cfbd4 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.889829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c525-f088-40bd-8e4d-9f59110ada49 req-db37c292-5007-41c9-8123-78ebf37cfbd4 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.893945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c525-f088-40bd-8e4d-9f59110ada49 req-db37c292-5007-41c9-8123-78ebf37cfbd4 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:48.908856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66f8c525-f088-40bd-8e4d-9f59110ada49 req-db37c292-5007-41c9-8123-78ebf37cfbd4 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3399208 Feb 13 23:35:48.924304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2272b3d9-7f7f-4bb2-b3a2-af249bb26db8 req-5ddd779b-d58b-4d97-95b1-37d05b9e4bcc tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706675 Feb 13 23:35:49.000534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Router 1136036e-cac1-4594-b6d0-549450b49aba has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:35:49.164348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392489551'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:49.210250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:49.221115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:49.224761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:49.233278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:49.249279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.296374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d716a-d9b1-4851-bb1c-333b2a1bc7ef req-11613f63-9373-482f-a606-6cf23cf3f382 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:49.297441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f59d716a-d9b1-4851-bb1c-333b2a1bc7ef req-11613f63-9373-482f-a606-6cf23cf3f382 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] Synchronizing usage tracker for tenant:a0910769503e4dacb7b1464544162f36 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:49.326999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f59d716a-d9b1-4851-bb1c-333b2a1bc7ef req-11613f63-9373-482f-a606-6cf23cf3f382 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] Unset dirty status for tenant:a0910769503e4dacb7b1464544162f36 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:49.328150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f59d716a-d9b1-4851-bb1c-333b2a1bc7ef req-11613f63-9373-482f-a606-6cf23cf3f382 tempest-ComputeTenantNetworksTest-1520914660 tempest-ComputeTenantNetworksTest-1520914660-project] 10.222.0.36 "GET /v2.0/networks/51d53f23-b33d-46bc-a64b-b52fb0db4adb HTTP/1.1" status: 200 len: 769 time: 0.3094316 Feb 13 23:35:49.337399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:49.369030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.402427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.453437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.507536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2723-e7ce-41c7-bf5c-cb4a8ba95d01 req-300a0f79-137e-426a-97dc-cffb47c3612f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:49.509238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-790f2723-e7ce-41c7-bf5c-cb4a8ba95d01 req-300a0f79-137e-426a-97dc-cffb47c3612f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 946 time: 0.3500767 Feb 13 23:35:49.516438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-62089904-5290-453d-bc50-bd98ce63bf35 req-bf8d5b27-0001-440c-b3aa-afaa1a78773c tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0462732 Feb 13 23:35:49.601942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:49.609771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:49.622987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:35:49.635085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-63639b3d-b512-4ce9-9a0c-242303aab944 admin admin] 10.222.0.36 "PUT /v2.0/routers/1136036e-cac1-4594-b6d0-549450b49aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8108554 Feb 13 23:35:49.635284 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] Sync routers for ids ['1136036e-cac1-4594-b6d0-549450b49aba'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:35:49.635833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:49.658853 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] Routers {'1136036e-cac1-4594-b6d0-549450b49aba'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:49.661436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1136036e-cac1-4594-b6d0-549450b49aba'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:49.666586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:49.736199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:49.767484 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.769091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.795388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-790f2723-e7ce-41c7-bf5c-cb4a8ba95d01 req-5ecbdf59-f41a-47fc-9823-44aa5ad845cd tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240493 Feb 13 23:35:49.804282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.807267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d53f23-b33d-46bc-a64b-b52fb0db4adb']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:49.825053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5b301f-6ee7-44bd-abe1-0ccf6717303a') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:49.825810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5b301f-6ee7-44bd-abe1-0ccf6717303a') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:49.848301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.856796 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.857341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Fanout notify agent at l3_agent the message router_deleted on router a7718f30-cab9-4d7e-aba5-b382b190d66b {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:35:49.877182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.886512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:49.886907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:49.924164 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:50.065828 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] Set router 1136036e-cac1-4594-b6d0-549450b49aba gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:35:50.083033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.103727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.113490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.117666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.121257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d53f23-b33d-46bc-a64b-b52fb0db4adb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:50.124104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:50.126801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-edcfc655-0d96-416c-82f0-fe94f9f110a0 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/routers/a7718f30-cab9-4d7e-aba5-b382b190d66b HTTP/1.1" status: 204 len: 168 time: 1.2493675 Feb 13 23:35:50.128329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.182342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:50.184726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56da9294-8bc7-48d2-a441-fc08fd4f2c27,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:50.189963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:50.193698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5cff4908-5886-4467-a14a-7edb10bf9fa9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/51d53f23-b33d-46bc-a64b-b52fb0db4adb HTTP/1.1" status: 204 len: 168 time: 0.8551924 Feb 13 23:35:50.200979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:50.217916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:50.230933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Deleting port fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:50.231996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.281185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.357455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.369476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.441095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:50.449870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.451819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-db00aae8-ae2f-436b-8286-fcd618ea4184 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7852445 Feb 13 23:35:50.463919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.467903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.471920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.476003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.480347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.485579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.489880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:50.492171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-f35dab0a-97d4-4c15-b3f9-b5a855051a6f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.2228310 Feb 13 23:35:50.492845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56812) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:50.678495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56820) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:50.701167 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:35:45Z', 'revision_number': 5, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:50.702454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa6f509f-2215-4e5a-884a-6a4fb635632d req-ea18d9f8-fb98-478d-954e-0715764b7d2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776724 Feb 13 23:35:50.710653 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] Checking router: 1136036e-cac1-4594-b6d0-549450b49aba for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:35:50.738292 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] Routers {'1136036e-cac1-4594-b6d0-549450b49aba'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:35:50.739117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:35:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1136036e-cac1-4594-b6d0-549450b49aba'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:50.747406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5da87f26-0108-4a68-9aff-496865094d7a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:50.842837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5da87f26-0108-4a68-9aff-496865094d7a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:50.845014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5da87f26-0108-4a68-9aff-496865094d7a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3510222 Feb 13 23:35:50.848489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56830) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:50.855999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-security--1618602167', 'description': 'tempest-security-description-2138797574'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:50.874476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-473d71f6-2da1-4e5e-ac94-9b49ad3ca3b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0910769503e4dacb7b1464544162f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1947019 Feb 13 23:35:50.878647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56834) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:50.926866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:50.936992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fce955a-dd32-4339-99f2-c76acb99bb3c req-a0248b5b-b3b8-4f9d-9cbb-4a2520a4bb39 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1220343 Feb 13 23:35:51.013590 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f71d7011-1e5e-4d36-8fef-0f7ef8b85512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.041416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.052428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.054991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.056368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "PUT /v2.0/security-groups/ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae HTTP/1.1" status: 200 len: 1612 time: 0.2066853 Feb 13 23:35:51.067468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56840) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:51.071914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f71d7011-1e5e-4d36-8fef-0f7ef8b85512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.129606 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] Set router 1136036e-cac1-4594-b6d0-549450b49aba gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:35:51.135485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e8af6-25a4-461f-81be-4d5d5af35890 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:51.158145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.182608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c3b7f0c3-608d-412f-8993-14daae3eec39 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups/ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae HTTP/1.1" status: 200 len: 1612 time: 0.1035070 Feb 13 23:35:51.185183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56844) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:51.223483 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f71d7011-1e5e-4d36-8fef-0f7ef8b85512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.263493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d7011-1e5e-4d36-8fef-0f7ef8b85512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851d46f-cead-4491-8fea-fbb74a58202e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:51.289423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f71d7011-1e5e-4d36-8fef-0f7ef8b85512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.291385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f71d7011-1e5e-4d36-8fef-0f7ef8b85512 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9851d46f-cead-4491-8fea-fbb74a58202e HTTP/1.1" status: 204 len: 168 time: 0.4115982 Feb 13 23:35:51.298407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34273062-0d7d-454f-a7fc-3f2c25065bf4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.342099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Calling delete_port for fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:51.342236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34273062-0d7d-454f-a7fc-3f2c25065bf4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.446324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34273062-0d7d-454f-a7fc-3f2c25065bf4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.470556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.501460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273062-0d7d-454f-a7fc-3f2c25065bf4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:51.531070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Deleting port 8e2703ff-52e6-48d3-b2f4-4434fee692e1 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:51.531550 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.534007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34273062-0d7d-454f-a7fc-3f2c25065bf4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.538692 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-34273062-0d7d-454f-a7fc-3f2c25065bf4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae HTTP/1.1" status: 204 len: 168 time: 0.3499420 Feb 13 23:35:51.540052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:51.601584 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:35:45Z', 'revision_number': 5, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:51.606729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4a618-d031-4a14-bd34-abf9ad8e32fe None None] The sync data for ids ['1136036e-cac1-4594-b6d0-549450b49aba'] in n-d-828979-1 is: [{'id': '1136036e-cac1-4594-b6d0-549450b49aba', 'name': 'tempest-ServerRescueNegativeTestJSON-461999066-router', 'tenant_id': '42857c4e7caf4e1986cd54ce008d0954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:31:56Z', 'updated_at': '2022-02-13T23:35:45Z', 'revision_number': 5, 'project_id': '42857c4e7caf4e1986cd54ce008d0954', 'gw_port': {'id': '8e2703ff-52e6-48d3-b2f4-4434fee692e1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1136036e-cac1-4594-b6d0-549450b49aba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:31:58Z', 'updated_at': '2022-02-13T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:35:51.624306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-67e02c4d-5335-437b-8570-0d5c484083da tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:51.648405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-67e02c4d-5335-437b-8570-0d5c484083da tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:51.650572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-67e02c4d-5335-437b-8570-0d5c484083da tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1093850 Feb 13 23:35:51.653073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56860) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:51.675284 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-741c013a-b639-497c-918a-94f6eb7545f5 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] delete failed (client error): The resource could not be found. Feb 13 23:35:51.678155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-741c013a-b639-497c-918a-94f6eb7545f5 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad90ca7f-b9f1-4a22-8aea-4bee914ec3ae HTTP/1.1" status: 404 len: 347 time: 0.0223522 Feb 13 23:35:51.681101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56864) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:51.686372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022562274'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:51.693085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:51.704162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:51.715955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.745427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.757673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:51.761489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:51.765133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:51.772742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:51.814793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event deleted for resources: {'Port': ['ID=fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:51.823202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] For port 8e2703ff-52e6-48d3-b2f4-4434fee692e1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e2703ff-52e6-48d3-b2f4-4434fee692e1,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:51.823556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.848244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.855316 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:51.913916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6bc41-5a94-4807-b12a-d2be8d8b0d94,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:52.021324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.022805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7ef50093-27cb-4f35-99d6-faec187914d8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3408051 Feb 13 23:35:52.030492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56880) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:52.043212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': 'ccd6bc41-5a94-4807-b12a-d2be8d8b0d94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:52.068990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:52.081384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:52.087261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:52.120604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:52.155672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.161844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.169601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.180319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Calling delete_port for 8e2703ff-52e6-48d3-b2f4-4434fee692e1 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:52.183759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.187918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.191952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.197914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:52.206017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-33ccbc36-1132-4425-ae10-9883d59eea2e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.2565987 Feb 13 23:35:52.228309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.229809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.306817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c56296a1-a372-4e23-89c9-4e06187f0d0e tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/ports/fc9adfe2-92ba-4557-9a4d-b12ecbcdfcba HTTP/1.1" status: 204 len: 168 time: 2.1806602 Feb 13 23:35:52.309746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56886) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:52.334490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6513bca7-8175-4d47-a66f-39f05bb54a8f req-d34c7c97-1401-4653-956a-1ab9b4ecde0f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274722 Feb 13 23:35:52.361505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.366342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.395295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b0023c-d272-473a-a728-3a9253fd38c6,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:52.410427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.411810 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a867734b-d73b-4d52-a837-b9cfc5d8ce4e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3747776 Feb 13 23:35:52.415802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56890) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:52.453615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50f9088f-f5cc-4377-8327-87b02f3684b2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.467112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50f9088f-f5cc-4377-8327-87b02f3684b2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.509107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f3e36e0-ee18-42d5-b282-74b592fc111b req-883dbf34-025a-4ccc-ba4e-604fe317aa5a tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1261721 Feb 13 23:35:52.519982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50f9088f-f5cc-4377-8327-87b02f3684b2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.566639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9088f-f5cc-4377-8327-87b02f3684b2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14b0023c-d272-473a-a728-3a9253fd38c6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:52.569587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50f9088f-f5cc-4377-8327-87b02f3684b2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.573152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-50f9088f-f5cc-4377-8327-87b02f3684b2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/14b0023c-d272-473a-a728-3a9253fd38c6 HTTP/1.1" status: 204 len: 168 time: 0.1538107 Feb 13 23:35:52.575097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56900) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:52.673828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3f535b11-c7e9-42fb-abca-ab21f6b3e788 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:52.697215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3f535b11-c7e9-42fb-abca-ab21f6b3e788 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:52.699111 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3f535b11-c7e9-42fb-abca-ab21f6b3e788 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1209505 Feb 13 23:35:52.702110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56906) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:52.793444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31847902-11d2-42b0-9562-a770bd3cf44a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.829976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31847902-11d2-42b0-9562-a770bd3cf44a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.904935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31847902-11d2-42b0-9562-a770bd3cf44a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.918565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Deleting subnet 90413914-0667-4ed2-ab03-89ef6e152341 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:52.924043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.929605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31847902-11d2-42b0-9562-a770bd3cf44a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6bc41-5a94-4807-b12a-d2be8d8b0d94,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:52.945822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-31847902-11d2-42b0-9562-a770bd3cf44a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:52.949537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-31847902-11d2-42b0-9562-a770bd3cf44a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/ccd6bc41-5a94-4807-b12a-d2be8d8b0d94 HTTP/1.1" status: 204 len: 168 time: 0.2441146 Feb 13 23:35:52.949920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56914) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:52.978441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 45d0f763-d171-438c-bd2b-316dc16d5609 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:53.011307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-100f9a14-3423-4159-b7f2-809c63563b58 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:53.021373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.032058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 45d0f763-d171-438c-bd2b-316dc16d5609 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:53.032593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 45d0f763-d171-438c-bd2b-316dc16d5609 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:53.034701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-100f9a14-3423-4159-b7f2-809c63563b58 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:53.040604 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-100f9a14-3423-4159-b7f2-809c63563b58 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0851452 Feb 13 23:35:53.040754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56918) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:53.046143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--248842122'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:53.053591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:53.063452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:53.068731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2703ff-52e6-48d3-b2f4-4434fee692e1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:53.078949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.083042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.127931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:53.132105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:53.134941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:53.140673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:53.209073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.215235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.271500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b43c16-9d55-45d1-ba8d-27c09da983ea,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:53.283918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.285196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e1ce8692-ac20-4a03-aa25-69161480340c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2435021 Feb 13 23:35:53.288038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56924) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:53.294588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '21b43c16-9d55-45d1-ba8d-27c09da983ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:53.301431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:53.306070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:53.309604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:53.318360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:53.340725 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.382082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.435278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.440745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.483961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b725cb08-7482-4907-bf2d-5c0218c134f7,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:53.488957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.493407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ce0a5ede-1fd2-480b-ad2c-875a83554ed8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2042494 Feb 13 23:35:53.494227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:53.501117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '21b43c16-9d55-45d1-ba8d-27c09da983ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:53.507810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:53.511971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:53.522924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:53.535013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:53.555438 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.602093 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.634384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.639653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.661774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d601e7-79d3-404d-b0e0-b36e43f4dfc4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:53.689288 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.690903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e2a59111-41f6-4733-a9ac-0170deb772ea tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1957161 Feb 13 23:35:53.693583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:53.702735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '21b43c16-9d55-45d1-ba8d-27c09da983ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:53.710220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:53.714841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:53.718963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:53.725392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:53.813555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcc756e9-15b9-4d12-9072-44adfb9b605c req-35865f58-28d7-4398-8e28-8a196447a977 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0496664 Feb 13 23:35:53.814372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.841135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.859057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.899713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.909127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.915373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.949111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fcfd61-7ce2-48d9-ad24-cb93d16c1d37,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:53.966736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:53.968083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:53.973932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f3560505-2cb5-4dc6-804d-d13c464b24e3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2790461 Feb 13 23:35:53.974877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56948) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:53.980752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '21b43c16-9d55-45d1-ba8d-27c09da983ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:53.983967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:53.988076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:53.988254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:53.992514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:53.996293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:54.003269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:54.007445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:54.022901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:54.027671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:54.039128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:54.049280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-02f915a0-8361-4103-af2c-064595a308c7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.4154983 Feb 13 23:35:54.059627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.061084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event deleted for resources: {'Subnet': ['ID=90413914-0667-4ed2-ab03-89ef6e152341,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:54.117086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.117545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1136036e-cac1-4594-b6d0-549450b49aba {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:35:54.130090 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.130530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ce7af-77ad-4584-896d-36ed903810b1 None None] Network c2895d7e-a48a-4f72-b947-fe94999b20fa requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:35:54.170519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aba4e152-7939-4e8e-803c-3b0f98baad13 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/subnets/90413914-0667-4ed2-ab03-89ef6e152341 HTTP/1.1" status: 204 len: 168 time: 1.8563693 Feb 13 23:35:54.205230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4a84d95-26c4-44a0-a1cd-143ecf236f53 req-3f9168aa-7412-4f85-aaf4-8a77b9a1cec1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347167 Feb 13 23:35:54.205230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56954) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:54.205230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.205230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6c37bfe2-4ae6-4a4a-a9c6-ee76cc996751 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1136036e-cac1-4594-b6d0-549450b49aba HTTP/1.1" status: 204 len: 168 time: 4.5655279 Feb 13 23:35:54.218672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56958) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:54.327751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Deleting subnet 2452c785-c1f5-4a08-8065-2de15ff91a83 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:35:54.344921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.442236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.489936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.536581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Deleting port 11094879-f97a-43dd-a236-2ffe65a2b155 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:54.537303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.558920 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.651791 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.824010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] DHCP port deletion for c2895d7e-a48a-4f72-b947-fe94999b20fa request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:35:54.828813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] Deleting port 11094879-f97a-43dd-a236-2ffe65a2b155 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:54.829462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.864970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-88708654-2930-4646-93ef-94f1b8548bdf tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:54.866733 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-88708654-2930-4646-93ef-94f1b8548bdf tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.2240360 Feb 13 23:35:54.888053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2452c785-c1f5-4a08-8065-2de15ff91a83,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:54.923758 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.925607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:54.929480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-8ce6552f-fcdd-4582-8c04-876c5a445107 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/quotas/7fea57da0c174f93b8fcd2a966ee5b03 HTTP/1.1" status: 200 len: 375 time: 0.0505304 Feb 13 23:35:54.934537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.134059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade6f9f3-b082-431f-a331-c9f4a9de5ab4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:55.136824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.138008 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-41f31f7d-c9b8-439f-9a30-b91912dcd612 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1621420 Feb 13 23:35:55.142455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8066871d-7bf9-4078-ad59-6ff0bc75ee3c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2452c785-c1f5-4a08-8065-2de15ff91a83 HTTP/1.1" status: 204 len: 168 time: 0.9311588 Feb 13 23:35:55.144985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56976) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:55.145311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56978) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:55.153652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '21b43c16-9d55-45d1-ba8d-27c09da983ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:55.164992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e2703ff-52e6-48d3-b2f4-4434fee692e1 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:55.180293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:55.187827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:55.231097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb561955-1504-4e6e-b858-3569aec67a4b req-785af087-fbcf-40d0-b66e-6b5ebf78d260 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0608327 Feb 13 23:35:55.235868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8e2703ff-52e6-48d3-b2f4-4434fee692e1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:35:55.236212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e2703ff-52e6-48d3-b2f4-4434fee692e1 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:35:55.236629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 11094879-f97a-43dd-a236-2ffe65a2b155 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:35:55.239221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:55.255287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] For port 11094879-f97a-43dd-a236-2ffe65a2b155, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=11094879-f97a-43dd-a236-2ffe65a2b155,segment=NetworkSegment(31de61a0-1284-4e27-999a-f207ffc304bc),segment_id=31de61a0-1284-4e27-999a-f207ffc304bc)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:55.256109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.263466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:55.264311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] For port 11094879-f97a-43dd-a236-2ffe65a2b155, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=11094879-f97a-43dd-a236-2ffe65a2b155,segment=NetworkSegment(31de61a0-1284-4e27-999a-f207ffc304bc),segment_id=31de61a0-1284-4e27-999a-f207ffc304bc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:35:55.264788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.314317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.318221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.360791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-7b11d579-1e9f-4e8a-8fd6-f24897659db6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4191747 Feb 13 23:35:55.415162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] Calling delete_port for 11094879-f97a-43dd-a236-2ffe65a2b155 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:55.430763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Calling delete_port for 11094879-f97a-43dd-a236-2ffe65a2b155 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:35:55.534251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.545369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.577877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.582483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.586644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.590561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.595724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.599861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.600995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.604127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:55.606106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-8927af49-d475-4d05-ab72-876c4671bdf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.1829581 Feb 13 23:35:55.606927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:35:55.607240 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:35:55.629071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] Pushing event deleted for resources: {'Port': ['ID=11094879-f97a-43dd-a236-2ffe65a2b155,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:55.631160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252935c4-6684-4dcd-9402-414af4f57826 None None] No DVR routers for this DVR port 11094879-f97a-43dd-a236-2ffe65a2b155 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:35:55.659439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e45ce8-f220-4191-8d42-cad983552625']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:55.682608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eecd35a-260a-4e91-b23f-0ddc71497c99 req-1ff782a6-3faa-4a75-9ac0-a75ea477aae4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689979 Feb 13 23:35:55.689959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.702281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1144dd79-c93c-4e0b-afd1-c03aa65c98d1') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:55.702578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1144dd79-c93c-4e0b-afd1-c03aa65c98d1') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:55.712092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.736243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-d66b48d4-1d9f-41ea-9350-247970440c0f service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745401 Feb 13 23:35:55.745641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.758417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9157a9-c32e-457a-8b04-d2d13f9744a0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:55.847892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.853939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.855096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-89f9f93d-2560-4b78-baf0-0245682c21f4 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7087722 Feb 13 23:35:55.857991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56994) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:55.865829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:55.866253 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:55.880018 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:55.891703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78289c49-0b9a-4d89-b54d-1d9084ade3b0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.912166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78289c49-0b9a-4d89-b54d-1d9084ade3b0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.955856 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78289c49-0b9a-4d89-b54d-1d9084ade3b0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.971622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78289c49-0b9a-4d89-b54d-1d9084ade3b0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be9157a9-c32e-457a-8b04-d2d13f9744a0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:55.988142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78289c49-0b9a-4d89-b54d-1d9084ade3b0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:55.990004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-78289c49-0b9a-4d89-b54d-1d9084ade3b0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/be9157a9-c32e-457a-8b04-d2d13f9744a0 HTTP/1.1" status: 204 len: 168 time: 0.1309402 Feb 13 23:35:55.992705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57000) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.019107 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-bc60727e-1893-4713-ae90-a4fa5974d33d service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647688 Feb 13 23:35:56.020583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.032101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.066184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e45ce8-f220-4191-8d42-cad983552625,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:56.077736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c749e320-a9de-4042-8994-e1d093c317b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/75e45ce8-f220-4191-8d42-cad983552625 HTTP/1.1" status: 204 len: 168 time: 0.9271138 Feb 13 23:35:56.084324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e8c0c9bb-1c3a-43a1-9203-2023c3068b2d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:56.104280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e8c0c9bb-1c3a-43a1-9203-2023c3068b2d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:56.111439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57006) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.112031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e8c0c9bb-1c3a-43a1-9203-2023c3068b2d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1179240 Feb 13 23:35:56.113435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Deleting port 11094879-f97a-43dd-a236-2ffe65a2b155 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:35:56.114748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.179903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c5d2de-d16d-43cc-bf4a-f855cf0d5b17 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.223198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c5d2de-d16d-43cc-bf4a-f855cf0d5b17 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.276034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] The port '11094879-f97a-43dd-a236-2ffe65a2b155' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:35:56.281898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c5d2de-d16d-43cc-bf4a-f855cf0d5b17 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.325375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5d2de-d16d-43cc-bf4a-f855cf0d5b17 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ade6f9f3-b082-431f-a331-c9f4a9de5ab4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:56.341152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c5d2de-d16d-43cc-bf4a-f855cf0d5b17 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.346088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40c5d2de-d16d-43cc-bf4a-f855cf0d5b17 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ade6f9f3-b082-431f-a331-c9f4a9de5ab4 HTTP/1.1" status: 204 len: 168 time: 0.2335343 Feb 13 23:35:56.355903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57016) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.469208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dd9c1fb3-41ca-4876-8e44-eb1d3b0c2c2d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:56.479624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f570d720-e226-45a3-9eaa-73e694760249 req-477881c4-4f49-4639-b3ab-c6d0a5503a27 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 210 time: 0.2223492 Feb 13 23:35:56.503407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dd9c1fb3-41ca-4876-8e44-eb1d3b0c2c2d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:56.514963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dd9c1fb3-41ca-4876-8e44-eb1d3b0c2c2d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1579766 Feb 13 23:35:56.518942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57026) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.551488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-253541fe-6b12-4c34-b115-b838e42ab212 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.564712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-253541fe-6b12-4c34-b115-b838e42ab212 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.605499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57032) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.714912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2cd9baa-07c5-4979-9698-86e939bb8d3b req-fc4de9b2-10a0-4a51-91b9-d711fc6d462d tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1102121 Feb 13 23:35:56.717501 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-253541fe-6b12-4c34-b115-b838e42ab212 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.737727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253541fe-6b12-4c34-b115-b838e42ab212 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51fcfd61-7ce2-48d9-ad24-cb93d16c1d37,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:56.741106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50dc74cb-84f8-47ec-b933-65347ae15789 req-c2bcd356-1f85-4500-802a-844224bba660 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.2580595 Feb 13 23:35:56.781605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-253541fe-6b12-4c34-b115-b838e42ab212 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:56.788747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-253541fe-6b12-4c34-b115-b838e42ab212 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/51fcfd61-7ce2-48d9-ad24-cb93d16c1d37 HTTP/1.1" status: 204 len: 168 time: 0.2662365 Feb 13 23:35:56.790290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.857071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c08ea536-1aa0-4e00-ada8-a356671d50b3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:56.866382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7f4202e4-b7c9-4c56-be20-f2ee3adc6870 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42857c4e7caf4e1986cd54ce008d0954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2588716 Feb 13 23:35:56.867585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.911833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c08ea536-1aa0-4e00-ada8-a356671d50b3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:56.916413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c08ea536-1aa0-4e00-ada8-a356671d50b3 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1235726 Feb 13 23:35:56.921067 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:35:56.924243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57054) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:56.984540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.065897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f9779fb-8381-4fcf-ae71-b000417166ab tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.080174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f9779fb-8381-4fcf-ae71-b000417166ab tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.102302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2895d7e-a48a-4f72-b947-fe94999b20fa']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:57.115256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09721f3b-f310-403d-8269-b63f50a6a9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.143006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31de61a0-1284-4e27-999a-f207ffc304bc') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:57.143671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31de61a0-1284-4e27-999a-f207ffc304bc') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:35:57.158973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09721f3b-f310-403d-8269-b63f50a6a9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.161408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.174063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f9779fb-8381-4fcf-ae71-b000417166ab tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.193186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.206318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:35:57.207474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.215057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9779fb-8381-4fcf-ae71-b000417166ab tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2d601e7-79d3-404d-b0e0-b36e43f4dfc4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:57.222573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f9779fb-8381-4fcf-ae71-b000417166ab tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.226089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2f9779fb-8381-4fcf-ae71-b000417166ab tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e2d601e7-79d3-404d-b0e0-b36e43f4dfc4 HTTP/1.1" status: 204 len: 168 time: 0.2987063 Feb 13 23:35:57.232210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57062) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:35:57.233256 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:35:57.303545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.304442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-86a81658-c6f2-47fb-abdf-3f3eea71334d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:57.308417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.312661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.317032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.321387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.324418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09721f3b-f310-403d-8269-b63f50a6a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.325988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.331170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:57.333214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-742fa649-fe74-4a57-b556-ace3857c27fa req-2e250fa8-536b-4fe5-98c3-f975276a4954 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.3100202 Feb 13 23:35:57.355228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-86a81658-c6f2-47fb-abdf-3f3eea71334d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:57.357172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-86a81658-c6f2-47fb-abdf-3f3eea71334d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1238062 Feb 13 23:35:57.361712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57066) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:57.377854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09721f3b-f310-403d-8269-b63f50a6a9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da9501-d77f-47c0-aaad-6c9b65fc3cb7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:57.401266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.413368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09721f3b-f310-403d-8269-b63f50a6a9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.421116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-09721f3b-f310-403d-8269-b63f50a6a9a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35da9501-d77f-47c0-aaad-6c9b65fc3cb7 HTTP/1.1" status: 204 len: 168 time: 0.5500050 Feb 13 23:35:57.441995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.452422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] Pushing event deleted for resources: {'Network': ['ID=c2895d7e-a48a-4f72-b947-fe94999b20fa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:57.453190 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40d8d5a-1291-4763-8c02-0966cbe8f940 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.469763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-742fa649-fe74-4a57-b556-ace3857c27fa req-9c9e77a4-cbde-41cd-93ca-ff5e14ae0609 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262047 Feb 13 23:35:57.471429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7af92c48-d7c3-4423-a04c-980227d28497 tempest-TagsExtTest-658910762 tempest-TagsExtTest-658910762-project] 10.222.0.36 "DELETE /v2.0/networks/c2895d7e-a48a-4f72-b947-fe94999b20fa HTTP/1.1" status: 204 len: 168 time: 3.2630429 Feb 13 23:35:57.476193 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40d8d5a-1291-4763-8c02-0966cbe8f940 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.513620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40d8d5a-1291-4763-8c02-0966cbe8f940 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.559460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d8d5a-1291-4763-8c02-0966cbe8f940 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b725cb08-7482-4907-bf2d-5c0218c134f7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:57.567684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a40d8d5a-1291-4763-8c02-0966cbe8f940 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:57.571399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a40d8d5a-1291-4763-8c02-0966cbe8f940 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b725cb08-7482-4907-bf2d-5c0218c134f7 HTTP/1.1" status: 204 len: 168 time: 0.2047818 Feb 13 23:35:57.572417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:57.697911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-54af9b58-3cc8-4599-a2de-f4352b23d160 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:57.735921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-54af9b58-3cc8-4599-a2de-f4352b23d160 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:57.740131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-54af9b58-3cc8-4599-a2de-f4352b23d160 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1639535 Feb 13 23:35:57.740293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57084) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:57.855949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da36cf69-3c3a-45ae-a1b5-061305bad816 req-2d7411fa-0aeb-498a-a5c6-4d2135a1445d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 210 time: 0.1386020 Feb 13 23:35:57.932815 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3029c7cf-2a00-434c-aab9-4a5225336201 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.002930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3029c7cf-2a00-434c-aab9-4a5225336201 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.118280 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3029c7cf-2a00-434c-aab9-4a5225336201 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.171057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029c7cf-2a00-434c-aab9-4a5225336201 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b43c16-9d55-45d1-ba8d-27c09da983ea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:58.201899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-959ba4b1-ab3e-4ec3-b237-eeea63af6777 req-94eaca15-02da-4f4b-b69f-abd3bb451ffa tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0689557 Feb 13 23:35:58.210453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57098) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:58.259397 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3029c7cf-2a00-434c-aab9-4a5225336201 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.259397 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3029c7cf-2a00-434c-aab9-4a5225336201 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/21b43c16-9d55-45d1-ba8d-27c09da983ea HTTP/1.1" status: 204 len: 168 time: 0.5165327 Feb 13 23:35:58.264479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57108) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:58.379353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7a74bada-1435-4851-ba69-a91128674ce2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:35:58.417636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7a74bada-1435-4851-ba69-a91128674ce2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:35:58.419096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7a74bada-1435-4851-ba69-a91128674ce2 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1509988 Feb 13 23:35:58.429080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57114) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:58.440333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--257336169'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:58.446715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:58.457877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:58.474370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.517023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-566cb7cb-1a60-4389-a6ce-93bb9b50ca49 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.518876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-566cb7cb-1a60-4389-a6ce-93bb9b50ca49 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.2810192 Feb 13 23:35:58.541805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Request body: {'port': {'device_id': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'admin_state_up': True, 'tenant_id': '7fea57da0c174f93b8fcd2a966ee5b03'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:58.675174 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13613173-e2a0-4771-a1b4-6c76c8cc2d69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d25f367e2184156b55f0c8ef11ab55c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4635816 Feb 13 23:35:58.683078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57128) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:58.712943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:58.726616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:58.731910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:58.760604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:58.791178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64ecb038-7837-4635-b801-bb129129daed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.833691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64ecb038-7837-4635-b801-bb129129daed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.879687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:58.903530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.907991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.912313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.916652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.920983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.925599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.929632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:35:58.937400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-b45fb5df-c667-4f77-95c3-1b437764337e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.2989433 Feb 13 23:35:58.941684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:58.951848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.954580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64ecb038-7837-4635-b801-bb129129daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:58.993446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecb038-7837-4635-b801-bb129129daed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c420a-108c-4a05-820f-6fac79754b33,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:58.999314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.022575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Made reservation on behalf of 7fea57da0c174f93b8fcd2a966ee5b03 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:35:59.030103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.063590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-46df79b4-3d43-4fd4-b607-5a36f79b7b5e req-4a671d03-7fad-4d0b-a816-37d21718ce12 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228926 Feb 13 23:35:59.244531 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64ecb038-7837-4635-b801-bb129129daed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.248155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-64ecb038-7837-4635-b801-bb129129daed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/201c420a-108c-4a05-820f-6fac79754b33 HTTP/1.1" status: 204 len: 168 time: 0.5617535 Feb 13 23:35:59.256292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.257759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8274181 Feb 13 23:35:59.272565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57152) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:35:59.289104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': 'b6b968fb-9a1a-4203-961b-e566f78f5136', 'direction': 'ingress', 'protocol': 17}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:35:59.293978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a30c1-0959-4e4e-abba-d716d0c949af tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b968fb-9a1a-4203-961b-e566f78f5136,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:35:59.304294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fd80c1a-2162-48c1-b9f7-d026d779ddab req-218fcc75-1c66-46e9-bfe0-5b44afff35a5 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 210 time: 0.0543094 Feb 13 23:35:59.314062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:35:59.321737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:35:59.326615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:35:59.342540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Allocated IP 172.20.0.6 (e5639d0c-5499-4ca4-8688-8d868694b4b6/c2107e08-8f39-4270-9d46-bce5c8c4bd18/ec67e4c7-f98f-4202-865d-a509c07a890e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:35:59.593639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.599259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:35:59.696000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9df6a88a-d684-427d-940e-c86ea28661df req-8a3940c6-8755-478e-83e1-0e5d3827dd0f tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0859063 Feb 13 23:35:59.707517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.780535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:35:59.804516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1', 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:00.075362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event updated for resources: {'Port': ['ID=ec67e4c7-f98f-4202-865d-a509c07a890e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:00.184016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:00.191289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:00.233919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:00.341993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:00.371538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:00.403800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-52d1862a-325f-4974-8125-e793d542a5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:00.456269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e19422-5e76-474b-b3f4-5575ec4c3506,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:00.481611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:00.482428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:00.514711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf48c762-868f-4272-ba17-a683ba2399e6 req-ae69045f-e2f0-44ae-86ed-1d600e34a313 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d319b601075c4fa5918523f6accf17bc&device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1308579 Feb 13 23:36:00.518664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:00.520129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2706754-8cb4-453a-81b5-5b66ac0cae00 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2449503 Feb 13 23:36:00.524825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57196) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:00.550326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-5ac6b67b-36cb-451e-9d53-8df830f90608 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0154922 Feb 13 23:36:00.564659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Request body: {'port': {'device_id': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:00.653852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf48c762-868f-4272-ba17-a683ba2399e6 req-4c3627bc-6b6c-4f90-af60-dc09e60aff5f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d319b601075c4fa5918523f6accf17bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280711 Feb 13 23:36:00.940237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.105797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11f90cc1-3868-4753-a6eb-f23423e2a98a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.107483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a5782-2606-444a-83c5-b527a253fb09 req-13e55755-b491-4df4-80e7-309b390f788e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.108296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-448a5782-2606-444a-83c5-b527a253fb09 req-13e55755-b491-4df4-80e7-309b390f788e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:01.115865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48c762-868f-4272-ba17-a683ba2399e6 req-29d47b1a-6050-4860-86d7-c845e4b44c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.117527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf48c762-868f-4272-ba17-a683ba2399e6 req-29d47b1a-6050-4860-86d7-c845e4b44c4d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4517796 Feb 13 23:36:01.152172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-448a5782-2606-444a-83c5-b527a253fb09 req-13e55755-b491-4df4-80e7-309b390f788e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:01.153836 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11f90cc1-3868-4753-a6eb-f23423e2a98a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.159590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-448a5782-2606-444a-83c5-b527a253fb09 req-13e55755-b491-4df4-80e7-309b390f788e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 931 time: 0.2915828 Feb 13 23:36:01.207314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.212056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.216472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.220789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.224985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.229068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.233131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:01.236056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af5c4041-6613-4e54-b919-e95738617e18 req-2988d4cf-307a-4e5b-806d-ed9c259a5fc0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.3677127 Feb 13 23:36:01.283708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11f90cc1-3868-4753-a6eb-f23423e2a98a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.320485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f90cc1-3868-4753-a6eb-f23423e2a98a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b968fb-9a1a-4203-961b-e566f78f5136,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:01.348762 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af5c4041-6613-4e54-b919-e95738617e18 req-ffde9261-44d9-414a-a79b-30321d82deb3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960999 Feb 13 23:36:01.356237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11f90cc1-3868-4753-a6eb-f23423e2a98a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.357346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-11f90cc1-3868-4753-a6eb-f23423e2a98a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/b6b968fb-9a1a-4203-961b-e566f78f5136 HTTP/1.1" status: 204 len: 168 time: 0.7703669 Feb 13 23:36:01.360743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57218) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:01.374173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-448a5782-2606-444a-83c5-b527a253fb09 req-f7a62f31-b699-4991-ae89-bba8c3deeca5 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133152 Feb 13 23:36:01.467011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-25b758a7-c277-4d75-943a-25f71aca943e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:01.517967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-25b758a7-c277-4d75-943a-25f71aca943e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:01.519335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-25b758a7-c277-4d75-943a-25f71aca943e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1575613 Feb 13 23:36:01.523361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57224) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:01.529183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--365712957'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:01.543731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:01.557993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:01.572418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.617203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11f1e7db-7f74-48a1-8641-33cdfec1816e req-0953e70e-96c7-4838-8ae4-809e2bde01e9 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.1053371 Feb 13 23:36:01.637853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec67e4c7-f98f-4202-865d-a509c07a890e {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:01.646323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.668510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Transition to ACTIVE for port object ec67e4c7-f98f-4202-865d-a509c07a890e will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:01.683357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.690906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1ddfd72-edc2-4891-b6df-6a1ca6566017 req-4ff06175-48e9-4591-8b2d-95b1ff2b1526 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1015790 Feb 13 23:36:01.750166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:01.759536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:01.764498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:01.783131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:01.819574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Pushing event updated for resources: {'Port': ['ID=ec67e4c7-f98f-4202-865d-a509c07a890e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:01.910807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:01.918919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.030590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b27d1a-39d5-405d-8476-10ed6c465b7b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:02.043229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.044569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be0c4c19-cdb1-4770-a3eb-382a54f1ccb9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5202773 Feb 13 23:36:02.048188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57248) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:02.057704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117646024'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:02.066356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:02.071318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:02.074649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:02.082463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Attempting to bind port ec67e4c7-f98f-4202-865d-a509c07a890e on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:36:02.082791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Attempting to bind port ec67e4c7-f98f-4202-865d-a509c07a890e by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:36:02.083302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Attempting to bind port ec67e4c7-f98f-4202-865d-a509c07a890e on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:02.083449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:02.090753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Port ec67e4c7-f98f-4202-865d-a509c07a890e on network e5639d0c-5499-4ca4-8688-8d868694b4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:36:02.091554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Attempting to bind port ec67e4c7-f98f-4202-865d-a509c07a890e on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:02.100191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:36:02.101092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Checking segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:02.102359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Bound using segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:36:02.103741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Bound port: ec67e4c7-f98f-4202-865d-a509c07a890e, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:36:02.104277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.110466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.218620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:02.223300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:02.226619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:02.233041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:02.245609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] For port ec67e4c7-f98f-4202-865d-a509c07a890e, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:36:02.258012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] For port ec67e4c7-f98f-4202-865d-a509c07a890e, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec67e4c7-f98f-4202-865d-a509c07a890e,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:36:02.272452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.318174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-419e7385-d3e4-4061-89a8-47ce1bcd1fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.361958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.382080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.459882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Pushing event updated for resources: {'Port': ['ID=ec67e4c7-f98f-4202-865d-a509c07a890e,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:02.469448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.477804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4286413 Feb 13 23:36:02.478012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57270) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:02.492416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '02b27d1a-39d5-405d-8476-10ed6c465b7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '621ee5f7-2ffe-41d3-9390-75baafc8c8b8', 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:02.506301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760de591-d4f9-4a80-82e5-9e674b67714d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621ee5f7-2ffe-41d3-9390-75baafc8c8b8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:02.512053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.513631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-2d3b3fe2-8018-401c-866e-3d12467cd123 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec67e4c7-f98f-4202-865d-a509c07a890e HTTP/1.1" status: 200 len: 1091 time: 1.9544945 Feb 13 23:36:02.514768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:02.517896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'tag': 'ec67e4c7-f98f-4202-865d-a509c07a890e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:02.822709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c9e4641-8aac-4ee9-abed-432a3d89aa8a req-c3661fe2-a2e8-4434-b4a0-e7cf3fd7fd4c tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.3168595 Feb 13 23:36:02.828418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:02.833955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:02.890051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:02.903899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf48c762-868f-4272-ba17-a683ba2399e6 req-7786dbeb-f8c3-4da4-830f-3d9fe3120fb6 tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.0709882 Feb 13 23:36:02.932467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:02.964128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-dca520ab-da0b-4bf3-93c8-f002d941a083 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 1094 time: 0.3494873 Feb 13 23:36:03.016378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.027485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.064830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd8311f-4a09-45d5-a4ec-c8f80468dca8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:03.137257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.139324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fdf80f70-59bf-43bf-a329-51c3a88c37c0 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6598129 Feb 13 23:36:03.164017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.169486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.173748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.178119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.181964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.186526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.191037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.199067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-6a381f3d-fe2f-4d34-a35a-6fc6eba35173 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5431 time: 0.4564095 Feb 13 23:36:03.201998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57298) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:03.273783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-1dcb7b17-433f-494f-86b4-a065e2db17e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec67e4c7-f98f-4202-865d-a509c07a890e HTTP/1.1" status: 200 len: 217 time: 0.2794781 Feb 13 23:36:03.301601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96c84-4161-4179-9954-228af10ed21a req-aff5db80-f974-44aa-b30c-bbaf610a63ad tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.303680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-96a96c84-4161-4179-9954-228af10ed21a req-aff5db80-f974-44aa-b30c-bbaf610a63ad tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 943 time: 0.1630187 Feb 13 23:36:03.382559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-96a96c84-4161-4179-9954-228af10ed21a req-38136c34-2a2a-4cc2-8bc7-42d196f4e551 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Feb 13 23:36:03.399389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18b1bf58-b3fa-41cb-a9d4-9f02a2272374 req-0f1af933-fb81-4443-afb4-f25e0d0263d0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1993556 Feb 13 23:36:03.465518 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'tag': 'ec67e4c7-f98f-4202-865d-a509c07a890e', 'status': 'completed', 'code': 200} Feb 13 23:36:03.475046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-b9b5fd29-1fc5-4344-a55b-36a58b02dbe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:03.476480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-b9b5fd29-1fc5-4344-a55b-36a58b02dbe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.1642764 Feb 13 23:36:03.478341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f92f7e-f9c2-4e77-8456-b125c5732bae tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.533108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f92f7e-f9c2-4e77-8456-b125c5732bae tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.533929 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.555416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-e0e96165-7727-4bff-9c31-ff58b3a7c22e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664008 Feb 13 23:36:03.689592 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f92f7e-f9c2-4e77-8456-b125c5732bae tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.746942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f92f7e-f9c2-4e77-8456-b125c5732bae tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd8311f-4a09-45d5-a4ec-c8f80468dca8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:03.750790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89f92f7e-f9c2-4e77-8456-b125c5732bae tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.751947 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-89f92f7e-f9c2-4e77-8456-b125c5732bae tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7fd8311f-4a09-45d5-a4ec-c8f80468dca8 HTTP/1.1" status: 204 len: 168 time: 0.5490136 Feb 13 23:36:03.755475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:03.755653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57318) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:03.825839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3fa36155-95d7-4c7c-86cb-389d5ecfc71a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:03.916641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5138a140-3d0d-40e3-842c-8e55bb7848b9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:03.924619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4ffd5f54-cba7-470b-a8de-ffa70323aade req-59973fcd-818a-4076-bf62-7703de79a01c tempest-ServerShowV257Test-712012490 tempest-ServerShowV257Test-712012490-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e3bb1e-b139-4e05-8be4-f0561d1141d9 HTTP/1.1" status: 200 len: 210 time: 0.1711195 Feb 13 23:36:03.958413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5138a140-3d0d-40e3-842c-8e55bb7848b9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:03.959771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5138a140-3d0d-40e3-842c-8e55bb7848b9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2025857 Feb 13 23:36:03.964270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57330) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:04.071358 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-64d113d7-6475-4b3e-951a-f803ec3eb2ee service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050702 Feb 13 23:36:04.119095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:04.136486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'port_id': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a', 'mac_address': 'fa:16:3e:dd:36:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:04.143290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c48982b5-b248-4811-b3cb-2df373723f1f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.207738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c48982b5-b248-4811-b3cb-2df373723f1f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.218913 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.247376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa36155-95d7-4c7c-86cb-389d5ecfc71a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:04.293011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:04.301845 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.302701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e5a7cf31-5df7-4506-a49e-c730d990357c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:04.312175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c48982b5-b248-4811-b3cb-2df373723f1f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.330096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01fbe928-6887-4df2-934c-5af7d2753b26 req-d2ce394d-644d-42da-944a-dde736bd768c tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0628834 Feb 13 23:36:04.348827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48982b5-b248-4811-b3cb-2df373723f1f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ee5f7-2ffe-41d3-9390-75baafc8c8b8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:04.365483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c48982b5-b248-4811-b3cb-2df373723f1f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.379911 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c48982b5-b248-4811-b3cb-2df373723f1f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/621ee5f7-2ffe-41d3-9390-75baafc8c8b8 HTTP/1.1" status: 204 len: 168 time: 0.4123039 Feb 13 23:36:04.381028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57342) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:04.397513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20730f32-2172-4bab-9b85-bc710dc0e351 req-8cbefcc9-3c71-46f4-8871-206515343dc5 service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174615 Feb 13 23:36:04.537410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:04.566733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-75d78f26-4a69-4fb1-9fef-ff30d6e3f7bb tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:04.569908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e5a7cf31-5df7-4506-a49e-c730d990357c,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:04.590378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'e5a7cf31-5df7-4506-a49e-c730d990357c', 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217', 'port_id': 'e5a7cf31-5df7-4506-a49e-c730d990357c', 'mac_address': 'fa:16:3e:c4:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9d8476-7fd5-445f-b61d-fd807a51901d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:04.597964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-75d78f26-4a69-4fb1-9fef-ff30d6e3f7bb tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:04.612942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75d78f26-4a69-4fb1-9fef-ff30d6e3f7bb tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2281587 Feb 13 23:36:04.613275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:04.670413 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.692325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a7cf31-5df7-4506-a49e-c730d990357c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:04.711736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e5a7cf31-5df7-4506-a49e-c730d990357c,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:04.718304 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.719329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fa13c4aa-e267-4e4e-9ee7-a59659504461 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:04.729456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-959bcba5-138e-4ee3-9ef2-de9aefca2b53 req-95dff220-1153-48c3-b3c2-a3294e1f37a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.1126099 Feb 13 23:36:04.804592 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-4ac7d0e4-d9d9-4f5f-8b38-c33e059cbd70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 1094 time: 0.3331685 Feb 13 23:36:04.812117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:04.816238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:04.824542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272ccf-de5a-4fd8-8552-9d2bbd60b164 req-e5b77b05-a009-4584-96e7-030013e4f544 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.832389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7272ccf-de5a-4fd8-8552-9d2bbd60b164 req-e5b77b05-a009-4584-96e7-030013e4f544 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 943 time: 0.2618840 Feb 13 23:36:04.832907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'fa13c4aa-e267-4e4e-9ee7-a59659504461', 'network_id': '9736e50b-162e-45fb-a9a9-67c31870e217', 'port_id': 'fa13c4aa-e267-4e4e-9ee7-a59659504461', 'mac_address': 'fa:16:3e:ee:18:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9d8476-7fd5-445f-b61d-fd807a51901d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:04.858759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0e38256-1d66-4739-a811-1c630d4a9f96 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.873363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7272ccf-de5a-4fd8-8552-9d2bbd60b164 req-00d5ab8c-12f3-4eeb-9ca4-2ce6e48da4ed tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Feb 13 23:36:04.889779 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.890255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.894723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.898756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.902658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.906640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.908523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa13c4aa-e267-4e4e-9ee7-a59659504461 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:04.910807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.916327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:04.918349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-657c05d9-7734-4e30-84d7-913368c37144 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5433 time: 0.1880088 Feb 13 23:36:04.927661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:04.933283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:04.934557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 44e708c5-0017-41ef-bdba-d5be15f85170 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:04.949465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0e38256-1d66-4739-a811-1c630d4a9f96 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.024501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47e83c9b-277c-464a-a9ed-e8b138e6741b req-d6854cf4-b43c-46ac-903f-5e91e21cef17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960703 Feb 13 23:36:05.044302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0e38256-1d66-4739-a811-1c630d4a9f96 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.086464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e38256-1d66-4739-a811-1c630d4a9f96 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b27d1a-39d5-405d-8476-10ed6c465b7b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:05.115961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:05.128496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0e38256-1d66-4739-a811-1c630d4a9f96 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.131902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0e38256-1d66-4739-a811-1c630d4a9f96 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/02b27d1a-39d5-405d-8476-10ed6c465b7b HTTP/1.1" status: 204 len: 168 time: 0.5146551 Feb 13 23:36:05.132348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57368) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:05.206745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=44e708c5-0017-41ef-bdba-d5be15f85170,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:05.224063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '44e708c5-0017-41ef-bdba-d5be15f85170', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'port_id': '44e708c5-0017-41ef-bdba-d5be15f85170', 'mac_address': 'fa:16:3e:bd:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:05.227477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.230830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-80b4dd47-abdf-49d3-aac8-326599ff90b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:05.232357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-80b4dd47-abdf-49d3-aac8-326599ff90b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 914 time: 0.2771957 Feb 13 23:36:05.233512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-27f970e7-0dd6-4270-af15-22a938b73f58 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:05.280746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-27f970e7-0dd6-4270-af15-22a938b73f58 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:05.284662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-27f970e7-0dd6-4270-af15-22a938b73f58 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1513875 Feb 13 23:36:05.289396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57378) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:05.295506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021881991'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:05.303924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.321174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:05.336761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:05.339304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e708c5-0017-41ef-bdba-d5be15f85170 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:05.357628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=44e708c5-0017-41ef-bdba-d5be15f85170,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:05.361173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.366422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.367447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cbbfc42b-b452-4fcc-a1ef-3763b49562c8 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:05.402340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-a2d4f949-e703-4da1-ba98-e0722cfad9e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec67e4c7-f98f-4202-865d-a509c07a890e HTTP/1.1" status: 200 len: 217 time: 0.1568339 Feb 13 23:36:05.413780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:05.423122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:05.430564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:05.450009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:05.498587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-b0feab03-815d-4ce0-8ac6-564fc7dfd0cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:05.500934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-b0feab03-815d-4ce0-8ac6-564fc7dfd0cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.0917976 Feb 13 23:36:05.570452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.577047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.594440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-9d36246c-c7f4-41b6-849c-1b51f5535b5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860991 Feb 13 23:36:05.669221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1f7d72-54f9-46dc-81ae-5368b9ddd397,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:05.723431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.728214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:05.730842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ae5436b-c626-4341-bd21-5c6992c895e7 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4399269 Feb 13 23:36:05.732288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57400) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:05.744136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': 'eb1f7d72-54f9-46dc-81ae-5368b9ddd397', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:05.760054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:05.783392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:05.803634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:05.813771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:05.829015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11adb0d1-8f57-4244-8e32-7a2e8af06491 req-38db91c0-ee87-4395-82e1-11dda983653f tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1586876 Feb 13 23:36:05.861692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:05.884063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:05.929604 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-61b5762f-3dde-44b2-a297-a07a335d2b4d service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250105 Feb 13 23:36:05.931177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'port_id': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'mac_address': 'fa:16:3e:44:d3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:05.989263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57412) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:06.040045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.050809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.099577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.115656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12701d57-4776-4dc7-a63a-cff18eff7882,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:06.214420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbfc42b-b452-4fcc-a1ef-3763b49562c8 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:06.230587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.238370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d38efda9-9945-472a-9dae-c72fd0873bd9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5021973 Feb 13 23:36:06.238745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57420) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:06.259447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6709c65a-19a9-42e9-a705-e841a35c4078 req-7ca7cca6-92ce-4727-a66b-608fd2f80a32 service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105495 Feb 13 23:36:06.285740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:06.297838 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.298653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 194ce0dd-38ab-46c1-ae08-23684aa11172 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:06.388836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59083e3f-7de0-4ffa-8080-f36787f01c7e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.454709 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59083e3f-7de0-4ffa-8080-f36787f01c7e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.461205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=194ce0dd-38ab-46c1-ae08-23684aa11172,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:06.478759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:06.481683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '194ce0dd-38ab-46c1-ae08-23684aa11172', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'port_id': '194ce0dd-38ab-46c1-ae08-23684aa11172', 'mac_address': 'fa:16:3e:58:2a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:06.491244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.551614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.558999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.565539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.566650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.572114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.576786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.580852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:06.585160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Usage tracker for resource:security_group_rule and tenant:d319b601075c4fa5918523f6accf17bc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:06.586227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.588513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:06.595673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:06.596765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.598891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-966d22ee-995d-41f2-a4b3-8660f804b42b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5436 time: 0.1843653 Feb 13 23:36:06.606206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59083e3f-7de0-4ffa-8080-f36787f01c7e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.609871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194ce0dd-38ab-46c1-ae08-23684aa11172 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:06.628443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=194ce0dd-38ab-46c1-ae08-23684aa11172,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:06.636032 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.636673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d21113ae-f0ef-485b-9dc1-4b99e7786362 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:06.663128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59083e3f-7de0-4ffa-8080-f36787f01c7e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12701d57-4776-4dc7-a63a-cff18eff7882,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:06.681865 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e286cce-c209-4189-80a8-113e61098f34 req-1b4c21e8-87f2-4096-93a7-c573ff41a647 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0795469 Feb 13 23:36:06.699842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74776-dff6-4860-a26d-5790ff62e219 req-b704ecd6-56a2-47ef-96f6-10bce8546fa9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:06.706616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0b74776-dff6-4860-a26d-5790ff62e219 req-b704ecd6-56a2-47ef-96f6-10bce8546fa9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 943 time: 0.4386797 Feb 13 23:36:06.729446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:06.735839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59083e3f-7de0-4ffa-8080-f36787f01c7e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.739569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59083e3f-7de0-4ffa-8080-f36787f01c7e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/12701d57-4776-4dc7-a63a-cff18eff7882 HTTP/1.1" status: 204 len: 168 time: 0.4970040 Feb 13 23:36:06.740520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7dcb6b5-e69f-474c-910c-0468ed152487 req-65a9c9a6-a593-451e-9775-0ccf63f1ebf7 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949140 Feb 13 23:36:06.740871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57424) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:06.768320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:06.811669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'd21113ae-f0ef-485b-9dc1-4b99e7786362', 'network_id': '58a09c80-4011-43fa-b654-5c76107fcb1d', 'port_id': 'd21113ae-f0ef-485b-9dc1-4b99e7786362', 'mac_address': 'fa:16:3e:a0:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:06.824049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-409c2fa3-77f2-4fed-bb89-31e595ab02ad tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:06.831675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0b74776-dff6-4860-a26d-5790ff62e219 req-776ad1ae-e7c8-447d-8081-58535e6ea84a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190279 Feb 13 23:36:06.842991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.845883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-409c2fa3-77f2-4fed-bb89-31e595ab02ad tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:06.850149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-409c2fa3-77f2-4fed-bb89-31e595ab02ad tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1039219 Feb 13 23:36:06.850463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57428) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:06.851930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.886951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.906912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21113ae-f0ef-485b-9dc1-4b99e7786362 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:06.910523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f831bfbe-dc9d-42d8-9264-6824283deda6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:06.916627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-228144e8-ce61-4a99-98ef-06be8eae4787 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d319b601075c4fa5918523f6accf17bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9251249 Feb 13 23:36:06.919350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57432) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:06.931419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:06.940178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:06.964264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0eae7d4e-a082-47b7-b5fa-4b59924886ec tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.021739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e274e-f10f-484c-9ff6-4d62e810588c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.028107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0eae7d4e-a082-47b7-b5fa-4b59924886ec tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.055019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e274e-f10f-484c-9ff6-4d62e810588c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.117540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:07.133435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec67e4c7-f98f-4202-865d-a509c07a890e details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:07.141779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e274e-f10f-484c-9ff6-4d62e810588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.181975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.199840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e274e-f10f-484c-9ff6-4d62e810588c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.200975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-717e274e-f10f-484c-9ff6-4d62e810588c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f831bfbe-dc9d-42d8-9264-6824283deda6 HTTP/1.1" status: 204 len: 168 time: 0.2807133 Feb 13 23:36:07.201794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e274e-f10f-484c-9ff6-4d62e810588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831bfbe-dc9d-42d8-9264-6824283deda6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:07.251611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8b8cb8f4-e4b7-4863-8814-98105b0901d8 req-ac6349d2-f6f5-4d87-941f-75b43be75477 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1137009 Feb 13 23:36:07.281105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0eae7d4e-a082-47b7-b5fa-4b59924886ec tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.310859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae7d4e-a082-47b7-b5fa-4b59924886ec tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1f7d72-54f9-46dc-81ae-5368b9ddd397,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:07.355072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0eae7d4e-a082-47b7-b5fa-4b59924886ec tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.358592 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0eae7d4e-a082-47b7-b5fa-4b59924886ec tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/eb1f7d72-54f9-46dc-81ae-5368b9ddd397 HTTP/1.1" status: 204 len: 168 time: 0.5050776 Feb 13 23:36:07.358869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57448) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:07.468271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6708f510-26b2-4d37-9b28-562be3585f77 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:07.495315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6708f510-26b2-4d37-9b28-562be3585f77 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:07.503509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6708f510-26b2-4d37-9b28-562be3585f77 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1363664 Feb 13 23:36:07.503845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:07.506278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec67e4c7-f98f-4202-865d-a509c07a890e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec67e4c7-f98f-4202-865d-a509c07a890e,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:07.510685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052705270'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:07.517750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:07.530334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:07.551379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.552760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ec67e4c7-f98f-4202-865d-a509c07a890e', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'port_id': 'ec67e4c7-f98f-4202-865d-a509c07a890e', 'mac_address': 'fa:16:3e:d1:50:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2107e08-8f39-4270-9d46-bce5c8c4bd18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:07.643898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:07.649484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:07.649893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.652887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:07.660405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:07.678112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec67e4c7-f98f-4202-865d-a509c07a890e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:07.699995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec67e4c7-f98f-4202-865d-a509c07a890e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec67e4c7-f98f-4202-865d-a509c07a890e,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:07.706844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.750467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.766930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.794800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ec67e4c7-f98f-4202-865d-a509c07a890e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:07.892668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:07.893961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3890638 Feb 13 23:36:07.896823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:07.899473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45155-f437-4d43-acca-551ad6ae53ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e4bc0-e00b-4d05-b512-8edadf49975c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:07.904083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': 'df3e4bc0-e00b-4d05-b512-8edadf49975c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:07.925895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:07.931190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['fa13c4aa-e267-4e4e-9ee7-a59659504461'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:07.932577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:07.938832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:07.967317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:08.015307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:08.285001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['194ce0dd-38ab-46c1-ae08-23684aa11172'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.348347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:08.364911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.371369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.374248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:08.376678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.381405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.385989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.390415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.394627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.399711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['44e708c5-0017-41ef-bdba-d5be15f85170'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.403000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-8a887c8e-b51d-4b30-a657-51bb728658f5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5438 time: 0.2797229 Feb 13 23:36:08.450323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['d21113ae-f0ef-485b-9dc1-4b99e7786362'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.491010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cbbfc42b-b452-4fcc-a1ef-3763b49562c8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.504937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa446750-b6ff-43ee-9945-5f3c96de677a req-572434a5-9abe-4248-96a2-f16fd112d680 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009803 Feb 13 23:36:08.556784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f76fb6-59cf-47d7-a38f-6403822d08a9,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:08.626469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:08.628244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9b9b03a3-2f39-4eb3-b927-bfb898f9e40e tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7300901 Feb 13 23:36:08.631072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57492) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:08.658293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6705-3cf9-4976-84a0-a76ce073f6c4 req-52de4b15-ee33-49ad-9e3a-0ad1cddf8074 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:08.659822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-090e6705-3cf9-4976-84a0-a76ce073f6c4 req-52de4b15-ee33-49ad-9e3a-0ad1cddf8074 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 944 time: 0.5448787 Feb 13 23:36:08.676274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6a0c60f7-7631-44fb-b87d-0195349cdd85 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules/40f76fb6-59cf-47d7-a38f-6403822d08a9 HTTP/1.1" status: 200 len: 705 time: 0.0438287 Feb 13 23:36:08.678749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57496) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:08.687297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ec67e4c7-f98f-4202-865d-a509c07a890e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.804121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-090e6705-3cf9-4976-84a0-a76ce073f6c4 req-ded29ea3-bb0d-4ece-b120-f234c21f25a4 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381755 Feb 13 23:36:08.834292 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:08.872082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e5a7cf31-5df7-4506-a49e-c730d990357c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.892231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19f861f6-16dc-4ead-879b-c938d1bdadf6 req-2329207c-afb9-43c8-828c-eb74105dc7ba tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1253557 Feb 13 23:36:08.921461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42522122-f07e-44ee-924c-9b2b243b9534 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:08.961015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['3fa36155-95d7-4c7c-86cb-389d5ecfc71a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:08.972338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42522122-f07e-44ee-924c-9b2b243b9534 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:08.975748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-42522122-f07e-44ee-924c-9b2b243b9534 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2920799 Feb 13 23:36:08.976597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:09.049402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2239b8aa-5838-409f-8976-eb0e8e4213c8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.075186 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2239b8aa-5838-409f-8976-eb0e8e4213c8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.136762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2239b8aa-5838-409f-8976-eb0e8e4213c8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.198321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239b8aa-5838-409f-8976-eb0e8e4213c8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40f76fb6-59cf-47d7-a38f-6403822d08a9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:09.204069 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2239b8aa-5838-409f-8976-eb0e8e4213c8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.208603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2239b8aa-5838-409f-8976-eb0e8e4213c8 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/40f76fb6-59cf-47d7-a38f-6403822d08a9 HTTP/1.1" status: 204 len: 168 time: 0.2308371 Feb 13 23:36:09.211149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:09.339839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9a737e05-b309-4472-98e8-fff735ebcf4a tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1273100 Feb 13 23:36:09.342262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57522) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:09.351130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57526) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:09.352711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': 'df3e4bc0-e00b-4d05-b512-8edadf49975c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:09.381998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:09.392245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:09.409816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:09.418308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:09.450402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.669896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.683523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.776970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e769ba-7d2d-421d-8314-0a94dd7d22e2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:09.799371 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:09.805881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57544) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:09.806323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8cd39464-9e40-4092-89a5-5263814e5473 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4596817 Feb 13 23:36:09.863247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2120644629-network', 'tenant_id': '6f22222cdd124bc7b5f363b7bdb10d5f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:09.881292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-21b5d69e-927a-4cf9-be05-75124a1b3c06 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules/28e769ba-7d2d-421d-8314-0a94dd7d22e2 HTTP/1.1" status: 200 len: 705 time: 0.0739923 Feb 13 23:36:09.883955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:09.899821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:09.924243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Usage tracker for resource:network and tenant:6f22222cdd124bc7b5f363b7bdb10d5f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:09.942456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:09.964130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:09.989455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Made reservation on behalf of 6f22222cdd124bc7b5f363b7bdb10d5f for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:09.992243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.030527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.167958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:10.173876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Usage tracker for resource:security_group_rule and tenant:6f22222cdd124bc7b5f363b7bdb10d5f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:10.230336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-29277b47-7980-4dbf-9bed-4bc137792b15 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:10.320017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:10.334634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-29277b47-7980-4dbf-9bed-4bc137792b15 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:10.338480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-29277b47-7980-4dbf-9bed-4bc137792b15 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4508960 Feb 13 23:36:10.339318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57560) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:10.352131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:10.448211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.454154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.458861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.463699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.473572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.478748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.483261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.486165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-ad891310-234a-431f-bfe3-73bbc9d9b44a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5438 time: 0.5073032 Feb 13 23:36:10.487673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17055902-6ae0-471f-b85e-6bcc22fd9e9f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.502381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17055902-6ae0-471f-b85e-6bcc22fd9e9f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.558123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.572832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.575592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17055902-6ae0-471f-b85e-6bcc22fd9e9f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.653523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4afb8-614c-490f-bfc1-b13062052ee7 req-15575899-2470-4bc2-b7d1-a93453e7df37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.670374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cdb4afb8-614c-490f-bfc1-b13062052ee7 req-15575899-2470-4bc2-b7d1-a93453e7df37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 944 time: 0.4998479 Feb 13 23:36:10.672428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:36:10.695271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17055902-6ae0-471f-b85e-6bcc22fd9e9f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.704133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17055902-6ae0-471f-b85e-6bcc22fd9e9f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/28e769ba-7d2d-421d-8314-0a94dd7d22e2 HTTP/1.1" status: 204 len: 168 time: 0.3593326 Feb 13 23:36:10.718522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57566) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:10.731876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17055902-6ae0-471f-b85e-6bcc22fd9e9f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28e769ba-7d2d-421d-8314-0a94dd7d22e2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:10.770123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac458d-d699-4102-b4b6-a1f5527bd684,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:10.780694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.781092 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Added segment e2449096-c103-4dd9-b64c-f82e4165c5fe of type vlan for network 9f482066-075f-40ec-8cf8-b155f0ddeef7 Feb 13 23:36:10.807798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cdb4afb8-614c-490f-bfc1-b13062052ee7 req-768defa4-f661-4271-88d6-9b5232fccab9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365211 Feb 13 23:36:10.857728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.896933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.898225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:10.898898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:10.923384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6089e328-82da-4af4-8960-f953e5d4adf9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:10.953217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6b8c40f0-8b6a-41c8-8a7b-8914eb8f0cb5 req-b115145c-4b3b-490d-bfdd-045e3551bdd4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4186444 Feb 13 23:36:10.957072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6089e328-82da-4af4-8960-f953e5d4adf9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:10.958589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6089e328-82da-4af4-8960-f953e5d4adf9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2363985 Feb 13 23:36:10.961176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57572) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:10.969320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': 'df3e4bc0-e00b-4d05-b512-8edadf49975c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:10.975952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:11.001679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:11.019817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec67e4c7-f98f-4202-865d-a509c07a890e up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:11.038607 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Project c4ef6f3c5ee14d7e8de5270d3a8c3b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:36:11.055241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.169436 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.177105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.250146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafa355c-1761-456d-8b30-ffac678fa353,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:11.260238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ec67e4c7-f98f-4202-865d-a509c07a890e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:11.265815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ec67e4c7-f98f-4202-865d-a509c07a890e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:11.266392 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.295831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.298459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e6262d3d-eda5-4140-9eac-a82da69fb554 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3361404 Feb 13 23:36:11.300955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57584) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:11.358985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-813d1948-5a65-4fa5-ad13-1ba841fd147d tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules/dafa355c-1761-456d-8b30-ffac678fa353 HTTP/1.1" status: 200 len: 711 time: 0.0548496 Feb 13 23:36:11.361008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57594) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:11.495028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-66332f8b-628a-4162-85d6-beae3f7089c1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:11.512255 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.520629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c26e5a6e-a8d7-4cf2-ba33-11bbd655fde8 req-3d632b62-1706-40cb-b69d-624062650c58 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.3327141 Feb 13 23:36:11.539631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1840951 Feb 13 23:36:11.540126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-66332f8b-628a-4162-85d6-beae3f7089c1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:11.542428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-66332f8b-628a-4162-85d6-beae3f7089c1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1783099 Feb 13 23:36:11.543136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57600) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:11.543476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57602) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:11.550285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Request body: {'subnet': {'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2120644629-subnet', 'tenant_id': '6f22222cdd124bc7b5f363b7bdb10d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:11.554875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bb8f6-d5d2-46a7-afcc-5f9cd7d4bb69 admin admin] Pushing event updated for resources: {'Network': ['ID=9f482066-075f-40ec-8cf8-b155f0ddeef7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:11.566552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:11.578623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Usage tracker for resource:subnet and tenant:6f22222cdd124bc7b5f363b7bdb10d5f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:11.580530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9f482066-075f-40ec-8cf8-b155f0ddeef7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:36:11.594402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:11.612616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:11.619168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec67e4c7-f98f-4202-865d-a509c07a890e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:11.619670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4bc07d0-08e9-4384-be76-b5017532d23f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.641537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4bc07d0-08e9-4384-be76-b5017532d23f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.670215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Made reservation on behalf of 6f22222cdd124bc7b5f363b7bdb10d5f for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:11.673797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.689546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4bc07d0-08e9-4384-be76-b5017532d23f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.774573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ec67e4c7-f98f-4202-865d-a509c07a890e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec67e4c7-f98f-4202-865d-a509c07a890e,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:11.781837 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec67e4c7-f98f-4202-865d-a509c07a890e', 'code': 200} Feb 13 23:36:11.783934 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:11.917344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ec67e4c7-f98f-4202-865d-a509c07a890e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:11.962750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-15742432-9e11-4e50-ba75-b0a4e807cdde req-346415d2-0dc0-4ba7-a1d0-8db0cf6718e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 1096 time: 0.1548116 Feb 13 23:36:12.049318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc07d0-08e9-4384-be76-b5017532d23f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dafa355c-1761-456d-8b30-ffac678fa353,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:12.057832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4bc07d0-08e9-4384-be76-b5017532d23f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.058986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c4bc07d0-08e9-4384-be76-b5017532d23f tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/dafa355c-1761-456d-8b30-ffac678fa353 HTTP/1.1" status: 204 len: 168 time: 0.5129726 Feb 13 23:36:12.070767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57618) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:12.218768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9fbe2edc-258d-446c-8528-1156bc03a694 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:12.224879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-15742432-9e11-4e50-ba75-b0a4e807cdde req-4c4bbb84-9104-4205-a154-178f8890623d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485330 Feb 13 23:36:12.260589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a08f8-2966-4761-b624-3e4b7d3c349f req-e00a00fa-0ee5-43e3-be79-39f5ab46a4de tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.262619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae6a08f8-2966-4761-b624-3e4b7d3c349f req-e00a00fa-0ee5-43e3-be79-39f5ab46a4de tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 945 time: 0.2511110 Feb 13 23:36:12.322330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9fbe2edc-258d-446c-8528-1156bc03a694 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:12.322528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ae6a08f8-2966-4761-b624-3e4b7d3c349f req-e717673d-85b0-41bd-b44b-11c6cac3d2d9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509117 Feb 13 23:36:12.323781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9fbe2edc-258d-446c-8528-1156bc03a694 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2520814 Feb 13 23:36:12.327499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57626) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:12.418866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-caa82959-bd94-4515-bb7f-61522e76c3a1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.461366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-caa82959-bd94-4515-bb7f-61522e76c3a1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.493542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.501208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.506988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.518704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.523534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.529864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.532206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-caa82959-bd94-4515-bb7f-61522e76c3a1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.535976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.546757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-45d0833d-afa9-49d6-908d-b09550f7451f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5438 time: 0.2305675 Feb 13 23:36:12.576390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.604792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa82959-bd94-4515-bb7f-61522e76c3a1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e4bc0-e00b-4d05-b512-8edadf49975c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:12.667041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-caa82959-bd94-4515-bb7f-61522e76c3a1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.670716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-caa82959-bd94-4515-bb7f-61522e76c3a1 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/df3e4bc0-e00b-4d05-b512-8edadf49975c HTTP/1.1" status: 204 len: 168 time: 0.3392291 Feb 13 23:36:12.671143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:12.765383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233e3608-6ad4-482c-a01c-0f9c23a4de9c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:12.819126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a2c77e13-976c-48fe-a0d7-2d2565ea0575 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:12.840993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3277655b-a6e4-46df-8d6d-fb0390659669 req-907364b9-97d9-43a7-b900-3b737b87d426 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2933164 Feb 13 23:36:12.841610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a2c77e13-976c-48fe-a0d7-2d2565ea0575 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:12.844190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a2c77e13-976c-48fe-a0d7-2d2565ea0575 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1710374 Feb 13 23:36:12.848631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57640) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:12.861304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Checking segment: {'id': 'e2449096-c103-4dd9-b64c-f82e4165c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:12.862270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Network hostable DHCP agents. Network: 9f482066-075f-40ec-8cf8-b155f0ddeef7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:36:12.863965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group': {'name': 'tempest-secgroup--601779612'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:12.882549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:12.899686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Network 9f482066-075f-40ec-8cf8-b155f0ddeef7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:36:12.936315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9f482066-075f-40ec-8cf8-b155f0ddeef7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:12.942242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:12.943149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:12.947960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37825a8-823b-4f93-9d1e-b40c9d10e9b4 None None] Network 9f482066-075f-40ec-8cf8-b155f0ddeef7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:12.966662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51204406-6497-401c-a90c-9a145f5d29e7 req-d4612fc4-f4a0-4cc4-9635-4c4072a01f07 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0808928 Feb 13 23:36:12.983221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bdf5874b-801d-4406-9444-674d57649d96 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4385781 Feb 13 23:36:12.994608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:13.018021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.089477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:13.099537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:13.105944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:13.120325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:13.154398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fa13c4aa-e267-4e4e-9ee7-a59659504461 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:13.230394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.236145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.315579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea84d6-94f2-4e7e-9629-7cf6b4793ca2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:13.351912 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.356213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57650) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:13.364053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Request body: {'security_group_rule': {'security_group_id': '7eea84d6-94f2-4e7e-9629-7cf6b4793ca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:13.368844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4168a637-9d6c-49d8-b179-abddc60972ba tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5182924 Feb 13 23:36:13.371736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:13.377388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Usage tracker for resource:security_group_rule and tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:13.380545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:13.387061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:13.417474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.607795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f76eba-c316-48ec-9202-d0620777ef96 None None] Network 9f482066-075f-40ec-8cf8-b155f0ddeef7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:13.639063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.703134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port fa13c4aa-e267-4e4e-9ee7-a59659504461 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:13.716764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.725937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port fa13c4aa-e267-4e4e-9ee7-a59659504461 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:13.726596 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.762913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267fe114-43f6-4a04-8165-0363eb4341cc,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:13.821360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:13.822587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e2a0932-b56e-454f-b549-6444c05efafd tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4653852 Feb 13 23:36:13.825406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57666) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:13.845142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1b559-999b-4677-a349-bbe037300c77 req-f1203a3a-9ac3-4c8a-a5ee-46d5d395b1bf tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:13.846759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fb1b559-999b-4677-a349-bbe037300c77 req-f1203a3a-9ac3-4c8a-a5ee-46d5d395b1bf tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 945 time: 0.2269847 Feb 13 23:36:13.970276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9fb1b559-999b-4677-a349-bbe037300c77 req-acb003ef-f18a-45c8-80ee-c2824a9716db tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170812 Feb 13 23:36:13.993715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1fbecb9b-54f3-4a31-b122-a14f7ce0b379 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.104436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1fbecb9b-54f3-4a31-b122-a14f7ce0b379 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.198478 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.246260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:14.255591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-949099951-network', 'tenant_id': '14ced289e5de4967882281c24784cc5c'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:14.271097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:14.291101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Usage tracker for resource:network and tenant:14ced289e5de4967882281c24784cc5c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:14.294323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:14.303017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:14.339540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:14.344700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:14.358478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Made reservation on behalf of 14ced289e5de4967882281c24784cc5c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:14.360662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.365043 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.381891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.463606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1fbecb9b-54f3-4a31-b122-a14f7ce0b379 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.477669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:14.482281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Usage tracker for resource:security_group_rule and tenant:14ced289e5de4967882281c24784cc5c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:14.487736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:14.518870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:14.519383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbecb9b-54f3-4a31-b122-a14f7ce0b379 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea84d6-94f2-4e7e-9629-7cf6b4793ca2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:14.552513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.557231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.562719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.567164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.571443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.575714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.597657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:14.609366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-26de79c8-8300-4503-bdd2-2677522b06d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5438 time: 0.4196103 Feb 13 23:36:14.651115 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1fbecb9b-54f3-4a31-b122-a14f7ce0b379 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.655098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1fbecb9b-54f3-4a31-b122-a14f7ce0b379 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/7eea84d6-94f2-4e7e-9629-7cf6b4793ca2 HTTP/1.1" status: 204 len: 168 time: 0.8286161 Feb 13 23:36:14.657491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:14.657989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57692) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:14.736813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.752896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.767680 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa15d59b-75cb-4660-a0f3-a83b2882adbc req-037b1008-fc77-4deb-9baa-b1eaa04a92eb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571848 Feb 13 23:36:14.846975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1593ed58-0f7c-4f85-8d4a-29b902f32eda tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:14.860701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:36:14.894134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1593ed58-0f7c-4f85-8d4a-29b902f32eda tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:14.899561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1593ed58-0f7c-4f85-8d4a-29b902f32eda tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2404583 Feb 13 23:36:14.901003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57698) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:14.907922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d39a19d-730b-41db-9579-17193238a570 req-d4fc5d6f-a7c2-4144-86d0-b7e6815500bd tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1145175 Feb 13 23:36:14.929268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a0fb8-1e80-4f3e-aadf-06ab109fa458,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:14.932032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:14.932374 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Added segment 2a821672-eb29-4f7e-8daf-bb80c31e455b of type vlan for network 1b50596a-2029-4c46-aef3-4a3fc698d644 Feb 13 23:36:14.962485 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461', 'code': 200} Feb 13 23:36:15.009646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-99e55a6c-bfe1-48c9-b658-5b8a31b39f75 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:15.012646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3fa36155-95d7-4c7c-86cb-389d5ecfc71a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:15.027064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.033004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-99e55a6c-bfe1-48c9-b658-5b8a31b39f75 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:15.040418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-99e55a6c-bfe1-48c9-b658-5b8a31b39f75 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1377213 Feb 13 23:36:15.041203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:15.065573 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-ca911cd1-2297-4988-b2e0-ad007861f22c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] delete failed (client error): The resource could not be found. Feb 13 23:36:15.071260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:15.071454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca911cd1-2297-4988-b2e0-ad007861f22c tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "DELETE /v2.0/security-groups/7eea84d6-94f2-4e7e-9629-7cf6b4793ca2 HTTP/1.1" status: 404 len: 347 time: 0.0287504 Feb 13 23:36:15.197447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:15.212160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:15.212791 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.227418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.228450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:15.229134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.364805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dce9a-0d0b-4572-b235-f6775012d5df req-bfe001ca-e94a-400d-b29a-e7bbed152a7a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:15.372305 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-031dce9a-0d0b-4572-b235-f6775012d5df req-bfe001ca-e94a-400d-b29a-e7bbed152a7a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 945 time: 0.1276078 Feb 13 23:36:15.380813 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.433381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-031dce9a-0d0b-4572-b235-f6775012d5df req-02929f08-339f-42b1-9693-73e7e3da2616 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602064 Feb 13 23:36:15.437217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:15.443064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.444080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 194ce0dd-38ab-46c1-ae08-23684aa11172 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:15.522845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a0e0a908-ec44-4682-9feb-935ec51e61f9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Synchronizing usage tracker for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:15.580457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a0e0a908-ec44-4682-9feb-935ec51e61f9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] Unset dirty status for tenant:c4ef6f3c5ee14d7e8de5270d3a8c3b57 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:15.581740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a0e0a908-ec44-4682-9feb-935ec51e61f9 tempest-SecGroupIPv6Test-1160353043 tempest-SecGroupIPv6Test-1160353043-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5084763 Feb 13 23:36:15.585343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] Pushing event updated for resources: {'Network': ['ID=1b50596a-2029-4c46-aef3-4a3fc698d644,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:15.622068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57718) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:15.628521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Request body: {'subnet': {'network_id': '1b50596a-2029-4c46-aef3-4a3fc698d644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-949099951-subnet', 'tenant_id': '14ced289e5de4967882281c24784cc5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:15.629243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-831e39a7-d49e-4e34-8ca7-84d56ee93562 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3814709 Feb 13 23:36:15.637419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:15.650081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Usage tracker for resource:subnet and tenant:14ced289e5de4967882281c24784cc5c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:15.659222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:15.668834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1b50596a-2029-4c46-aef3-4a3fc698d644 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:36:15.676622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:15.697710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c2f0-fb2e-4d21-9c18-42a6be90506f req-dbd22a9d-6af2-404a-aa02-52a2b824ba8a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:15.699794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0898c2f0-fb2e-4d21-9c18-42a6be90506f req-dbd22a9d-6af2-404a-aa02-52a2b824ba8a tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 946 time: 0.4667714 Feb 13 23:36:15.709633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Made reservation on behalf of 14ced289e5de4967882281c24784cc5c for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:15.712455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:15.791973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0898c2f0-fb2e-4d21-9c18-42a6be90506f req-8e3a8a5b-a23f-4f48-9d8b-28448911b7d1 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836763 Feb 13 23:36:15.894213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:15.954754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 194ce0dd-38ab-46c1-ae08-23684aa11172 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:15.994723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 194ce0dd-38ab-46c1-ae08-23684aa11172 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:16.000887 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.226467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57734) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:16.291473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.423891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=194ce0dd-38ab-46c1-ae08-23684aa11172,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:16.439685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.440656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e5a7cf31-5df7-4506-a49e-c730d990357c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:16.453458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.538535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c1d00b4-91e8-49f0-8c7f-6abbf6c4de32 req-f24d369b-bbbd-4833-8122-5b100c6b7c68 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1436949 Feb 13 23:36:16.741237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-418be17d-eaa2-4ea1-8dcf-1b32fb4428b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4ef6f3c5ee14d7e8de5270d3a8c3b57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5112627 Feb 13 23:36:16.742458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57748) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:16.747954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.753317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.757702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:16.762353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.766648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.770794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.775422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.781030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.789104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port e5a7cf31-5df7-4506-a49e-c730d990357c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:16.795153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port e5a7cf31-5df7-4506-a49e-c730d990357c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:16.795811 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.797146 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-e7008fab-b6e0-4913-843f-d0a4fdf1c39c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5440 time: 0.6371782 Feb 13 23:36:16.885257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-444eac4e-2ab6-4635-a9d0-517668c325f5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:16.886882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-444eac4e-2ab6-4635-a9d0-517668c325f5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 946 time: 0.5707462 Feb 13 23:36:16.887634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=758517e0-b415-48cf-8a7f-69607c15ae20,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:16.898847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0230dcde-1155-409c-9934-2973018fb431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.948228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0230dcde-1155-409c-9934-2973018fb431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:16.973637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d8515b6-a0ce-4235-b30e-d2999377f708 req-bffb7bc2-5d0c-494c-abca-ea30990f01c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367409 Feb 13 23:36:16.980333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a'}, {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ce0dd-38ab-46c1-ae08-23684aa11172'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:17.014779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0230dcde-1155-409c-9934-2973018fb431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:17.038744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230dcde-1155-409c-9934-2973018fb431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da9294-8bc7-48d2-a441-fc08fd4f2c27,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:17.066565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0230dcde-1155-409c-9934-2973018fb431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:17.068265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0230dcde-1155-409c-9934-2973018fb431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56da9294-8bc7-48d2-a441-fc08fd4f2c27 HTTP/1.1" status: 204 len: 168 time: 0.3243346 Feb 13 23:36:17.088690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Checking segment: {'id': '2a821672-eb29-4f7e-8daf-bb80c31e455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1b50596a-2029-4c46-aef3-4a3fc698d644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:17.089673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Network hostable DHCP agents. Network: 1b50596a-2029-4c46-aef3-4a3fc698d644, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:36:17.096901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:17.165605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Deleting port 32255c48-830a-4b88-8a2a-16c83a4b699e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:36:17.166062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:17.194862 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a', 'code': 200} Feb 13 23:36:17.195421 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ce0dd-38ab-46c1-ae08-23684aa11172', 'code': 200} Feb 13 23:36:17.201738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e5a7cf31-5df7-4506-a49e-c730d990357c,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:17.212051 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:17.212996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d21113ae-f0ef-485b-9dc1-4b99e7786362 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:17.414255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Network 1b50596a-2029-4c46-aef3-4a3fc698d644 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:36:17.511763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1b50596a-2029-4c46-aef3-4a3fc698d644) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:17.546246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:17.548324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:17.565937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a82678-c478-4656-8e4a-3b4c8c68bb19 None None] Network 1b50596a-2029-4c46-aef3-4a3fc698d644 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:17.623894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-087f8fcf-9e60-48e3-82de-6d9c1a9369ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0005414 Feb 13 23:36:17.745730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051449d6-6995-4971-8bfb-0c18d3ee3033 req-b475d51c-fa6d-4725-8bf8-e8fc149f7148 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:17.759786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-051449d6-6995-4971-8bfb-0c18d3ee3033 req-b475d51c-fa6d-4725-8bf8-e8fc149f7148 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 946 time: 0.1670723 Feb 13 23:36:17.934823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-051449d6-6995-4971-8bfb-0c18d3ee3033 req-990fa855-657a-4041-977f-da5f48af537e tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1623ae8c-e39d-4498-85aa-f70fa379737a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738575 Feb 13 23:36:18.113559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:18.154807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port d21113ae-f0ef-485b-9dc1-4b99e7786362 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:18.258966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port d21113ae-f0ef-485b-9dc1-4b99e7786362 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:18.259422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:18.388921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1160379-49ce-40ef-bf93-0574b32aced5 None None] Network 1b50596a-2029-4c46-aef3-4a3fc698d644 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:18.472289 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-74471735-3de9-4481-95eb-315fd8373dcb req-f4f7e213-3504-4170-a755-87dd44b17c45 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.4542112 Feb 13 23:36:18.521704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:18.601890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.614245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.623650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] For port 32255c48-830a-4b88-8a2a-16c83a4b699e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=32255c48-830a-4b88-8a2a-16c83a4b699e,segment=NetworkSegment(9f194b57-2d68-496f-93e9-9cced8cdc9dd),segment_id=9f194b57-2d68-496f-93e9-9cced8cdc9dd)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:18.624195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:18.628426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.639232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.645051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.664158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.675266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:18.688221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-0510d2d3-ea67-4bfa-9726-62dcd9b67b4e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5442 time: 0.3320014 Feb 13 23:36:18.838885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2d58e1b-0874-4fbc-bdd1-9356d89e1c2f req-d0ecf724-4cd9-48a8-ba99-7b6c76f65fcb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462414 Feb 13 23:36:18.917636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Calling delete_port for 32255c48-830a-4b88-8a2a-16c83a4b699e owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:36:18.924788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.013169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:19.036347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Usage tracker for resource:security_group_rule and tenant:a01717aa30e945ff99e0084055061682 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:19.048382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:19.063440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:19.196978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57830) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:19.255212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:19.274252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.278662 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.283313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.333245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:19.343839 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.345285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 44e708c5-0017-41ef-bdba-d5be15f85170 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:19.348285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Pushing event deleted for resources: {'Port': ['ID=32255c48-830a-4b88-8a2a-16c83a4b699e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:19.358879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.405619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-430a16dc-abe2-4ef2-8ef8-33d14c2da95f req-b41d0628-b679-48f8-8515-55fd9004d4ed tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d HTTP/1.1" status: 200 len: 210 time: 0.1251488 Feb 13 23:36:19.428212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a01717aa30e945ff99e0084055061682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9035120 Feb 13 23:36:19.431224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57840) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:19.451434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:19.480376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821855421-network', 'tenant_id': 'be3063e657ad40bbadc656e9a2d4dd7f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:19.486650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:19.492165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Usage tracker for resource:network and tenant:be3063e657ad40bbadc656e9a2d4dd7f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:19.493678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:19.503397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 44e708c5-0017-41ef-bdba-d5be15f85170 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:19.510746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:19.511213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 44e708c5-0017-41ef-bdba-d5be15f85170 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:19.512107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.521039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] No DVR routers for this DVR port 32255c48-830a-4b88-8a2a-16c83a4b699e on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:36:19.526830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.530438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'name': 'network-vif-deleted', 'tag': '32255c48-830a-4b88-8a2a-16c83a4b699e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:19.549012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73fd3e-faa3-4988-bb28-1019e77c7019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc5ac22-3373-429f-a2b9-da47cd89b3c9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:19.562654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Made reservation on behalf of be3063e657ad40bbadc656e9a2d4dd7f for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:19.566535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.588069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.616038 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ccf0b3f-3cc8-4d05-8a3b-4c6998bd3723 req-da54e0d1-1cdb-4113-9fde-40aae2929ec5 tempest-VolumesAdminNegativeTest-1424381050 tempest-VolumesAdminNegativeTest-1424381050-project] 10.222.0.42 "DELETE /v2.0/ports/32255c48-830a-4b88-8a2a-16c83a4b699e HTTP/1.1" status: 204 len: 173 time: 2.6622696 Feb 13 23:36:19.633493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8474f10-2069-4a9b-9bb1-67f618f97f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.685086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-ab2ced9e-1a62-436d-acaa-3340126386a8 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:19.685947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-ab2ced9e-1a62-436d-acaa-3340126386a8 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Synchronizing usage tracker for tenant:6f22222cdd124bc7b5f363b7bdb10d5f on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:19.702491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8474f10-2069-4a9b-9bb1-67f618f97f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.706684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-ab2ced9e-1a62-436d-acaa-3340126386a8 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Unset dirty status for tenant:6f22222cdd124bc7b5f363b7bdb10d5f on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:19.708120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-ab2ced9e-1a62-436d-acaa-3340126386a8 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/networks?id=9f482066-075f-40ec-8cf8-b155f0ddeef7 HTTP/1.1" status: 200 len: 825 time: 0.2230153 Feb 13 23:36:19.711100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:19.719179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Usage tracker for resource:security_group_rule and tenant:be3063e657ad40bbadc656e9a2d4dd7f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:19.727588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:19.729685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.730817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-5b5700b8-60cc-4677-8e1c-6dbf40e7c54e tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/quotas/6f22222cdd124bc7b5f363b7bdb10d5f HTTP/1.1" status: 200 len: 375 time: 0.0164263 Feb 13 23:36:19.737594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:19.773979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=44e708c5-0017-41ef-bdba-d5be15f85170,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:19.782450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.783545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cbbfc42b-b452-4fcc-a1ef-3763b49562c8 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:19.810407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-b4c59b43-050c-4bb0-bd5c-09110640a942 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22222cdd124bc7b5f363b7bdb10d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731301 Feb 13 23:36:19.843710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8474f10-2069-4a9b-9bb1-67f618f97f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.881092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8474f10-2069-4a9b-9bb1-67f618f97f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc5ac22-3373-429f-a2b9-da47cd89b3c9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:19.930630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8474f10-2069-4a9b-9bb1-67f618f97f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.939968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8474f10-2069-4a9b-9bb1-67f618f97f57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dc5ac22-3373-429f-a2b9-da47cd89b3c9 HTTP/1.1" status: 204 len: 168 time: 0.5049016 Feb 13 23:36:19.954829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:19.963747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.005129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:20.021812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:20.028788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:20.029732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.036866 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-d8c27bfc-d4d7-4017-b8bf-2fa8f56d7475 service neutron] 10.222.0.36 "GET /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253067 Feb 13 23:36:20.068095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:36:20.080105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caedadc8-3554-4c5b-8146-8ccd9235b44d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:20.094771 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.095099 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Added segment 4f215fb6-1ee6-4cba-b8ae-bf9bcfaa5583 of type vlan for network c099688c-2dfb-4b60-8217-b50bb9743c83 Feb 13 23:36:20.164186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.257273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.258082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:20.259219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.335124 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.348309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-d5374a0f-fa1d-49ba-82a0-68de479297e3 service neutron] 10.222.0.36 "GET /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091094 Feb 13 23:36:20.396555 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c', 'code': 200} Feb 13 23:36:20.404320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:20.416025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:20.506964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 32255c48-830a-4b88-8a2a-16c83a4b699e no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:36:20.511502 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3c5fc9-aea6-4c66-bdc8-a70a85ffa81d', 'name': 'network-vif-deleted', 'tag': '32255c48-830a-4b88-8a2a-16c83a4b699e', 'status': 'completed', 'code': 200} Feb 13 23:36:20.637825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 32255c48-830a-4b88-8a2a-16c83a4b699e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:36:20.645924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 32255c48-830a-4b88-8a2a-16c83a4b699e not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:36:20.714872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:20.901598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7034388 Feb 13 23:36:20.918234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57890) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:20.926656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8bc6db49-d2b8-4838-aa8e-88f370fbddd9 req-fee325a6-73d0-489b-9d51-9c4dd3dff083 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0982378 Feb 13 23:36:20.935319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Request body: {'subnet': {'network_id': 'c099688c-2dfb-4b60-8217-b50bb9743c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821855421-subnet', 'tenant_id': 'be3063e657ad40bbadc656e9a2d4dd7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:20.954737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c5afe-57b1-480d-8b5e-2f83545395bf admin admin] Pushing event updated for resources: {'Network': ['ID=c099688c-2dfb-4b60-8217-b50bb9743c83,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:20.959333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:20.971620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c099688c-2dfb-4b60-8217-b50bb9743c83 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:36:20.997165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Usage tracker for resource:subnet and tenant:be3063e657ad40bbadc656e9a2d4dd7f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:21.012520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:21.023610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.027962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.034081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:21.034838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.039677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.045941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.051280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.056684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.066395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-4eeb2daa-3699-4234-a019-74e319270341 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.2285109 Feb 13 23:36:21.078415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Made reservation on behalf of be3063e657ad40bbadc656e9a2d4dd7f for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:21.081251 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:21.192515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-580b01ec-edf4-4782-a6ac-92a408f5b3d0 req-9b1bd24b-feaa-457a-877a-4cb3558adba6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249778 Feb 13 23:36:21.241994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57902) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:21.450985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Deleting subnet 8bc85489-cc89-4d25-9dbe-71cb9588e2c8 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:36:21.470481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:21.552493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a74e2b5b-3bdb-49c7-b38f-e0b564e7f9d4 req-498218ca-a83a-45a6-a172-8c70c7534597 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 210 time: 0.2103000 Feb 13 23:36:21.588151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:21.650776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:21.728177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=442f1f7e-8d9e-42e2-b94c-bf77bbb885b7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:21.729476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:21.776259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Checking segment: {'id': '4f215fb6-1ee6-4cba-b8ae-bf9bcfaa5583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c099688c-2dfb-4b60-8217-b50bb9743c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:21.776716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Network hostable DHCP agents. Network: c099688c-2dfb-4b60-8217-b50bb9743c83, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:36:21.807788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Network c099688c-2dfb-4b60-8217-b50bb9743c83 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:36:21.829890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c099688c-2dfb-4b60-8217-b50bb9743c83) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:21.834431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:21.835054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:21.841064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e2073-2db4-4101-83c3-046cccddd3e9 None None] Network c099688c-2dfb-4b60-8217-b50bb9743c83 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:21.863964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-71079492-2eb3-4e98-8c50-bd7356c13a4d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9406724 Feb 13 23:36:21.902849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.003353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.014108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc85489-cc89-4d25-9dbe-71cb9588e2c8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:22.017381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9854f855-859b-49cb-bcca-35f9365699b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8bc85489-cc89-4d25-9dbe-71cb9588e2c8 HTTP/1.1" status: 204 len: 168 time: 0.7742896 Feb 13 23:36:22.020038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57920) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:22.138006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.341164 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f4f5e87-c37a-4442-975a-04c4482337ca req-7bace22f-a256-410e-93e8-9d2e36135dda tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0989735 Feb 13 23:36:22.351360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.402875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362'}, {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170'}, {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:22.412092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8748711c-5a4a-49c2-ae56-99871454f115']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:22.432323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21236b15-3c30-41e9-a58b-d4d4cbd07fa9 None None] Network c099688c-2dfb-4b60-8217-b50bb9743c83 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:22.442643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f194b57-2d68-496f-93e9-9cced8cdc9dd') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:22.447128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f194b57-2d68-496f-93e9-9cced8cdc9dd') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:22.475921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.507649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.523091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:36:22.523573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.643575 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362', 'code': 200} Feb 13 23:36:22.645534 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170', 'code': 200} Feb 13 23:36:22.646051 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'code': 200} Feb 13 23:36:22.699334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-7b81b1e2-99c2-4beb-ae11-a0ef04278915 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:22.709230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-7b81b1e2-99c2-4beb-ae11-a0ef04278915 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.42 "GET /v2.0/networks?id=9f482066-075f-40ec-8cf8-b155f0ddeef7 HTTP/1.1" status: 200 len: 825 time: 0.3450480 Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:36:22.726043 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:36:22.728327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Request body: {'port': {'device_id': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7', 'admin_state_up': True, 'tenant_id': '6f22222cdd124bc7b5f363b7bdb10d5f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:22.766642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.903688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:22.970919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8748711c-5a4a-49c2-ae56-99871454f115 HTTP/1.1" status: 204 len: 168 time: 0.9491706 Feb 13 23:36:22.976445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e133ce-e051-481f-a663-7953255083b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8748711c-5a4a-49c2-ae56-99871454f115,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:22.985813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57946) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:23.170883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2cb981b-4dd5-4258-bfe8-a5fd729e4696 req-0ca1d1f8-61ce-40cc-907b-69c1aefce686 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 210 time: 0.0709012 Feb 13 23:36:23.191397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.195754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.201273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.212471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.213727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.218583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.223271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:23.232088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89135cbd-f189-4056-b46f-576113585e67 req-44e7f044-e8b3-4559-86b2-3ec464c8cfef tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.5070341 Feb 13 23:36:23.264698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:23.272524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Usage tracker for resource:port and tenant:6f22222cdd124bc7b5f363b7bdb10d5f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:23.280256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:23.294751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:23.300512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Deleting subnet faf7f6f4-63c4-4449-82ff-47fe1c594950 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:36:23.332237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Made reservation on behalf of 6f22222cdd124bc7b5f363b7bdb10d5f for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:23.335479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3cc51aa-37a9-48cb-9708-e435c48765cb req-6aca91f2-57ef-4028-af25-d2a1c92dc910 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6502 time: 0.5664072 Feb 13 23:36:23.337429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.339758 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.441385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.494639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89135cbd-f189-4056-b46f-576113585e67 req-056cd6fb-3f3c-4997-ad47-b67c1ac0f0d4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2614436 Feb 13 23:36:23.548753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3cc51aa-37a9-48cb-9708-e435c48765cb req-6bcdfb12-ebb5-4aff-b1dc-bd0a1f6753c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&id=c4f8112b-d42f-4357-97a5-ccaf596873b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762049 Feb 13 23:36:23.573535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.662901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.729410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf7f6f4-63c4-4449-82ff-47fe1c594950,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:23.734616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.741352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c840b517-6a25-445d-bcc3-9e829c18bf49 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/faf7f6f4-63c4-4449-82ff-47fe1c594950 HTTP/1.1" status: 204 len: 168 time: 0.7323303 Feb 13 23:36:23.743795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57978) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:23.767897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57982) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:23.779400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-118333877-network', 'tenant_id': '0fff0db9be854375a37c183611ccb0d2'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:23.829250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:23.838935 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5481a538-f896-45c8-a9c4-b1dffc837c24 req-23686dad-aa71-42ce-8855-356e5b1a8c55 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0748243 Feb 13 23:36:23.852571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Usage tracker for resource:network and tenant:0fff0db9be854375a37c183611ccb0d2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:23.881885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:23.895656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Allocated IP 172.20.0.9 (9f482066-075f-40ec-8cf8-b155f0ddeef7/233e3608-6ad4-482c-a01c-0f9c23a4de9c/b7fafebb-06ea-4b9a-88f0-eff910faa6aa) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:36:23.908630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:23.954319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:23.958562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Made reservation on behalf of 0fff0db9be854375a37c183611ccb0d2 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:23.961041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.183897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.275189 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.317607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.409380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Network 9f482066-075f-40ec-8cf8-b155f0ddeef7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:24.419270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:24.435692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:24.504780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:24.505575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.514723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.526678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Pushing event updated for resources: {'Port': ['ID=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:24.543602 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-76f91e64-1d44-4908-a29f-44dbf58e06dc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8200164 Feb 13 23:36:24.550816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:24.555568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Request body: {'port': {'device_id': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:24.559163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Usage tracker for resource:security_group_rule and tenant:0fff0db9be854375a37c183611ccb0d2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:24.566251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:24.570880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0abe6a6-267a-4e34-8479-a49953842ae0']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:24.591971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:24.611637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9bb67c-bac4-4014-b8d0-5710fabe3c8e') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:24.614663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9bb67c-bac4-4014-b8d0-5710fabe3c8e') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:24.638458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.660807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be47965-e55e-40cb-9156-5c8e0396b97b req-ebdee484-63af-41c4-8f5e-456fd2d033d8 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:24.662362 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2be47965-e55e-40cb-9156-5c8e0396b97b req-ebdee484-63af-41c4-8f5e-456fd2d033d8 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 931 time: 0.2782922 Feb 13 23:36:24.674216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.717799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:36:24.723534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.732484 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:36:24.817949 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:36:24.880153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.915479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:24.921145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0abe6a6-267a-4e34-8479-a49953842ae0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:24.963893 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2be47965-e55e-40cb-9156-5c8e0396b97b req-3aef0c6f-4c6f-401d-ad76-5409a6d1aafa tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953753 Feb 13 23:36:25.031522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.039776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9a47666-b9f3-48a9-b15e-9f1991adc958 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c0abe6a6-267a-4e34-8479-a49953842ae0 HTTP/1.1" status: 204 len: 168 time: 1.2944911 Feb 13 23:36:25.053507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.135772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.148818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.153330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.185009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.189547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.191433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:36:25.201943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.232723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.237648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086448ea-e6ef-4ee3-adf8-827e02d7451e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:25.239416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-2d1c2d7c-9cb8-4fd4-aa01-aeb58b7456c3 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.4785476 Feb 13 23:36:25.256048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.256342 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Added segment 432ac221-6a99-42be-b1c4-64b45b5ee62e of type vlan for network 03f01bcf-d242-4ec9-81ea-d89c4354ef43 Feb 13 23:36:25.319023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.375253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-394fe862-f4d2-4c17-81a7-84462fac9482 req-c25f6689-a179-4550-935a-8a2ffe95ea3b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1021166 Feb 13 23:36:25.468328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fafebb-06ea-4b9a-88f0-eff910faa6aa {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:25.474699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.475552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:25.476129 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.481518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.509320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Transition to ACTIVE for port object b7fafebb-06ea-4b9a-88f0-eff910faa6aa will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:25.513618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b949bd9a-c86a-4f13-84ac-e466336c5a8a req-93127dcc-4ddf-428d-9fbb-e7acbd08c9a1 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1055708 Feb 13 23:36:25.528848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.610776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8391263 Feb 13 23:36:25.616511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58038) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:25.629141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Request body: {'subnet': {'network_id': '03f01bcf-d242-4ec9-81ea-d89c4354ef43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-118333877-subnet', 'tenant_id': '0fff0db9be854375a37c183611ccb0d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:25.646954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58046) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:25.651897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:25.726383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d2305f4c-2f17-4939-bb26-f0dafaa168e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1ce4545bb694ccaa833b2901c0ea4c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0781291 Feb 13 23:36:25.727101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b63bc-ecf9-436c-b8d9-8e1b01d0c3fc admin admin] Pushing event updated for resources: {'Network': ['ID=03f01bcf-d242-4ec9-81ea-d89c4354ef43,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:25.729204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58052) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:25.731836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Usage tracker for resource:subnet and tenant:0fff0db9be854375a37c183611ccb0d2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:25.734528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:25.738673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:25.739128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 03f01bcf-d242-4ec9-81ea-d89c4354ef43 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:36:25.746601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:25.761496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Made reservation on behalf of 0fff0db9be854375a37c183611ccb0d2 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:25.764338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:25.872544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.873179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.873179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.873525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.873848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.875132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.875344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.876123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.876619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.876971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.877327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:25.994318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Attempting to bind port b7fafebb-06ea-4b9a-88f0-eff910faa6aa on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:36:25.994981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Attempting to bind port b7fafebb-06ea-4b9a-88f0-eff910faa6aa by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'e2449096-c103-4dd9-b64c-f82e4165c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:36:25.995454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Attempting to bind port b7fafebb-06ea-4b9a-88f0-eff910faa6aa on network 9f482066-075f-40ec-8cf8-b155f0ddeef7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:26.008799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12af3e58-c19f-4109-9356-bf1a38df35d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.019538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Port b7fafebb-06ea-4b9a-88f0-eff910faa6aa on network 9f482066-075f-40ec-8cf8-b155f0ddeef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:36:26.019857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Attempting to bind port b7fafebb-06ea-4b9a-88f0-eff910faa6aa on network 9f482066-075f-40ec-8cf8-b155f0ddeef7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:26.039614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:36:26.040363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Checking segment: {'id': 'e2449096-c103-4dd9-b64c-f82e4165c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:26.040653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Bound using segment: {'id': 'e2449096-c103-4dd9-b64c-f82e4165c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:36:26.041139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Bound port: b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2449096-c103-4dd9-b64c-f82e4165c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:36:26.041528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.048173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.057722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12af3e58-c19f-4109-9356-bf1a38df35d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.152681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc40798-f1cf-493e-8ebe-f08a9bd2afa9,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:26.159643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Checking segment: {'id': '432ac221-6a99-42be-b1c4-64b45b5ee62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '03f01bcf-d242-4ec9-81ea-d89c4354ef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:26.159975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Network hostable DHCP agents. Network: 03f01bcf-d242-4ec9-81ea-d89c4354ef43, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:36:26.187908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Network 03f01bcf-d242-4ec9-81ea-d89c4354ef43 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:36:26.198847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 03f01bcf-d242-4ec9-81ea-d89c4354ef43) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:26.214528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:26.214528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.215003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684fe2b-43f1-4b35-8ff6-d956dc6538eb None None] Network 03f01bcf-d242-4ec9-81ea-d89c4354ef43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:26.250890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ceda4cd-248a-4f21-8ac2-ba2daa6e648a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6302562 Feb 13 23:36:26.421266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] For port b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:36:26.432339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58078) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:26.438080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] For port b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,segment=NetworkSegment(e2449096-c103-4dd9-b64c-f82e4165c5fe),segment_id=e2449096-c103-4dd9-b64c-f82e4165c5fe)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:36:26.442260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12af3e58-c19f-4109-9356-bf1a38df35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.464124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-9dbd34bc-34bd-43ea-b6ee-4e3cbfaaf748 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:26.464835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-9dbd34bc-34bd-43ea-b6ee-4e3cbfaaf748 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Synchronizing usage tracker for tenant:6f22222cdd124bc7b5f363b7bdb10d5f on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:26.471914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.508555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af3e58-c19f-4109-9356-bf1a38df35d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623ae8c-e39d-4498-85aa-f70fa379737a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:26.548886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Deleting subnet 442f1f7e-8d9e-42e2-b94c-bf77bbb885b7 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:36:26.553980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.559928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12af3e58-c19f-4109-9356-bf1a38df35d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.564367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-12af3e58-c19f-4109-9356-bf1a38df35d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1623ae8c-e39d-4498-85aa-f70fa379737a HTTP/1.1" status: 204 len: 168 time: 0.8332548 Feb 13 23:36:26.566445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.567779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b7fafebb-06ea-4b9a-88f0-eff910faa6aa HTTP/1.1" status: 200 len: 1091 time: 2.0167754 Feb 13 23:36:26.570921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'tag': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:26.588184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-9dbd34bc-34bd-43ea-b6ee-4e3cbfaaf748 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Unset dirty status for tenant:6f22222cdd124bc7b5f363b7bdb10d5f on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:26.589559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-9dbd34bc-34bd-43ea-b6ee-4e3cbfaaf748 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 943 time: 0.4634562 Feb 13 23:36:26.644018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abbcc64-60b3-4649-bda0-b2de857d7dae None None] Network 03f01bcf-d242-4ec9-81ea-d89c4354ef43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:26.661664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42665757-70a1-4748-bac8-a3d0fb7f82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:26.694570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-762d7056-0486-4b58-b160-ddb5f3256d95 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Synchronizing usage tracker for tenant:6f22222cdd124bc7b5f363b7bdb10d5f on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:26.791249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:26.801110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-762d7056-0486-4b58-b160-ddb5f3256d95 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Unset dirty status for tenant:6f22222cdd124bc7b5f363b7bdb10d5f on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:26.810533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda13d02-bb3e-4fb9-9e03-679c7ecd0cb8 req-762d7056-0486-4b58-b160-ddb5f3256d95 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138717 Feb 13 23:36:26.821966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-87e28cbb-8bc5-4267-b3ac-af40a55ae7a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f22222cdd124bc7b5f363b7bdb10d5f&device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 1094 time: 0.2035537 Feb 13 23:36:26.943711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:26.947885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:26.961482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:26.985056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.011447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.015996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.029717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.056651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-b1849090-63eb-4107-8e3d-189f16a382e0 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.4214332 Feb 13 23:36:27.101081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:27.213210 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-6c58f9b7-8a58-46fb-9cd2-68ee9054f3b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa HTTP/1.1" status: 200 len: 217 time: 0.3786144 Feb 13 23:36:27.217123 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'tag': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa', 'status': 'completed', 'code': 200} Feb 13 23:36:27.266196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ac324cb9-185a-4aa5-a81f-4798f529e773 req-c9fb2fb6-8208-493d-8f46-26ab41be9c64 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2082667 Feb 13 23:36:27.308385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:27.402313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf549c7d-d9e8-4ca1-a63f-1c3420026c7d req-78a07fb8-fe19-4f5a-9d47-802ccac9d857 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1830575 Feb 13 23:36:27.425537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442f1f7e-8d9e-42e2-b94c-bf77bbb885b7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:27.445636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:27.463297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-285643f2-01f5-40dc-b832-4bb47383146b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.464053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-040710ce-3b62-4f78-8e38-8b49ec95ddc5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/442f1f7e-8d9e-42e2-b94c-bf77bbb885b7 HTTP/1.1" status: 204 len: 168 time: 1.0268059 Feb 13 23:36:27.464053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58120) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:27.473989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-285643f2-01f5-40dc-b832-4bb47383146b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=233e3608-6ad4-482c-a01c-0f9c23a4de9c HTTP/1.1" status: 200 len: 865 time: 0.1631899 Feb 13 23:36:27.593526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58124) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:27.616205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-a1b7fd99-cd5c-432b-b689-b953287f0cac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f482066-075f-40ec-8cf8-b155f0ddeef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326678 Feb 13 23:36:27.720330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:27.738148 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b199c72d-7d51-4ad2-8f60-980eca7e0999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63f3866ebc4644e2a2bc42fef4fad9f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1433585 Feb 13 23:36:27.739227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58130) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:27.786840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-63e1ba02-0f80-40a3-8380-c59be07d1c23 service neutron] 10.222.0.42 "GET /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504252 Feb 13 23:36:27.928630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.932432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.936229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.940647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.944359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.948264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.952182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:27.954787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1766909-1476-454f-a05d-84d5e014ed7b req-ce3279f1-22b6-47cb-a0b8-b2582e62a2fd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.3272033 Feb 13 23:36:27.977206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa69676a-b5d9-4537-ae6d-8d7b34bfe442 req-726159db-4073-4ab2-83e4-09aad07149b2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683295 Feb 13 23:36:27.979608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58140) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:28.025048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Request body: {'floatingip': {'port_id': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:28.055169 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.091949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c099688c-2dfb-4b60-8217-b50bb9743c83']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:28.105870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8920d442-4063-468c-8c2e-e664ee5c70f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.111389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f215fb6-1ee6-4cba-b8ae-bf9bcfaa5583') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:28.111598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f215fb6-1ee6-4cba-b8ae-bf9bcfaa5583') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:28.132515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.156688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8920d442-4063-468c-8c2e-e664ee5c70f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.162164 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.166541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.182597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:36:28.183025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:36:28.199902 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:36:28.299038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.308073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.340880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c099688c-2dfb-4b60-8217-b50bb9743c83,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:28.346960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8920d442-4063-468c-8c2e-e664ee5c70f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.349361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8920d442-4063-468c-8c2e-e664ee5c70f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.350532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8920d442-4063-468c-8c2e-e664ee5c70f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc483c37-82e5-41c6-b277-f1ddb2553d4a HTTP/1.1" status: 204 len: 168 time: 0.5803809 Feb 13 23:36:28.361823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-83c1295d-e124-4940-a9bf-63997cd2b2d4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c099688c-2dfb-4b60-8217-b50bb9743c83 HTTP/1.1" status: 204 len: 168 time: 0.8972282 Feb 13 23:36:28.364026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58154) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:28.387522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ac34-b1f8-41bb-991a-81c02a839e8d req-c6e107e8-c7bd-4c1f-b5d5-0105f368d89b tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:28.388988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfd4ac34-b1f8-41bb-991a-81c02a839e8d req-c6e107e8-c7bd-4c1f-b5d5-0105f368d89b tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 943 time: 0.4109156 Feb 13 23:36:28.395868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-fd14ba9a-5b57-4fda-8161-6517f41ef585 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f22222cdd124bc7b5f363b7bdb10d5f&device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 1094 time: 0.3053498 Feb 13 23:36:28.404222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920d442-4063-468c-8c2e-e664ee5c70f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc483c37-82e5-41c6-b277-f1ddb2553d4a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:28.460678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Deleting subnet bdc40798-f1cf-493e-8ebe-f08a9bd2afa9 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:36:28.465128 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.530061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.642736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.819975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5515409a-2fb1-47ce-b8a8-2fd4d5eed6f2 req-a0f6e6fa-91e2-43f5-a555-edccbaf2296c tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0927954 Feb 13 23:36:28.894686 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.938827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58180) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:28.948907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc40798-f1cf-493e-8ebe-f08a9bd2afa9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:28.967016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:28.988910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e424c49-ebb8-41be-bf72-6a9d90d7dc0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bdc40798-f1cf-493e-8ebe-f08a9bd2afa9 HTTP/1.1" status: 204 len: 168 time: 0.6211729 Feb 13 23:36:28.990632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bfd4ac34-b1f8-41bb-991a-81c02a839e8d req-211212d7-87d8-4af0-be41-b6c50b0bd1be tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937328 Feb 13 23:36:28.992437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:29.010153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a733-5521-4006-9e0c-949a3011c520 req-a3a77331-4e24-4b13-99fc-766c3703a2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:29.010153 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-a3a77331-4e24-4b13-99fc-766c3703a2d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f482066-075f-40ec-8cf8-b155f0ddeef7 HTTP/1.1" status: 200 len: 925 time: 0.5839863 Feb 13 23:36:29.162612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-c6a84ace-2025-465b-ace2-1f5b9dddddba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa HTTP/1.1" status: 200 len: 217 time: 0.1445007 Feb 13 23:36:29.261624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:29.278384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:29.344683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:29.353323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Usage tracker for resource:security_group_rule and tenant:6a1cdf8de70b451e9aead15c268e3d1b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:29.357310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:29.366423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-99bc3352-8bc6-4205-8fa9-cc016044ec5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442325 Feb 13 23:36:29.367294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:29.438326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a733-5521-4006-9e0c-949a3011c520 req-4204a96c-18e0-4bb8-b3a2-4586fa49726e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:29.440214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-4204a96c-18e0-4bb8-b3a2-4586fa49726e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=233e3608-6ad4-482c-a01c-0f9c23a4de9c HTTP/1.1" status: 200 len: 865 time: 0.2636788 Feb 13 23:36:29.555641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:29.570555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:29.623682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-ae0a8be2-8295-44b7-8cf5-80cbe00527f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f482066-075f-40ec-8cf8-b155f0ddeef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159098 Feb 13 23:36:29.631902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6371b38-5d2a-4c63-81e6-524dbb5994f3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:29.636361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:29.667853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.668189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.668699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.669183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.669682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.670189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.670676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.671726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.672204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.672741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.673213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:29.685471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7cea06be-c819-4b3f-b8e5-2033a842f48b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a1cdf8de70b451e9aead15c268e3d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7455146 Feb 13 23:36:29.687023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58212) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:29.692311 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-01174e84-6550-420c-bb2c-87955607c66e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 1096 time: 0.2006488 Feb 13 23:36:29.725942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f01bcf-d242-4ec9-81ea-d89c4354ef43']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:29.794848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:29.892632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3672-4829-4918-8036-bf16ed10b645 req-e91e7fc3-b622-4c79-890e-5d4b17102b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:29.894757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-e91e7fc3-b622-4c79-890e-5d4b17102b53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 914 time: 0.1748121 Feb 13 23:36:29.912567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432ac221-6a99-42be-b1c4-64b45b5ee62e') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:29.923124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432ac221-6a99-42be-b1c4-64b45b5ee62e') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:29.986873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.015218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-network', 'tenant_id': '80e0aecebf564b59ae6dcef862812387'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:30.019697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-ad40ac0b-34cd-4038-b7b7-67ea79dbdaa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16840eef-5164-439d-a6d0-840dfefde0f1 HTTP/1.1" status: 200 len: 217 time: 0.1105843 Feb 13 23:36:30.022125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:30.026134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Usage tracker for resource:network and tenant:80e0aecebf564b59ae6dcef862812387 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:30.069613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:30.082861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:30.084486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.095706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:36:30.097376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.117308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Made reservation on behalf of 80e0aecebf564b59ae6dcef862812387 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:30.119052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:36:30.136558 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:36:30.162990 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd387-4408-4189-8181-a9793bf0ba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.171421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3672-4829-4918-8036-bf16ed10b645 req-a6663e88-5d00-4420-9408-2be274abc521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:30.172074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-a6663e88-5d00-4420-9408-2be274abc521 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.1425202 Feb 13 23:36:30.215367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.237549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e637307f-cd14-46a3-ad3d-4563202da4d0 req-af13d496-08b6-4834-880a-e88adec23ead tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1049819 Feb 13 23:36:30.253852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-f801206a-2037-4fbe-a3c4-76ecf5b3cd52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750489 Feb 13 23:36:30.280982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:30.286409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Usage tracker for resource:security_group_rule and tenant:80e0aecebf564b59ae6dcef862812387 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:30.289684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:30.299265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:30.356356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:36:30.428016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-88129fd7-f904-4c8c-842e-edacb2a116d4 service neutron] 10.222.0.42 "GET /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827458 Feb 13 23:36:30.447986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.455267 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.459770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.465852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23891176-9a39-4f26-ad1c-013639d3d188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.522298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] 10.222.0.36 "DELETE /v2.0/networks/03f01bcf-d242-4ec9-81ea-d89c4354ef43 HTTP/1.1" status: 204 len: 168 time: 1.5146141 Feb 13 23:36:30.531049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da404d0a-868c-4375-b8aa-db5744a4dccf admin admin] Pushing event deleted for resources: {'Network': ['ID=03f01bcf-d242-4ec9-81ea-d89c4354ef43,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:30.599663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.604142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-5d9dc408-7822-4338-8ac7-0a25f68e42dc service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062201 Feb 13 23:36:30.731785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23891176-9a39-4f26-ad1c-013639d3d188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.782974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58242) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:30.859903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.906151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:36:30.916256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.916902 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Added segment b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5 of type vlan for network 064be28b-3b7a-4404-8a15-da99695fc6e6 Feb 13 23:36:30.933528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d60a733-5521-4006-9e0c-949a3011c520 req-e18ed62d-4ffa-4330-8d5b-555b385897ed service neutron] 10.222.0.42 "GET /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814928 Feb 13 23:36:30.934184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:30.949514 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.002213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a52330-25cb-4d04-9dea-52c58bb8d563,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:31.106176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.107029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:31.107616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.121961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b7fafebb-06ea-4b9a-88f0-eff910faa6aa details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:31.313385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fcfa1-508b-450e-a6c3-66ab823fd863 req-f363e46d-e0f3-49b6-87f0-b550b20e3c81 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:31.314902 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f66fcfa1-508b-450e-a6c3-66ab823fd863 req-f363e46d-e0f3-49b6-87f0-b550b20e3c81 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 943 time: 1.1047912 Feb 13 23:36:31.340307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,segment=NetworkSegment(e2449096-c103-4dd9-b64c-f82e4165c5fe),segment_id=e2449096-c103-4dd9-b64c-f82e4165c5fe)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:31.354683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8d895b90-103f-46a1-9988-59a356eca5e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be3063e657ad40bbadc656e9a2d4dd7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5576780 Feb 13 23:36:31.356840 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23891176-9a39-4f26-ad1c-013639d3d188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.361599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebca3672-4829-4918-8036-bf16ed10b645 req-0d5f3a00-f25c-4e3e-ac0f-3fa07e03c605 service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491515 Feb 13 23:36:31.365491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:31.366503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa', 'network_id': '9f482066-075f-40ec-8cf8-b155f0ddeef7', 'port_id': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa', 'mac_address': 'fa:16:3e:31:74:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233e3608-6ad4-482c-a01c-0f9c23a4de9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:31.373351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.5771520 Feb 13 23:36:31.385891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58258) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:31.386212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6a0b2-0bae-4364-8d5e-234553abef29 admin admin] Pushing event updated for resources: {'Network': ['ID=064be28b-3b7a-4404-8a15-da99695fc6e6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:31.435486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Request body: {'subnet': {'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-subnet', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:31.438826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:36:31.444309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23891176-9a39-4f26-ad1c-013639d3d188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6371b38-5d2a-4c63-81e6-524dbb5994f3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:31.458641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:31.470738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Usage tracker for resource:subnet and tenant:80e0aecebf564b59ae6dcef862812387 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:31.479170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-23891176-9a39-4f26-ad1c-013639d3d188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.481514 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-23891176-9a39-4f26-ad1c-013639d3d188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6371b38-5d2a-4c63-81e6-524dbb5994f3 HTTP/1.1" status: 204 len: 168 time: 1.7841687 Feb 13 23:36:31.485599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:31.497101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:31.498627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8174558-c01b-44d0-8194-d3defedec770 req-999f5abc-3af9-4ef1-add7-40a2dae3c3a8 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0670145 Feb 13 23:36:31.521698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aae39809-e32d-4ca7-9a80-ca68e130becc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.524519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f66fcfa1-508b-450e-a6c3-66ab823fd863 req-00ac0029-626f-4716-9c10-1ef89dcbfeae tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015471 Feb 13 23:36:31.555236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Made reservation on behalf of 80e0aecebf564b59ae6dcef862812387 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:31.558886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aae39809-e32d-4ca7-9a80-ca68e130becc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.573742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.639813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aae39809-e32d-4ca7-9a80-ca68e130becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.665498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae39809-e32d-4ca7-9a80-ca68e130becc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caedadc8-3554-4c5b-8146-8ccd9235b44d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:31.673346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aae39809-e32d-4ca7-9a80-ca68e130becc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.674435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aae39809-e32d-4ca7-9a80-ca68e130becc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/caedadc8-3554-4c5b-8146-8ccd9235b44d HTTP/1.1" status: 204 len: 168 time: 0.3079226 Feb 13 23:36:31.699076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.770080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fafebb-06ea-4b9a-88f0-eff910faa6aa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:31.798429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,segment=NetworkSegment(e2449096-c103-4dd9-b64c-f82e4165c5fe),segment_id=e2449096-c103-4dd9-b64c-f82e4165c5fe)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:31.838144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:31.853873 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Floating IP 74d0159c-18a7-42f9-b187-b311066e553c associated. External IP: 172.25.4.137, port: cbbfc42b-b452-4fcc-a1ef-3763b49562c8. Feb 13 23:36:31.967488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:32.214199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b7fafebb-06ea-4b9a-88f0-eff910faa6aa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:32.226622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.383751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-012bd38d-9b9e-47e9-ac84-cd382b7d7b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.393907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:32.408577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Checking segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:32.409510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Network hostable DHCP agents. Network: 064be28b-3b7a-4404-8a15-da99695fc6e6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:36:32.423231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58276) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:32.458701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.472302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:36:32.498741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58280) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:32.555866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:32.564030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 064be28b-3b7a-4404-8a15-da99695fc6e6) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:32.564558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7370a723b14b8fba5f11be44f9c09a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:32.568271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:32.573701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592571b7-ce03-4f90-b32a-3f1fcbf57ccc None None] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:32.635043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:32.635627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.662095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:32.699301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ebae472c-38bf-4484-9a3a-3ba013448ceb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2861536 Feb 13 23:36:32.703003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58288) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:32.710132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:32.718668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:32.725621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Usage tracker for resource:router and tenant:80e0aecebf564b59ae6dcef862812387 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:32.732460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:32.743848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:32.808526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.817243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:36:32.826759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.858129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8b35fb75-bfac-4348-81c0-73dec6399182 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fff0db9be854375a37c183611ccb0d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3531623 Feb 13 23:36:32.861003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:32.883358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-064be28b-3b7a-4404-8a15-da99695fc6e6', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:36:32.884176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:32.954504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f038939-fea7-474d-a9ec-d31ff4cc998c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:33.006125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ee8604d3-ec44-41ea-8495-15ea089958d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa7370a723b14b8fba5f11be44f9c09a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5794413 Feb 13 23:36:33.027542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58298) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:33.056636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d678eab-b437-48b0-be70-0139074d9743 req-d09592f3-edbc-45aa-a32f-b7746eeece95 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0936363 Feb 13 23:36:33.058218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.059685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.122082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Allocated IP 172.20.0.2 (064be28b-3b7a-4404-8a15-da99695fc6e6/9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79/170cc615-ca1c-4cd6-8fbf-6b3c0503486f) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:36:33.171580 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-953d2eb4-4bd7-426f-952f-6dd96f3b4db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.200090 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.202245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-953d2eb4-4bd7-426f-952f-6dd96f3b4db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.288766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e27c88-a811-40a7-86fa-cec0204c3f38 req-48772d74-99ee-4603-a116-17af7f07ce6e tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:33.297895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7e27c88-a811-40a7-86fa-cec0204c3f38 req-48772d74-99ee-4603-a116-17af7f07ce6e tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 944 time: 0.4566252 Feb 13 23:36:33.321087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8f12-e60c-4789-a1dd-f40cf899b8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.340713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-953d2eb4-4bd7-426f-952f-6dd96f3b4db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.390938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d2eb4-4bd7-426f-952f-6dd96f3b4db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f038939-fea7-474d-a9ec-d31ff4cc998c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:33.393511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.394907 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.409242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Transition to ACTIVE for port object 170cc615-ca1c-4cd6-8fbf-6b3c0503486f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:33.412114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8f12-e60c-4789-a1dd-f40cf899b8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.433854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Transition to ACTIVE for port object 170cc615-ca1c-4cd6-8fbf-6b3c0503486f will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:33.442991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-953d2eb4-4bd7-426f-952f-6dd96f3b4db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.446685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-953d2eb4-4bd7-426f-952f-6dd96f3b4db8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f038939-fea7-474d-a9ec-d31ff4cc998c HTTP/1.1" status: 204 len: 168 time: 0.4049582 Feb 13 23:36:33.448820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:36:33.450962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7e27c88-a811-40a7-86fa-cec0204c3f38 req-ae808fc4-4bd2-462c-81ea-ecc4087dc28c tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513274 Feb 13 23:36:33.474463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] Sync routers for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:36:33.498901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.510019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.529974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8f12-e60c-4789-a1dd-f40cf899b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.560879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8f12-e60c-4789-a1dd-f40cf899b8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086448ea-e6ef-4ee3-adf8-827e02d7451e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:33.574574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8f12-e60c-4789-a1dd-f40cf899b8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.576296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0bc8f12-e60c-4789-a1dd-f40cf899b8e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/086448ea-e6ef-4ee3-adf8-827e02d7451e HTTP/1.1" status: 204 len: 168 time: 0.6736946 Feb 13 23:36:33.732645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:36:33.733437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:36:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:33.787115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-15d5dd19-045d-4b58-b37f-dfc58eeb09bb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "PUT /v2.0/floatingips/74d0159c-18a7-42f9-b187-b311066e553c HTTP/1.1" status: 200 len: 991 time: 5.8038647 Feb 13 23:36:33.787115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:33.923436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:36:33.961747 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:33.971782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:33.981787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:33.994775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:34.000849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Pushing event updated for resources: {'Port': ['ID=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:34.005649 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'status': 'completed', 'code': 200} Feb 13 23:36:34.006748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:34.029262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:34.088163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:34.115966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-4621e5e3-f073-4a33-b009-907ae827e5a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6502 time: 0.1696730 Feb 13 23:36:34.330084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Attempting to bind port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:36:34.333439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Attempting to bind port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:36:34.334066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Attempting to bind port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f on network 064be28b-3b7a-4404-8a15-da99695fc6e6 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:34.376576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:36:34.387819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Checking segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:34.388462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:34.389068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Bound using segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:36:34.391363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Bound port: 170cc615-ca1c-4cd6-8fbf-6b3c0503486f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:36:34.392023 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:34.517045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-03669bd0-7f49-4bca-a3b5-7649995bb106 req-ac00c353-360c-48ea-8a69-6f51463c7b47 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0690565 Feb 13 23:36:34.528158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-cb9ba0da-7874-4d37-a4b9-ff971ddd7bc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.532932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-cb9ba0da-7874-4d37-a4b9-ff971ddd7bc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18e69e-5793-44df-b0df-a09da3319b93 HTTP/1.1" status: 200 len: 917 time: 0.2699604 Feb 13 23:36:34.557837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Allocated IP 172.25.4.172 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/985d5327-68e3-4ee9-83a1-76be18d3d3e3) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:36:34.629165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:36:34.722944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.730534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.755270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.772924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.782217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.807942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.812707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] For port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:36:34.812986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:34.821080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-5e0374a4-c45e-4a79-8908-d57a8d9e239e tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.7040648 Feb 13 23:36:34.892000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-c55d5d8d-f3c0-4d97-91bf-2c49be22c447 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8 HTTP/1.1" status: 200 len: 999 time: 0.3473399 Feb 13 23:36:34.895255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] For port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:36:34.931959 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:34.987324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e02b2980-4024-49eb-8cfd-e5d8c8dfdfaa req-7cd77004-8951-4404-be60-4ca4844c6a0d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652591 Feb 13 23:36:35.011542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-0d3dd77b-900c-47a3-ac9b-bcb1171e48e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:35.012974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-0d3dd77b-900c-47a3-ac9b-bcb1171e48e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=684b6e2e-8dbc-4438-be29-9f203cdde8fa HTTP/1.1" status: 200 len: 856 time: 0.0984550 Feb 13 23:36:35.138068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3347d5-0eff-4719-8972-62350e4d06db None None] Pushing event updated for resources: {'Port': ['ID=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:35.176767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-34db2e86-c60f-41d5-88f5-b0fe1337be5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18e69e-5793-44df-b0df-a09da3319b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527293 Feb 13 23:36:35.184091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b7fafebb-06ea-4b9a-88f0-eff910faa6aa up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:35.288974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:35.303326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:35.315457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-bc568b1e-cffc-45fc-9c11-bcef4547dec3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:35.322685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-bc568b1e-cffc-45fc-9c11-bcef4547dec3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.5205967 Feb 13 23:36:35.355507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-9f6c6a34-f1d8-4cb3-b08e-6c184c24fbf2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/quotas/7fea57da0c174f93b8fcd2a966ee5b03 HTTP/1.1" status: 200 len: 375 time: 0.0319107 Feb 13 23:36:35.456751 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:35.481291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b7fafebb-06ea-4b9a-88f0-eff910faa6aa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:35.490415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-fddae951-45b2-4f59-b514-39e513c27131 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993538 Feb 13 23:36:35.512344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b7fafebb-06ea-4b9a-88f0-eff910faa6aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:35.512633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:35.589648 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-ad2096e1-61f3-4db0-b630-1f3a7f88d30e tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2330730 Feb 13 23:36:35.824156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:35.831872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:35.844831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:35.926697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Pushing event updated for resources: {'Port': ['ID=985d5327-68e3-4ee9-83a1-76be18d3d3e3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:36.024354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:36.097678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab65eee-e6f8-4f60-9fc6-3dc77a63f41b req-5e216a8d-05d0-4835-9204-e721c4032c8a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.100075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:36.103430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ab65eee-e6f8-4f60-9fc6-3dc77a63f41b req-5e216a8d-05d0-4835-9204-e721c4032c8a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 944 time: 0.6114798 Feb 13 23:36:36.116002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '74d0159c-18a7-42f9-b187-b311066e553c', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'port_id': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'mac_address': 'fa:16:3e:44:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:34:40Z', 'updated_at': '2022-02-13T23:36:30Z', 'revision_number': 1, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:26Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:36.128786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-868f72c9-b39a-4fc5-bbd8-d5b6b46383f6 service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379250 Feb 13 23:36:36.135049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,segment=NetworkSegment(e2449096-c103-4dd9-b64c-f82e4165c5fe),segment_id=e2449096-c103-4dd9-b64c-f82e4165c5fe)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:36.136389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] Checking router: ba46bc7c-add6-4cc5-ae7f-e31dea43e69a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:36:36.138790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f55a8d3-40b9-440a-b02d-f77180d3ed71 req-731d1ce1-b3a7-4657-8fbd-f913c200f029 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576403 Feb 13 23:36:36.162073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:36.220661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ab65eee-e6f8-4f60-9fc6-3dc77a63f41b req-ac47aecf-b5ea-40e0-885e-db88ec2d83e4 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162479 Feb 13 23:36:36.221184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:36.225467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:36:36.225650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:36:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:36.422021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-d4cc12c2-ad02-436f-97e2-068f9b791497 service neutron] 10.222.0.36 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924728 Feb 13 23:36:36.450917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:36.451663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:36.522352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:36.558266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.568428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.572299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.576171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.591761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.596310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.600186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:36.621342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b77aea6f-5be8-43d6-9089-223ecd628a1c req-e30661a9-125d-4181-8c35-47cb818c3cd2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.2006691 Feb 13 23:36:36.684211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:36:36.765137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:36.819661 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa', 'code': 200} Feb 13 23:36:37.017218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c6e7c-3d81-4f75-b176-2f1ec4d0e92b None None] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:36:37.056495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8fe363bb-5da2-4031-8611-141511cad99c req-1794a17a-d896-4d78-b765-ba103cc18f92 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 210 time: 0.1594779 Feb 13 23:36:37.160516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.161154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:37.199381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:36:37.211312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Usage tracker for resource:security_group_rule and tenant:0455606527544e9bbc8137df77a67c7c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:37.226469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b209e1e4-1d28-4469-9765-396b14024772 req-2f0a9fde-5be9-4d20-9219-1a64efbd4959 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.2631783 Feb 13 23:36:37.227411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:37.256450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:37.275907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 170cc615-ca1c-4cd6-8fbf-6b3c0503486f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:37.387949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-25a66f1f-0446-43f3-9d6f-b1c2713f1043 None None] Provisioning for port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:37.401795 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee12098a-6f25-4866-89e0-a3cb7e01fd22 req-671f24c3-6ee5-4c4e-a229-a2726f26dc6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 1096 time: 0.5137162 Feb 13 23:36:37.598292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.604414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee12098a-6f25-4866-89e0-a3cb7e01fd22 req-38f5e12e-7ee5-45dc-a094-87a5ad945eb8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762297 Feb 13 23:36:37.611016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.657828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:37.675790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:37.676333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.717887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0455606527544e9bbc8137df77a67c7c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4955475 Feb 13 23:36:37.727610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58428) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:37.780165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '74d0159c-18a7-42f9-b187-b311066e553c', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'port_id': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'mac_address': 'fa:16:3e:44:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:34:40Z', 'updated_at': '2022-02-13T23:36:30Z', 'revision_number': 1, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:26Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:37.791861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0de9e-b398-42da-bb89-b09c7aa4721a None None] The sync data for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 is: [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '74d0159c-18a7-42f9-b187-b311066e553c', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'port_id': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'mac_address': 'fa:16:3e:44:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:34:40Z', 'updated_at': '2022-02-13T23:36:30Z', 'revision_number': 1, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:26Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:36:37.796893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930390-3abf-438b-ae04-dd1cbfa03486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a5a32-a0ab-44d6-b433-2233e1f16aa1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:37.827774 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75c707ec-2aa3-4861-a4c9-78d1497cd60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.914867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75c707ec-2aa3-4861-a4c9-78d1497cd60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.949322 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:37.980900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3e675-438d-4cf5-bf29-bee8440ce52f req-f38de89b-ca5f-43c2-ab26-6868f121bdfc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:37.993803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eaa3e675-438d-4cf5-bf29-bee8440ce52f req-f38de89b-ca5f-43c2-ab26-6868f121bdfc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.3405445 Feb 13 23:36:38.042614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75c707ec-2aa3-4861-a4c9-78d1497cd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:38.086809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:38.095555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c707ec-2aa3-4861-a4c9-78d1497cd60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a5a32-a0ab-44d6-b433-2233e1f16aa1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:38.097562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:38.127595 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75c707ec-2aa3-4861-a4c9-78d1497cd60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:38.129732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75c707ec-2aa3-4861-a4c9-78d1497cd60d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b73a5a32-a0ab-44d6-b433-2233e1f16aa1 HTTP/1.1" status: 204 len: 168 time: 0.4009891 Feb 13 23:36:38.148893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eaa3e675-438d-4cf5-bf29-bee8440ce52f req-94a078c5-e909-47d1-9312-ec6b7a05cfe0 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463106 Feb 13 23:36:38.186981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:36:38.204841 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Sync routers for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:36:38.229862 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:36:38.230509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:36:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:38.237199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:38.238965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7fa814c1-3901-445f-aeaf-b962b995e613 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.5343881 Feb 13 23:36:38.241827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:38.314435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726866a3-1b20-4ce2-aa8a-7be3d6b92740 None None] New status for floating IP 74d0159c-18a7-42f9-b187-b311066e553c: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:36:38.576241 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:36:38.623144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56745fe8-0d73-48ec-816a-cf2e311d43ff req-e6b732f7-a2e7-4f46-b5f2-06464baa60b4 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1028445 Feb 13 23:36:38.628058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-32767e25-b8ca-4692-bd45-e5a9c170e5a1 None None] Provisioning complete for port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:38.628391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32767e25-b8ca-4692-bd45-e5a9c170e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:38.644741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-171d7276-4b2a-4c5b-acdd-ba5dc35f7039 req-09d38d46-270c-4c34-aa75-955f79dbb611 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 210 time: 0.1175222 Feb 13 23:36:38.950151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:38.977293 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:36Z', 'revision_number': 3, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:38.987746 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Checking router: 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:36:38.989176 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Updating router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:36:39.022285 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.107149 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.251280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58462) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:39.277226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 170cc615-ca1c-4cd6-8fbf-6b3c0503486f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:39.302244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.393737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:39.404956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:f180d62bbd6f45daa7524d70565acc5f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:39.414193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:39.429901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:39.563148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:39.566046 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.715752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.728507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.744272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-f4f04d67-04b9-4d89-ba6c-3f205eea8d3a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:39.745975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-f4f04d67-04b9-4d89-ba6c-3f205eea8d3a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 814 time: 0.3107145 Feb 13 23:36:39.782744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Request body: {'port': {'device_id': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'admin_state_up': True, 'tenant_id': '7fea57da0c174f93b8fcd2a966ee5b03'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:39.817600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47345c30-66d1-467e-bb0f-398a9f77ec2a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:39.885492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bf9c65a4-f1a7-438d-81ee-60b9bc974ac3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f180d62bbd6f45daa7524d70565acc5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6293812 Feb 13 23:36:39.885492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58480) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:39.930167 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:39.946264 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Transition to ACTIVE for port object 985d5327-68e3-4ee9-83a1-76be18d3d3e3 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:39.957220 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.109573 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Attempting to bind port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:36:40.109949 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Attempting to bind port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:36:40.110335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Attempting to bind port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:40.142500 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:36:40.142500 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:40.142824 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.143206 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:36:40.143634 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Bound port: 985d5327-68e3-4ee9-83a1-76be18d3d3e3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:36:40.144039 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.157236 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0fa6b1a-90cf-4f52-8390-7e8e738c6594 req-bb2e1a7c-d3d8-4237-8d6a-aa1ed37b9616 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 210 time: 0.1688836 Feb 13 23:36:40.185261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b09502f-5f1d-4030-a67f-93838e094f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.222619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b09502f-5f1d-4030-a67f-93838e094f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.361595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b09502f-5f1d-4030-a67f-93838e094f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.387658 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] For port 985d5327-68e3-4ee9-83a1-76be18d3d3e3, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:36:40.391816 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] For port 985d5327-68e3-4ee9-83a1-76be18d3d3e3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=985d5327-68e3-4ee9-83a1-76be18d3d3e3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:36:40.393315 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Pushing event updated for resources: {'Port': ['ID=985d5327-68e3-4ee9-83a1-76be18d3d3e3,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:40.404317 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.404664 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.406671 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.406852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09502f-5f1d-4030-a67f-93838e094f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47345c30-66d1-467e-bb0f-398a9f77ec2a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:40.406984 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.406984 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.406984 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.406984 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.407301 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.408311 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.408311 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.408311 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:40.412536 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.424284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b09502f-5f1d-4030-a67f-93838e094f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:40.431575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7b09502f-5f1d-4030-a67f-93838e094f52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47345c30-66d1-467e-bb0f-398a9f77ec2a HTTP/1.1" status: 204 len: 168 time: 0.5455818 Feb 13 23:36:40.497447 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:36:40.497616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:36:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:40.563333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:40.613402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:40.650646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b85b-6d97-465e-9d11-cf94ec10bb1f req-db7bf757-9612-45e4-b425-4c3330a8b68d tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:40.651749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c11b85b-6d97-465e-9d11-cf94ec10bb1f req-db7bf757-9612-45e4-b425-4c3330a8b68d tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 1.1745291 Feb 13 23:36:40.668383 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681607d-cbeb-4cf2-87d1-58f803794e07 None None] Pushing event updated for resources: {'Port': ['ID=985d5327-68e3-4ee9-83a1-76be18d3d3e3,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:40.732112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63f28191-3b91-4cd3-acc4-23f0eafcf36c req-fe931ee8-87bc-4bec-94c3-b27666352531 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1048853 Feb 13 23:36:40.807297 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:36:40.812158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Made reservation on behalf of 7fea57da0c174f93b8fcd2a966ee5b03 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:40.817517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:41.032867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:41.075464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c11b85b-6d97-465e-9d11-cf94ec10bb1f req-313eeb6f-bab5-40eb-a72f-292bd9c37faa tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028789 Feb 13 23:36:41.527236 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:36Z', 'revision_number': 3, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:41.541815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c16cf-c5e9-4ac8-98dd-1406d74a2d37 None None] The sync data for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 is: [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:36Z', 'revision_number': 3, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:36:41.564492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Allocated IP 172.20.0.1 (064be28b-3b7a-4404-8a15-da99695fc6e6/9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79/ed614945-27c1-4bf9-a5e7-bcb05b501e5b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:36:41.635749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7f60-d79c-4554-9acb-027f7e39801c req-9c83a48a-239a-4d94-a466-b2445b0f0b3f tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:41.637219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f7a7f60-d79c-4554-9acb-027f7e39801c req-9c83a48a-239a-4d94-a466-b2445b0f0b3f tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.2774768 Feb 13 23:36:41.647111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Allocated IP 172.20.0.3 (e5639d0c-5499-4ca4-8688-8d868694b4b6/c2107e08-8f39-4270-9d46-bce5c8c4bd18/58d53575-7863-47d6-b397-8bf0133c330a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:36:41.725126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f7a7f60-d79c-4554-9acb-027f7e39801c req-72c3004e-2e74-415a-92c4-7c8d6c9b86b0 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800788 Feb 13 23:36:42.130277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e5219-fa83-49ac-9e72-4b938d6e7478 req-2949ffa6-b625-4cb3-be0d-3f5984796d73 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 210 time: 0.3921421 Feb 13 23:36:42.392283 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:42.501972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08e85306-8a78-41de-93a7-a47b8caacc3e req-17054b1f-0a61-4ad5-8a08-c83230aabd9c tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0919380 Feb 13 23:36:42.508855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:42.536002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Transition to ACTIVE for port object ed614945-27c1-4bf9-a5e7-bcb05b501e5b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:42.601029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:42.615311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1', 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'ec67e4c7-f98f-4202-865d-a509c07a890e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:42.683834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event updated for resources: {'Port': ['ID=58d53575-7863-47d6-b397-8bf0133c330a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:42.698177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:42.797593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Network e5639d0c-5499-4ca4-8688-8d868694b4b6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:42.814615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:42.836215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:43.047494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:43.051924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:43.105867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:43.142907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:43.151472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:43.232419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 985d5327-68e3-4ee9-83a1-76be18d3d3e3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:43.378511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Pushing event updated for resources: {'Port': ['ID=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:43.455177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e22a1575-29e1-4eac-b50b-e4238bf7dcc3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6944063 Feb 13 23:36:43.521451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Request body: {'port': {'device_id': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:43.595416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c7c8-de27-4f2d-bf0a-3e4cadf0f9d3 req-5502bf71-6a29-40da-89b7-64f57d1dd039 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:43.602963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5202c7c8-de27-4f2d-bf0a-3e4cadf0f9d3 req-5502bf71-6a29-40da-89b7-64f57d1dd039 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 931 time: 0.1624057 Feb 13 23:36:43.645208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:43.649386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c180d755-0437-4a0f-a7a9-2d1549598bf4 None None] Provisioning for port ed614945-27c1-4bf9-a5e7-bcb05b501e5b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:43.672737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:43.678467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5202c7c8-de27-4f2d-bf0a-3e4cadf0f9d3 req-f8bef823-e734-4e93-8d57-8341c02f7f0c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Feb 13 23:36:43.691012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:43.700696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:43.701247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:43.722405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b602-3411-46b3-a0c2-b78a665f8aae req-c618087e-e45f-4675-b8e6-1dfccf821e0d tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:43.724114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d113b602-3411-46b3-a0c2-b78a665f8aae req-c618087e-e45f-4675-b8e6-1dfccf821e0d tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.5736611 Feb 13 23:36:43.910803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38f6f0c4-15e6-42b9-ac7e-380a56dda52d req-24c23d4a-104d-4ee9-866d-0c5f6cdaec2d tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0691266 Feb 13 23:36:43.916585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c180d755-0437-4a0f-a7a9-2d1549598bf4 None None] Provisioning complete for port ed614945-27c1-4bf9-a5e7-bcb05b501e5b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:43.917039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c180d755-0437-4a0f-a7a9-2d1549598bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:43.951942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d113b602-3411-46b3-a0c2-b78a665f8aae req-61c49821-b372-4d19-ae19-c8fccbb8ef33 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199070 Feb 13 23:36:44.063079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41b8023a-63ae-4cf3-822b-50d784d60dcb req-fb64cafe-ccd9-4ff8-9187-c9d1bae86063 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1512318 Feb 13 23:36:44.105262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c180d755-0437-4a0f-a7a9-2d1549598bf4 None None] Port ed614945-27c1-4bf9-a5e7-bcb05b501e5b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:36:44.192686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.211436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 985d5327-68e3-4ee9-83a1-76be18d3d3e3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=985d5327-68e3-4ee9-83a1-76be18d3d3e3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:44.220834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.239658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.322395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=985d5327-68e3-4ee9-83a1-76be18d3d3e3,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:44.455178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58658) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:44.618394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d53575-7863-47d6-b397-8bf0133c330a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:44.628300 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.656630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Transition to ACTIVE for port object 58d53575-7863-47d6-b397-8bf0133c330a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:44.664977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.667799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.724980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307771-ceeb-4962-927b-7a0a1c3e93e7 req-2cd230e9-23db-4b4e-b10a-519e3e112fc4 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:44.726565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3307771-ceeb-4962-927b-7a0a1c3e93e7 req-2cd230e9-23db-4b4e-b10a-519e3e112fc4 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.1219821 Feb 13 23:36:44.748025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.868388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3307771-ceeb-4962-927b-7a0a1c3e93e7 req-89c7491d-07a5-46d5-a42c-3fc6eecc46f7 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330414 Feb 13 23:36:44.879182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:44.931965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:44.936204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Usage tracker for resource:security_group_rule and tenant:23d81ff616fd47e7b0cdc52f30dfbe6b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:44.939781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:44.946168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:45.052485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.071515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.089592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 985d5327-68e3-4ee9-83a1-76be18d3d3e3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:45.161963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171ca2ad-1e2b-45a9-8d7a-f35f8ca6eac4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:45.166665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Pushing event updated for resources: {'Port': ['ID=58d53575-7863-47d6-b397-8bf0133c330a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:45.175058 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fc355840-b8ed-49d1-baca-cc3c929c8424 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23d81ff616fd47e7b0cdc52f30dfbe6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7178485 Feb 13 23:36:45.176554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58684) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:45.248321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:45.251039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.274614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.461400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04632b3c-e367-4872-b958-7c01312a2d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.477462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e90f78fa-cb7c-4cb4-b971-261ec6ec31a8 req-104ace52-dad3-4c93-ba6f-4e30917b0106 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1610992 Feb 13 23:36:45.504177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Pushing event updated for resources: {'Port': ['ID=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:45.563420 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04632b3c-e367-4872-b958-7c01312a2d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.711768 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04632b3c-e367-4872-b958-7c01312a2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.726233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6e88a-e409-4d99-9c7a-c9e24812b4e8 req-ed55ce1b-4775-420a-a50f-670f0b8052d1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:45.727158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a9c6e88a-e409-4d99-9c7a-c9e24812b4e8 req-ed55ce1b-4775-420a-a50f-670f0b8052d1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:45.743081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632b3c-e367-4872-b958-7c01312a2d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171ca2ad-1e2b-45a9-8d7a-f35f8ca6eac4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:45.757610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04632b3c-e367-4872-b958-7c01312a2d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:45.765188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04632b3c-e367-4872-b958-7c01312a2d17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/171ca2ad-1e2b-45a9-8d7a-f35f8ca6eac4 HTTP/1.1" status: 204 len: 168 time: 0.5858536 Feb 13 23:36:45.791681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Attempting to bind port 58d53575-7863-47d6-b397-8bf0133c330a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:36:45.802533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Attempting to bind port 58d53575-7863-47d6-b397-8bf0133c330a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:36:45.802887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Attempting to bind port 58d53575-7863-47d6-b397-8bf0133c330a on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:45.823554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:45.827050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:45.831401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a9c6e88a-e409-4d99-9c7a-c9e24812b4e8 req-ed55ce1b-4775-420a-a50f-670f0b8052d1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:45.839451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9c6e88a-e409-4d99-9c7a-c9e24812b4e8 req-ed55ce1b-4775-420a-a50f-670f0b8052d1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 943 time: 0.8198068 Feb 13 23:36:45.841309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Port 58d53575-7863-47d6-b397-8bf0133c330a on network e5639d0c-5499-4ca4-8688-8d868694b4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:36:45.841810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Attempting to bind port 58d53575-7863-47d6-b397-8bf0133c330a on network e5639d0c-5499-4ca4-8688-8d868694b4b6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:45.996737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:36:45.997086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Checking segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:45.997464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Bound using segment: {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:36:45.998242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Bound port: 58d53575-7863-47d6-b397-8bf0133c330a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a790a6b-bd53-4980-a179-381d49234ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:36:45.999373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:46.152743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-81b8a747-813e-459b-9218-055955a6ab54 None None] Provisioning complete for port ed614945-27c1-4bf9-a5e7-bcb05b501e5b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:46.153308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-81b8a747-813e-459b-9218-055955a6ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:46.258374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-81b8a747-813e-459b-9218-055955a6ab54 None None] Port ed614945-27c1-4bf9-a5e7-bcb05b501e5b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:36:46.345986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9c6e88a-e409-4d99-9c7a-c9e24812b4e8 req-a93103a0-6899-4b6f-ae04-ac90ad2d4b0f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054035 Feb 13 23:36:46.349818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabe94d-bd6e-47ec-900c-6ff145126f01 req-19736efd-e5e6-4fa7-a9f2-031e10e7eb51 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:46.362642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6eabe94d-bd6e-47ec-900c-6ff145126f01 req-19736efd-e5e6-4fa7-a9f2-031e10e7eb51 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.2147567 Feb 13 23:36:46.414441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] For port 58d53575-7863-47d6-b397-8bf0133c330a, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:36:46.421049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] For port 58d53575-7863-47d6-b397-8bf0133c330a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=58d53575-7863-47d6-b397-8bf0133c330a,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:36:46.444007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:46.510653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6eabe94d-bd6e-47ec-900c-6ff145126f01 req-76aee997-d997-4252-bc43-c855bc6ccffc tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470146 Feb 13 23:36:46.542813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:46.544248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] 10.222.0.42 "PUT /v2.0/ports/58d53575-7863-47d6-b397-8bf0133c330a HTTP/1.1" status: 200 len: 1091 time: 3.0627322 Feb 13 23:36:46.555416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'tag': '58d53575-7863-47d6-b397-8bf0133c330a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:46.603862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-1af00bcd-90fa-4652-ab86-dbbd4a795cbf tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:46.605326 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-1af00bcd-90fa-4652-ab86-dbbd4a795cbf tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.2406926 Feb 13 23:36:46.705191 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'tag': '58d53575-7863-47d6-b397-8bf0133c330a', 'status': 'completed', 'code': 200} Feb 13 23:36:46.817115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b7b7335-2f41-4077-8bc5-4b531b6b8762 req-2b8ffe95-9873-4dde-a673-409b2f83a11b tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0842991 Feb 13 23:36:46.828238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Deleting port b7fafebb-06ea-4b9a-88f0-eff910faa6aa {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:36:46.828238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:46.869129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58718) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:46.924206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:47.015894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:47.023693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Usage tracker for resource:security_group_rule and tenant:68054fa2e5324c99bedd541a77e82092 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:47.030791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:47.048247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:47.065057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19d482-5e62-46b9-baaf-6bd00b5e5814 service neutron] Pushing event updated for resources: {'Port': ['ID=58d53575-7863-47d6-b397-8bf0133c330a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:47.230733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e9c95332-3822-4f46-bf6b-0dc3b45c1170 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 1094 time: 0.6205833 Feb 13 23:36:47.314903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-ac0c305e-f69a-436e-9888-88bceadb7d9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d53575-7863-47d6-b397-8bf0133c330a HTTP/1.1" status: 200 len: 217 time: 0.0743134 Feb 13 23:36:47.445884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e4a86bbf-387e-4f34-81a5-47e10f495b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:47.447536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-e4a86bbf-387e-4f34-81a5-47e10f495b2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.1163177 Feb 13 23:36:47.587446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-f91078a6-d677-49f6-a861-ec7bf9b848f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269326 Feb 13 23:36:47.603393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a15837ac-9722-4ecc-ab79-8dd01ac6c56f req-8d8cd854-12a2-47bc-937a-5d7500b100ff tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d&device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.1542771 Feb 13 23:36:47.612712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] For port b7fafebb-06ea-4b9a-88f0-eff910faa6aa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,segment=NetworkSegment(e2449096-c103-4dd9-b64c-f82e4165c5fe),segment_id=e2449096-c103-4dd9-b64c-f82e4165c5fe)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:47.612712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:47.803967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:36:47.865715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Calling delete_port for b7fafebb-06ea-4b9a-88f0-eff910faa6aa owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:36:47.943366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:47.959431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-84bf53e5-1a68-4de9-88b1-605f8682884e service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543501 Feb 13 23:36:47.964152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.005324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07d35c-e30b-4ad4-881d-856d998c6a94 req-94560b55-f5d9-4b9b-8235-8edd073e2bec tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:48.007291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0d07d35c-e30b-4ad4-881d-856d998c6a94 req-94560b55-f5d9-4b9b-8235-8edd073e2bec tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 943 time: 0.5003037 Feb 13 23:36:48.143401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68054fa2e5324c99bedd541a77e82092&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2738876 Feb 13 23:36:48.144433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff427167-7828-4f6b-8bc7-e1de48a66c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7253fe97-c492-41f6-8c39-5dffb1ba551d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:48.150898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58748) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:48.363910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0d07d35c-e30b-4ad4-881d-856d998c6a94 req-fd50c16a-ac17-4bb1-aaa4-fd84229c6a47 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252115 Feb 13 23:36:48.371096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723c9a5-70db-475a-a8bb-dede9879c7da req-e480c60e-07ec-4017-ab5a-4b501f3bafb7 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:48.371096 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d723c9a5-70db-475a-a8bb-dede9879c7da req-e480c60e-07ec-4017-ab5a-4b501f3bafb7 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16eff9-7da8-4a23-994d-51e6ac2d855d HTTP/1.1" status: 200 len: 945 time: 0.5339289 Feb 13 23:36:48.381242 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.594970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d723c9a5-70db-475a-a8bb-dede9879c7da req-4f6311d0-e584-4846-8e2a-41d9e00e23c0 tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.36 "GET /v2.0/security-groups?id=b8ac458d-d699-4102-b4b6-a1f5527bd684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106445 Feb 13 23:36:48.605906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a0d52f6-9655-4033-94a9-03d20a22fb8c req-ccc372c5-b962-4d88-8147-3b5b48c9fd77 service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239301 Feb 13 23:36:48.615164 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f466-03e3-4a88-a22d-e990b11a6b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.718774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f466-03e3-4a88-a22d-e990b11a6b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.751876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:36:48.758343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-be2bd135-d2fd-4204-83d3-f9560d1e9062 admin admin] 10.222.0.36 "PUT /v2.0/routers/2ea79a5b-ca83-40a0-bc9d-1e715d1a925f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5141485 Feb 13 23:36:48.793378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-1a7052df-1b85-4c8b-a4ee-40d952dfcc95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 1094 time: 0.1220224 Feb 13 23:36:48.801447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Pushing event deleted for resources: {'Port': ['ID=b7fafebb-06ea-4b9a-88f0-eff910faa6aa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:48.827082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] No DVR routers for this DVR port b7fafebb-06ea-4b9a-88f0-eff910faa6aa on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:36:48.830642 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.845144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'name': 'network-vif-deleted', 'tag': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:48.942299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c61f794b-0d2d-4887-aea5-1cc95dbc9a81 req-60e2bee3-328f-4ab9-9c1c-2fe4ec92a3ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88be9a39dd7442769bb7f38609e9220f&device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0518668 Feb 13 23:36:48.944499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64d8710f-b36e-4ac9-b715-a5ecb38ac11c req-f1295548-2c95-4588-9022-237679bf102a tempest-ServersNegativeTestMultiTenantJSON-1767154087 tempest-ServersNegativeTestMultiTenantJSON-1767154087-project] 10.222.0.42 "DELETE /v2.0/ports/b7fafebb-06ea-4b9a-88f0-eff910faa6aa HTTP/1.1" status: 204 len: 173 time: 2.3262324 Feb 13 23:36:48.963992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f466-03e3-4a88-a22d-e990b11a6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.967284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f466-03e3-4a88-a22d-e990b11a6b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:48.969376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6bd8f466-03e3-4a88-a22d-e990b11a6b5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7253fe97-c492-41f6-8c39-5dffb1ba551d HTTP/1.1" status: 204 len: 168 time: 0.8149600 Feb 13 23:36:49.084591 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc16eff9-7da8-4a23-994d-51e6ac2d855d', 'name': 'network-vif-deleted', 'tag': 'b7fafebb-06ea-4b9a-88f0-eff910faa6aa', 'status': 'completed', 'code': 200} Feb 13 23:36:49.163211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-bd142a9f-a774-4572-8b83-187c9f32c68a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:49.164721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-bd142a9f-a774-4572-8b83-187c9f32c68a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 200 len: 914 time: 0.3609383 Feb 13 23:36:49.164982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c61f794b-0d2d-4887-aea5-1cc95dbc9a81 req-2c1abe3b-4ec0-4413-b664-915341d14f75 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=88be9a39dd7442769bb7f38609e9220f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1938584 Feb 13 23:36:49.166019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8f466-03e3-4a88-a22d-e990b11a6b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7253fe97-c492-41f6-8c39-5dffb1ba551d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:49.189601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5079638e-6c78-4317-b8e0-6fa6e076d1b5 req-1d4ba1c0-eb6d-46a8-82e8-3311208b02ca tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0986087 Feb 13 23:36:49.272794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b7fafebb-06ea-4b9a-88f0-eff910faa6aa no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:36:49.294561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-14af0fcc-8860-44a0-986b-c26f4fc6b1a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58d53575-7863-47d6-b397-8bf0133c330a HTTP/1.1" status: 200 len: 217 time: 0.0983379 Feb 13 23:36:49.359127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b7fafebb-06ea-4b9a-88f0-eff910faa6aa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:36:49.365706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b7fafebb-06ea-4b9a-88f0-eff910faa6aa not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:36:49.411817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-21a3206c-0343-4806-beee-88d3ea1a3757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:49.413524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-21a3206c-0343-4806-beee-88d3ea1a3757 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 200 len: 854 time: 0.1110768 Feb 13 23:36:49.437654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f794b-0d2d-4887-aea5-1cc95dbc9a81 req-0a88ebfb-2d35-48a2-be92-d4f5dbe1356a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:49.439264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c61f794b-0d2d-4887-aea5-1cc95dbc9a81 req-0a88ebfb-2d35-48a2-be92-d4f5dbe1356a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2356353 Feb 13 23:36:49.487640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-3bb16f39-52b0-43c9-93b1-744c752d5b26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5639d0c-5499-4ca4-8688-8d868694b4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623672 Feb 13 23:36:50.048405 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-a936d16f-96f3-4188-82b0-ab347954df5b service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370955 Feb 13 23:36:50.284449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-555fb83d-b0f7-4005-a29e-4d86ed076847 req-1e5d68b9-a81d-4d66-a38d-a1fad4203efb service neutron] 10.222.0.42 "GET /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161701 Feb 13 23:36:50.295053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d7619-cbb9-4be9-a0b3-2cf7d16ec1d0 req-73ae5bdb-02eb-4238-afc7-96aecb55ddb0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:50.295053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-891d7619-cbb9-4be9-a0b3-2cf7d16ec1d0 req-73ae5bdb-02eb-4238-afc7-96aecb55ddb0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 943 time: 0.4819937 Feb 13 23:36:50.479598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-891d7619-cbb9-4be9-a0b3-2cf7d16ec1d0 req-4c0d06ba-ea5f-43cb-8dfc-43aedc3f7230 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632943 Feb 13 23:36:50.526090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-ff2ca2a6-d480-41f0-aab0-738e4d238f49 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:50.527663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-ff2ca2a6-d480-41f0-aab0-738e4d238f49 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 828 time: 0.2986596 Feb 13 23:36:50.589073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-becd250a-d4f9-4a59-a64c-4f257221c2a1 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/quotas/80e0aecebf564b59ae6dcef862812387 HTTP/1.1" status: 200 len: 375 time: 0.0169334 Feb 13 23:36:50.600233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:50.684111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Deleting subnet 233e3608-6ad4-482c-a01c-0f9c23a4de9c {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:36:50.690500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:50.771155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-3cf56a4b-e991-43ad-a799-84ccccd97909 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625304 Feb 13 23:36:50.862902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da264fce-1afd-4027-87d9-73cd29b0b7a7 req-075b7c30-0e01-43e4-9470-0b78149906d4 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.1137373 Feb 13 23:36:50.885728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:51.005185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-2a7e15a2-8cc0-4d0e-966e-1045f2271869 service neutron] 10.222.0.36 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247441 Feb 13 23:36:51.013596 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c61f794b-0d2d-4887-aea5-1cc95dbc9a81 req-9848d119-f065-4ffd-b191-ae89e68c8245 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.0627103 Feb 13 23:36:51.063401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:51.238229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:51.281198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 58d53575-7863-47d6-b397-8bf0133c330a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:36:51.371598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233e3608-6ad4-482c-a01c-0f9c23a4de9c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:51.382096 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:51.390850 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d0ee9c5b-f70b-4cdf-bea7-91bb74933f82 service neutron] 10.222.0.36 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656273 Feb 13 23:36:51.396485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cbad06b8-8379-4e91-a054-25bbdf3e1fdc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/233e3608-6ad4-482c-a01c-0f9c23a4de9c HTTP/1.1" status: 204 len: 168 time: 0.7836900 Feb 13 23:36:51.396485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58826) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:51.664726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 58d53575-7863-47d6-b397-8bf0133c330a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=58d53575-7863-47d6-b397-8bf0133c330a,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:51.711213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '58d53575-7863-47d6-b397-8bf0133c330a', 'network_id': 'e5639d0c-5499-4ca4-8688-8d868694b4b6', 'port_id': '58d53575-7863-47d6-b397-8bf0133c330a', 'mac_address': 'fa:16:3e:c9:90:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2107e08-8f39-4270-9d46-bce5c8c4bd18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:36:51.832623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-231707a6-cefc-441b-83a7-5345d10c123c req-2280a24a-6a29-4d95-a1ee-bca4f08cbb97 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 210 time: 0.1008956 Feb 13 23:36:51.857771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:51.875653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d53575-7863-47d6-b397-8bf0133c330a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:51.893539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:51.903686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 58d53575-7863-47d6-b397-8bf0133c330a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=58d53575-7863-47d6-b397-8bf0133c330a,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:51.911950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.204286 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Sync routers for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:36:52.222057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.235970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91990601-c141-4f3a-9819-c73c2184e079 req-2819556d-cdb0-422e-913e-83bc6af5c455 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:52.243023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91990601-c141-4f3a-9819-c73c2184e079 req-2819556d-cdb0-422e-913e-83bc6af5c455 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 943 time: 0.4822702 Feb 13 23:36:52.248157 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:36:52.251364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:36:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:52.257447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=58d53575-7863-47d6-b397-8bf0133c330a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:52.297260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.297969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.302893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.303386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.303835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.304284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.304902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.305514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.307626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.308163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.309527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:36:52.331842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['58d53575-7863-47d6-b397-8bf0133c330a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:36:52.371230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f482066-075f-40ec-8cf8-b155f0ddeef7']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:52.448501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2449096-c103-4dd9-b64c-f82e4165c5fe') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:52.448798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2449096-c103-4dd9-b64c-f82e4165c5fe') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:52.497458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.541575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91990601-c141-4f3a-9819-c73c2184e079 req-67b20da9-3943-44ff-af69-2f0bb43f36ef tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974758 Feb 13 23:36:52.570307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.577227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:36:52.577641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:36:52.607625 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:36:52.752240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7212c80b-13b6-41f9-8f97-fd3e052ccdae req-57750ee5-e04c-4b65-b09f-b26bc2aedc46 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8d1061-2679-44e2-8e77-4ebbd7ac234d HTTP/1.1" status: 200 len: 210 time: 0.3672616 Feb 13 23:36:52.777323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.804109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:52.819904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f482066-075f-40ec-8cf8-b155f0ddeef7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:52.820177 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:36:52.828351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-762e8614-6e16-43b6-90ce-c5b7bed85f92 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f482066-075f-40ec-8cf8-b155f0ddeef7 HTTP/1.1" status: 204 len: 168 time: 1.4352119 Feb 13 23:36:52.831670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:52.924198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Deleting subnet 758517e0-b415-48cf-8a7f-69607c15ae20 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:36:52.931122 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.062640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.084726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec493ac5-427e-4a69-a11f-dc096065c0b8 req-5ffd7fe6-82fc-42e9-a389-703a739f0b03 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:53.110605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ec493ac5-427e-4a69-a11f-dc096065c0b8 req-5ffd7fe6-82fc-42e9-a389-703a739f0b03 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:53.112537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec493ac5-427e-4a69-a11f-dc096065c0b8 req-5ffd7fe6-82fc-42e9-a389-703a739f0b03 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 210 time: 0.1003549 Feb 13 23:36:53.129044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58874) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:53.204158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.331399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.424274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.427528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=758517e0-b415-48cf-8a7f-69607c15ae20,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:53.440724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-978e664c-3ff3-426a-93f7-1aa61ca1c64c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/758517e0-b415-48cf-8a7f-69607c15ae20 HTTP/1.1" status: 204 len: 168 time: 0.6054370 Feb 13 23:36:53.440724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58886) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:53.469720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.503100 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 2, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:53.512375 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Checking router: 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:36:53.512806 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Updating router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f port ed614945-27c1-4bf9-a5e7-bcb05b501e5b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:36:53.534073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:53.539226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Usage tracker for resource:security_group_rule and tenant:74a885f4152548b2a3590c120c22d8db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:53.547651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:53.556600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:53.607700 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:53.861621 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.008223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-3c3156a1-eb74-410c-83e5-0f8250492b2d tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:54.008924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-3c3156a1-eb74-410c-83e5-0f8250492b2d tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:54.023384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.057801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.126609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-3c3156a1-eb74-410c-83e5-0f8250492b2d tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:54.138550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-3c3156a1-eb74-410c-83e5-0f8250492b2d tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.42 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 828 time: 0.4034688 Feb 13 23:36:54.192665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Request body: {'port': {'device_id': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'admin_state_up': True, 'tenant_id': '80e0aecebf564b59ae6dcef862812387'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:54.304154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.374986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cee02-a1f5-4f09-b04c-c2ed5b8ecc4f req-a988158c-89c0-4a31-b709-8cdb538f2c12 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:54.395304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-265cee02-a1f5-4f09-b04c-c2ed5b8ecc4f req-a988158c-89c0-4a31-b709-8cdb538f2c12 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 944 time: 0.6551304 Feb 13 23:36:54.399084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe81656-4531-40ce-82a3-707238c3d46f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:54.409414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-daa91eb9-fc00-4798-846f-444ea560ca20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74a885f4152548b2a3590c120c22d8db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2793057 Feb 13 23:36:54.412477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58906) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:54.421430 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.434737 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Transition to ACTIVE for port object ed614945-27c1-4bf9-a5e7-bcb05b501e5b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:54.444561 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.458096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b50596a-2029-4c46-aef3-4a3fc698d644']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:54.477233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a821672-eb29-4f7e-8daf-bb80c31e455b') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:54.477825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a821672-eb29-4f7e-8daf-bb80c31e455b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:54.494722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.517790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.526457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:36:54.527138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.788919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:54.792988 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275a21c-af20-49a8-9e0d-57c2e9de87c3 None None] Pushing event updated for resources: {'Port': ['ID=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:54.830534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c786e678-d94c-491a-b34a-831192d99d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.844756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:36:54.851932 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:36:54.943008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c786e678-d94c-491a-b34a-831192d99d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:54.977559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Made reservation on behalf of 80e0aecebf564b59ae6dcef862812387 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:36:54.982583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.069384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.152834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-265cee02-a1f5-4f09-b04c-c2ed5b8ecc4f req-a81d5a9e-5064-41b1-9e48-cf7762ff5893 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465680 Feb 13 23:36:55.160863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.168430 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Attempting to bind port ed614945-27c1-4bf9-a5e7-bcb05b501e5b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:36:55.172558 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Attempting to bind port ed614945-27c1-4bf9-a5e7-bcb05b501e5b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:36:55.174121 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Attempting to bind port ed614945-27c1-4bf9-a5e7-bcb05b501e5b on network 064be28b-3b7a-4404-8a15-da99695fc6e6 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:36:55.175682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7eb4d22f-7879-4f38-9f1d-863448ebd5e7 req-830dfdeb-01af-47ee-9308-3f7e427a2733 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88be9a39dd7442769bb7f38609e9220f&device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.3203464 Feb 13 23:36:55.181023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b50596a-2029-4c46-aef3-4a3fc698d644,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:55.190543 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:36:55.191170 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Checking segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:36:55.191735 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.195203 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Bound using segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:36:55.195963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f544fb9c-9a32-42e4-a36c-699031c52c8f admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b50596a-2029-4c46-aef3-4a3fc698d644 HTTP/1.1" status: 204 len: 168 time: 1.7549598 Feb 13 23:36:55.213901 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Bound port: ed614945-27c1-4bf9-a5e7-bcb05b501e5b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:36:55.215084 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.283907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7eb4d22f-7879-4f38-9f1d-863448ebd5e7 req-8db439af-5c86-4d99-bfb6-4676e1fab599 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=88be9a39dd7442769bb7f38609e9220f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763748 Feb 13 23:36:55.312959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 58d53575-7863-47d6-b397-8bf0133c330a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:55.448887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25122318-3bee-412c-96e1-f7fa653c9d3e req-e340ca99-c69d-4e97-b553-9b73fc5035fe tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 210 time: 0.3473232 Feb 13 23:36:55.548695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c786e678-d94c-491a-b34a-831192d99d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.601232 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] For port ed614945-27c1-4bf9-a5e7-bcb05b501e5b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:36:55.616385 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] For port ed614945-27c1-4bf9-a5e7-bcb05b501e5b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:36:55.633007 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.666904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786e678-d94c-491a-b34a-831192d99d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe81656-4531-40ce-82a3-707238c3d46f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:55.718134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 58d53575-7863-47d6-b397-8bf0133c330a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:55.739542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 58d53575-7863-47d6-b397-8bf0133c330a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:55.739542 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.760501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Allocated IP 172.20.0.13 (064be28b-3b7a-4404-8a15-da99695fc6e6/9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79/832f3a32-4267-472f-9cdf-3e0f8bafcd7c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:36:55.810832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d22f-7879-4f38-9f1d-863448ebd5e7 req-468436ac-b90f-45df-9295-f818241ee5c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:55.813666 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275a21c-af20-49a8-9e0d-57c2e9de87c3 None None] Pushing event updated for resources: {'Port': ['ID=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:55.818066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7eb4d22f-7879-4f38-9f1d-863448ebd5e7 req-468436ac-b90f-45df-9295-f818241ee5c4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5372241 Feb 13 23:36:55.821033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d582295-6981-4361-874a-a4bc953f90a7 req-94119eef-51ae-40fb-99d3-71fc702deb5b tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.2805665 Feb 13 23:36:55.882387 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c786e678-d94c-491a-b34a-831192d99d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:55.896059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c786e678-d94c-491a-b34a-831192d99d6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fe81656-4531-40ce-82a3-707238c3d46f HTTP/1.1" status: 204 len: 168 time: 1.4814916 Feb 13 23:36:55.908597 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:36:55.909897 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:36:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:56.093217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:56.251767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-45727a6d-d3d2-40fb-8ba5-dcdfaac02243 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f22222cdd124bc7b5f363b7bdb10d5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1544824 Feb 13 23:36:56.258615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58940) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:56.260840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:56.403232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d53575-7863-47d6-b397-8bf0133c330a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:36:56.445901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 58d53575-7863-47d6-b397-8bf0133c330a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=58d53575-7863-47d6-b397-8bf0133c330a,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:56.466384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:56.538120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80e027ef-b091-4853-948f-6bfa47c897c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:56.641345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80e027ef-b091-4853-948f-6bfa47c897c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:56.678403 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d53575-7863-47d6-b397-8bf0133c330a', 'code': 200} Feb 13 23:36:56.761693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:36:56.768218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=58d53575-7863-47d6-b397-8bf0133c330a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:56.813587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:56.877347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Transition to ACTIVE for port object 832f3a32-4267-472f-9cdf-3e0f8bafcd7c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:56.897385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8da21-5c96-4585-8233-7b37f234e7ec req-300c5441-f09e-4c9a-891b-5a9f85c8d0b1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:56.917252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34e8da21-5c96-4585-8233-7b37f234e7ec req-300c5441-f09e-4c9a-891b-5a9f85c8d0b1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 945 time: 0.3198249 Feb 13 23:36:57.081442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34e8da21-5c96-4585-8233-7b37f234e7ec req-eacb36e7-b1c5-4e89-94ef-e3fc89599c99 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615191 Feb 13 23:36:57.170861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58964) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:57.204382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:57.245806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-222f6734-c5cf-490b-b8d3-3fd1afaeec6d req-196912aa-2418-44a6-8b8c-8940034fdd36 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 210 time: 0.3446326 Feb 13 23:36:57.347055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:36:57.390567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:36:57.390567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:36:57.472924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7eb4d22f-7879-4f38-9f1d-863448ebd5e7 req-d042955c-9b1b-47f2-a4b0-4ca853645031 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.1522839 Feb 13 23:36:57.472924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80e027ef-b091-4853-948f-6bfa47c897c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:57.510121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event updated for resources: {'Port': ['ID=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:57.557449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e027ef-b091-4853-948f-6bfa47c897c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac458d-d699-4102-b4b6-a1f5527bd684,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:57.569388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:57.569388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:57.581875 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02394a7e-f887-48c3-8f8c-78ff31a28411 req-e8f28e6a-972e-4459-b247-8a26460838ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 1096 time: 0.7947583 Feb 13 23:36:57.621755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-5e030c27-ca5f-4eb6-816a-83039fa85b8c tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4424069 Feb 13 23:36:57.635322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Request body: {'port': {'device_id': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:36:57.671890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58970) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:57.693243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80e027ef-b091-4853-948f-6bfa47c897c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:57.696113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-80e027ef-b091-4853-948f-6bfa47c897c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8ac458d-d699-4102-b4b6-a1f5527bd684 HTTP/1.1" status: 204 len: 168 time: 1.4364941 Feb 13 23:36:57.750751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02394a7e-f887-48c3-8f8c-78ff31a28411 req-f5eb32fd-6f8e-4c59-95e1-3af5e46b0803 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541779 Feb 13 23:36:57.752596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:57.797457 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:55Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:36:57.808491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:57.823753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:57.826377 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f043fcce-7a70-4386-a066-fb889fdf60d7 None None] The sync data for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 is: [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:55Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:36:57.833825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Usage tracker for resource:security_group_rule and tenant:683353afcb9641b0aea34d3e871c0838 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:57.838390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:57.847645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:57.851842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72527c78-c32f-4c05-bc6d-68665eafb2ed req-70866705-fc9a-49b7-a61c-dfb81b1bb841 tempest-ServerShowV247Test-934946326 tempest-ServerShowV247Test-934946326-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d5e5374-2fe4-4591-90fe-f8763f70dc80 HTTP/1.1" status: 200 len: 210 time: 0.1786251 Feb 13 23:36:57.916772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8e0e0672-069e-4fe2-bbf7-97db0c625ced None None] Provisioning for port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:57.944995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8e0e0672-069e-4fe2-bbf7-97db0c625ced None None] Provisioning complete for port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:57.945490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0672-069e-4fe2-bbf7-97db0c625ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.036394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.036658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e0672-069e-4fe2-bbf7-97db0c625ced None None] Port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:36:58.047544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.109722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a880e-0693-42d6-b1ec-f7676162ddf2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:58.117626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2076dd78-9710-4265-afd2-106480f4aed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=683353afcb9641b0aea34d3e871c0838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9115028 Feb 13 23:36:58.118662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58980) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:58.204806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:36:58.207139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.218710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-28d5d980-e724-49f2-ad38-cbcb737d2e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.240201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Usage tracker for resource:security_group_rule and tenant:16bd57edf0f64439a98dcf12c449b23a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:36:58.245602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:36:58.287491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:36:58.294443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-28d5d980-e724-49f2-ad38-cbcb737d2e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.695647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-28d5d980-e724-49f2-ad38-cbcb737d2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.735689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5d980-e724-49f2-ad38-cbcb737d2e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a880e-0693-42d6-b1ec-f7676162ddf2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:58.765643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-28d5d980-e724-49f2-ad38-cbcb737d2e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.769749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-28d5d980-e724-49f2-ad38-cbcb737d2e34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b81a880e-0693-42d6-b1ec-f7676162ddf2 HTTP/1.1" status: 204 len: 168 time: 0.6485519 Feb 13 23:36:58.919304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:58.920980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8545d06-8509-4357-9737-1fa4839e9ca2 req-df816536-4ca7-44d6-8e34-0c90d9119c0f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:58.927383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8545d06-8509-4357-9737-1fa4839e9ca2 req-df816536-4ca7-44d6-8e34-0c90d9119c0f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 945 time: 0.5007927 Feb 13 23:36:58.928397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58994) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:59.069845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.176316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-19704fe7-96f3-4978-a88f-d063033ddde2 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:36:59.177061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-19704fe7-96f3-4978-a88f-d063033ddde2 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:36:59.225883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ed614945-27c1-4bf9-a5e7-bcb05b501e5b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:36:59.227092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b0846f60-5d46-4b99-975e-0331fe194d85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14ced289e5de4967882281c24784cc5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2958333 Feb 13 23:36:59.231053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59000) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:59.243585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f3072-e66d-4da9-a7be-b2072fd057f0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:59.314643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0c2576ac-4c0d-49b6-b9de-dccd6510c75d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16bd57edf0f64439a98dcf12c449b23a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5723109 Feb 13 23:36:59.329507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:59.361356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8545d06-8509-4357-9737-1fa4839e9ca2 req-538597a5-1cc1-452a-87cf-0e4e49c240ea tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855281 Feb 13 23:36:59.449524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-19704fe7-96f3-4978-a88f-d063033ddde2 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:36:59.450912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-19704fe7-96f3-4978-a88f-d063033ddde2 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 932 time: 0.8486090 Feb 13 23:36:59.472581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ed614945-27c1-4bf9-a5e7-bcb05b501e5b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:36:59.504016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ed614945-27c1-4bf9-a5e7-bcb05b501e5b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:36:59.504483 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.688575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832f3a32-4267-472f-9cdf-3e0f8bafcd7c {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:36:59.707646 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.718983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.746307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Transition to ACTIVE for port object 832f3a32-4267-472f-9cdf-3e0f8bafcd7c will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:36:59.773398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ed614945-27c1-4bf9-a5e7-bcb05b501e5b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:36:59.784808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.813465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.926217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59014) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:36:59.928560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:36:59.962541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:36:59.972597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Pushing event updated for resources: {'Port': ['ID=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:00.054783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:00.071274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2952a3d6e9214d18962a06c7d5efdc47 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:00.074591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:00.081306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:00.145641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59020) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:00.176423 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0d7462a8-ad2a-45ae-8bf2-bffafe67eb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.191173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.197042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.230245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fad4d479-ded1-4607-9e88-eb31a9e42cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.256236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35605e4b-8217-44a2-bfa2-c8d8744f45d2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:00.272546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-1d453542-b58f-4797-9946-63b927670544 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:00.277586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bfa52aea-51a9-4972-8c29-ae144d9ee8a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2952a3d6e9214d18962a06c7d5efdc47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3492422 Feb 13 23:37:00.281239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06749292-3bd4-4255-8c8c-f4e1f0819f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.281354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59026) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:00.346495 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fad4d479-ded1-4607-9e88-eb31a9e42cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.356026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06749292-3bd4-4255-8c8c-f4e1f0819f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.365066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.412193 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf386bbd-102e-4c9e-93b5-ebb8f2637df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.416638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-1d453542-b58f-4797-9946-63b927670544 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:00.416638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-346fbbdc-04da-43d8-8766-efd9c3324802 req-1d453542-b58f-4797-9946-63b927670544 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9150031 Feb 13 23:37:00.449407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:00.449407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf386bbd-102e-4c9e-93b5-ebb8f2637df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.463863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Usage tracker for resource:security_group_rule and tenant:88be9a39dd7442769bb7f38609e9220f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:00.463863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:00.496178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:00.568485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf386bbd-102e-4c9e-93b5-ebb8f2637df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.611222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf386bbd-102e-4c9e-93b5-ebb8f2637df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35605e4b-8217-44a2-bfa2-c8d8744f45d2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:00.636182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.636182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf386bbd-102e-4c9e-93b5-ebb8f2637df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.636182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf386bbd-102e-4c9e-93b5-ebb8f2637df5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35605e4b-8217-44a2-bfa2-c8d8744f45d2 HTTP/1.1" status: 204 len: 168 time: 0.3503771 Feb 13 23:37:00.644906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.774309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Attempting to bind port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:37:00.774309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Attempting to bind port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:37:00.774309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Attempting to bind port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c on network 064be28b-3b7a-4404-8a15-da99695fc6e6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:37:00.786538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8060414-0dd3-4170-a171-05ad98a49d63,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:00.794878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fad4d479-ded1-4607-9e88-eb31a9e42cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.796277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a99259d6-5401-4b95-94f5-84011eb8ee1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88be9a39dd7442769bb7f38609e9220f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6487851 Feb 13 23:37:00.800266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:00.828668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c on network 064be28b-3b7a-4404-8a15-da99695fc6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:37:00.829005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Attempting to bind port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c on network 064be28b-3b7a-4404-8a15-da99695fc6e6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:37:00.836341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06749292-3bd4-4255-8c8c-f4e1f0819f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.843399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4d479-ded1-4607-9e88-eb31a9e42cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a0fb8-1e80-4f3e-aadf-06ab109fa458,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:00.871125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fad4d479-ded1-4607-9e88-eb31a9e42cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.871125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fad4d479-ded1-4607-9e88-eb31a9e42cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f99a0fb8-1e80-4f3e-aadf-06ab109fa458 HTTP/1.1" status: 204 len: 168 time: 1.6263325 Feb 13 23:37:00.871125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06749292-3bd4-4255-8c8c-f4e1f0819f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06749292-3bd4-4255-8c8c-f4e1f0819f24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d45f3072-e66d-4da9-a7be-b2072fd057f0 HTTP/1.1" status: 204 len: 168 time: 1.5291734 Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06749292-3bd4-4255-8c8c-f4e1f0819f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f3072-e66d-4da9-a7be-b2072fd057f0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Checking segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Bound using segment: {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Bound port: 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:37:00.884814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.140246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f21f90ee-fb8f-44f8-b72d-5f6197e047a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.169125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ed614945-27c1-4bf9-a5e7-bcb05b501e5b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:37:01.185224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5537fe-aa7c-445e-a4ac-55d31c8ff079 req-57e4b544-7127-43ed-bf42-d78d40cdefae tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:01.191011 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb5537fe-aa7c-445e-a4ac-55d31c8ff079 req-57e4b544-7127-43ed-bf42-d78d40cdefae tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 945 time: 0.4539621 Feb 13 23:37:01.237695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] For port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:37:01.253017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] For port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:37:01.263132 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.466828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f21f90ee-fb8f-44f8-b72d-5f6197e047a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.476135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ed614945-27c1-4bf9-a5e7-bcb05b501e5b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:37:01.478575 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.509259 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.517840 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] 10.222.0.42 "PUT /v2.0/ports/832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 1092 time: 3.8863921 Feb 13 23:37:01.529205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:01.647636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944a526-fa9a-4a2c-bc69-01f4760fc258 service neutron] Pushing event updated for resources: {'Port': ['ID=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:01.664817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb5537fe-aa7c-445e-a4ac-55d31c8ff079 req-61855fe3-11e6-4185-91d9-976819014a70 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460249 Feb 13 23:37:01.702609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f21f90ee-fb8f-44f8-b72d-5f6197e047a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.774605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f90ee-fb8f-44f8-b72d-5f6197e047a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8060414-0dd3-4170-a171-05ad98a49d63,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:01.783783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f21f90ee-fb8f-44f8-b72d-5f6197e047a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:01.793663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f21f90ee-fb8f-44f8-b72d-5f6197e047a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8060414-0dd3-4170-a171-05ad98a49d63 HTTP/1.1" status: 204 len: 168 time: 0.9838727 Feb 13 23:37:01.880910 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'status': 'completed', 'code': 200} Feb 13 23:37:01.996860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-663be466-3e89-4b07-a3e9-87c175b98cac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1095 time: 0.3427918 Feb 13 23:37:02.180897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-aa20df27-9422-4eda-a89e-16204d583e13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 217 time: 0.1746204 Feb 13 23:37:02.270483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-b427b9a8-c7e5-41c5-a40c-dc68ad36d1c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:02.272703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-b427b9a8-c7e5-41c5-a40c-dc68ad36d1c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 200 len: 867 time: 0.0850279 Feb 13 23:37:02.325402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4400b78d-fddb-4f8e-a371-3c71bd044958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:02.421679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-f482d445-8fd1-4d09-999e-b62a23e9d015 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=064be28b-3b7a-4404-8a15-da99695fc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407099 Feb 13 23:37:02.742983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-d449cd8c-e221-491f-8a22-91cd2eb7f0c3 service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133171 Feb 13 23:37:03.000896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f8fab-7e57-4b67-aae9-f32627f7f3f7 req-29c2f9ea-9815-4581-a37f-569a6b7cf2cd tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:03.003293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e07f8fab-7e57-4b67-aae9-f32627f7f3f7 req-29c2f9ea-9815-4581-a37f-569a6b7cf2cd tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 944 time: 1.1044993 Feb 13 23:37:03.005295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9732476-4caf-4664-9815-f6b7654b3d0b req-7069c77f-c8f6-469c-b009-854a62606b25 service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559402 Feb 13 23:37:03.079889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e07f8fab-7e57-4b67-aae9-f32627f7f3f7 req-051074ea-4539-4c76-9882-389e4fb05bbb tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715148 Feb 13 23:37:03.305444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-e0ee8924-b458-478e-9a88-94002dbb995b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1095 time: 0.2197866 Feb 13 23:37:03.536431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:03.608511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-074e966b-e567-479e-aa4d-a47c54a0c374 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:03.610577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-074e966b-e567-479e-aa4d-a47c54a0c374 service neutron] 10.222.0.42 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 928 time: 0.2986794 Feb 13 23:37:03.759523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:03.800483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-e1b6a6c9-9c73-4b20-946d-ec6f0e19e84a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 217 time: 0.1838114 Feb 13 23:37:03.900288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-658445aa-48f1-454e-8122-afcc754d3726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:03.901725 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-658445aa-48f1-454e-8122-afcc754d3726 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 200 len: 867 time: 0.0892928 Feb 13 23:37:04.008146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-8fd8d63c-cbe2-4fc5-b707-e6f0e371532d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=064be28b-3b7a-4404-8a15-da99695fc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997763 Feb 13 23:37:04.294443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-393f968e-8c94-4fa0-af1b-0703f95517df service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774537 Feb 13 23:37:04.458673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-79aa55a6-2ff3-42f7-bf65-d3c9f56eaafb req-b1b1de83-60b8-499b-9426-8ea64ed2a5a7 service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553528 Feb 13 23:37:05.022514 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:05.121805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6bebf-4246-4efd-bcdb-8d4bdd8ad7ce req-f32c7d88-545a-4920-be30-c02bcacbb3ae tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:05.128742 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ee6bebf-4246-4efd-bcdb-8d4bdd8ad7ce req-f32c7d88-545a-4920-be30-c02bcacbb3ae tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 944 time: 0.8631055 Feb 13 23:37:05.246821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ee6bebf-4246-4efd-bcdb-8d4bdd8ad7ce req-e5a95e04-87eb-46a0-8a85-6cbb13028e58 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166840 Feb 13 23:37:05.322571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 832f3a32-4267-472f-9cdf-3e0f8bafcd7c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:37:05.588284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:05.610082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'port_id': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'mac_address': 'fa:16:3e:86:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:37:05.675731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:05.694664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832f3a32-4267-472f-9cdf-3e0f8bafcd7c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:37:05.711079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:05.717293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:05.816211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:06.067087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['832f3a32-4267-472f-9cdf-3e0f8bafcd7c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:37:06.610021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa227614-24af-476c-b840-4bdc1d2f1f0c req-d0661938-13cc-430f-af7f-d2f4d6c1f709 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:06.610021 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa227614-24af-476c-b840-4bdc1d2f1f0c req-d0661938-13cc-430f-af7f-d2f4d6c1f709 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 945 time: 0.0977767 Feb 13 23:37:06.652311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59206) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:06.668019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa227614-24af-476c-b840-4bdc1d2f1f0c req-0657a618-098f-4bdc-87f9-62ed35552630 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Feb 13 23:37:06.995693 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.089230 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.127800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:07.131384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Usage tracker for resource:security_group_rule and tenant:159e9904a47046d68135886a8a852ee0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:07.134242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:07.142119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:07.225313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.232061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.299425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59228) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:07.299579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=159e9904a47046d68135886a8a852ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6458056 Feb 13 23:37:07.300265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98abb-d44c-48aa-bb21-3f0c16d6c412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0523a41-27f4-4638-b04f-13ffa652171e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:07.385431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be12fda6-b011-40a4-9718-d903a572753e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.424965 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be12fda6-b011-40a4-9718-d903a572753e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.496925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be12fda6-b011-40a4-9718-d903a572753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.523658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be12fda6-b011-40a4-9718-d903a572753e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:07.524768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-be12fda6-b011-40a4-9718-d903a572753e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0523a41-27f4-4638-b04f-13ffa652171e HTTP/1.1" status: 204 len: 168 time: 0.2243350 Feb 13 23:37:07.526234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12fda6-b011-40a4-9718-d903a572753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0523a41-27f4-4638-b04f-13ffa652171e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:07.959586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be553-e3bc-479c-bb20-bf2b0a4edbc8 req-349ec5f0-9d66-4b13-b899-5f5713e93389 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:07.967098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf3be553-e3bc-479c-bb20-bf2b0a4edbc8 req-349ec5f0-9d66-4b13-b899-5f5713e93389 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 945 time: 0.1099505 Feb 13 23:37:08.042744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf3be553-e3bc-479c-bb20-bf2b0a4edbc8 req-2528e36d-7ecc-41d4-b870-c76f6d67fa1f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732982 Feb 13 23:37:08.703275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:09.338015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 832f3a32-4267-472f-9cdf-3e0f8bafcd7c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:37:09.490126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea52d4-7def-455f-99ca-6409418d875b req-1fb3f351-71af-46ec-8444-3fa47a5cf412 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:09.491589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea52d4-7def-455f-99ca-6409418d875b req-1fb3f351-71af-46ec-8444-3fa47a5cf412 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 945 time: 0.2693930 Feb 13 23:37:09.527811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:37:09.535320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:37:09.535772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:09.601962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7ea52d4-7def-455f-99ca-6409418d875b req-47b02c2d-849e-485b-955a-df8db488acfa tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031604 Feb 13 23:37:09.750495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:09.787745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:09.788702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:09.798668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:09.875954 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'code': 200} Feb 13 23:37:09.882220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:10.101865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4db8f279-c5b2-4356-8874-682e879264ea req-575005a6-c4b1-4197-94c9-305e2d89f85d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1097 time: 0.1563814 Feb 13 23:37:10.165230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4db8f279-c5b2-4356-8874-682e879264ea req-df5dd385-964c-4f36-b649-8bf552ed7877 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577917 Feb 13 23:37:10.879925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9b6f7-f171-4f5a-8357-19457656c5c5 req-e95a537d-b513-4f39-95c9-b81b14ae087b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:10.886508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5df9b6f7-f171-4f5a-8357-19457656c5c5 req-e95a537d-b513-4f39-95c9-b81b14ae087b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 946 time: 0.1462641 Feb 13 23:37:10.924979 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:37:10.998201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5df9b6f7-f171-4f5a-8357-19457656c5c5 req-39efeca8-9016-4355-90fe-b1acd8fcbb4a tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037114 Feb 13 23:37:11.196125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59370) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:11.739009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:11.809509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:11.814637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Usage tracker for resource:security_group_rule and tenant:bb22e956d23c4d6b883e2b2cdef13891 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:11.817660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:11.823682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:12.080681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:12.090328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:12.172786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb22e956d23c4d6b883e2b2cdef13891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9756439 Feb 13 23:37:12.175572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59396) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:12.177094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a47dd8-115f-44a3-a288-39dae9e0c044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5d7de-a09b-4958-968f-be57e90e5fdc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:12.383386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa183ef8-29c2-4748-b9e0-54d9eaa6cbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:12.412702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7ddc9-244b-44ea-a5b5-edb9d32c821a req-76bb1fbe-f793-4992-95b0-129f5706b39a tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:12.414224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bce7ddc9-244b-44ea-a5b5-edb9d32c821a req-76bb1fbe-f793-4992-95b0-129f5706b39a tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 946 time: 0.1664505 Feb 13 23:37:12.450742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa183ef8-29c2-4748-b9e0-54d9eaa6cbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:12.560476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bce7ddc9-244b-44ea-a5b5-edb9d32c821a req-ad7efb75-2568-4d44-b8af-5b4353567ca8 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334898 Feb 13 23:37:12.657690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa183ef8-29c2-4748-b9e0-54d9eaa6cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:12.699882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa183ef8-29c2-4748-b9e0-54d9eaa6cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5d7de-a09b-4958-968f-be57e90e5fdc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:12.731015 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa183ef8-29c2-4748-b9e0-54d9eaa6cbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:12.747182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fa183ef8-29c2-4748-b9e0-54d9eaa6cbcd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bd5d7de-a09b-4958-968f-be57e90e5fdc HTTP/1.1" status: 204 len: 168 time: 0.5704293 Feb 13 23:37:12.871374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-34c30f33-835b-4c2c-8f71-3ff28a27b7a4 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 258 time: 0.2385514 Feb 13 23:37:12.877712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:37:12.884436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:12.889243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Usage tracker for resource:floatingip and tenant:80e0aecebf564b59ae6dcef862812387 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:12.892720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:12.898996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:12.912328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:13.191261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:13.372343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Allocated IP 172.25.4.152 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/023f8597-a727-41c2-af15-8f4404be300e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:37:13.606329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:13.647522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:13.750549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:37:13.760448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:37:13.766674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:37:14.128768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:14.178706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event updated for resources: {'Port': ['ID=023f8597-a727-41c2-af15-8f4404be300e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:14.226181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:14.660944 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:14.668606 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:14.995048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event updated for resources: {'Port': ['ID=023f8597-a727-41c2-af15-8f4404be300e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:15.046685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:15.097727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:15.106241 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-cb5b2434-ca6a-4415-9428-74fe2834e3f3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2338128 Feb 13 23:37:15.265486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-15265a6f-4601-4b60-9183-1abac2a036d3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:15.324252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-15265a6f-4601-4b60-9183-1abac2a036d3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:15.324252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-15265a6f-4601-4b60-9183-1abac2a036d3 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.2134874 Feb 13 23:37:15.749048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-dab503f5-aad0-4a75-ace1-6f2bf593181b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:15.761403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-dab503f5-aad0-4a75-ace1-6f2bf593181b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.4374115 Feb 13 23:37:15.782385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-bb51de2f-8cc8-479b-b52d-203d63757276 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:37:15.789728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd9653f6-c5c2-4059-b78f-324113be73b8 req-bb51de2f-8cc8-479b-b52d-203d63757276 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0264375 Feb 13 23:37:16.069199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78697-7548-4187-b20e-aff56751ad8c req-f18f41e7-36a9-4874-9f30-a4e2034a4fae tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:16.077485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-f18f41e7-36a9-4874-9f30-a4e2034a4fae tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1109986 Feb 13 23:37:16.300181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-5bd2a824-94f7-4bdf-b0cc-3aeb9c20223d tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.2127156 Feb 13 23:37:16.309154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Request body: {'floatingip': {'port_id': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:37:16.468424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:18.055990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:18.063401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:18.579513 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Floating IP 66fddb83-3485-4564-92a3-54290ff31ec0 associated. External IP: 172.25.4.152, port: 832f3a32-4267-472f-9cdf-3e0f8bafcd7c. Feb 13 23:37:19.309768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:37:19.814623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:37:19.825804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] Sync routers for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:37:19.840428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:19.855188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:37:19.856165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:37:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:20.075225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-7a8453b6-8910-4b00-b357-967a5cd2419e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "PUT /v2.0/floatingips/66fddb83-3485-4564-92a3-54290ff31ec0 HTTP/1.1" status: 200 len: 997 time: 3.7734964 Feb 13 23:37:20.075225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:20.315564 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'status': 'completed', 'code': 200} Feb 13 23:37:20.444088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-642901fc-c42c-499f-a23d-eb11342691d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1097 time: 0.3388803 Feb 13 23:37:20.495134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:37:20.792881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-04f7e080-04d9-49c0-8cde-145a9bc11797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1097 time: 0.4603257 Feb 13 23:37:20.962295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78697-7548-4187-b20e-aff56751ad8c req-c45617e4-ca74-4729-8453-6d1bca7d8dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:20.964993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-c45617e4-ca74-4729-8453-6d1bca7d8dce service neutron] 10.222.0.36 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 928 time: 0.4975231 Feb 13 23:37:21.276308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '66fddb83-3485-4564-92a3-54290ff31ec0', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'port_id': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'mac_address': 'fa:16:3e:86:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:37:13Z', 'updated_at': '2022-02-13T23:37:17Z', 'revision_number': 1, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:59Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:21.284859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] Checking router: 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:37:21.321793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:37:21.321793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:37:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:21.396775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-8178f4b9-9682-436e-bcf9-e545e8ca4e8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 1000 time: 0.3150916 Feb 13 23:37:21.624522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-e2d146e4-4641-4337-9d17-7e59b73915b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:21.627170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-e2d146e4-4641-4337-9d17-7e59b73915b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 928 time: 0.8028545 Feb 13 23:37:21.813022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78697-7548-4187-b20e-aff56751ad8c req-9d7228b7-4ecf-472f-b0b3-a45e5b24875f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:21.814448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-9d7228b7-4ecf-472f-b0b3-a45e5b24875f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 200 len: 867 time: 0.4229217 Feb 13 23:37:21.901504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-7c884d0e-ab07-4776-8ca4-b2eba70606ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 1000 time: 0.2677376 Feb 13 23:37:21.916116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:37:21.988545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-fe0328af-d0fb-4e59-b3e5-250f5efb74c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:21.988806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59680) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:21.991758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-fe0328af-d0fb-4e59-b3e5-250f5efb74c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 200 len: 867 time: 0.0840297 Feb 13 23:37:22.106335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-b4d2e384-7a5d-471b-9621-165f6b7ff671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=064be28b-3b7a-4404-8a15-da99695fc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2824848 Feb 13 23:37:22.124854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-775cf154-1b58-442e-9522-94ab5ca252be service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:37:22.126947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-775cf154-1b58-442e-9522-94ab5ca252be service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122166 Feb 13 23:37:22.358611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-25bc35e7-5cf4-455a-9eb9-b25e6b891108 service neutron] 10.222.0.36 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233737 Feb 13 23:37:22.549334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-a584ccf6-884e-45a4-8cf7-98a591ece593 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=064be28b-3b7a-4404-8a15-da99695fc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5415432 Feb 13 23:37:22.816054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-ebb44802-1515-4596-9b2a-960cca08abf2 service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474201 Feb 13 23:37:22.911286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '66fddb83-3485-4564-92a3-54290ff31ec0', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'port_id': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'mac_address': 'fa:16:3e:86:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:37:13Z', 'updated_at': '2022-02-13T23:37:17Z', 'revision_number': 1, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:59Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:22.918873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a126612-926f-4795-8838-619ec87a86a1 None None] The sync data for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 is: [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '66fddb83-3485-4564-92a3-54290ff31ec0', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'port_id': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'mac_address': 'fa:16:3e:86:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:37:13Z', 'updated_at': '2022-02-13T23:37:17Z', 'revision_number': 1, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:59Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:37:22.972500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:22.978844 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64f78697-7548-4187-b20e-aff56751ad8c req-89538b4f-f3ba-4ca2-a0cb-ddf40a74e610 service neutron] 10.222.0.36 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117737 Feb 13 23:37:23.121127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:23.132684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Usage tracker for resource:security_group_rule and tenant:bbdd22fc37b64af6841b0320df10e81d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:23.141537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:23.153149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1c6cfa2-2576-4d07-8296-1fe8db355070 req-5f6473e7-627e-4b65-bdf2-b0e8c8d55a1d service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158038 Feb 13 23:37:23.163879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:23.295691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:23.328862 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:23.480589 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23eb70-a124-480e-937d-77f52cf6da90 None None] New status for floating IP 66fddb83-3485-4564-92a3-54290ff31ec0: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:37:23.658892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b980d8a-e4c5-4bea-8a4a-b2c8740ba1db,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:23.688238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0e8953fa-607c-4e06-8147-1e05ebfafdf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbdd22fc37b64af6841b0320df10e81d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6980860 Feb 13 23:37:23.691557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:23.797013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-18dae455-502e-481e-b57b-8516c90ecfc2 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 258 time: 0.5060921 Feb 13 23:37:23.820694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:37:23.844961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:23.866954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:23.869894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe11950b-3e93-48eb-84f9-c1f825a7edfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:23.893895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:23.934925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe11950b-3e93-48eb-84f9-c1f825a7edfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:24.052173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe11950b-3e93-48eb-84f9-c1f825a7edfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:24.144570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11950b-3e93-48eb-84f9-c1f825a7edfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b980d8a-e4c5-4bea-8a4a-b2c8740ba1db,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:24.164710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe11950b-3e93-48eb-84f9-c1f825a7edfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:24.173053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fe11950b-3e93-48eb-84f9-c1f825a7edfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b980d8a-e4c5-4bea-8a4a-b2c8740ba1db HTTP/1.1" status: 204 len: 168 time: 0.4794171 Feb 13 23:37:24.355093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:24.569579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cd66-4cba-4642-9d5b-5a00189a3fdb req-07a00c0a-69db-4cb4-986b-c798ccf1c0d1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:24.572077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69c1cd66-4cba-4642-9d5b-5a00189a3fdb req-07a00c0a-69db-4cb4-986b-c798ccf1c0d1 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 945 time: 0.1722450 Feb 13 23:37:24.653098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69c1cd66-4cba-4642-9d5b-5a00189a3fdb req-e698b634-17de-4d0f-ad51-0fc82ef6a388 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747249 Feb 13 23:37:24.684177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Allocated IP 172.25.4.56 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/11327090-51fc-4a5e-bb83-bfc05b298542) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:37:24.903604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:24.938747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.031390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:37:25.033014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event updated for resources: {'Port': ['ID=11327090-51fc-4a5e-bb83-bfc05b298542,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:25.035119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:37:25.037269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:37:25.325304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.407988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.562064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59742) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:25.583889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.634742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:25.640778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Usage tracker for resource:security_group_rule and tenant:d01e6be4f1a949629f5ef8c8ffb6cfd7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:25.645196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:25.657090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:25.778235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.789883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.832634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.845072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.923529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:25.963839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event updated for resources: {'Port': ['ID=11327090-51fc-4a5e-bb83-bfc05b298542,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:25.982611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.983100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.983490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.984582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.984582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.984582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.984877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.985744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.985888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.986264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.986601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:25.997800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:26.000411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-7f362815-e125-4ae3-a237-4a53b883d258 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1948543 Feb 13 23:37:26.002865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a11d20-123c-4d66-94bf-842f77b5242e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:26.138325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-51fd0392-1666-4b13-81b9-b0256d72702c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d01e6be4f1a949629f5ef8c8ffb6cfd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5753930 Feb 13 23:37:26.142403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59752) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:26.153521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-4eeaffd6-0401-47ca-9862-d8aee7f42844 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:floatingip {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:26.174649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-4eeaffd6-0401-47ca-9862-d8aee7f42844 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:floatingip {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:26.176359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-4eeaffd6-0401-47ca-9862-d8aee7f42844 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.1544619 Feb 13 23:37:26.212567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4c7c-bcac-403c-bdd1-c72d4182428e req-8dc8134c-d14d-4bc3-a327-803e0ff58238 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:26.214371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fde4c7c-bcac-403c-bdd1-c72d4182428e req-8dc8134c-d14d-4bc3-a327-803e0ff58238 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 945 time: 0.3016431 Feb 13 23:37:26.227843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-97ca9876-8457-4c2a-aabc-ac02fbdaed0f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:26.229537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-97ca9876-8457-4c2a-aabc-ac02fbdaed0f tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 945 time: 0.2395709 Feb 13 23:37:26.358955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Deleting port 58d53575-7863-47d6-b397-8bf0133c330a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:26.359276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:26.414549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f282873-cedb-4cba-b5e9-e790ed910b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:26.435536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fde4c7c-bcac-403c-bdd1-c72d4182428e req-7460d247-9b35-41ee-bd26-7294f343fd04 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040801 Feb 13 23:37:26.456455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-c91557f2-99bc-44f4-b7e7-629d52730ddb tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:26.457953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec8ee9c9-f48f-4ef3-b8ee-a6565a098941 req-c91557f2-99bc-44f4-b7e7-629d52730ddb tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2761388 Feb 13 23:37:26.516802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f282873-cedb-4cba-b5e9-e790ed910b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:26.712077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338f1f1-0776-4a05-94f4-329a6550170b req-65ed6e12-915f-4006-a626-502b16377c87 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:26.713671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3338f1f1-0776-4a05-94f4-329a6550170b req-65ed6e12-915f-4006-a626-502b16377c87 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1312613 Feb 13 23:37:26.823815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3338f1f1-0776-4a05-94f4-329a6550170b req-f5e8901d-570c-4160-aa07-5f37d9efd2d4 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.0980618 Feb 13 23:37:26.836838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-3338f1f1-0776-4a05-94f4-329a6550170b req-64216e9f-d258-4581-a1f5-6d262651f9a8 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Request body: {'floatingip': {'port_id': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:37:26.936794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f282873-cedb-4cba-b5e9-e790ed910b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:26.982923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f282873-cedb-4cba-b5e9-e790ed910b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a11d20-123c-4d66-94bf-842f77b5242e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:27.005213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-3338f1f1-0776-4a05-94f4-329a6550170b req-64216e9f-d258-4581-a1f5-6d262651f9a8 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:27.018461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] For port 58d53575-7863-47d6-b397-8bf0133c330a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=58d53575-7863-47d6-b397-8bf0133c330a,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:27.019043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:27.029063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f282873-cedb-4cba-b5e9-e790ed910b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:27.030913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9f282873-cedb-4cba-b5e9-e790ed910b45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a11d20-123c-4d66-94bf-842f77b5242e HTTP/1.1" status: 204 len: 168 time: 0.8874052 Feb 13 23:37:27.199760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Calling delete_port for 58d53575-7863-47d6-b397-8bf0133c330a owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:27.459764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:27.474766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1', 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'ec67e4c7-f98f-4202-865d-a509c07a890e', '58d53575-7863-47d6-b397-8bf0133c330a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:37:27.664489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event deleted for resources: {'Port': ['ID=58d53575-7863-47d6-b397-8bf0133c330a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:27.761276 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-3338f1f1-0776-4a05-94f4-329a6550170b req-64216e9f-d258-4581-a1f5-6d262651f9a8 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] update failed (client error): There was a conflict when trying to complete your request. Feb 13 23:37:27.767590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3338f1f1-0776-4a05-94f4-329a6550170b req-64216e9f-d258-4581-a1f5-6d262651f9a8 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "PUT /v2.0/floatingips/8e63b761-6e00-4e98-aad1-bce01a9ad47a HTTP/1.1" status: 409 len: 550 time: 0.9373574 Feb 13 23:37:27.856865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59784) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:27.872747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] No DVR routers for this DVR port 58d53575-7863-47d6-b397-8bf0133c330a on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:37:27.877331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:27.883195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'name': 'network-vif-deleted', 'tag': '58d53575-7863-47d6-b397-8bf0133c330a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:27.890214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34536bc0-1158-4956-be8e-7fe053b06b8c req-e1c3c955-4e0b-41b9-9622-41ba21faf75d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=d52b4e8b-8527-4a1f-8d1a-237b4075a65e HTTP/1.1" status: 200 len: 210 time: 0.1363075 Feb 13 23:37:27.903695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65bb159b-3c15-4236-8d2a-c09de5feb556 req-6c922c1a-7392-451a-adff-1aa70fe420c2 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "DELETE /v2.0/ports/58d53575-7863-47d6-b397-8bf0133c330a HTTP/1.1" status: 204 len: 173 time: 1.6556454 Feb 13 23:37:27.911128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:27.944410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-9cd33036-2243-4467-ac21-1a53d0638489 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips/8e63b761-6e00-4e98-aad1-bce01a9ad47a HTTP/1.1" status: 200 len: 692 time: 0.1222820 Feb 13 23:37:28.031168 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52b4e8b-8527-4a1f-8d1a-237b4075a65e', 'name': 'network-vif-deleted', 'tag': '58d53575-7863-47d6-b397-8bf0133c330a', 'status': 'completed', 'code': 200} Feb 13 23:37:28.428665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-87d07f7b-5243-4e57-88ec-9aabbfd95761 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:28.430005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-87d07f7b-5243-4e57-88ec-9aabbfd95761 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.4803193 Feb 13 23:37:28.523881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-d4b847b1-313d-447d-a269-a3162a1b972b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.0880952 Feb 13 23:37:28.575315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:28.633046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:28.639587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Usage tracker for resource:security_group_rule and tenant:401e1daf87d644f0b6702d4055461677 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:28.644104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:28.660535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:28.678546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-9086d169-9e3f-4652-a6c2-b970b50e5a1e tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.56 HTTP/1.1" status: 200 len: 695 time: 0.1435750 Feb 13 23:37:28.782464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:28.840189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:28.841831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:28.846943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:d23d94321ded469cb65adfa3ff17871b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:28.850847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:28.860735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:28.878657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:28.911043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Deleting port 11327090-51fc-4a5e-bb83-bfc05b298542 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:28.911674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:28.929036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c9f40-0257-4e97-8cfd-7790b4c1f464,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:28.935239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2692fc02-e7c9-4509-a4dd-b7912e050cac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=401e1daf87d644f0b6702d4055461677&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0768631 Feb 13 23:37:28.940239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59812) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:29.015962 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47a20807-298c-4fb9-b3eb-4fe8c5d86eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.046745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47a20807-298c-4fb9-b3eb-4fe8c5d86eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.120340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47a20807-298c-4fb9-b3eb-4fe8c5d86eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.126114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.129798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.177952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a20807-298c-4fb9-b3eb-4fe8c5d86eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c9f40-0257-4e97-8cfd-7790b4c1f464,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:29.192010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47a20807-298c-4fb9-b3eb-4fe8c5d86eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.195736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-47a20807-298c-4fb9-b3eb-4fe8c5d86eab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/394c9f40-0257-4e97-8cfd-7790b4c1f464 HTTP/1.1" status: 204 len: 168 time: 0.2519574 Feb 13 23:37:29.214058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.221087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.301331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d23d94321ded469cb65adfa3ff17871b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3891203 Feb 13 23:37:29.304375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54cb5-266b-4c7a-8f34-290962881ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da2743-a65d-4a6d-bc4a-2410f5f94d0b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:29.309347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59824) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:29.350618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Calling delete_port for 11327090-51fc-4a5e-bb83-bfc05b298542 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:29.442438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 58d53575-7863-47d6-b397-8bf0133c330a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:29.464738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-626998e5-e0aa-4fb2-a6da-6f12aa81bcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.526222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-626998e5-e0aa-4fb2-a6da-6f12aa81bcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.535677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.546190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 58d53575-7863-47d6-b397-8bf0133c330a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:29.546539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 58d53575-7863-47d6-b397-8bf0133c330a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:29.590169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event deleted for resources: {'Port': ['ID=11327090-51fc-4a5e-bb83-bfc05b298542,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:29.610720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-626998e5-e0aa-4fb2-a6da-6f12aa81bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.632720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626998e5-e0aa-4fb2-a6da-6f12aa81bcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da2743-a65d-4a6d-bc4a-2410f5f94d0b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:29.636280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-626998e5-e0aa-4fb2-a6da-6f12aa81bcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.637982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-626998e5-e0aa-4fb2-a6da-6f12aa81bcdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79da2743-a65d-4a6d-bc4a-2410f5f94d0b HTTP/1.1" status: 204 len: 168 time: 0.3264544 Feb 13 23:37:29.721691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.756671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:29.759203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68d2b93c-373b-4051-99fb-b59dfb4d871a req-53c56727-61af-4dfc-8967-72c616125d0f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "DELETE /v2.0/floatingips/8e63b761-6e00-4e98-aad1-bce01a9ad47a HTTP/1.1" status: 204 len: 173 time: 1.0750864 Feb 13 23:37:29.903804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-423c236c-b56a-400b-be34-ab99dc9e8193 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.1189654 Feb 13 23:37:30.062097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-7ccbb2f1-f06a-45b3-b1b4-feea76d69268 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:30.075544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-7ccbb2f1-f06a-45b3-b1b4-feea76d69268 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports/832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 943 time: 0.1641934 Feb 13 23:37:30.177168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c1dac8c3-acaa-4f05-942c-23bb399e0436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:30.292582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-eb89701b-5e07-469b-9236-7ba6df5e5701 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.1209636 Feb 13 23:37:30.498642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-4f64d3d3-ae46-4b66-8778-265de0ff377b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:30.500005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-4f64d3d3-ae46-4b66-8778-265de0ff377b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.2001617 Feb 13 23:37:30.619067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:30.632979 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-f0f01f64-59bf-48c5-99f5-342e0e2b8e50 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.1244555 Feb 13 23:37:30.640819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:37:30.691270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:30.781216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:30.791459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Usage tracker for resource:security_group_rule and tenant:8a39034dcc5145e68cd613b1e63812b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:30.802634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:30.818519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:30.876593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:30.970904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:30.981896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.100988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b755e-7268-48ed-8d8b-43c8684dde7f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:31.105385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be5d8b2f-7be5-45d8-ab04-edda810f88da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a39034dcc5145e68cd613b1e63812b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4831853 Feb 13 23:37:31.122550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:31.234308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ba48504-0a84-4525-9adf-a20ef14bc19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.266199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ba48504-0a84-4525-9adf-a20ef14bc19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.334465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.336302 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ba48504-0a84-4525-9adf-a20ef14bc19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.348912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.351307 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Floating IP 66fddb83-3485-4564-92a3-54290ff31ec0 disassociated. External IP: 172.25.4.152, port: 832f3a32-4267-472f-9cdf-3e0f8bafcd7c. Feb 13 23:37:31.354164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59870) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:31.362914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba48504-0a84-4525-9adf-a20ef14bc19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b755e-7268-48ed-8d8b-43c8684dde7f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:31.386669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ba48504-0a84-4525-9adf-a20ef14bc19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.388217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ba48504-0a84-4525-9adf-a20ef14bc19d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c3b755e-7268-48ed-8d8b-43c8684dde7f HTTP/1.1" status: 204 len: 168 time: 0.2644937 Feb 13 23:37:31.391981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.443046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:31.453555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Usage tracker for resource:security_group_rule and tenant:e63557f479c0407e9b926e1d4411d89f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:31.463071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:31.472039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:31.516604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-5a80f955-4a5a-40af-823a-53aa6e000cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2228770 Feb 13 23:37:31.580850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.586891 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.676168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c884b13-fabd-492a-a247-aaad0aefda6d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:31.700016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3955c9ee-fd51-4c81-a9ff-95942a697b9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e63557f479c0407e9b926e1d4411d89f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3392859 Feb 13 23:37:31.703625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59880) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:31.764263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-68eba366-2272-43cc-82a3-02e20cb0974b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6502 time: 0.2099216 Feb 13 23:37:31.853855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ce42e56-cf75-4ec2-88e1-3ba06fa4f03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:31.903236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ce42e56-cf75-4ec2-88e1-3ba06fa4f03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:32.066594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ce42e56-cf75-4ec2-88e1-3ba06fa4f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:32.078165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-fbc32163-afc2-40c9-9e71-c94663988aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:32.078544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-fbc32163-afc2-40c9-9e71-c94663988aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:32.078908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-fbc32163-afc2-40c9-9e71-c94663988aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:32.080431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-fbc32163-afc2-40c9-9e71-c94663988aa7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18e69e-5793-44df-b0df-a09da3319b93&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=9736e50b-162e-45fb-a9a9-67c31870e217&id=9736e50b-162e-45fb-a9a9-67c31870e217 HTTP/1.1" status: 200 len: 2296 time: 0.2569346 Feb 13 23:37:32.102556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42e56-cf75-4ec2-88e1-3ba06fa4f03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c884b13-fabd-492a-a247-aaad0aefda6d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:32.133185 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ce42e56-cf75-4ec2-88e1-3ba06fa4f03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:32.137239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8ce42e56-cf75-4ec2-88e1-3ba06fa4f03d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c884b13-fabd-492a-a247-aaad0aefda6d HTTP/1.1" status: 204 len: 168 time: 0.4293365 Feb 13 23:37:32.234780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-cdec5186-cf31-42c2-a198-9149754d6c04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8 HTTP/1.1" status: 200 len: 1001 time: 0.1456494 Feb 13 23:37:32.321218 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b1294b59-453b-4d3c-aef3-b91c5fd80c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:32.337727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-5e2987c4-03d1-41e2-8299-2e5c559604d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:32.339300 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-5e2987c4-03d1-41e2-8299-2e5c559604d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=684b6e2e-8dbc-4438-be29-9f203cdde8fa HTTP/1.1" status: 200 len: 856 time: 0.0952771 Feb 13 23:37:32.402737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:37:32.739305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-7ac1dfa2-fd31-4c51-bdec-69e8819bffe7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18e69e-5793-44df-b0df-a09da3319b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913057 Feb 13 23:37:32.758103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-04d48a7d-f29c-4595-b0ab-a484033613ca service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:37:32.759463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-04d48a7d-f29c-4595-b0ab-a484033613ca service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0123982 Feb 13 23:37:32.973879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-c792d8b4-f503-4eee-b203-23d09de09259 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990058 Feb 13 23:37:33.137887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:37:33.152823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:33.157032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] Sync routers for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:37:33.175936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:37:33.176509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:37:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:33.311638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-a2608b61-9fcf-4ccf-a7d2-705db6d2bac5 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "PUT /v2.0/floatingips/66fddb83-3485-4564-92a3-54290ff31ec0 HTTP/1.1" status: 200 len: 695 time: 2.6773431 Feb 13 23:37:33.314865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:33.394886 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-a63d49dd-5bc1-43a4-b57b-171847ddd3bb service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090340 Feb 13 23:37:33.486191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-141a376c-446d-4d49-83b5-0dfbd092433d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 217 time: 0.0819905 Feb 13 23:37:33.528957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223aa58-3c30-4ab0-a0a2-a9fcde04357d req-2d94d7f2-90a0-416f-a0d6-6402e370cc64 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:33.530848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8223aa58-3c30-4ab0-a0a2-a9fcde04357d req-2d94d7f2-90a0-416f-a0d6-6402e370cc64 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 945 time: 0.1236513 Feb 13 23:37:33.535701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-6dbe6f35-de77-4484-afd1-d496fe4a1b50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1097 time: 0.2015910 Feb 13 23:37:33.552955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:33.562543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:37:33.639676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8223aa58-3c30-4ab0-a0a2-a9fcde04357d req-0bf71284-fe3b-4372-8d5a-3a0b677c6ca9 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949514 Feb 13 23:37:33.662620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-d27fde0d-03b2-4c4f-aaa1-4e76751b7020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:33.668387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-d27fde0d-03b2-4c4f-aaa1-4e76751b7020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.1752329 Feb 13 23:37:33.807255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-f770a7c1-3b57-48b9-8653-6342d9e09cf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:33.808337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-f770a7c1-3b57-48b9-8653-6342d9e09cf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 928 time: 0.2652125 Feb 13 23:37:33.879552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:33.949566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-236e41e5-2102-46bd-a9a4-3df6d53a97d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 217 time: 0.1238737 Feb 13 23:37:33.956009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-13e05718-1bb2-4e95-9bc2-821206bd60e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2647271 Feb 13 23:37:34.065543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:59Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:34.077310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] Checking router: 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:37:34.099844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:37:34.101589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:37:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:34.135371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-202cbfd8-ad49-4c7c-a892-b2c3a0561f3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:34.136835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-202cbfd8-ad49-4c7c-a892-b2c3a0561f3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 200 len: 867 time: 0.1799901 Feb 13 23:37:34.234213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-6fac3b38-2aa2-4627-9de6-e863bdce2999 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441411 Feb 13 23:37:34.371966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-18a989d8-76e5-4797-9717-5a40045e21c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=064be28b-3b7a-4404-8a15-da99695fc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161322 Feb 13 23:37:34.430597 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'status': 'completed', 'code': 200} Feb 13 23:37:34.663716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-c738dd84-e3e7-4ea6-93e8-2368b2b8bc08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=80e0aecebf564b59ae6dcef862812387&device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 1097 time: 0.2488074 Feb 13 23:37:34.705091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-6cf436a0-a026-4146-be8d-64ff5106ac0e service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569776 Feb 13 23:37:34.721527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:37:34.818754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-45607506-5bea-4a43-a915-d70f95956c4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 217 time: 0.0997806 Feb 13 23:37:34.828683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-125482f2-ed69-4816-a76e-e7d1d0aecbdd service neutron] 10.222.0.36 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459047 Feb 13 23:37:35.128937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-bcd7a7dc-6a4a-48dd-ad60-280250a85fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:35.130440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-bcd7a7dc-6a4a-48dd-ad60-280250a85fce service neutron] 10.222.0.42 "GET /v2.0/networks?id=064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 200 len: 928 time: 0.4499915 Feb 13 23:37:35.324178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:35.367001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-d7a8e3bd-b0ce-405e-bc1b-6402c4b05306 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 200 len: 217 time: 0.1759357 Feb 13 23:37:35.495132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-26d5d34e-dfe0-452b-8263-40dfae8e3bae tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:35.496811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-26d5d34e-dfe0-452b-8263-40dfae8e3bae tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 945 time: 0.3069756 Feb 13 23:37:35.505416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0e05-3a9e-47fe-8d74-9aea6fd4e964 req-e3719974-9b1a-4e05-ac91-a1fe45232491 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:35.514232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91cd0e05-3a9e-47fe-8d74-9aea6fd4e964 req-e3719974-9b1a-4e05-ac91-a1fe45232491 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 945 time: 0.3827555 Feb 13 23:37:35.529234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-8089f37c-7fd3-43c7-8e1d-4b0946fdda1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:35.531246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-8089f37c-7fd3-43c7-8e1d-4b0946fdda1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.2114916 Feb 13 23:37:35.583079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-b93b158e-1c52-49f7-a0cc-d5ca0b34f383 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:35.584750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-b93b158e-1c52-49f7-a0cc-d5ca0b34f383 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 200 len: 867 time: 0.1905358 Feb 13 23:37:35.612035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:59Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:35.623224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb946e95-30c1-44de-8f44-59dd811ec466 None None] The sync data for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 is: [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:36:43Z', 'revision_number': 4, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ed614945-27c1-4bf9-a5e7-bcb05b501e5b', 'name': '', 'network_id': '064be28b-3b7a-4404-8a15-da99695fc6e6', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'mac_address': 'fa:16:3e:e9:c5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:41Z', 'updated_at': '2022-02-13T23:36:59Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'subnets': [{'id': '9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:37:35.714110 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4857623e-6eed-4267-a6e2-8a73f60d78f9 req-093e0794-6257-48bd-9be7-d458914de211 service neutron] 10.222.0.36 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631771 Feb 13 23:37:35.784320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91cd0e05-3a9e-47fe-8d74-9aea6fd4e964 req-981ed78b-2f2e-4000-be38-4fa25d1f126d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686586 Feb 13 23:37:35.797720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Deleting port ec67e4c7-f98f-4202-865d-a509c07a890e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:35.806658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:35.927266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-9e094672-8cce-40a8-94e2-adc5703a9406 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=064be28b-3b7a-4404-8a15-da99695fc6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3275392 Feb 13 23:37:36.019794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-6ad5b962-4d11-4889-b0e4-fe1dc076aa9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4575148 Feb 13 23:37:36.113974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-288c9bf8-b696-4951-b9c3-4123113ea409 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips/66fddb83-3485-4564-92a3-54290ff31ec0 HTTP/1.1" status: 200 len: 695 time: 0.3442352 Feb 13 23:37:36.118270 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee690e3-d441-4ea4-b1e4-1905e998baa5 None None] New status for floating IP 66fddb83-3485-4564-92a3-54290ff31ec0: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:37:36.254450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59996) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:36.264470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] For port ec67e4c7-f98f-4202-865d-a509c07a890e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ec67e4c7-f98f-4202-865d-a509c07a890e,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:36.264762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:36.521633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Calling delete_port for ec67e4c7-f98f-4202-865d-a509c07a890e owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:36.770068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-3f3544b5-db72-4a95-b845-3794cde3dd18 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376418 Feb 13 23:37:36.900938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:36.914863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1', 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:37:36.972530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-060e5829-2682-48e1-9e12-4218afb6be2a service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869226 Feb 13 23:37:36.982901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0713d49-3efe-464c-b99f-c636a84275fd req-3f206af8-5368-43c8-ae2e-d70f19e519f1 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:36.984812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-3f206af8-5368-43c8-ae2e-d70f19e519f1 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 784 time: 0.7238638 Feb 13 23:37:37.121374 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:37.128900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-0f49cfb1-1749-4430-a3c4-7f526cd31828 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:37:37.140260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event deleted for resources: {'Port': ['ID=ec67e4c7-f98f-4202-865d-a509c07a890e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:37.141388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-0f49cfb1-1749-4430-a3c4-7f526cd31828 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0260615 Feb 13 23:37:37.259109 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-ec69afa3-378d-4168-80fa-eaab06e53d22 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.1164739 Feb 13 23:37:37.360274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-a246d06e-cd1b-45fd-b966-d02942e65a54 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.0996218 Feb 13 23:37:37.448545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-738b85fe-2083-470b-b9e4-62dd5c2b866c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=44e708c5-0017-41ef-bdba-d5be15f85170 HTTP/1.1" status: 200 len: 217 time: 0.4626806 Feb 13 23:37:37.452871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5d34fec-2d99-4c78-a309-353edbd21e5a req-dc221d29-5ef7-4a61-ab9c-8610d4898fef tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 210 time: 0.2184727 Feb 13 23:37:37.481264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec67e4c7-f98f-4202-865d-a509c07a890e no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:37.537925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: ec67e4c7-f98f-4202-865d-a509c07a890e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:37.539991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ec67e4c7-f98f-4202-865d-a509c07a890e not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:37.620269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:37.665861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-9e08cb3c-9291-457f-a034-b0f3f3ccbd2a service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4561458 Feb 13 23:37:37.673767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] No DVR routers for this DVR port ec67e4c7-f98f-4202-865d-a509c07a890e on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:37:37.679355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:37.700216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'name': 'network-vif-deleted', 'tag': 'ec67e4c7-f98f-4202-865d-a509c07a890e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:37.776190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e4492b7-e888-49b9-8062-f6ea089186b3 req-bc5affdb-7e81-4072-ab31-32757bf873fb tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "DELETE /v2.0/ports/ec67e4c7-f98f-4202-865d-a509c07a890e HTTP/1.1" status: 204 len: 173 time: 2.2572982 Feb 13 23:37:37.864723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Deleting port 023f8597-a727-41c2-af15-8f4404be300e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:37.865232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.036793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-f30c4c84-7346-4868-896c-dcc38cf2997f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:38.038978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-f30c4c84-7346-4868-896c-dcc38cf2997f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.5557854 Feb 13 23:37:38.052075 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90066d40-d2da-48d3-82f0-1d357a9753a1', 'name': 'network-vif-deleted', 'tag': 'ec67e4c7-f98f-4202-865d-a509c07a890e', 'status': 'completed', 'code': 200} Feb 13 23:37:38.167572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:38.176110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Usage tracker for resource:security_group_rule and tenant:062a5c96a8394dbaa03d708dd60c1c97 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:38.183337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:38.202445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:38.238578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb3ce556-c58a-4aff-bd0c-772eb926e286 req-d32b97b0-fc8f-4889-8ea3-be0e0cc51c81 service neutron] 10.222.0.42 "GET /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468197 Feb 13 23:37:38.338100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.349360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.446775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=062a5c96a8394dbaa03d708dd60c1c97&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1887841 Feb 13 23:37:38.452980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:38.562985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.562985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.598312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91c18c-a202-4da7-bd60-399f16dbd777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc8bb00-8e48-4fa3-b038-b4b26fd18291,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:38.634597 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-4d31138d-5498-4691-bec4-a3a486d8757c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3649614 Feb 13 23:37:38.720874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.749667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2b980e3-82a0-4b90-870c-33f06ae992f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.798693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Calling delete_port for 023f8597-a727-41c2-af15-8f4404be300e owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:38.860883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2b980e3-82a0-4b90-870c-33f06ae992f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:38.882085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5bb6b1a2-7e6a-4738-baa2-ad83cf158379 req-37ba3fea-b4ce-455b-885b-acae433e45a0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:38.924107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5bb6b1a2-7e6a-4738-baa2-ad83cf158379 req-37ba3fea-b4ce-455b-885b-acae433e45a0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:38.925681 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5bb6b1a2-7e6a-4738-baa2-ad83cf158379 req-37ba3fea-b4ce-455b-885b-acae433e45a0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=90066d40-d2da-48d3-82f0-1d357a9753a1 HTTP/1.1" status: 200 len: 210 time: 0.1047597 Feb 13 23:37:38.959139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2b980e3-82a0-4b90-870c-33f06ae992f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:39.008768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b980e3-82a0-4b90-870c-33f06ae992f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc8bb00-8e48-4fa3-b038-b4b26fd18291,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:39.030073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2b980e3-82a0-4b90-870c-33f06ae992f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:39.033542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e2b980e3-82a0-4b90-870c-33f06ae992f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebc8bb00-8e48-4fa3-b038-b4b26fd18291 HTTP/1.1" status: 204 len: 168 time: 0.5704765 Feb 13 23:37:39.101222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-aecd6bf2-ac4f-4323-8a43-bcecae08d836 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559182 Feb 13 23:37:39.275612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:39.405899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event deleted for resources: {'Port': ['ID=023f8597-a727-41c2-af15-8f4404be300e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:39.456811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-704fa740-2cad-47b0-9425-bea69f08f14f service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196173 Feb 13 23:37:39.475946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.476580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.477098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.478155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.478924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.479785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.480293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.480797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.481315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.481944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.482553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:37:39.569206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-a681d83a-5fd7-436e-91f6-4c0156f4ffd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362 HTTP/1.1" status: 200 len: 217 time: 0.0949726 Feb 13 23:37:39.629776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:39.650344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-8cc8280b-67c7-4584-b4d0-134e70dc8de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:39.651956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-8cc8280b-67c7-4584-b4d0-134e70dc8de7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.0754702 Feb 13 23:37:39.665007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:39.671937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0713d49-3efe-464c-b99f-c636a84275fd req-c222db7d-37f8-43ce-8c28-07347aa1c927 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "DELETE /v2.0/floatingips/66fddb83-3485-4564-92a3-54290ff31ec0 HTTP/1.1" status: 204 len: 173 time: 2.3075068 Feb 13 23:37:39.765712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-6e38e5be-8a15-435c-8264-5398af4e2dbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1038017 Feb 13 23:37:40.025263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-64297efc-9ca4-4997-a0dd-e7ea2f629f31 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517631 Feb 13 23:37:40.028022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60078) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:40.033297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cb123c6c-2c41-4dea-a1b8-5dc7588b9627 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:40.034299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cb123c6c-2c41-4dea-a1b8-5dc7588b9627 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:40.080968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.127041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cb123c6c-2c41-4dea-a1b8-5dc7588b9627 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:40.134736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cb123c6c-2c41-4dea-a1b8-5dc7588b9627 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2415292 Feb 13 23:37:40.183135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:40.194389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fc058193857e498eabd9a222af3b58f0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:40.202799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:40.217531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:40.245880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cc535668-f384-473b-a718-981cbf0b40cf tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:40.300163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cc535668-f384-473b-a718-981cbf0b40cf tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:40.302318 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd044005-cec3-41d1-afa0-562f8eeaeddd req-cc535668-f384-473b-a718-981cbf0b40cf tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1664996 Feb 13 23:37:40.370535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.376365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.429651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc058193857e498eabd9a222af3b58f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4003685 Feb 13 23:37:40.442443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60090) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:40.537021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42ba34-a9c2-421b-acb7-b80735abe8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9756337-2bde-4b8b-be04-0c3906b9cf96,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:40.553378 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af92c5d-45c2-48bc-86c9-af4b9499a578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.595809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af92c5d-45c2-48bc-86c9-af4b9499a578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.658823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-6bc242cc-9537-4a59-999b-a2a6713c24b0 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213725 Feb 13 23:37:40.680207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36fa1544-7ffb-4b22-9ea4-bb98e7e930e5 req-f39a166a-595d-4fb7-8592-25e6e44356e4 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2870135 Feb 13 23:37:40.694199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af92c5d-45c2-48bc-86c9-af4b9499a578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.739609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af92c5d-45c2-48bc-86c9-af4b9499a578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9756337-2bde-4b8b-be04-0c3906b9cf96,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:40.760611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af92c5d-45c2-48bc-86c9-af4b9499a578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:40.768688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7af92c5d-45c2-48bc-86c9-af4b9499a578 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9756337-2bde-4b8b-be04-0c3906b9cf96 HTTP/1.1" status: 204 len: 168 time: 0.3219337 Feb 13 23:37:40.943738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-5c2fe1c3-89e4-45da-a8f7-629aa8c78c99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5a7cf31-5df7-4506-a49e-c730d990357c HTTP/1.1" status: 200 len: 217 time: 0.2739279 Feb 13 23:37:41.051436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-9420649c-9584-4fcf-9dd1-b8c12183a230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:41.053916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-9420649c-9584-4fcf-9dd1-b8c12183a230 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.1009970 Feb 13 23:37:41.210965 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-2ff6ec1c-c67c-4f77-b55f-36d14a83d879 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482000 Feb 13 23:37:41.311983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1114d-6da6-4e8e-a33d-c6ebca0e94c2 req-dfe3fa90-f92e-41c8-81f5-51e444089475 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:41.318444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bda1114d-6da6-4e8e-a33d-c6ebca0e94c2 req-dfe3fa90-f92e-41c8-81f5-51e444089475 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 946 time: 0.2954118 Feb 13 23:37:41.417160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bda1114d-6da6-4e8e-a33d-c6ebca0e94c2 req-8f6d1d04-be38-4c1b-822b-efce27a772a6 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928218 Feb 13 23:37:41.538148 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-fabf5986-fcc1-4090-998e-a89e7bbdaad0 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133140 Feb 13 23:37:41.672268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c92b1-c2d4-4c27-97a5-bcf988e1a773 req-c2dfeaf0-f088-4ca8-b50d-57804db147ab tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:41.673722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a2c92b1-c2d4-4c27-97a5-bcf988e1a773 req-c2dfeaf0-f088-4ca8-b50d-57804db147ab tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 946 time: 0.2015476 Feb 13 23:37:41.758745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-d73f2fdd-c5ce-4e80-8b10-069f72c77254 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087488 Feb 13 23:37:41.773825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a2c92b1-c2d4-4c27-97a5-bcf988e1a773 req-16c8a039-7601-44ed-b620-d5bd7500e63f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916302 Feb 13 23:37:41.861372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-8da5e3fd-ff67-4304-aac2-cbe58588e2d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461 HTTP/1.1" status: 200 len: 217 time: 0.0865085 Feb 13 23:37:41.942925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-0b582236-8de0-4101-9420-54f636ef39be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:41.944303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-0b582236-8de0-4101-9420-54f636ef39be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.0750058 Feb 13 23:37:42.066680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-0c19bba8-46c3-4c36-a860-42eec0d1b803 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147952 Feb 13 23:37:42.248965 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-69fde477-1025-4056-937e-ac2d62faceb4 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700046 Feb 13 23:37:42.525802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b365d48f-b539-4825-ac0b-24e74cc8e382 req-371ad8fc-35d7-4058-8953-c7b9715b10b8 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657759 Feb 13 23:37:42.614827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26784-b207-4e27-90b0-d037971540f6 req-42d33a73-9390-4732-ac02-7adb5286c03c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:42.617293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c26784-b207-4e27-90b0-d037971540f6 req-42d33a73-9390-4732-ac02-7adb5286c03c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 946 time: 0.2749541 Feb 13 23:37:42.767304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Deleting port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:42.767640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:42.814438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-3625a38c-e9e2-4f02-9168-dc5195f8678a tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:42.820010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-3625a38c-e9e2-4f02-9168-dc5195f8678a tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 946 time: 0.1182840 Feb 13 23:37:42.891159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9e904-aa79-477e-81b9-5e2c5b351b22 req-23d6a741-e503-4380-b939-894a3c9ebc38 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:42.898663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90a9e904-aa79-477e-81b9-5e2c5b351b22 req-23d6a741-e503-4380-b939-894a3c9ebc38 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 946 time: 0.2197719 Feb 13 23:37:43.045972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Deleting port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:43.046343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:43.090943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90a9e904-aa79-477e-81b9-5e2c5b351b22 req-97a04484-69f1-4878-b043-0c6b6baa62b3 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911044 Feb 13 23:37:43.199585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] For port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:43.200160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:43.362785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Calling delete_port for c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:43.394324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:43.472871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e045f-e37f-450c-95bf-a2c272fbfaea req-c861594a-be21-4474-838f-87dd775d33fb tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:43.474576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-015e045f-e37f-450c-95bf-a2c272fbfaea req-c861594a-be21-4474-838f-87dd775d33fb tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 946 time: 0.3057835 Feb 13 23:37:43.548062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] For port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:43.548865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:43.565597 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:43.583175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['16840eef-5164-439d-a6d0-840dfefde0f1'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:37:43.625861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event deleted for resources: {'Port': ['ID=c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:43.728725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] No DVR routers for this DVR port c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:37:43.731704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:43.735419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'name': 'network-vif-deleted', 'tag': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:43.755145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c26784-b207-4e27-90b0-d037971540f6 req-15de7457-0891-4437-923a-ab4c761fec37 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "DELETE /v2.0/ports/c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 HTTP/1.1" status: 204 len: 173 time: 1.1312263 Feb 13 23:37:43.856102 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f492032-c001-4cc2-95e7-57f71e3a4066', 'name': 'network-vif-deleted', 'tag': 'c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0', 'status': 'completed', 'code': 200} Feb 13 23:37:43.894861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Calling delete_port for 832f3a32-4267-472f-9cdf-3e0f8bafcd7c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:44.151655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-015e045f-e37f-450c-95bf-a2c272fbfaea req-ecf25655-2793-4c48-ae0b-c29fe0934d32 tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/security-groups?id=34a52330-25cb-4d04-9dea-52c58bb8d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680899 Feb 13 23:37:44.156940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:44.300759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:44.320928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Pushing event deleted for resources: {'Port': ['ID=832f3a32-4267-472f-9cdf-3e0f8bafcd7c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:44.478532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] No DVR routers for this DVR port 832f3a32-4267-472f-9cdf-3e0f8bafcd7c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:37:44.487117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:44.492939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'name': 'network-vif-deleted', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:44.519001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d1164d36-d14c-4d6e-a8f4-104029004de1 req-d72ed878-aa63-44a1-bb32-cff19182134a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:44.533276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ec74315-729e-44bb-97a2-e9988e3d950a req-03cd9d6d-5c61-4e0d-8857-3211dc988e8f tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.42 "DELETE /v2.0/ports/832f3a32-4267-472f-9cdf-3e0f8bafcd7c HTTP/1.1" status: 204 len: 173 time: 1.6997519 Feb 13 23:37:44.618239 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c72e35-cdb8-4df1-a7fd-66cc3b5b038a', 'name': 'network-vif-deleted', 'tag': '832f3a32-4267-472f-9cdf-3e0f8bafcd7c', 'status': 'completed', 'code': 200} Feb 13 23:37:44.629207 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:44.657800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d1164d36-d14c-4d6e-a8f4-104029004de1 req-d72ed878-aa63-44a1-bb32-cff19182134a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:44.673212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1164d36-d14c-4d6e-a8f4-104029004de1 req-d72ed878-aa63-44a1-bb32-cff19182134a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f492032-c001-4cc2-95e7-57f71e3a4066 HTTP/1.1" status: 200 len: 210 time: 0.2932105 Feb 13 23:37:44.700437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c88cf64-9081-46d6-be47-bf21c3ee187e req-3e47cc5f-55ed-4233-98f4-669331088092 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6502 time: 1.3042705 Feb 13 23:37:44.754231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:44.758313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Usage tracker for resource:security_group_rule and tenant:8b4c4fac2f804450889a50127fc3fe85 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:44.761297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:44.768096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:45.060727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c88cf64-9081-46d6-be47-bf21c3ee187e req-af4e9487-0ba6-4f2f-b18a-b16d2ee4f354 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132363 Feb 13 23:37:45.080132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:45.086480 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:45.149026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58893c6e-54d9-4836-a8cc-a1dc25e55674,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:45.158134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60224) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:45.158341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-306a6060-6234-4887-822e-0f5435fc204e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b4c4fac2f804450889a50127fc3fe85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8497560 Feb 13 23:37:45.283700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07f3c3b9-d87a-44b0-ba7f-db2ee14663df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:45.366615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07f3c3b9-d87a-44b0-ba7f-db2ee14663df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:45.382890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-97a5c484-67c2-4683-8647-0dbbd7b5bcde req-10a2d935-0b1f-4101-b431-c35319cffe6b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Synchronizing usage tracker for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:45.436197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-97a5c484-67c2-4683-8647-0dbbd7b5bcde req-10a2d935-0b1f-4101-b431-c35319cffe6b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] Unset dirty status for tenant:80e0aecebf564b59ae6dcef862812387 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:45.437170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97a5c484-67c2-4683-8647-0dbbd7b5bcde req-10a2d935-0b1f-4101-b431-c35319cffe6b tempest-FloatingIPsAssociationNegativeTestJSON-321965200 tempest-FloatingIPsAssociationNegativeTestJSON-321965200-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c72e35-cdb8-4df1-a7fd-66cc3b5b038a HTTP/1.1" status: 200 len: 210 time: 0.1262045 Feb 13 23:37:45.465089 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07f3c3b9-d87a-44b0-ba7f-db2ee14663df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:45.483537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3c3b9-d87a-44b0-ba7f-db2ee14663df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58893c6e-54d9-4836-a8cc-a1dc25e55674,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:45.491728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07f3c3b9-d87a-44b0-ba7f-db2ee14663df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:45.493103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-07f3c3b9-d87a-44b0-ba7f-db2ee14663df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58893c6e-54d9-4836-a8cc-a1dc25e55674 HTTP/1.1" status: 204 len: 168 time: 0.3334324 Feb 13 23:37:45.525289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:45.590826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:45.591212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c76f6bb4-3538-4f74-a713-d2ff6cfa7ea0 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:45.592375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 832f3a32-4267-472f-9cdf-3e0f8bafcd7c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:45.639325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 832f3a32-4267-472f-9cdf-3e0f8bafcd7c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:45.639669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 832f3a32-4267-472f-9cdf-3e0f8bafcd7c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:46.427470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60272) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:46.462050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:46.511175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:46.518960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Usage tracker for resource:security_group_rule and tenant:e79651c3c2c84cd0bd8b61287b4f8bfc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:46.525007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:46.541157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:46.702773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60282) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:46.741230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:46.752730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:46.886657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e79651c3c2c84cd0bd8b61287b4f8bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4576380 Feb 13 23:37:46.893751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:46.897712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dc322-c653-4cbd-a7f3-ab76b82bd91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf041c2-0849-4706-949e-dcf168a6b552,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:47.059116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-631609bb-4fbd-4abf-840d-b9ac2daf7556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:47.131567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-631609bb-4fbd-4abf-840d-b9ac2daf7556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:47.281792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-631609bb-4fbd-4abf-840d-b9ac2daf7556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:47.333054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-631609bb-4fbd-4abf-840d-b9ac2daf7556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:47.334648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-631609bb-4fbd-4abf-840d-b9ac2daf7556 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdf041c2-0849-4706-949e-dcf168a6b552 HTTP/1.1" status: 204 len: 168 time: 0.4392028 Feb 13 23:37:47.336580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631609bb-4fbd-4abf-840d-b9ac2daf7556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf041c2-0849-4706-949e-dcf168a6b552,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:47.563893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:47.933265 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:37:48.083306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60318) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:48.431176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60338) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:48.479510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:48.589076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:48.596689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c49349b98e4d719b8c2c44bd47fcdb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:48.600425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:48.612487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:48.643882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Deleting port ed614945-27c1-4bf9-a5e7-bcb05b501e5b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:48.644444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:48.732982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:48.744185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:48.907841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:48.964780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6c49349b98e4d719b8c2c44bd47fcdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5324767 Feb 13 23:37:48.980721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60350) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:48.991002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b324c2-0cc9-4223-8c46-2781d1a57b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be00be67-b2ff-4472-b8a3-2a935d97acf2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:49.046954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:49.057609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Usage tracker for resource:security_group_rule and tenant:df2120b3ec264a9bace256cb0931e856 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:49.067740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:49.078530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:49.150018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] For port ed614945-27c1-4bf9-a5e7-bcb05b501e5b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:49.150537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.204285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.211038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.272747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7973722-cc4a-4a16-8e5d-318e24af244e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:49.279799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a2cf212-2b2f-46e6-9adb-664be9845a5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df2120b3ec264a9bace256cb0931e856&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1952920 Feb 13 23:37:49.282565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60364) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:49.374808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-171ce521-0d11-4ad7-8007-70e5f12b3cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.387474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Calling delete_port for ed614945-27c1-4bf9-a5e7-bcb05b501e5b owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:49.407992 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-171ce521-0d11-4ad7-8007-70e5f12b3cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.452922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64e0d248-dead-4d30-bd28-fef16e08cad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.502482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-171ce521-0d11-4ad7-8007-70e5f12b3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.516650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64e0d248-dead-4d30-bd28-fef16e08cad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.538468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce521-0d11-4ad7-8007-70e5f12b3cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7973722-cc4a-4a16-8e5d-318e24af244e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:49.561306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-171ce521-0d11-4ad7-8007-70e5f12b3cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.564967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-171ce521-0d11-4ad7-8007-70e5f12b3cc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7973722-cc4a-4a16-8e5d-318e24af244e HTTP/1.1" status: 204 len: 168 time: 0.2785153 Feb 13 23:37:49.868140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64e0d248-dead-4d30-bd28-fef16e08cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.896774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0d248-dead-4d30-bd28-fef16e08cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be00be67-b2ff-4472-b8a3-2a935d97acf2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:49.941687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.989505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64e0d248-dead-4d30-bd28-fef16e08cad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:49.991537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-64e0d248-dead-4d30-bd28-fef16e08cad3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be00be67-b2ff-4472-b8a3-2a935d97acf2 HTTP/1.1" status: 204 len: 168 time: 1.0086894 Feb 13 23:37:50.054639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed614945-27c1-4bf9-a5e7-bcb05b501e5b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:50.575822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cd6bc-9723-4cb3-9991-8fb59c6961e6 req-09ff0282-f793-4859-92a1-1f26171d456c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:50.577981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7a5cd6bc-9723-4cb3-9991-8fb59c6961e6 req-09ff0282-f793-4859-92a1-1f26171d456c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Synchronizing usage tracker for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:37:50.598869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7a5cd6bc-9723-4cb3-9991-8fb59c6961e6 req-09ff0282-f793-4859-92a1-1f26171d456c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Unset dirty status for tenant:7fea57da0c174f93b8fcd2a966ee5b03 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:37:50.601354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a5cd6bc-9723-4cb3-9991-8fb59c6961e6 req-09ff0282-f793-4859-92a1-1f26171d456c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 945 time: 0.1442544 Feb 13 23:37:50.676215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a5cd6bc-9723-4cb3-9991-8fb59c6961e6 req-7c66def3-b75f-4a19-ad62-165cf3156d3c tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682013 Feb 13 23:37:50.792985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:50.810541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60406) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:50.839074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:50.887796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:50.892701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Usage tracker for resource:security_group_rule and tenant:0179923db7fc4c9b8baba3e77ae3b45b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:50.897150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:50.906161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:50.968589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60410) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:51.028169 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.037500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.137643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee8d0d1-3cbf-4564-b914-8226cc5664af,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:51.159887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5856c04b-0696-4ada-88bb-c9d8ea82cf0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0179923db7fc4c9b8baba3e77ae3b45b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3472714 Feb 13 23:37:51.162493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60420) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:51.236070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce511-0e0f-42e5-8b9c-e243d06a781a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.281399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce511-0e0f-42e5-8b9c-e243d06a781a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.368876 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce511-0e0f-42e5-8b9c-e243d06a781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.394818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.402768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ce511-0e0f-42e5-8b9c-e243d06a781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee8d0d1-3cbf-4564-b914-8226cc5664af,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:51.425566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce511-0e0f-42e5-8b9c-e243d06a781a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.433363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fd8ce511-0e0f-42e5-8b9c-e243d06a781a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ee8d0d1-3cbf-4564-b914-8226cc5664af HTTP/1.1" status: 204 len: 168 time: 0.2698393 Feb 13 23:37:51.496099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:51.503235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Usage tracker for resource:security_group_rule and tenant:95ad2ed9f17b4d4fa8f9cc4136e719fe is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:51.507721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:51.515658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:51.519952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60432) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:51.738141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.746682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:51.802716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e8460-6765-4e7a-9df0-fcded6727dc4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:51.814967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e2ce7480-ebe3-47d7-a0a5-ead7924accba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95ad2ed9f17b4d4fa8f9cc4136e719fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8412752 Feb 13 23:37:51.818172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:51.848660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:37:51.961065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d53337d9-e4ec-42c1-a9ea-befa2e6790d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:52.004863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d53337d9-e4ec-42c1-a9ea-befa2e6790d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:52.146750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-ad05b92f-d93f-4751-9f32-2ce6d8da3e2b tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:52.148507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-ad05b92f-d93f-4751-9f32-2ce6d8da3e2b tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 945 time: 0.2742407 Feb 13 23:37:52.165888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae393ef-da7e-46ff-96a1-2c842e571110 req-2c908dfe-9e3a-4730-949a-a7c94c79c086 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:52.173511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ae393ef-da7e-46ff-96a1-2c842e571110 req-2c908dfe-9e3a-4730-949a-a7c94c79c086 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 945 time: 0.2410591 Feb 13 23:37:52.241545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ae393ef-da7e-46ff-96a1-2c842e571110 req-23bc9a75-a428-4e7f-971d-ba5279fae35d tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Feb 13 23:37:52.249721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:52.291856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:37:52.305127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] Sync routers for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:37:52.315582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Deleting port 16840eef-5164-439d-a6d0-840dfefde0f1 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:52.315964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:52.319676 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-704cd89c-168d-4715-9837-667fdfb03f08 admin admin] 10.222.0.36 "PUT /v2.0/routers/2ea79a5b-ca83-40a0-bc9d-1e715d1a925f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6135621 Feb 13 23:37:52.319929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60452) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:52.326073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:37:52.326703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:37:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:52.430925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d53337d9-e4ec-42c1-a9ea-befa2e6790d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:52.508738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53337d9-e4ec-42c1-a9ea-befa2e6790d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e8460-6765-4e7a-9df0-fcded6727dc4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:52.517343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:52.625883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d53337d9-e4ec-42c1-a9ea-befa2e6790d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:52.629230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d53337d9-e4ec-42c1-a9ea-befa2e6790d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e0e8460-6765-4e7a-9df0-fcded6727dc4 HTTP/1.1" status: 204 len: 168 time: 0.8078454 Feb 13 23:37:52.638755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Usage tracker for resource:security_group_rule and tenant:6b54ef3416514a59aaec6b422ea5db2f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:52.649361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:52.676388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:52.680451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:37:52.895642 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.069116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] For port 16840eef-5164-439d-a6d0-840dfefde0f1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=16840eef-5164-439d-a6d0-840dfefde0f1,segment=NetworkSegment(7a790a6b-bd53-4980-a179-381d49234ce6),segment_id=7a790a6b-bd53-4980-a179-381d49234ce6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:53.075857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.175795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:37:49Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:53.180484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] Checking router: 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:37:53.192559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] Routers {'2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:37:53.193445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:37:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:53.251217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.274722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Deleting port 985d5327-68e3-4ee9-83a1-76be18d3d3e3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:53.276243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.511480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] Set router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:37:53.627362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Calling delete_port for 16840eef-5164-439d-a6d0-840dfefde0f1 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:53.696163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.708345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60488) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:53.782985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.790435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.849205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] For port 985d5327-68e3-4ee9-83a1-76be18d3d3e3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=985d5327-68e3-4ee9-83a1-76be18d3d3e3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:53.849571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:53.874500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b54ef3416514a59aaec6b422ea5db2f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3529427 Feb 13 23:37:53.901505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:53.963324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:37:49Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:53.977642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93a78a-734f-4add-8b3b-c1f8691795f4 None None] The sync data for ids ['2ea79a5b-ca83-40a0-bc9d-1e715d1a925f'] in n-d-828979-1 is: [{'id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-250236130-router', 'tenant_id': '80e0aecebf564b59ae6dcef862812387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:36:33Z', 'updated_at': '2022-02-13T23:37:49Z', 'revision_number': 5, 'project_id': '80e0aecebf564b59ae6dcef862812387', 'gw_port': {'id': '985d5327-68e3-4ee9-83a1-76be18d3d3e3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea79a5b-ca83-40a0-bc9d-1e715d1a925f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:36:34Z', 'updated_at': '2022-02-13T23:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:37:54.034455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25590ea-2d0a-4f9a-a8ec-5784782081fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a79e566-5a94-45fe-a99d-0c81c0db3464,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:54.101686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Calling delete_port for 985d5327-68e3-4ee9-83a1-76be18d3d3e3 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:54.117689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8260-b524-470e-a1aa-6925b2415805 req-fcbd2b83-ff79-4d28-9b7e-a99a625d8bc4 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:37:54.119386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0ac8260-b524-470e-a1aa-6925b2415805 req-fcbd2b83-ff79-4d28-9b7e-a99a625d8bc4 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b058f25-9c40-42e6-8050-a896a9b48993 HTTP/1.1" status: 200 len: 945 time: 0.5157456 Feb 13 23:37:54.297412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.370726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:54.406222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Usage tracker for resource:security_group_rule and tenant:83736c7e8e0944a897ed97de6b38667d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:54.410985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:54.429254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.442120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:54.442687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Pushing event deleted for resources: {'Port': ['ID=16840eef-5164-439d-a6d0-840dfefde0f1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:54.527850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Pushing event deleted for resources: {'Port': ['ID=985d5327-68e3-4ee9-83a1-76be18d3d3e3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:54.536607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] No DVR routers for this DVR port 16840eef-5164-439d-a6d0-840dfefde0f1 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:37:54.542268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.549072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b058f25-9c40-42e6-8050-a896a9b48993', 'name': 'network-vif-deleted', 'tag': '16840eef-5164-439d-a6d0-840dfefde0f1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:37:54.564678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60508) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:54.572147 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0ac8260-b524-470e-a1aa-6925b2415805 req-036a40f6-95b9-432f-9b5a-38b42348f7c0 tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.36 "GET /v2.0/security-groups?id=645352fa-9aad-4975-b2f6-194ec50f97a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187368 Feb 13 23:37:54.634530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f4be2b3-d477-46d7-a513-40fbafa942d2 req-6882c3d2-0c6b-404b-a5f4-1dc8187bd16a tempest-AttachVolumeNegativeTest-244555076 tempest-AttachVolumeNegativeTest-244555076-project] 10.222.0.42 "DELETE /v2.0/ports/16840eef-5164-439d-a6d0-840dfefde0f1 HTTP/1.1" status: 204 len: 173 time: 2.4366539 Feb 13 23:37:54.650396 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b058f25-9c40-42e6-8050-a896a9b48993', 'name': 'network-vif-deleted', 'tag': '16840eef-5164-439d-a6d0-840dfefde0f1', 'status': 'completed', 'code': 200} Feb 13 23:37:54.678885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6c34dc8-7233-4a66-b03a-962670f33da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.761059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.806749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.861295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb8ede-92fe-4361-96a8-d0c809236937,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:54.896793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6c34dc8-7233-4a66-b03a-962670f33da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:54.934498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.011765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:55.016034 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-05e8a94b-ffe1-4338-bfba-5c3dd62dda8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83736c7e8e0944a897ed97de6b38667d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3066242 Feb 13 23:37:55.019277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60520) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:55.021756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Usage tracker for resource:security_group_rule and tenant:73e2c6df860c484691131a0a2cd22155 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:55.045276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:55.074083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:55.142689 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.205701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ed614945-27c1-4bf9-a5e7-bcb05b501e5b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:55.231336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e0fdd-f7ee-46bc-ab13-7dd0890a1051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.264633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ed614945-27c1-4bf9-a5e7-bcb05b501e5b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:55.265265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ed614945-27c1-4bf9-a5e7-bcb05b501e5b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:55.281028 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e0fdd-f7ee-46bc-ab13-7dd0890a1051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.347432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.355118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.425023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc647b11-b3c9-4d9c-a240-b3d3e74eba22,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:55.430082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ad88933-6caf-4371-b8ba-0a9607513995 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73e2c6df860c484691131a0a2cd22155&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8642890 Feb 13 23:37:55.431366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e0fdd-f7ee-46bc-ab13-7dd0890a1051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.438358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60532) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:55.488265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-717e0fdd-f7ee-46bc-ab13-7dd0890a1051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.491370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-717e0fdd-f7ee-46bc-ab13-7dd0890a1051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffcb8ede-92fe-4361-96a8-d0c809236937 HTTP/1.1" status: 204 len: 168 time: 0.4703722 Feb 13 23:37:55.492948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e0fdd-f7ee-46bc-ab13-7dd0890a1051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb8ede-92fe-4361-96a8-d0c809236937,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:55.517146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6c34dc8-7233-4a66-b03a-962670f33da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.582906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 16840eef-5164-439d-a6d0-840dfefde0f1 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:55.654643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 16840eef-5164-439d-a6d0-840dfefde0f1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:55.655322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 16840eef-5164-439d-a6d0-840dfefde0f1 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:55.708480 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.715833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.746440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c34dc8-7233-4a66-b03a-962670f33da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a79e566-5a94-45fe-a99d-0c81c0db3464,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:55.752765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60544) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:55.765965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.766596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea79a5b-ca83-40a0-bc9d-1e715d1a925f {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:37:55.803932 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.808850 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8e7acd2-dae1-43b8-90a7-d2e6b78fa069 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2ea79a5b-ca83-40a0-bc9d-1e715d1a925f HTTP/1.1" status: 204 len: 168 time: 3.4879844 Feb 13 23:37:55.809446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60548) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:55.812710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c6c34dc8-7233-4a66-b03a-962670f33da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.813823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c6c34dc8-7233-4a66-b03a-962670f33da3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a79e566-5a94-45fe-a99d-0c81c0db3464 HTTP/1.1" status: 204 len: 168 time: 1.9105759 Feb 13 23:37:55.868326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f146367-cc00-4112-8183-73f977cbe828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.878635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Deleting subnet c2107e08-8f39-4270-9d46-bce5c8c4bd18 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:37:55.881849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.953131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f146367-cc00-4112-8183-73f977cbe828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.962541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Deleting subnet 9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:37:55.965919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:55.976847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.065813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.090730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.230380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f146367-cc00-4112-8183-73f977cbe828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.254965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146367-cc00-4112-8183-73f977cbe828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc647b11-b3c9-4d9c-a240-b3d3e74eba22,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:56.262019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f146367-cc00-4112-8183-73f977cbe828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.265119 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3f146367-cc00-4112-8183-73f977cbe828 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc647b11-b3c9-4d9c-a240-b3d3e74eba22 HTTP/1.1" status: 204 len: 168 time: 0.8203588 Feb 13 23:37:56.273649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.287806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.390360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2107e08-8f39-4270-9d46-bce5c8c4bd18,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:56.397368 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.409065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e9072cba-8e49-4b68-bed4-4ed6642a4a2f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2107e08-8f39-4270-9d46-bce5c8c4bd18 HTTP/1.1" status: 204 len: 168 time: 0.6549170 Feb 13 23:37:56.409920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60566) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:56.453704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.539024 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.572774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:56.582854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.596328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca639af-2cd7-4deb-80b9-25eda1259ee9 None None] Network 064be28b-3b7a-4404-8a15-da99695fc6e6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:37:56.604968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-de631f74-e39e-4236-8f4d-cc9833565fff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9db676d9-0d1e-4a7e-a49a-4ea8d5c79f79 HTTP/1.1" status: 204 len: 168 time: 0.7936070 Feb 13 23:37:56.606099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60574) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:56.775125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.794249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.805436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Deleting port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:56.806065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.808040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5639d0c-5499-4ca4-8688-8d868694b4b6']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:56.822540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a790a6b-bd53-4980-a179-381d49234ce6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:56.822833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a790a6b-bd53-4980-a179-381d49234ce6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:56.839280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.874720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.889573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:37:56.889980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:37:56.907613 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:37:57.022903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60586) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:57.061019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.091715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] DHCP port deletion for 064be28b-3b7a-4404-8a15-da99695fc6e6 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:37:57.104246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.104659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Deleting port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:57.108029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.115178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.143275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5639d0c-5499-4ca4-8688-8d868694b4b6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:57.158624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b4dd9b1d-4fd5-4c14-845d-11c1485f891c admin admin] 10.222.0.36 "DELETE /v2.0/networks/e5639d0c-5499-4ca4-8688-8d868694b4b6 HTTP/1.1" status: 204 len: 168 time: 0.7475960 Feb 13 23:37:57.175384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] For port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:57.175713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.192037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:37:57.311300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Usage tracker for resource:security_group_rule and tenant:14db8bf05ea24677bc276eb1b2dce8a1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:37:57.319850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Calling delete_port for 170cc615-ca1c-4cd6-8fbf-6b3c0503486f owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:57.348374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:37:57.361268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:37:57.442820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.455487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 985d5327-68e3-4ee9-83a1-76be18d3d3e3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:57.542224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Pushing event deleted for resources: {'Port': ['ID=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:57.562971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] No DVR routers for this DVR port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:37:57.591675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60604) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:57.617601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.620261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 985d5327-68e3-4ee9-83a1-76be18d3d3e3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:57.621519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 985d5327-68e3-4ee9-83a1-76be18d3d3e3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:57.621819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 170cc615-ca1c-4cd6-8fbf-6b3c0503486f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:37:57.641292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.665269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 170cc615-ca1c-4cd6-8fbf-6b3c0503486f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:37:57.666124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 170cc615-ca1c-4cd6-8fbf-6b3c0503486f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:37:57.743472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] For port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=170cc615-ca1c-4cd6-8fbf-6b3c0503486f,segment=NetworkSegment(b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5),segment_id=b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:37:57.744047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.860933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:57.917067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb4ca52-ae8e-4104-b9f9-372dc12ec9f6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:57.926121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-38654087-6d8b-4eac-9138-d1398866941c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14db8bf05ea24677bc276eb1b2dce8a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9020858 Feb 13 23:37:57.929632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60614) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:57.930137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064be28b-3b7a-4404-8a15-da99695fc6e6']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:57.932119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Calling delete_port for 170cc615-ca1c-4cd6-8fbf-6b3c0503486f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:37:57.945472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-67a86791-f12f-4158-96ba-7ec5fa899a52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fea57da0c174f93b8fcd2a966ee5b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3474810 Feb 13 23:37:57.947047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:57.947341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f51b3d-118b-48f8-8eb0-e5b3ffd85da5') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:37:57.954298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:57.972880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.012798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:37:58.013932 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:37:58.024816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.042015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:37:58.042439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.044043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ae68c32-f954-4c2c-8432-309c8a86f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:37:58.056801 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:37:58.093812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ae68c32-f954-4c2c-8432-309c8a86f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.158498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ae68c32-f954-4c2c-8432-309c8a86f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.170381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69476493-ada0-4897-93de-f90bc06f6336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.185619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.196665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae68c32-f954-4c2c-8432-309c8a86f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb4ca52-ae8e-4104-b9f9-372dc12ec9f6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:58.208054 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.225219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ae68c32-f954-4c2c-8432-309c8a86f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.226455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ae68c32-f954-4c2c-8432-309c8a86f3ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfb4ca52-ae8e-4104-b9f9-372dc12ec9f6 HTTP/1.1" status: 204 len: 168 time: 0.2949398 Feb 13 23:37:58.228685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69476493-ada0-4897-93de-f90bc06f6336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.243961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] Pushing event deleted for resources: {'Network': ['ID=064be28b-3b7a-4404-8a15-da99695fc6e6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:58.295953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7cf53d33-8b32-497b-963b-dcb78cf0fe7d admin admin] 10.222.0.36 "DELETE /v2.0/networks/064be28b-3b7a-4404-8a15-da99695fc6e6 HTTP/1.1" status: 204 len: 168 time: 1.6845315 Feb 13 23:37:58.309148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69476493-ada0-4897-93de-f90bc06f6336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.330142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69476493-ada0-4897-93de-f90bc06f6336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645352fa-9aad-4975-b2f6-194ec50f97a7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:58.358402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69476493-ada0-4897-93de-f90bc06f6336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.360109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69476493-ada0-4897-93de-f90bc06f6336 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/645352fa-9aad-4975-b2f6-194ec50f97a7 HTTP/1.1" status: 204 len: 168 time: 0.4048238 Feb 13 23:37:58.515174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Deleting port 170cc615-ca1c-4cd6-8fbf-6b3c0503486f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:37:58.523644 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.627164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cc166b7f-1b61-4bb4-8b81-3f4f458e5b81 None None] The port '170cc615-ca1c-4cd6-8fbf-6b3c0503486f' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:37:58.738961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60646) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:58.792678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5a7793dd-9c36-4596-aad0-76bab87aae7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80e0aecebf564b59ae6dcef862812387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525179 Feb 13 23:37:58.795171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60650) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:37:58.884660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c1fdefb-ef48-44a3-9422-8813d6738058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:58.915861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c1fdefb-ef48-44a3-9422-8813d6738058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:59.011168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c1fdefb-ef48-44a3-9422-8813d6738058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:59.042499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fdefb-ef48-44a3-9422-8813d6738058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a52330-25cb-4d04-9dea-52c58bb8d563,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:37:59.074972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c1fdefb-ef48-44a3-9422-8813d6738058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:37:59.078301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c1fdefb-ef48-44a3-9422-8813d6738058 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34a52330-25cb-4d04-9dea-52c58bb8d563 HTTP/1.1" status: 204 len: 168 time: 0.2800262 Feb 13 23:38:00.176691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-594e2577-0661-4a52-8021-4ad32b51f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:02.207466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60802) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:02.316665 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cf11305a-c3db-410a-9970-537e4d12dea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:02.592229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:02.674273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:02.678723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Usage tracker for resource:security_group_rule and tenant:db7724d0365f4183af1aa41b6cd320e9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:02.681934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:02.688637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:02.784157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:02.792263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:02.874944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8c5f18-f7a7-49db-ba9e-613973aa8967,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:02.881052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-51b37d75-2cf7-410c-b253-8b826b2546ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db7724d0365f4183af1aa41b6cd320e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6717732 Feb 13 23:38:02.883752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60844) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:03.010391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b310351-7ea3-476d-8f2c-462105498693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.070246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b310351-7ea3-476d-8f2c-462105498693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.132427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b310351-7ea3-476d-8f2c-462105498693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.153007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b310351-7ea3-476d-8f2c-462105498693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.155373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8b310351-7ea3-476d-8f2c-462105498693 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb8c5f18-f7a7-49db-ba9e-613973aa8967 HTTP/1.1" status: 204 len: 168 time: 0.2703874 Feb 13 23:38:03.156589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b310351-7ea3-476d-8f2c-462105498693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8c5f18-f7a7-49db-ba9e-613973aa8967,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:03.267017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60884) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:03.308482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60892) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:03.519525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.753000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.932469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.952165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:03.996611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:04.007158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Usage tracker for resource:security_group_rule and tenant:648ee4dc2b6e43fea44a41dcad99f8a8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:04.022128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:04.045003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:04.045319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:04.048896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4087fcbfe9e4f4aa362f86d73e2cb57 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:04.052257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:04.060283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:04.143435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60922) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:04.186664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.192601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.196182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.219832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.234991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.247919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4087fcbfe9e4f4aa362f86d73e2cb57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9789112 Feb 13 23:38:04.252394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60932) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:04.330279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc45108-2690-4929-95cf-621d333937e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b526fe8a-d911-4108-ba8b-6e4bdcfde182,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:04.360387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fae93904-7c56-47b1-9628-664f4e3d12b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.416780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fae93904-7c56-47b1-9628-664f4e3d12b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.456514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=648ee4dc2b6e43fea44a41dcad99f8a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1468105 Feb 13 23:38:04.460958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60944) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:04.480419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:04.519262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Usage tracker for resource:security_group_rule and tenant:9263b0cf68b646e4942fdf97d0ee3c98 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:04.524017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fae93904-7c56-47b1-9628-664f4e3d12b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.546655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae93904-7c56-47b1-9628-664f4e3d12b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b526fe8a-d911-4108-ba8b-6e4bdcfde182,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:04.547075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7846-4d7d-4c3e-8747-a03af2e16993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1eb30d-ebb9-4b9b-b833-3204367585fb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:04.558250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fae93904-7c56-47b1-9628-664f4e3d12b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.560430 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fae93904-7c56-47b1-9628-664f4e3d12b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b526fe8a-d911-4108-ba8b-6e4bdcfde182 HTTP/1.1" status: 204 len: 168 time: 0.3055663 Feb 13 23:38:04.566058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:04.574641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:04.672970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.688137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.781709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9263b0cf68b646e4942fdf97d0ee3c98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6365941 Feb 13 23:38:04.784302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:04.832072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4562690-9f68-4ad2-ac5c-d249a5d18a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f1010a-e69a-4f5f-89a1-852f71fcea15,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:04.834477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c198dbbb-6c8d-4842-bec3-41413eff6793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.871690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c198dbbb-6c8d-4842-bec3-41413eff6793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.901002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b8b29d-29a6-4171-8236-577c8e0d81f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.988773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b8b29d-29a6-4171-8236-577c8e0d81f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:04.991573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c198dbbb-6c8d-4842-bec3-41413eff6793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.030759 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.056005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198dbbb-6c8d-4842-bec3-41413eff6793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1eb30d-ebb9-4b9b-b833-3204367585fb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:05.081659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c198dbbb-6c8d-4842-bec3-41413eff6793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.087366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c198dbbb-6c8d-4842-bec3-41413eff6793 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e1eb30d-ebb9-4b9b-b833-3204367585fb HTTP/1.1" status: 204 len: 168 time: 0.6239061 Feb 13 23:38:05.135400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b8b29d-29a6-4171-8236-577c8e0d81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.181453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8b29d-29a6-4171-8236-577c8e0d81f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f1010a-e69a-4f5f-89a1-852f71fcea15,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:05.236816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-51b8b29d-29a6-4171-8236-577c8e0d81f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.247029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-51b8b29d-29a6-4171-8236-577c8e0d81f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66f1010a-e69a-4f5f-89a1-852f71fcea15 HTTP/1.1" status: 204 len: 168 time: 0.4607580 Feb 13 23:38:05.796621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 32784) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:05.815919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.851215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:05.855573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8b6a0d27ab4a8f9fe58b7f64511e27 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:05.859542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:05.866985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:05.959916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:05.977996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:06.076727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f0d43e-e152-49f0-851c-1523f3ac855e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:06.085899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ae070c6d-109a-41cb-8f59-d455e9642442 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e8b6a0d27ab4a8f9fe58b7f64511e27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2880187 Feb 13 23:38:06.089846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 32796) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:06.237261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9588-7cc8-4222-a7e0-0c5f8065be2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:06.411527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9588-7cc8-4222-a7e0-0c5f8065be2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:06.542680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9588-7cc8-4222-a7e0-0c5f8065be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:06.589740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a9588-7cc8-4222-a7e0-0c5f8065be2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f0d43e-e152-49f0-851c-1523f3ac855e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:06.604726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9588-7cc8-4222-a7e0-0c5f8065be2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:06.606277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5e9a9588-7cc8-4222-a7e0-0c5f8065be2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96f0d43e-e152-49f0-851c-1523f3ac855e HTTP/1.1" status: 204 len: 168 time: 0.5154030 Feb 13 23:38:06.786207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 32840) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:07.011778 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.165042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1590873217-network', 'tenant_id': '6fa9c37638f1451e807bff1d18791e56'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:07.175631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:07.187819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Usage tracker for resource:network and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:07.192719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:07.202926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:07.215593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Made reservation on behalf of 6fa9c37638f1451e807bff1d18791e56 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:07.219395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.235402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.279198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:07.287755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:07.292280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:07.299629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:07.390166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.395996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.429182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:38:07.440515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e59812d-347f-4c66-b399-e5f67f40ee3b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:07.446247 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.446880 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Added segment 8733e8d7-c55d-4352-b203-f843b786c91a of type vlan for network ba1ad616-a9ee-49fb-8974-c17820e44d3b Feb 13 23:38:07.482279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.545557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.546594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:07.547243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:07.679030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8912785 Feb 13 23:38:07.682062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 32888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:07.689371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Request body: {'subnet': {'network_id': 'ba1ad616-a9ee-49fb-8974-c17820e44d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1590873217-subnet', 'tenant_id': '6fa9c37638f1451e807bff1d18791e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:07.694507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b623b-3a05-44bc-86be-5acf0cea366e admin admin] Pushing event updated for resources: {'Network': ['ID=ba1ad616-a9ee-49fb-8974-c17820e44d3b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:07.697514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:07.702470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Usage tracker for resource:subnet and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:07.706368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:07.707833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ba1ad616-a9ee-49fb-8974-c17820e44d3b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:38:07.713041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:07.730264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Made reservation on behalf of 6fa9c37638f1451e807bff1d18791e56 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:07.733745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.185989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 32904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:08.279214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.379304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aff0d65-9326-43ca-ba06-4ffc0d7e163f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:08.384692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Checking segment: {'id': '8733e8d7-c55d-4352-b203-f843b786c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba1ad616-a9ee-49fb-8974-c17820e44d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:08.385302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Network hostable DHCP agents. Network: ba1ad616-a9ee-49fb-8974-c17820e44d3b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:38:08.417357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Network ba1ad616-a9ee-49fb-8974-c17820e44d3b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:38:08.431680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ba1ad616-a9ee-49fb-8974-c17820e44d3b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:08.442188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:08.442420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.444363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d37f6-68dc-47ad-89d2-df8b595475cb None None] Network ba1ad616-a9ee-49fb-8974-c17820e44d3b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:08.479765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-193b084b-cac1-46b5-b912-1749d1f81750 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7965536 Feb 13 23:38:08.576771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.615414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:08.623378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddc592a19fa4bea936a92a581f1860b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:08.629928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:08.644606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:08.719096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.722854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473de6b-ea2e-43e0-95d5-f8fd265787f7 None None] Network ba1ad616-a9ee-49fb-8974-c17820e44d3b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:08.805390 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.815243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:08.889460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26220544-a58d-410e-934b-04dbd0284141,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:08.944940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6451dbb0-9fa7-474a-bf2c-4940d013aef5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ddc592a19fa4bea936a92a581f1860b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7569652 Feb 13 23:38:08.947438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 32930) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:09.108911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6361415b-9d36-47a3-8b66-e8c6923d956c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.154695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6361415b-9d36-47a3-8b66-e8c6923d956c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.161685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1943899225', 'description': 'tempest-description-1440653797'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:09.169627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:09.175028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:09.180033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:09.188380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:09.205702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.255312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6361415b-9d36-47a3-8b66-e8c6923d956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.290609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:09.297133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:09.301540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:09.310712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:09.320268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361415b-9d36-47a3-8b66-e8c6923d956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26220544-a58d-410e-934b-04dbd0284141,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:09.329923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6361415b-9d36-47a3-8b66-e8c6923d956c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.331320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6361415b-9d36-47a3-8b66-e8c6923d956c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26220544-a58d-410e-934b-04dbd0284141 HTTP/1.1" status: 204 len: 168 time: 0.3829603 Feb 13 23:38:09.405667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.412981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.508260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.514528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18d624b3-27bd-49bd-9adb-26c8cad95b0f req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.3589582 Feb 13 23:38:09.534921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591d8d8-7e89-4eb8-8815-e28dceb9d41c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ff1060-11d8-4f1a-bd4d-e3a8b701e082,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:09.614302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-a161b525-ce67-49d4-8d14-e90f40820c1b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/27ff1060-11d8-4f1a-bd4d-e3a8b701e082 HTTP/1.1" status: 200 len: 1639 time: 0.0577972 Feb 13 23:38:09.638379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27ff1060-11d8-4f1a-bd4d-e3a8b701e082', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:09.638697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27ff1060-11d8-4f1a-bd4d-e3a8b701e082', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:09.649966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:09.659682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:09.668306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:09.675613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:09.781439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.810465 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.814994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.842442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b4f37a-2869-4487-b5e2-94eb91e978fa,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:09.852866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.854476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a51e093d-b31f-49e9-b05e-823daf19a3d7 req-bde05b8b-cd74-44e6-b41c-92c87fe0d897 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2324708 Feb 13 23:38:09.891925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-643257038', 'description': 'tempest-description-2064099874'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:09.899317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:09.903738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:09.910376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:09.919796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:09.940267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:09.980290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:09.985219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:09.988559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:09.994976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:10.096423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.102281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.177252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa722590-f5e5-443f-acef-a4102aa6807f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:10.182238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.189313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47d7b9cc-d68a-45c8-b831-ac8b5b4ead80 req-0dad5e41-002e-4508-b52f-0bad19e8b201 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.3027945 Feb 13 23:38:10.283729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-891451e1-4967-443d-b8ee-1e69950b768a tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/fa722590-f5e5-443f-acef-a4102aa6807f HTTP/1.1" status: 200 len: 1638 time: 0.0627830 Feb 13 23:38:10.293048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fa722590-f5e5-443f-acef-a4102aa6807f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:10.293402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fa722590-f5e5-443f-acef-a4102aa6807f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:10.300078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:10.308553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:10.311317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:10.328512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:10.417583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.451676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.459800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.503592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016fd9ea-9572-40d5-80d3-7900d414552e,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:10.518949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.520242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9d34fc59-cfe3-498b-80ef-1e42da574e7e req-153000bd-3ae1-4929-88c3-669cadd6b754 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.2355771 Feb 13 23:38:10.569587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641361846', 'description': 'tempest-description-1506874090'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:10.579168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:10.586350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:10.590577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:10.597465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:10.613201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.654630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:10.658781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:10.661680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:10.667925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:10.741999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.747792 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.799375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fe4ba-bad3-425f-b17f-b25e034ff154,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:10.813397 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.814937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4ab68509-ce35-4d0b-a9ec-37e5229953c4 req-bc5ff12a-a152-4b37-bc4e-cbf0afb8583f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.2529855 Feb 13 23:38:10.863534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2112929913', 'description': 'tempest-description-320813987'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:10.874416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:10.883506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:10.891245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:10.905055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:10.927759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:10.972465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:10.976729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:10.979927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:10.988348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:11.079940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.097365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.187253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c5c73f-dcb9-41ad-a45a-a752cadd1680,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:11.190657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.192159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d78fcfe-ca86-4f88-a880-71c60c81a885 req-b35b2c1e-983a-4b92-854b-ac5d40ad35dc tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.3344932 Feb 13 23:38:11.324834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9843fb59-ff83-436f-849c-5292e622c43e req-13a143e6-bc20-4b32-af87-3f5ce121c681 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/bf3fe4ba-bad3-425f-b17f-b25e034ff154 HTTP/1.1" status: 200 len: 1639 time: 0.0862896 Feb 13 23:38:11.438742 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9843fb59-ff83-436f-849c-5292e622c43e req-590c2740-be1a-43b1-b02c-6642babfd7e6 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/10c5c73f-dcb9-41ad-a45a-a752cadd1680 HTTP/1.1" status: 200 len: 1638 time: 0.1036217 Feb 13 23:38:11.452006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bf3fe4ba-bad3-425f-b17f-b25e034ff154', 'remote_group_id': '10c5c73f-dcb9-41ad-a45a-a752cadd1680', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:11.452396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bf3fe4ba-bad3-425f-b17f-b25e034ff154', 'remote_group_id': '10c5c73f-dcb9-41ad-a45a-a752cadd1680', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:11.459721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:11.464207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:11.467804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:11.474364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:11.556776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.595854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.602852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.626331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c42ebb-d936-411c-ac76-96c9268a2978,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:11.653783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.655435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9843fb59-ff83-436f-849c-5292e622c43e req-d489c691-7506-4466-a7a4-dcf14cfeefd2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2089977 Feb 13 23:38:11.703534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1767637353', 'description': 'tempest-description-15422089'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:11.714336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:11.721165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:11.725122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:11.733083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:11.751651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.806255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:11.818348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:11.826553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:11.835391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:11.904312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.912048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.972650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac96fbe-932c-48f8-ba23-53db705c8c0b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:11.981282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:11.983144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2542e7fa-2cb7-4e64-9abf-bf9dad16aeda req-7c7dc7dc-df40-41d2-8ac5-0229346eda14 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.2852583 Feb 13 23:38:12.052980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-597907680', 'description': 'tempest-description-2048168475'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:12.065990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:12.076767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:12.080585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:12.093304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:12.121511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.217050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:12.227528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:12.232046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:12.251113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:12.374354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.384473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.444879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.446158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f31d0ae5-97bb-4ffe-b509-d406577ab4b3 req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4002523 Feb 13 23:38:12.492103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b048-fc34-445c-8601-5742872d89eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346aa1be-4fc2-4e0e-acca-5beba9c518f7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:12.589001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-e203ec15-d959-4e28-8b1e-99a21d16cd06 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/6ac96fbe-932c-48f8-ba23-53db705c8c0b HTTP/1.1" status: 200 len: 1637 time: 0.0975633 Feb 13 23:38:12.706127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-070663ac-6bc0-4910-b774-be3b50727e51 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/346aa1be-4fc2-4e0e-acca-5beba9c518f7 HTTP/1.1" status: 200 len: 1638 time: 0.1108880 Feb 13 23:38:12.714098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ac96fbe-932c-48f8-ba23-53db705c8c0b', 'remote_group_id': '346aa1be-4fc2-4e0e-acca-5beba9c518f7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:12.714615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ac96fbe-932c-48f8-ba23-53db705c8c0b', 'remote_group_id': '346aa1be-4fc2-4e0e-acca-5beba9c518f7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:12.724605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:12.729790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:12.740543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:12.749686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:12.877636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.925523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.932334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.959983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfa3e91-00dc-4e48-a61d-48cf3cc79008,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:12.980881 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:12.984660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-080ff34a-dd29-4add-b884-27c9a51bb8a4 req-10b5a491-69d0-4161-b960-0c5e4af4a6cd tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2769566 Feb 13 23:38:13.105191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a720134-c17d-428b-a857-0c78bef2e6eb req-263af76f-c695-4e3c-b23a-7adeb4eb8a2c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/346aa1be-4fc2-4e0e-acca-5beba9c518f7 HTTP/1.1" status: 200 len: 1638 time: 0.0844171 Feb 13 23:38:13.182126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a720134-c17d-428b-a857-0c78bef2e6eb req-7bcf8aee-86ea-43f6-b62c-4aec0a74dad5 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.215298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a720134-c17d-428b-a857-0c78bef2e6eb req-7bcf8aee-86ea-43f6-b62c-4aec0a74dad5 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.290156 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a720134-c17d-428b-a857-0c78bef2e6eb req-7bcf8aee-86ea-43f6-b62c-4aec0a74dad5 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.320146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8aee-86ea-43f6-b62c-4aec0a74dad5 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346aa1be-4fc2-4e0e-acca-5beba9c518f7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:13.323392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7a720134-c17d-428b-a857-0c78bef2e6eb req-7bcf8aee-86ea-43f6-b62c-4aec0a74dad5 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.324668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a720134-c17d-428b-a857-0c78bef2e6eb req-7bcf8aee-86ea-43f6-b62c-4aec0a74dad5 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/346aa1be-4fc2-4e0e-acca-5beba9c518f7 HTTP/1.1" status: 204 len: 173 time: 0.2130067 Feb 13 23:38:13.416480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d703f3d-61c9-4b36-9650-f4baa8370b2d req-851b97aa-478b-41c1-9f95-5fec05ced4eb tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/6ac96fbe-932c-48f8-ba23-53db705c8c0b HTTP/1.1" status: 200 len: 1637 time: 0.0536358 Feb 13 23:38:13.457236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-693974395', 'description': 'tempest-description-2046686693'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:13.464071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:13.469122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:13.472450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:13.479380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:13.491590 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.535998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:13.540453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:13.545227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:13.551723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:13.644407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.651326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.717098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9661f53-5d07-4618-9559-3fa9bf80aa91,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:13.728917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.730244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee6f163f-b6dd-4dfd-82ff-8fdf970c36f7 req-c863ed85-0009-4971-8b0f-4e0d3b836187 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.2779946 Feb 13 23:38:13.820056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-925f056b-abb6-4d6f-8c5a-9ab118b78ea4 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/a9661f53-5d07-4618-9559-3fa9bf80aa91 HTTP/1.1" status: 200 len: 1638 time: 0.0516543 Feb 13 23:38:13.830849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9661f53-5d07-4618-9559-3fa9bf80aa91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:13.831458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9661f53-5d07-4618-9559-3fa9bf80aa91', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:13.839562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:13.846192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:13.850341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:13.859582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:13.930975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:13.984229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.005177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.065288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a13abe-ddb3-402f-a149-95ea0b1ee072,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:14.077224 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.078638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12e5f1fa-f915-4163-ab46-58c56ac9dc0f req-ff6d7070-00aa-41eb-94ef-205217ae275b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2521286 Feb 13 23:38:14.231283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-d3746598-f57d-4c56-8708-aafbd7862b47 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/a9661f53-5d07-4618-9559-3fa9bf80aa91 HTTP/1.1" status: 200 len: 2141 time: 0.0861988 Feb 13 23:38:14.245992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:14.251277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9661f53-5d07-4618-9559-3fa9bf80aa91', 'remote_group_id': None}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:14.251645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9661f53-5d07-4618-9559-3fa9bf80aa91', 'remote_group_id': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:14.273782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:14.281226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Usage tracker for resource:security_group_rule and tenant:6fa9c37638f1451e807bff1d18791e56 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:14.284412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:14.291655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:14.423747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.470428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.476818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.478764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.533907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:14.544325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d506ab-cdc2-40e7-8f6f-3793fce2cb62,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:14.552693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Usage tracker for resource:security_group_rule and tenant:af35ead9395241c69e7ce64e7500979b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:14.556312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:14.567164 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.568396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cce31ea7-7861-4329-90a0-da76c80f5c90 req-9241819f-6b38-49c0-b7e2-78bb91c20292 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.3300462 Feb 13 23:38:14.572306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:14.727244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89722441-187c-4fc2-9ba7-c2561e13628c req-4c9a34c4-0982-449c-9d15-86dfb5ebc0f4 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/a9661f53-5d07-4618-9559-3fa9bf80aa91 HTTP/1.1" status: 200 len: 2649 time: 0.0953555 Feb 13 23:38:14.766948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.774334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.804044 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-7fb5536e-d542-4fc9-ae52-cd6466a3b166 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-group-rules/80d506ab-cdc2-40e7-8f6f-3793fce2cb62 HTTP/1.1" status: 200 len: 718 time: 0.0336752 Feb 13 23:38:14.827281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af35ead9395241c69e7ce64e7500979b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5801668 Feb 13 23:38:14.828202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33170) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:14.835127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33172) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:14.902355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30416817-3213-429b-9976-080d2d01ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a0f77-e66c-48cf-8779-c5c0fb424f06,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:14.904335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-f6ef860f-8b04-4d55-ad6a-9b9eeeb3de85 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/a9661f53-5d07-4618-9559-3fa9bf80aa91 HTTP/1.1" status: 200 len: 2649 time: 0.0936401 Feb 13 23:38:14.928485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33180) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:14.944379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459a9ef4-34f0-4b69-bec6-1b9403fcba02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.972819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-2ccafa97-2d88-4a19-837d-472d486a5004 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.979851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459a9ef4-34f0-4b69-bec6-1b9403fcba02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:14.988117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-2ccafa97-2d88-4a19-837d-472d486a5004 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.038804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-2ccafa97-2d88-4a19-837d-472d486a5004 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.067325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccafa97-2d88-4a19-837d-472d486a5004 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80d506ab-cdc2-40e7-8f6f-3793fce2cb62,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:15.079081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-2ccafa97-2d88-4a19-837d-472d486a5004 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.080318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b224cad-bb9e-4566-82a5-3a0f952718b5 req-2ccafa97-2d88-4a19-837d-472d486a5004 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/80d506ab-cdc2-40e7-8f6f-3793fce2cb62 HTTP/1.1" status: 204 len: 173 time: 0.1686654 Feb 13 23:38:15.107452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459a9ef4-34f0-4b69-bec6-1b9403fcba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.137400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a9ef4-34f0-4b69-bec6-1b9403fcba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a0f77-e66c-48cf-8779-c5c0fb424f06,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:15.214675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-459a9ef4-34f0-4b69-bec6-1b9403fcba02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.218365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-459a9ef4-34f0-4b69-bec6-1b9403fcba02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/595a0f77-e66c-48cf-8779-c5c0fb424f06 HTTP/1.1" status: 204 len: 168 time: 0.3794966 Feb 13 23:38:15.241698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.260356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.336314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5f9d940-f331-46ec-8fae-777eab8f67b2 req-fbae6b16-e020-48be-ae12-92ab61fea76c tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/a9661f53-5d07-4618-9559-3fa9bf80aa91 HTTP/1.1" status: 200 len: 2141 time: 0.1937747 Feb 13 23:38:15.337363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:15.345404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Usage tracker for resource:security_group_rule and tenant:027e7599a34b420e9fedea5645e49584 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:15.352380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:15.355473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:15.375410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:15.380377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5707529df64885ac78d8d1ecd7b934 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:15.389111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:15.411156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:15.577229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.578594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e5f9d940-f331-46ec-8fae-777eab8f67b2 req-1e27c211-b5f4-4b71-9107-f8893b83d0ac tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.612579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e5f9d940-f331-46ec-8fae-777eab8f67b2 req-1e27c211-b5f4-4b71-9107-f8893b83d0ac tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.649617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.686532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33214) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:15.712104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.737975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.760642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17fb49-d258-4503-88fc-6078d1ff3a34,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:15.764743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.782957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9c716cc5-8b72-4b7e-bf47-89201e6ab05a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=027e7599a34b420e9fedea5645e49584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8529828 Feb 13 23:38:15.785637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:15.797088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:15.804270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Usage tracker for resource:security_group_rule and tenant:c4392a31e2e5473baadd275b9f4688cf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:15.808134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:15.816605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:15.823912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e5f9d940-f331-46ec-8fae-777eab8f67b2 req-1e27c211-b5f4-4b71-9107-f8893b83d0ac tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.875934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f0e23-7fd3-47a3-8f0e-155adf8b9bb2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:15.882814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e86a9db-db9b-4bc7-acd4-6f0221a2f069 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c5707529df64885ac78d8d1ecd7b934&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0518262 Feb 13 23:38:15.883675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33224) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:15.919529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.928004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.952199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27c211-b5f4-4b71-9107-f8893b83d0ac tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9661f53-5d07-4618-9559-3fa9bf80aa91,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:15.962620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e5f9d940-f331-46ec-8fae-777eab8f67b2 req-1e27c211-b5f4-4b71-9107-f8893b83d0ac tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:15.963621 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5f9d940-f331-46ec-8fae-777eab8f67b2 req-1e27c211-b5f4-4b71-9107-f8893b83d0ac tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9661f53-5d07-4618-9559-3fa9bf80aa91 HTTP/1.1" status: 204 len: 173 time: 0.6129889 Feb 13 23:38:16.006986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33230) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:16.021765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8497d87-da69-47ac-bd71-f414c359fa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.037204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17566886-73d6-4cf3-80ac-a6976544f71b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.046288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f841d0b-ed80-437b-a1f4-da5403858b5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4392a31e2e5473baadd275b9f4688cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3556943 Feb 13 23:38:16.046747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:16.049621 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-a7f8f0de-73a8-475c-89c4-3cad8a013d2f req-88837afe-824a-425b-8f90-5d0e088d5983 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] show failed (client error): The resource could not be found. Feb 13 23:38:16.050737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7f8f0de-73a8-475c-89c4-3cad8a013d2f req-88837afe-824a-425b-8f90-5d0e088d5983 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/346aa1be-4fc2-4e0e-acca-5beba9c518f7 HTTP/1.1" status: 404 len: 352 time: 0.0289340 Feb 13 23:38:16.069388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8497d87-da69-47ac-bd71-f414c359fa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.150547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35b527b5-c307-438b-8144-c7f864183fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.159178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8497d87-da69-47ac-bd71-f414c359fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.184011 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35b527b5-c307-438b-8144-c7f864183fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.202299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8497d87-da69-47ac-bd71-f414c359fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17fb49-d258-4503-88fc-6078d1ff3a34,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.219097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8497d87-da69-47ac-bd71-f414c359fa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.220209 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f8497d87-da69-47ac-bd71-f414c359fa30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec17fb49-d258-4503-88fc-6078d1ff3a34 HTTP/1.1" status: 204 len: 168 time: 0.4321303 Feb 13 23:38:16.236273 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f07c41d-ec14-4d58-9b49-9e06398907e5 req-9247f1ac-9899-44f8-ac8d-e55b9faca26b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/6ac96fbe-932c-48f8-ba23-53db705c8c0b HTTP/1.1" status: 200 len: 1637 time: 0.1121736 Feb 13 23:38:16.238705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23ec30fb-f504-4aaf-bd7b-77a902d6748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.244453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.295707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:16.296580 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23ec30fb-f504-4aaf-bd7b-77a902d6748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.299776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6a1868ec8e4a0f876a8d3e22f6b59d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:16.303748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:16.310065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:16.313486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35b527b5-c307-438b-8144-c7f864183fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.341960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b527b5-c307-438b-8144-c7f864183fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17566886-73d6-4cf3-80ac-a6976544f71b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.353616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35b527b5-c307-438b-8144-c7f864183fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.356315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-35b527b5-c307-438b-8144-c7f864183fed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17566886-73d6-4cf3-80ac-a6976544f71b HTTP/1.1" status: 204 len: 168 time: 0.3072743 Feb 13 23:38:16.404141 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2f07c41d-ec14-4d58-9b49-9e06398907e5 req-533bb16b-e8fb-4913-b71d-838e96173703 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.411530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.418225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.437442 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2f07c41d-ec14-4d58-9b49-9e06398907e5 req-533bb16b-e8fb-4913-b71d-838e96173703 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.477719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23ec30fb-f504-4aaf-bd7b-77a902d6748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.483152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d6a1868ec8e4a0f876a8d3e22f6b59d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4746680 Feb 13 23:38:16.483666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33248) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:16.484321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805258a-ff96-4089-a52c-f88054268219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88612dae-9eb2-4a7f-8eee-8ab1c04a9896,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.501137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec30fb-f504-4aaf-bd7b-77a902d6748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f0e23-7fd3-47a3-8f0e-155adf8b9bb2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.512206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23ec30fb-f504-4aaf-bd7b-77a902d6748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.513734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-23ec30fb-f504-4aaf-bd7b-77a902d6748b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae5f0e23-7fd3-47a3-8f0e-155adf8b9bb2 HTTP/1.1" status: 204 len: 168 time: 0.5966237 Feb 13 23:38:16.527228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2f07c41d-ec14-4d58-9b49-9e06398907e5 req-533bb16b-e8fb-4913-b71d-838e96173703 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.551371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bb16b-e8fb-4913-b71d-838e96173703 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac96fbe-932c-48f8-ba23-53db705c8c0b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.561292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2f07c41d-ec14-4d58-9b49-9e06398907e5 req-533bb16b-e8fb-4913-b71d-838e96173703 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.562249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b392266-cc64-4663-b7fa-70ad01d96455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.562435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f07c41d-ec14-4d58-9b49-9e06398907e5 req-533bb16b-e8fb-4913-b71d-838e96173703 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/6ac96fbe-932c-48f8-ba23-53db705c8c0b HTTP/1.1" status: 204 len: 173 time: 0.3130658 Feb 13 23:38:16.591279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b392266-cc64-4663-b7fa-70ad01d96455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.687502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef955618-4daa-4cbb-91b4-b95204a96203 req-cbce11fa-34b0-4aff-a6a6-683de65b1643 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/10c5c73f-dcb9-41ad-a45a-a752cadd1680 HTTP/1.1" status: 200 len: 1638 time: 0.0767801 Feb 13 23:38:16.738687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b392266-cc64-4663-b7fa-70ad01d96455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.757439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33262) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:16.763736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b392266-cc64-4663-b7fa-70ad01d96455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88612dae-9eb2-4a7f-8eee-8ab1c04a9896,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:16.774093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b392266-cc64-4663-b7fa-70ad01d96455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.778021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b392266-cc64-4663-b7fa-70ad01d96455 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88612dae-9eb2-4a7f-8eee-8ab1c04a9896 HTTP/1.1" status: 204 len: 168 time: 0.2880678 Feb 13 23:38:16.808481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ef955618-4daa-4cbb-91b4-b95204a96203 req-e5ad69ed-3ff4-42a6-871a-9d729c05049b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.816601 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.861409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:16.865647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Usage tracker for resource:security_group_rule and tenant:b1a4d76cd2a94e428fbbbca7d33cfd1e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:16.868777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:16.875476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ef955618-4daa-4cbb-91b4-b95204a96203 req-e5ad69ed-3ff4-42a6-871a-9d729c05049b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:16.875636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:16.974863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ef955618-4daa-4cbb-91b4-b95204a96203 req-e5ad69ed-3ff4-42a6-871a-9d729c05049b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.007149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad69ed-3ff4-42a6-871a-9d729c05049b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c5c73f-dcb9-41ad-a45a-a752cadd1680,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:17.021644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ef955618-4daa-4cbb-91b4-b95204a96203 req-e5ad69ed-3ff4-42a6-871a-9d729c05049b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.022809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ef955618-4daa-4cbb-91b4-b95204a96203 req-e5ad69ed-3ff4-42a6-871a-9d729c05049b tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/10c5c73f-dcb9-41ad-a45a-a752cadd1680 HTTP/1.1" status: 204 len: 173 time: 0.3262727 Feb 13 23:38:17.039039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.049357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.158833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d850c6-8e8a-44c2-8ff0-54e14f902dfe,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:17.174170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e79e1f8d-d40f-4198-8c47-6f8302a54d5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1a4d76cd2a94e428fbbbca7d33cfd1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4154966 Feb 13 23:38:17.176711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33276) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:17.237098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca80161b-158d-4332-9cb7-77401f11f912 req-6e033426-c80b-4250-a5ea-5f3bf33a168f tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/bf3fe4ba-bad3-425f-b17f-b25e034ff154 HTTP/1.1" status: 200 len: 1639 time: 0.1381946 Feb 13 23:38:17.269452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c76bf27-9079-49e2-acae-2f15b8e992fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.422327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c76bf27-9079-49e2-acae-2f15b8e992fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.459236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33290) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:17.471018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca80161b-158d-4332-9cb7-77401f11f912 req-4d7d35df-2665-4d24-ad43-61c653ddada2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.491869 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.509113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca80161b-158d-4332-9cb7-77401f11f912 req-4d7d35df-2665-4d24-ad43-61c653ddada2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.568605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:17.573691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Usage tracker for resource:security_group_rule and tenant:244e5aa2845640df81fe35e99d142b3b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:17.578635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:17.589628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:17.593816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c76bf27-9079-49e2-acae-2f15b8e992fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.651548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76bf27-9079-49e2-acae-2f15b8e992fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d850c6-8e8a-44c2-8ff0-54e14f902dfe,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:17.666021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c76bf27-9079-49e2-acae-2f15b8e992fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.666021 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7c76bf27-9079-49e2-acae-2f15b8e992fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80d850c6-8e8a-44c2-8ff0-54e14f902dfe HTTP/1.1" status: 204 len: 168 time: 0.4851985 Feb 13 23:38:17.670720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca80161b-158d-4332-9cb7-77401f11f912 req-4d7d35df-2665-4d24-ad43-61c653ddada2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.693471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca80161b-158d-4332-9cb7-77401f11f912 req-4d7d35df-2665-4d24-ad43-61c653ddada2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.694504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca80161b-158d-4332-9cb7-77401f11f912 req-4d7d35df-2665-4d24-ad43-61c653ddada2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/bf3fe4ba-bad3-425f-b17f-b25e034ff154 HTTP/1.1" status: 204 len: 173 time: 0.4480486 Feb 13 23:38:17.695325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d35df-2665-4d24-ad43-61c653ddada2 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fe4ba-bad3-425f-b17f-b25e034ff154,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:17.805734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.820167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:17.887972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9605bac6-223a-4373-96eb-f68a4525ef8a req-3d2a2160-4508-47f5-8469-ca9a580b2632 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/fa722590-f5e5-443f-acef-a4102aa6807f HTTP/1.1" status: 200 len: 2145 time: 0.1181042 Feb 13 23:38:17.891612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28824fc4-18a5-4a4f-be5d-86b5f0fb1288,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:17.900378 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9ac734e7-3e2b-4bfe-8d42-14a2679a5a4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=244e5aa2845640df81fe35e99d142b3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4376147 Feb 13 23:38:17.900820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33306) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:18.104640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9605bac6-223a-4373-96eb-f68a4525ef8a req-3e8eec3b-55e2-48e8-b87e-12cdff44cc8e tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.107469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e5867d4-b1be-4ef7-8e05-964c47c1d204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.159181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9605bac6-223a-4373-96eb-f68a4525ef8a req-3e8eec3b-55e2-48e8-b87e-12cdff44cc8e tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.172972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e5867d4-b1be-4ef7-8e05-964c47c1d204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.283152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9605bac6-223a-4373-96eb-f68a4525ef8a req-3e8eec3b-55e2-48e8-b87e-12cdff44cc8e tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.428717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e5867d4-b1be-4ef7-8e05-964c47c1d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.436998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eec3b-55e2-48e8-b87e-12cdff44cc8e tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa722590-f5e5-443f-acef-a4102aa6807f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:18.454763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9605bac6-223a-4373-96eb-f68a4525ef8a req-3e8eec3b-55e2-48e8-b87e-12cdff44cc8e tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.455924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9605bac6-223a-4373-96eb-f68a4525ef8a req-3e8eec3b-55e2-48e8-b87e-12cdff44cc8e tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa722590-f5e5-443f-acef-a4102aa6807f HTTP/1.1" status: 204 len: 173 time: 0.5529542 Feb 13 23:38:18.456525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6e5867d4-b1be-4ef7-8e05-964c47c1d204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.457493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6e5867d4-b1be-4ef7-8e05-964c47c1d204 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28824fc4-18a5-4a4f-be5d-86b5f0fb1288 HTTP/1.1" status: 204 len: 168 time: 0.5560827 Feb 13 23:38:18.459723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5867d4-b1be-4ef7-8e05-964c47c1d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28824fc4-18a5-4a4f-be5d-86b5f0fb1288,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:18.572067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8361ee9-fc50-4b80-950d-20a072a9435c req-f33f6a28-7b31-4ae9-9b97-7accb35f2ba9 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "GET /v2.0/security-groups/27ff1060-11d8-4f1a-bd4d-e3a8b701e082 HTTP/1.1" status: 200 len: 2142 time: 0.0657265 Feb 13 23:38:18.681428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f8361ee9-fc50-4b80-950d-20a072a9435c req-5f87738d-dc8e-4451-a664-5e4765470c49 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.714344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f8361ee9-fc50-4b80-950d-20a072a9435c req-5f87738d-dc8e-4451-a664-5e4765470c49 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.790373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f8361ee9-fc50-4b80-950d-20a072a9435c req-5f87738d-dc8e-4451-a664-5e4765470c49 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.818278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87738d-dc8e-4451-a664-5e4765470c49 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ff1060-11d8-4f1a-bd4d-e3a8b701e082,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:18.822491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f8361ee9-fc50-4b80-950d-20a072a9435c req-5f87738d-dc8e-4451-a664-5e4765470c49 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.823849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8361ee9-fc50-4b80-950d-20a072a9435c req-5f87738d-dc8e-4451-a664-5e4765470c49 tempest-SecurityGroupRulesTestJSON-705578743 tempest-SecurityGroupRulesTestJSON-705578743-project] 10.222.0.36 "DELETE /v2.0/security-groups/27ff1060-11d8-4f1a-bd4d-e3a8b701e082 HTTP/1.1" status: 204 len: 173 time: 0.2374518 Feb 13 23:38:18.830335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:18.904093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Deleting subnet 5aff0d65-9326-43ca-ba06-4ffc0d7e163f {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:38:18.907838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:18.970658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.031351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.156225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.206770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aff0d65-9326-43ca-ba06-4ffc0d7e163f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:19.215763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.230627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33360) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:19.230996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dde837b3-d1f4-4850-8166-bd1eae428a2c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5aff0d65-9326-43ca-ba06-4ffc0d7e163f HTTP/1.1" status: 204 len: 168 time: 0.3995945 Feb 13 23:38:19.399085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.637858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.699089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1ad616-a9ee-49fb-8974-c17820e44d3b']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:19.720888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8733e8d7-c55d-4352-b203-f843b786c91a') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:19.721422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8733e8d7-c55d-4352-b203-f843b786c91a') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:19.734256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.751262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.757712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:38:19.758311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:38:19.855885 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:38:19.869658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.897692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:19.900844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1ad616-a9ee-49fb-8974-c17820e44d3b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:19.908223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-121b462e-fcc2-4c7f-8ac0-9858cc85c8d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ba1ad616-a9ee-49fb-8974-c17820e44d3b HTTP/1.1" status: 204 len: 168 time: 0.6757469 Feb 13 23:38:20.260540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:20.354719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-184bc3f1-0246-4af2-9473-2f70bb45e77a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fa9c37638f1451e807bff1d18791e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0919271 Feb 13 23:38:20.357584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33402) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:20.420118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6e84-ac3f-4ec8-9909-59b0b60b8b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:20.448348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6e84-ac3f-4ec8-9909-59b0b60b8b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:20.519923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6e84-ac3f-4ec8-9909-59b0b60b8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:20.543085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b6e84-ac3f-4ec8-9909-59b0b60b8b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e59812d-347f-4c66-b399-e5f67f40ee3b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:20.555038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6e84-ac3f-4ec8-9909-59b0b60b8b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:20.558743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f3b6e84-ac3f-4ec8-9909-59b0b60b8b3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e59812d-347f-4c66-b399-e5f67f40ee3b HTTP/1.1" status: 204 len: 168 time: 0.1977065 Feb 13 23:38:22.408325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:22.880153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:22.899750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:22.924201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:22.928603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Usage tracker for resource:security_group_rule and tenant:6526a684b4d3435d9973250d364e4714 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:22.931727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:22.937641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:23.010918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.016064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.071850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0586287-274c-4dd2-b21c-6d3c1949ddf3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:23.082767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-954fb18c-fcf0-4214-9d7b-bc3296af2b4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6526a684b4d3435d9973250d364e4714&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6710703 Feb 13 23:38:23.083000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33526) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:23.148910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aba09c8-ac79-4045-bd69-f1a58e291a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.181145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aba09c8-ac79-4045-bd69-f1a58e291a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.242095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aba09c8-ac79-4045-bd69-f1a58e291a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.261327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba09c8-ac79-4045-bd69-f1a58e291a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0586287-274c-4dd2-b21c-6d3c1949ddf3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:23.266824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aba09c8-ac79-4045-bd69-f1a58e291a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.271244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8aba09c8-ac79-4045-bd69-f1a58e291a86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0586287-274c-4dd2-b21c-6d3c1949ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1870451 Feb 13 23:38:23.299007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.333817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:23.337633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Usage tracker for resource:security_group_rule and tenant:5817461c02ca4d75aaaa18671f6e096a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:23.341104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:23.347436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:23.419593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.424976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.473148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8c55f5-85ba-46e3-9520-f1c355548913,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:23.480640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-405ff34c-75cf-47cb-95da-69e3a0613883 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5817461c02ca4d75aaaa18671f6e096a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5794849 Feb 13 23:38:23.484359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33544) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:23.550297 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2bc477ec-a31f-4af2-88f3-731b57a4a06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.577859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2bc477ec-a31f-4af2-88f3-731b57a4a06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.644659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2bc477ec-a31f-4af2-88f3-731b57a4a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.661437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc477ec-a31f-4af2-88f3-731b57a4a06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8c55f5-85ba-46e3-9520-f1c355548913,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:23.667642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2bc477ec-a31f-4af2-88f3-731b57a4a06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:23.669719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2bc477ec-a31f-4af2-88f3-731b57a4a06a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d8c55f5-85ba-46e3-9520-f1c355548913 HTTP/1.1" status: 204 len: 168 time: 0.1841688 Feb 13 23:38:23.802914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33556) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:24.251925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1747772037-network', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:24.257307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:24.264590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Usage tracker for resource:network and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:24.268119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:24.276485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:24.293401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:24.296933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.314350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.358513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:24.363428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Usage tracker for resource:security_group_rule and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:24.367205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:24.374208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:24.465652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.473385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.504890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:24.515111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:38:24.527833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.528945 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Added segment 75800e89-02d5-4b5e-bf3c-f18b2d1912d9 of type vlan for network 4562e5fb-b936-4fbe-9863-acedf38f007c Feb 13 23:38:24.557531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.597002 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.598231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:24.599112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.743908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] Pushing event updated for resources: {'Network': ['ID=4562e5fb-b936-4fbe-9863-acedf38f007c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:24.749740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d2fdd63d-6e6a-4fd4-9b01-0cec01e36801 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9453881 Feb 13 23:38:24.752678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33610) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:24.756012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 4562e5fb-b936-4fbe-9863-acedf38f007c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:38:24.760727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Request body: {'subnet': {'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1747772037-subnet', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:24.767354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:24.773268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Usage tracker for resource:subnet and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:24.776380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:24.783595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:24.799625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:24.803521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:24.927058 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:38:25.091761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.170513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79c442b-b6d1-491b-8fb2-23e91af08245,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:25.181674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Checking segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:25.182047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Network hostable DHCP agents. Network: 4562e5fb-b936-4fbe-9863-acedf38f007c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:38:25.207213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Network 4562e5fb-b936-4fbe-9863-acedf38f007c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:38:25.217809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 4562e5fb-b936-4fbe-9863-acedf38f007c) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:25.222165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:25.223161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.229717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647ea2a-e452-4302-b601-e20919a4c01c None None] Network 4562e5fb-b936-4fbe-9863-acedf38f007c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:25.249205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-543fbf98-ae2a-4d4e-94cb-71bc06ef9992 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4913645 Feb 13 23:38:25.249484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33634) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:25.255324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:25.260507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:25.265599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Usage tracker for resource:router and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:25.268862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:25.277615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:25.292832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.295109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.321184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.519271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-4562e5fb-b936-4fbe-9863-acedf38f007c', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:38:25.521080 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.576731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.726669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Allocated IP 172.20.0.2 (4562e5fb-b936-4fbe-9863-acedf38f007c/d79c442b-b6d1-491b-8fb2-23e91af08245/5c71c483-5da7-4191-97b7-39e7bf32c719) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:25.800327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.835392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:25.889842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33654) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:25.997889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Allocated IP 172.25.4.113 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/73804cd8-c662-4c12-a336-26f27f4a1460) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:26.011274 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.039825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Transition to ACTIVE for port object 5c71c483-5da7-4191-97b7-39e7bf32c719 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:26.074474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Transition to ACTIVE for port object 5c71c483-5da7-4191-97b7-39e7bf32c719 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:26.083253 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.189386 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.213941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Network 4562e5fb-b936-4fbe-9863-acedf38f007c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:26.217159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:26.220700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:26.226731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Pushing event updated for resources: {'Port': ['ID=5c71c483-5da7-4191-97b7-39e7bf32c719,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:26.233031 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.265057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.265393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.265760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.266149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.266478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.266806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.267196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.267508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.267829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.268172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.268489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.316809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:26.320598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:26.322695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Pushing event updated for resources: {'Port': ['ID=73804cd8-c662-4c12-a336-26f27f4a1460,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:26.325106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:26.336173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Attempting to bind port 5c71c483-5da7-4191-97b7-39e7bf32c719 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:26.336522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Attempting to bind port 5c71c483-5da7-4191-97b7-39e7bf32c719 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:26.336848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Attempting to bind port 5c71c483-5da7-4191-97b7-39e7bf32c719 on network 4562e5fb-b936-4fbe-9863-acedf38f007c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:26.344947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:26.345317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Checking segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:26.345709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.346150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Bound using segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:26.346607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Bound port: 5c71c483-5da7-4191-97b7-39e7bf32c719, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:26.346970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.447118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] For port 5c71c483-5da7-4191-97b7-39e7bf32c719, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:26.451548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] For port 5c71c483-5da7-4191-97b7-39e7bf32c719, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c71c483-5da7-4191-97b7-39e7bf32c719,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:26.457131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.483946 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.515052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.515843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.549632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153856a-3fba-4e01-ac4f-382c6d9cbd0d None None] Pushing event updated for resources: {'Port': ['ID=5c71c483-5da7-4191-97b7-39e7bf32c719,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:26.559104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:26.571981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce855d791984a26ae65a96c5f39cb49 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:26.578473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:26.594792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:26.715794 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.723135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.782767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ce855d791984a26ae65a96c5f39cb49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8909919 Feb 13 23:38:26.784730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5cc19-ce56-4f49-9933-a1788aadf55f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:26.785299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33674) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:26.803148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.803738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.804438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.805096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.805694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.811420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.812312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.812913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.813484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.814143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.814794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4322ad-c00e-44c5-bd12-8057e67753e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:26.900363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:38:26.907574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45881c1-98f9-4b04-9ae7-fb1b7a1dd077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:26.993752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45881c1-98f9-4b04-9ae7-fb1b7a1dd077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:27.156853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45881c1-98f9-4b04-9ae7-fb1b7a1dd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:27.185408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45881c1-98f9-4b04-9ae7-fb1b7a1dd077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5cc19-ce56-4f49-9933-a1788aadf55f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:27.226285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45881c1-98f9-4b04-9ae7-fb1b7a1dd077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:27.230907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a45881c1-98f9-4b04-9ae7-fb1b7a1dd077 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02d5cc19-ce56-4f49-9933-a1788aadf55f HTTP/1.1" status: 204 len: 168 time: 0.4442992 Feb 13 23:38:27.235820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c71c483-5da7-4191-97b7-39e7bf32c719 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:27.272650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:38:27.284204 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Sync routers for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:38:27.306815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:38:27.307681 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:27.326436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5c71c483-5da7-4191-97b7-39e7bf32c719 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:27.328413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:27.329606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e5f3fd8-8038-4850-a610-880b5d2acc77 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0791485 Feb 13 23:38:27.332463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33690) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:27.604725 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:38:27.900250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4397e9b-bcd8-460b-abba-b76cc618c269 None None] Network 4562e5fb-b936-4fbe-9863-acedf38f007c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:27.983489 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:26Z', 'revision_number': 3, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:27.989602 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Checking router: 48b42645-6267-4e09-8dff-8b26ee7ac9e2 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:38:27.990479 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Updating router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 port 73804cd8-c662-4c12-a336-26f27f4a1460 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:38:28.105239 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.275203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] Provisioning for port 5c71c483-5da7-4191-97b7-39e7bf32c719 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:28.300109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] Provisioning complete for port 5c71c483-5da7-4191-97b7-39e7bf32c719 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:28.300475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.515792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.532292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33714) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:28.585476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.609970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] For port 5c71c483-5da7-4191-97b7-39e7bf32c719, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c71c483-5da7-4191-97b7-39e7bf32c719,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:38:28.619482 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.628306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.663465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:28.674496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:f489b78fce784ab69b734d8fe0cd0bf3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:28.682116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:28.697692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:28.771676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d03ce-7d4d-4ba9-9346-a88655812aa6 None None] Pushing event updated for resources: {'Port': ['ID=5c71c483-5da7-4191-97b7-39e7bf32c719,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:28.821720 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.838309 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Transition to ACTIVE for port object 73804cd8-c662-4c12-a336-26f27f4a1460 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:28.838777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.842607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33720) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:28.849955 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.856754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9c04a377-462e-43c0-bd31-0467ff085b96 None None] Provisioning complete for port 5c71c483-5da7-4191-97b7-39e7bf32c719 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:28.857138 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c04a377-462e-43c0-bd31-0467ff085b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.863745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:28.937555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b366248-09ea-48e0-a857-8ed0d720fed5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:28.942050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c5e3f7cf-7d8f-45b6-8c1d-1a14bd6a4aa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f489b78fce784ab69b734d8fe0cd0bf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4086666 Feb 13 23:38:28.944587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33728) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:28.987767 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Attempting to bind port 73804cd8-c662-4c12-a336-26f27f4a1460 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:28.988439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Attempting to bind port 73804cd8-c662-4c12-a336-26f27f4a1460 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:28.988987 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Attempting to bind port 73804cd8-c662-4c12-a336-26f27f4a1460 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:29.004831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Pushing event updated for resources: {'Port': ['ID=73804cd8-c662-4c12-a336-26f27f4a1460,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:29.007489 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:29.008125 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:29.008716 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.009299 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:29.010081 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Bound port: 73804cd8-c662-4c12-a336-26f27f4a1460, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:29.010666 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.081555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bbd718a1-36d2-4671-8d92-75f7e25ae654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.109720 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.112619 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.113162 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.113846 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.114290 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.115113 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.115711 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.119024 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.119420 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.119860 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.120283 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:29.162201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bbd718a1-36d2-4671-8d92-75f7e25ae654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.223035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Allocated IP 172.20.0.1 (4562e5fb-b936-4fbe-9863-acedf38f007c/d79c442b-b6d1-491b-8fb2-23e91af08245/4ce8cf0c-11d5-4ca9-bf95-263775d3573b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:29.223199 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] For port 73804cd8-c662-4c12-a336-26f27f4a1460, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:29.227703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c71c483-5da7-4191-97b7-39e7bf32c719 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:29.230020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] For port 73804cd8-c662-4c12-a336-26f27f4a1460, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=73804cd8-c662-4c12-a336-26f27f4a1460,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:29.239930 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.248565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bbd718a1-36d2-4671-8d92-75f7e25ae654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.286336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd718a1-36d2-4671-8d92-75f7e25ae654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b366248-09ea-48e0-a857-8ed0d720fed5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:29.301835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bbd718a1-36d2-4671-8d92-75f7e25ae654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.302842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bbd718a1-36d2-4671-8d92-75f7e25ae654 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b366248-09ea-48e0-a857-8ed0d720fed5 HTTP/1.1" status: 204 len: 168 time: 0.3573675 Feb 13 23:38:29.342821 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:38:29.343774 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:29.354967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5c71c483-5da7-4191-97b7-39e7bf32c719 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:29.355488 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.405398 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c5ab4-98ea-4b68-ae89-c583e0e4eaab None None] Pushing event updated for resources: {'Port': ['ID=73804cd8-c662-4c12-a336-26f27f4a1460,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:29.423333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.522634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:29.529771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Usage tracker for resource:security_group_rule and tenant:f3ed7f8065514b5d9a90d044f05f6c8f is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:29.532876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:29.540083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:29.548983 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.567561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Transition to ACTIVE for port object 4ce8cf0c-11d5-4ca9-bf95-263775d3573b will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:29.594359 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:38:29.606528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.644026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.655496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.699564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3ed7f8065514b5d9a90d044f05f6c8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8529301 Feb 13 23:38:29.702675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33746) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:29.709530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:29.716525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Network 4562e5fb-b936-4fbe-9863-acedf38f007c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:29.717802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:29.720830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:29.759062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5bc7d-0a1b-444a-afc3-c8351cd4f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1923cce-b5b7-4b4b-acad-edde666dfd31,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:29.784741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.856901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-333935a0-1e77-4b8b-9291-82d5496bbd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.897504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:29.917404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:30.089700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-50b83ebf-21b5-46d7-8d42-1ba5694a0894 None None] Provisioning for port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:30.098776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-50b83ebf-21b5-46d7-8d42-1ba5694a0894 None None] Provisioning complete for port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:30.099248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-50b83ebf-21b5-46d7-8d42-1ba5694a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.126894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-333935a0-1e77-4b8b-9291-82d5496bbd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.129499 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:26Z', 'revision_number': 3, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:30.139924 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7ba37-6831-4b5c-99c8-196e67d0911c None None] The sync data for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 is: [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:26Z', 'revision_number': 3, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:38:30.248766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-333935a0-1e77-4b8b-9291-82d5496bbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.283774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-50b83ebf-21b5-46d7-8d42-1ba5694a0894 None None] Port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:38:30.308104 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-333935a0-1e77-4b8b-9291-82d5496bbd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.310413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-333935a0-1e77-4b8b-9291-82d5496bbd95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1923cce-b5b7-4b4b-acad-edde666dfd31 HTTP/1.1" status: 204 len: 168 time: 0.6067100 Feb 13 23:38:30.311704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333935a0-1e77-4b8b-9291-82d5496bbd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1923cce-b5b7-4b4b-acad-edde666dfd31,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:30.314236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22940d20-eae4-4525-95e3-0bbf7b9ace47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.385321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.395803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.592749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.598679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:30.631116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:30.835667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Network 4562e5fb-b936-4fbe-9863-acedf38f007c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:30.839037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:31.044667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:31.151870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Usage tracker for resource:security_group_rule and tenant:7728b5d5fdb94e24a3d4205cd72a18bd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:31.155375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:31.162787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:31.213125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-23bc901b-9311-4734-bcb7-d770372fc1de None None] Provisioning complete for port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:31.213662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-23bc901b-9311-4734-bcb7-d770372fc1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.278392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73804cd8-c662-4c12-a336-26f27f4a1460 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:31.397701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-23bc901b-9311-4734-bcb7-d770372fc1de None None] Port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:38:31.416556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 73804cd8-c662-4c12-a336-26f27f4a1460 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:31.423411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 73804cd8-c662-4c12-a336-26f27f4a1460 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:31.424258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.442785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:31.467930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.487622 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.492243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.551027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26a3c32-52d1-425d-b9f6-770ae87e9bc2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:31.582122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:31.590972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dab1ec5d-2c7d-4740-9395-a396d275db61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7728b5d5fdb94e24a3d4205cd72a18bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6716404 Feb 13 23:38:31.595289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33820) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:31.605565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Usage tracker for resource:security_group_rule and tenant:de7379401a234ceba0457ca9044b79eb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:31.612690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:31.626828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.628375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:31.673279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 73804cd8-c662-4c12-a336-26f27f4a1460, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=73804cd8-c662-4c12-a336-26f27f4a1460,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:38:31.680871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.703778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:38:31.718395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd17b32d-7dd7-4d65-8a54-658b321d0fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.808665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.817234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:31.822839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=73804cd8-c662-4c12-a336-26f27f4a1460,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:31.871432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f4dc57-49ae-4be9-9eed-d61a52e75c8c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:31.905927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2f91276-0343-472c-8e3f-e04ad1c70e5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de7379401a234ceba0457ca9044b79eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4618990 Feb 13 23:38:31.908979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:32.013200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77dec1f1-476f-47a8-816a-6cc0b68b16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.023511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd17b32d-7dd7-4d65-8a54-658b321d0fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.060927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33882) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:32.072346 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77dec1f1-476f-47a8-816a-6cc0b68b16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.140880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd17b32d-7dd7-4d65-8a54-658b321d0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.142077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77dec1f1-476f-47a8-816a-6cc0b68b16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.169103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17b32d-7dd7-4d65-8a54-658b321d0fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26a3c32-52d1-425d-b9f6-770ae87e9bc2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:32.187081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dec1f1-476f-47a8-816a-6cc0b68b16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f4dc57-49ae-4be9-9eed-d61a52e75c8c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:32.190761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd17b32d-7dd7-4d65-8a54-658b321d0fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.193919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fd17b32d-7dd7-4d65-8a54-658b321d0fe9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c26a3c32-52d1-425d-b9f6-770ae87e9bc2 HTTP/1.1" status: 204 len: 168 time: 0.5924959 Feb 13 23:38:32.218985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77dec1f1-476f-47a8-816a-6cc0b68b16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.223679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77dec1f1-476f-47a8-816a-6cc0b68b16ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6f4dc57-49ae-4be9-9eed-d61a52e75c8c HTTP/1.1" status: 204 len: 168 time: 0.3128216 Feb 13 23:38:32.251539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:38:32.257913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f6552a9b-bb56-4e44-85bf-e81b0b9a8dc3 admin admin] 10.222.0.36 "PUT /v2.0/routers/48b42645-6267-4e09-8dff-8b26ee7ac9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9242287 Feb 13 23:38:32.324034 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ec2b3ec-d0a5-4872-bc2e-bc0503786641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.386629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:32.392658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:32.397248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Usage tracker for resource:floatingip and tenant:e241e35289f142b6b0c24a6ff04324a7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:32.400123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:32.406902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:32.419984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.564509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.718687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Allocated IP 172.25.4.182 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/cea116ef-b675-4733-b434-6f571ab3e059) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:32.882521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:32.890197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.903886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.927257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:32.943830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:32.948323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Usage tracker for resource:security_group_rule and tenant:fea0f09b707646c7acc3876fe271ce4a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:32.951889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:32.977802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:33.007943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:33.011577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:33.015167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:33.069318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.077444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.083641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Pushing event updated for resources: {'Port': ['ID=cea116ef-b675-4733-b434-6f571ab3e059,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:33.144001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f9bd5-8234-4967-b19a-607506903d72,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:33.148474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-859fbab9-7aff-43eb-9416-27f270fa0e3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fea0f09b707646c7acc3876fe271ce4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2644610 Feb 13 23:38:33.156680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33954) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:33.213096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73804cd8-c662-4c12-a336-26f27f4a1460 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:33.236344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33960) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:33.249026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.285446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7328962-7ea2-4fda-8202-e5a0cca0369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.335954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7328962-7ea2-4fda-8202-e5a0cca0369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.336515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 73804cd8-c662-4c12-a336-26f27f4a1460 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:33.336975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.338385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.437307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7328962-7ea2-4fda-8202-e5a0cca0369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.459012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7328962-7ea2-4fda-8202-e5a0cca0369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f9bd5-8234-4967-b19a-607506903d72,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:33.462810 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7328962-7ea2-4fda-8202-e5a0cca0369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.464653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a7328962-7ea2-4fda-8202-e5a0cca0369d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f6f9bd5-8234-4967-b19a-607506903d72 HTTP/1.1" status: 204 len: 168 time: 0.3066976 Feb 13 23:38:33.589518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.605990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.624461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.667213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.754547 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.764143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Pushing event updated for resources: {'Port': ['ID=cea116ef-b675-4733-b434-6f571ab3e059,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:33.796269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:33.801532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.806718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa92045eb1e468889fd9ae135ecf7ec is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:33.813877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:33.822298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:33.842745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.846835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-97aee0cb-eb29-4263-874c-e0988ede0005 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7827590 Feb 13 23:38:33.847176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33984) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:33.853783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1498914792', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'fixed_ips': [{'ip_address': '172.25.4.182'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:33.862570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:33.867754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Usage tracker for resource:port and tenant:e241e35289f142b6b0c24a6ff04324a7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:33.871040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:33.878500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:33.894636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Made reservation on behalf of e241e35289f142b6b0c24a6ff04324a7 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:33.898715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.912530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.917402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.924225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:33.954092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:33.959506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Usage tracker for resource:security_group_rule and tenant:e241e35289f142b6b0c24a6ff04324a7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:33.962946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:33.970095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:33.974048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d16cabb-a41f-4658-a345-bcbb47c9d617,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:33.994271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-25076de0-8036-4205-b08d-3dbd61cc4414 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfa92045eb1e468889fd9ae135ecf7ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7543166 Feb 13 23:38:33.995051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33992) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:34.085495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.094665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.097021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1236bcc3-61b4-4676-9e65-2600de70999a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.127041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1236bcc3-61b4-4676-9e65-2600de70999a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.127882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] device_id is not set on port 764567b6-2f9a-4b9c-927a-52c0dffc3382 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:38:34.203700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1236bcc3-61b4-4676-9e65-2600de70999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.208060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c590ba65-b4bb-4c40-b9e4-c9e4bfb92a29,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:34.231277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236bcc3-61b4-4676-9e65-2600de70999a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d16cabb-a41f-4658-a345-bcbb47c9d617,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:34.243763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1236bcc3-61b4-4676-9e65-2600de70999a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.247176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1236bcc3-61b4-4676-9e65-2600de70999a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d16cabb-a41f-4658-a345-bcbb47c9d617 HTTP/1.1" status: 204 len: 168 time: 0.2487857 Feb 13 23:38:34.377442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Sync routers for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:38:34.389192 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 13 23:38:34.389361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:38:34.390009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:34.390274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:38:34.422282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d2e7f5d-46f0-4a61-9c3e-bfafb22aaf71 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5737925 Feb 13 23:38:34.425140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:34.598277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:38:34.718355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Deleting port cea116ef-b675-4733-b434-6f571ab3e059 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:38:34.719287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.902489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.902888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:34.961096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:30Z', 'revision_number': 2, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:34.966813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Checking router: 48b42645-6267-4e09-8dff-8b26ee7ac9e2 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:38:34.967159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Updating router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:38:35.033789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.038866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Calling delete_port for cea116ef-b675-4733-b434-6f571ab3e059 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:38:35.047711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34026) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:35.068786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.093450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.145693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:35.151861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Usage tracker for resource:security_group_rule and tenant:f3ff160c3441452fa501239efc109b37 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:35.155702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:35.163664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:35.251246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.255379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.260683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.305328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d9cdb-057e-4442-be02-89cdb7320de1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:35.308240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Pushing event deleted for resources: {'Port': ['ID=cea116ef-b675-4733-b434-6f571ab3e059,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:35.361105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-745e5762-33c5-4910-b8ab-aade6f7b55bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3ff160c3441452fa501239efc109b37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3110325 Feb 13 23:38:35.365084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:35.453989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.470191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.470805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-372bee10-c4c6-4b77-afff-ac114ad371d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.471418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-85fe3de0-9ddb-4ab0-9507-28428ed43e77 tempest-ExternalNetworksAdminNegativeTestJSON-161424232 tempest-ExternalNetworksAdminNegativeTestJSON-161424232-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/346f95fe-b7f0-4fd4-a17b-f7baa30fdfb1 HTTP/1.1" status: 204 len: 168 time: 1.0450916 Feb 13 23:38:35.500127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-372bee10-c4c6-4b77-afff-ac114ad371d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.576206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-372bee10-c4c6-4b77-afff-ac114ad371d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.590977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bee10-c4c6-4b77-afff-ac114ad371d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d9cdb-057e-4442-be02-89cdb7320de1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:35.598097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-372bee10-c4c6-4b77-afff-ac114ad371d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.599365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-372bee10-c4c6-4b77-afff-ac114ad371d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/081d9cdb-057e-4442-be02-89cdb7320de1 HTTP/1.1" status: 204 len: 168 time: 0.2332084 Feb 13 23:38:35.605196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.619277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34056) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:35.626539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1222979226-network', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:35.631648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:35.644497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Usage tracker for resource:network and tenant:99aa34cf553d458d90f13fa8a5581e23 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:35.645099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Transition to ACTIVE for port object 4ce8cf0c-11d5-4ca9-bf95-263775d3573b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:35.648438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:35.655987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:35.657153 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.671546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Made reservation on behalf of 99aa34cf553d458d90f13fa8a5581e23 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:35.674510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.688607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.725472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:35.730659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c67a6-2e9e-4d52-84ea-88cb6e7d7335 None None] Pushing event updated for resources: {'Port': ['ID=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:35.731659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Usage tracker for resource:security_group_rule and tenant:99aa34cf553d458d90f13fa8a5581e23 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:35.746570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:35.753032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:35.835143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.842743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.886549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa79b84-64d7-459f-87a9-ceed0925173a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:35.900278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:38:35.920816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.921164 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Added segment 7449605d-2e42-42f7-8761-4952aef8a01c of type vlan for network 0dd98073-b58d-453b-b3b5-34106fdbccb9 Feb 13 23:38:35.948660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Attempting to bind port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:35.949065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Attempting to bind port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:35.949499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Attempting to bind port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b on network 4562e5fb-b936-4fbe-9863-acedf38f007c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:35.962097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:35.962510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Checking segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:35.962913 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.963346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Bound using segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:35.963854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Bound port: 4ce8cf0c-11d5-4ca9-bf95-263775d3573b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:35.964220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:35.988257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.046163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.047230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:36.048050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.112163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] For port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:36.119226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] For port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:36.128190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.166635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd98073-b58d-453b-b3b5-34106fdbccb9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:36.170742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb43bf0f-b708-4292-bed9-5ca78d50a873 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5502722 Feb 13 23:38:36.173624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:36.196942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Request body: {'subnet': {'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1222979226-subnet', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:36.196942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:36.201509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Usage tracker for resource:subnet and tenant:99aa34cf553d458d90f13fa8a5581e23 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:36.204839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:36.212333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:36.238698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Made reservation on behalf of 99aa34cf553d458d90f13fa8a5581e23 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:36.241349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.252309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:38:36.539014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:36.624007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c67a6-2e9e-4d52-84ea-88cb6e7d7335 None None] Pushing event updated for resources: {'Port': ['ID=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:36.627177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:38:36.633919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:36.678276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.776054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b6c695-5917-4040-be55-f7708e2d7f12,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:36.786792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Checking segment: {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:36.787152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Network hostable DHCP agents. Network: 0dd98073-b58d-453b-b3b5-34106fdbccb9, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:38:36.814796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:38:36.827848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0dd98073-b58d-453b-b3b5-34106fdbccb9) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:36.836438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:36.837026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.854900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177a614-885b-4451-abbf-0979a0c390c1 None None] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:36.867654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6304b3e1-549a-469b-ab21-b83b6974446c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6925671 Feb 13 23:38:36.870216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34090) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:36.875873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:36.882320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:36.888146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Usage tracker for resource:router and tenant:99aa34cf553d458d90f13fa8a5581e23 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:36.891586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:36.897868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:36.909034 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.910971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:36.932114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.092919 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.115009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.150660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0dd98073-b58d-453b-b3b5-34106fdbccb9', 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'fixed_ips': [{'subnet_id': 'b6b6c695-5917-4040-be55-f7708e2d7f12'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:38:37.151539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.162737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.179036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:37.181221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:38:37.184981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Usage tracker for resource:security_group_rule and tenant:72d67fe8b08f4d029c91fac49046539b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:37.189967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:37.219173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:37.392543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.408774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.506819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958e173-117b-478b-b646-fb960960789f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:37.515757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-61b855c0-b296-4b12-9877-f3e47f54920e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72d67fe8b08f4d029c91fac49046539b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9725778 Feb 13 23:38:37.518926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34104) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:37.529771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.569675 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.640284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-416bf252-d9a4-4dd7-a21c-3f22be4039b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.671421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-416bf252-d9a4-4dd7-a21c-3f22be4039b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.749259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Allocated IP 172.20.0.2 (0dd98073-b58d-453b-b3b5-34106fdbccb9/b6b6c695-5917-4040-be55-f7708e2d7f12/c48e9081-b484-45ed-8b60-43c484f0bad2) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:37.754582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Allocated IP 172.25.4.86 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/81a5dc21-6762-42f0-af3f-2c1f2ff1404c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:37.762586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:36Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:37.770161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-416bf252-d9a4-4dd7-a21c-3f22be4039b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.778073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027d443-c271-4101-8ed5-48e1a724b7c6 None None] The sync data for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 is: [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:36Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:38:37.804203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-416bf252-d9a4-4dd7-a21c-3f22be4039b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:37.806946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-416bf252-d9a4-4dd7-a21c-3f22be4039b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1958e173-117b-478b-b646-fb960960789f HTTP/1.1" status: 204 len: 168 time: 0.2867754 Feb 13 23:38:37.818640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34112) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:37.828926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf252-d9a4-4dd7-a21c-3f22be4039b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958e173-117b-478b-b646-fb960960789f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:38.168326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.185157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Transition to ACTIVE for port object c48e9081-b484-45ed-8b60-43c484f0bad2 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:38.209833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Transition to ACTIVE for port object c48e9081-b484-45ed-8b60-43c484f0bad2 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:38.226252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.275595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.345407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.359574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:38.365648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:38.376844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:38.449832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:38.453415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:38.454262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Pushing event updated for resources: {'Port': ['ID=c48e9081-b484-45ed-8b60-43c484f0bad2,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:38.458250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:38.499647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Attempting to bind port c48e9081-b484-45ed-8b60-43c484f0bad2 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:38.500024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Attempting to bind port c48e9081-b484-45ed-8b60-43c484f0bad2 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:38.513819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Attempting to bind port c48e9081-b484-45ed-8b60-43c484f0bad2 on network 0dd98073-b58d-453b-b3b5-34106fdbccb9 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:38.526709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:38.527091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Checking segment: {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:38.527598 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.528780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Bound using segment: {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:38.529556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Bound port: c48e9081-b484-45ed-8b60-43c484f0bad2, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:38.530175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.554422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.647514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:38.656281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Usage tracker for resource:security_group_rule and tenant:6671dc1add1c4e62856919b4f3097e5e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:38.666467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:38.686966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:38.706402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Pushing event updated for resources: {'Port': ['ID=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:38.728389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] For port c48e9081-b484-45ed-8b60-43c484f0bad2, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:38.732542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] For port c48e9081-b484-45ed-8b60-43c484f0bad2, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c48e9081-b484-45ed-8b60-43c484f0bad2,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:38.766539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.885485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.893270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.909955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:38.988317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a577-bf9f-44a6-b13d-896905406f28 None None] Pushing event updated for resources: {'Port': ['ID=c48e9081-b484-45ed-8b60-43c484f0bad2,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:39.005946 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.006923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.069014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6671dc1add1c4e62856919b4f3097e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2481668 Feb 13 23:38:39.069670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34138) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:39.095729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d616c-dff7-4505-a0e2-c38c51fc1fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d206a-d189-478f-a9da-d56b19c54731,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:39.265839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34144) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:39.358762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce8cf0c-11d5-4ca9-bf95-263775d3573b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:39.400884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.454991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.547232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-600e5ae4-72f8-43f1-84b3-f45a5029407a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e241e35289f142b6b0c24a6ff04324a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2776172 Feb 13 23:38:39.548464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34150) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:39.631716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.687897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d206a-d189-478f-a9da-d56b19c54731,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:39.705249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.706933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc7d206a-d189-478f-a9da-d56b19c54731 HTTP/1.1" status: 204 len: 168 time: 0.6353111 Feb 13 23:38:39.709066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.710121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.710717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.711863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.712377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.712889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.713521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.714497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.715727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.716271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.717725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95f8fe-a784-49a3-bd2c-85f73783f092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:38:39.773382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:39.784774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c549d32-e0af-46ff-813c-9835f6196bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.787391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:39.787910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.837819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c549d32-e0af-46ff-813c-9835f6196bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.937289 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.944770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c549d32-e0af-46ff-813c-9835f6196bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:39.964017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c549d32-e0af-46ff-813c-9835f6196bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c590ba65-b4bb-4c40-b9e4-c9e4bfb92a29,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:40.005281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:38:40.005585 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c549d32-e0af-46ff-813c-9835f6196bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:40.007012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c549d32-e0af-46ff-813c-9835f6196bd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c590ba65-b4bb-4c40-b9e4-c9e4bfb92a29 HTTP/1.1" status: 204 len: 168 time: 0.4569225 Feb 13 23:38:40.014581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Router 1a6e0ce6-2966-471b-825a-0d93115470f4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:38:40.016735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:40.149267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:40.477893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:38:40.491767 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Sync routers for ids ['1a6e0ce6-2966-471b-825a-0d93115470f4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:38:40.517769 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:40.517934 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Routers {'1a6e0ce6-2966-471b-825a-0d93115470f4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:38:40.519044 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1a6e0ce6-2966-471b-825a-0d93115470f4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:40.519166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7b0619e9-1541-4417-9f70-fea0f571d098 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6478419 Feb 13 23:38:40.522076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34174) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:40.620670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cccb20-007f-456a-897f-c6d64bf24181 None None] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:40.762484 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Set router 1a6e0ce6-2966-471b-825a-0d93115470f4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:38:40.961074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c7f7c0f1-c284-4ace-8581-31fc2c8415b5 None None] Provisioning for port c48e9081-b484-45ed-8b60-43c484f0bad2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:41.337915 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:38:38Z', 'revision_number': 3, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:41.356211 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Checking router: 1a6e0ce6-2966-471b-825a-0d93115470f4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:38:41.357583 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Updating router 1a6e0ce6-2966-471b-825a-0d93115470f4 port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:38:41.368125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c48e9081-b484-45ed-8b60-43c484f0bad2 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:41.459114 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:41.594165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c48e9081-b484-45ed-8b60-43c484f0bad2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:41.607346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c48e9081-b484-45ed-8b60-43c484f0bad2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:41.609032 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:41.887142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:41.951864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6af1789b-9222-4a1a-86f0-3e8d715aaf71 None None] Provisioning complete for port c48e9081-b484-45ed-8b60-43c484f0bad2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:41.952313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6af1789b-9222-4a1a-86f0-3e8d715aaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.100251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.229837 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.234992 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6af1789b-9222-4a1a-86f0-3e8d715aaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.256432 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Transition to ACTIVE for port object 81a5dc21-6762-42f0-af3f-2c1f2ff1404c will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:42.272975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c48e9081-b484-45ed-8b60-43c484f0bad2, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c48e9081-b484-45ed-8b60-43c484f0bad2,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:38:42.275570 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.281125 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.282072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce8cf0c-11d5-4ca9-bf95-263775d3573b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:42.471378 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Attempting to bind port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:42.472488 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Attempting to bind port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:42.472488 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Attempting to bind port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:42.528840 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731d19a-4015-4b86-8630-635e9688bb94 None None] Pushing event updated for resources: {'Port': ['ID=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:42.558557 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:42.559845 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:42.560526 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.560932 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:42.567735 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Bound port: 81a5dc21-6762-42f0-af3f-2c1f2ff1404c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:42.568355 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.573820 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-6af1789b-9222-4a1a-86f0-3e8d715aaf71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:38:42.574063 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-6af1789b-9222-4a1a-86f0-3e8d715aaf71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:38:42.576626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c48e9081-b484-45ed-8b60-43c484f0bad2,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:42.603638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Allocated IP 172.20.0.1 (0dd98073-b58d-453b-b3b5-34106fdbccb9/b6b6c695-5917-4040-be55-f7708e2d7f12/af545814-c336-4555-9f65-94088a7ce191) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:42.624818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:42.625198 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.769541 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] For port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:42.776269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] For port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:42.792853 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.897952 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:42.939463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Transition to ACTIVE for port object af545814-c336-4555-9f65-94088a7ce191 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:42.984974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:43.021505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Routers {'1a6e0ce6-2966-471b-825a-0d93115470f4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:38:43.022145 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1a6e0ce6-2966-471b-825a-0d93115470f4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:43.227070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Pushing event updated for resources: {'Port': ['ID=af545814-c336-4555-9f65-94088a7ce191,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:43.251953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:43.253268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:43.254806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c48e9081-b484-45ed-8b60-43c484f0bad2 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:43.257785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:43.259061 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731d19a-4015-4b86-8630-635e9688bb94 None None] Pushing event updated for resources: {'Port': ['ID=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:43.370917 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] Set router 1a6e0ce6-2966-471b-825a-0d93115470f4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:38:43.422224 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:43.424662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c48e9081-b484-45ed-8b60-43c484f0bad2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:43.426074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:43.663726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:43.686845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a9449bc5-8fef-493e-afa0-f2b07e5a89b2 None None] Provisioning for port af545814-c336-4555-9f65-94088a7ce191 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:43.696645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a9449bc5-8fef-493e-afa0-f2b07e5a89b2 None None] Provisioning complete for port af545814-c336-4555-9f65-94088a7ce191 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:43.697200 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9449bc5-8fef-493e-afa0-f2b07e5a89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:43.783748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9449bc5-8fef-493e-afa0-f2b07e5a89b2 None None] Port af545814-c336-4555-9f65-94088a7ce191 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:38:43.853123 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:38:38Z', 'revision_number': 3, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:38:43.858436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf9f8-be51-4c57-af08-d32a5f727392 None None] The sync data for ids ['1a6e0ce6-2966-471b-825a-0d93115470f4'] in n-d-828979-1 is: [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:38:38Z', 'revision_number': 3, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:38:44.045350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:44.058173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:44.200379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:44.212513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Pushing event updated for resources: {'Port': ['ID=af545814-c336-4555-9f65-94088a7ce191,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:44.341568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:44.370749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:44.373729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:44.724976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1539f279-1e24-43c6-8cd9-27050072988c None None] Provisioning complete for port af545814-c336-4555-9f65-94088a7ce191 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:44.726523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1539f279-1e24-43c6-8cd9-27050072988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:44.817940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1539f279-1e24-43c6-8cd9-27050072988c None None] Port af545814-c336-4555-9f65-94088a7ce191 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:38:45.024171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Router 1a6e0ce6-2966-471b-825a-0d93115470f4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:38:45.173004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-257367947'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:45.180384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:45.189007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:network and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:45.199220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:45.213110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:45.239133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:45.243086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.273713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.353345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:38:45.363237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:45.372429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d32c71e-a79a-4cd9-a738-38594f402c4c admin admin] 10.222.0.36 "PUT /v2.0/routers/1a6e0ce6-2966-471b-825a-0d93115470f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8491356 Feb 13 23:38:45.380895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:security_group_rule and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:45.386156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:45.395995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:45.501110 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.505509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.538208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:38:45.563303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.563765 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Added segment 69812b4a-0205-4a9c-b57e-4f9cbed428ee of type vlan for network b45e76f8-709c-493a-adec-2f02257be013 Feb 13 23:38:45.602746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9df02-11cd-4470-8444-ee50fcd517df,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:45.612584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.652921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.659305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:45.660766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:45.727706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3838329 Feb 13 23:38:45.889358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13240bf-c798-487b-81cd-0794d71cde7c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Network': ['ID=b45e76f8-709c-493a-adec-2f02257be013,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:45.906641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b45e76f8-709c-493a-adec-2f02257be013 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:38:45.965453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34286) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:46.604891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:46.683286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:46.694714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Usage tracker for resource:security_group_rule and tenant:391872fe0eef457b932b4757e0fe854e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:46.698769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:46.713406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:47.203727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:47.217193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:47.262009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:47.482173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=391872fe0eef457b932b4757e0fe854e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5156045 Feb 13 23:38:47.483157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87d3a6-2407-4ee1-a77e-a16ea584bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e20494-6db9-4e5b-a495-00cdd747e765,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:47.484632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34344) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:48.018500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.151190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:48.159841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Usage tracker for resource:security_group_rule and tenant:37d321ec106d4ea383329d0c3790bf9d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:48.163282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:48.184477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:48.223345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94a920a9-925a-4e07-bd16-5ffaf2a84101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.290245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94a920a9-925a-4e07-bd16-5ffaf2a84101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.438946 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.446695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.511037 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94a920a9-925a-4e07-bd16-5ffaf2a84101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.521307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c20675-0984-483b-b3fd-35654eb14949,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:48.552876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a920a9-925a-4e07-bd16-5ffaf2a84101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e20494-6db9-4e5b-a495-00cdd747e765,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:48.569710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1908b8b3-1fac-4413-a046-a340269fb07f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37d321ec106d4ea383329d0c3790bf9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3065972 Feb 13 23:38:48.572306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34372) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:48.589401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94a920a9-925a-4e07-bd16-5ffaf2a84101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.594581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94a920a9-925a-4e07-bd16-5ffaf2a84101 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9e20494-6db9-4e5b-a495-00cdd747e765 HTTP/1.1" status: 204 len: 168 time: 1.1089323 Feb 13 23:38:48.700145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ece8426-7d26-4821-ada6-423c19add070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.779972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ece8426-7d26-4821-ada6-423c19add070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.914188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ece8426-7d26-4821-ada6-423c19add070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.954610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34390) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:48.956542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece8426-7d26-4821-ada6-423c19add070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c20675-0984-483b-b3fd-35654eb14949,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:48.960437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'subnet': {'network_id': 'b45e76f8-709c-493a-adec-2f02257be013', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:48.963697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ece8426-7d26-4821-ada6-423c19add070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:48.965931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5ece8426-7d26-4821-ada6-423c19add070 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94c20675-0984-483b-b3fd-35654eb14949 HTTP/1.1" status: 204 len: 168 time: 0.3922355 Feb 13 23:38:49.282260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 81a5dc21-6762-42f0-af3f-2c1f2ff1404c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:49.317394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:49.324649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:subnet and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:49.332665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:49.346974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:49.368550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:49.387207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:49.393189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:49.393781 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:49.512065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34412) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:49.557955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:49.560782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:49.656515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:49.672422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:49.682495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7aece37fd64e28b830cddae2677349 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:49.683253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:38:49.692782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:49.693265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:49.717056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:49.856504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:49.890774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:49.897815 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.015585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34436) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:50.023251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680fab2e-536d-4fb1-85c0-28c13fc8379a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:50.029718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e1804d0c-5b0f-4739-8d78-947a32eb36e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a7aece37fd64e28b830cddae2677349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5166271 Feb 13 23:38:50.036361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34442) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:50.111651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.112274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.219885 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:50.225119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30f5fdf1-43ab-43ac-a96b-f6e8ade4ed24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.257206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30f5fdf1-43ab-43ac-a96b-f6e8ade4ed24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.262153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Subnet': ['ID=f3e1fbd8-ef7c-4809-9324-ef7415b50735,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:50.283703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Usage tracker for resource:security_group_rule and tenant:b1aa896b2e7045b9acfee2c194f43a66 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:50.288162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:50.305294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:50.306926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Checking segment: {'id': '69812b4a-0205-4a9c-b57e-4f9cbed428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b45e76f8-709c-493a-adec-2f02257be013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:50.307354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network hostable DHCP agents. Network: b45e76f8-709c-493a-adec-2f02257be013, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:38:50.336217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network b45e76f8-709c-493a-adec-2f02257be013 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:38:50.347957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, b45e76f8-709c-493a-adec-2f02257be013) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:50.348761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30f5fdf1-43ab-43ac-a96b-f6e8ade4ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.353873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:50.354551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.360567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb02fae-02ef-49c4-947e-ff70591735a0 None None] Network b45e76f8-709c-493a-adec-2f02257be013 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:50.385862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5fdf1-43ab-43ac-a96b-f6e8ade4ed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680fab2e-536d-4fb1-85c0-28c13fc8379a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:50.405582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b713b43e-6cb5-40b0-bc1f-6a6f929666d0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4496293 Feb 13 23:38:50.408738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34462) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:50.418768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-601090612'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:50.421868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30f5fdf1-43ab-43ac-a96b-f6e8ade4ed24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.426116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30f5fdf1-43ab-43ac-a96b-f6e8ade4ed24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/680fab2e-536d-4fb1-85c0-28c13fc8379a HTTP/1.1" status: 204 len: 168 time: 0.3588598 Feb 13 23:38:50.446228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.451071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:50.453588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.459782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:network and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:50.469852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:50.481712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:50.508815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:50.515754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.534568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1aa896b2e7045b9acfee2c194f43a66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5140779 Feb 13 23:38:50.537797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34472) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:50.538530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fca02-5945-4697-9b62-3620102ad107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc1735-176f-4f77-976f-9cff8421b286,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:50.595103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:38:50.615546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.617427 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Added segment 176b90e9-626b-4d2f-9a89-6a14d1af104d of type vlan for network a3b36714-e579-4f7c-aa01-3706caf115cb Feb 13 23:38:50.690349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.710430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2287ed51-e050-4829-bebe-b58a57b1b51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.741853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.754398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:50.755056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.813471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2287ed51-e050-4829-bebe-b58a57b1b51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.828426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-b45e76f8-709c-493a-adec-2f02257be013', 'network_id': 'b45e76f8-709c-493a-adec-2f02257be013', 'tenant_id': '0a1a4ee85e114babbea3c0827f8a0c86', 'fixed_ips': [{'subnet_id': 'f3e1fbd8-ef7c-4809-9324-ef7415b50735'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:38:50.829425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:50.889499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4781477 Feb 13 23:38:50.894311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:50.911909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'subnet': {'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:51.126454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40095-b341-4bf3-a6c5-3f9ab17071f1 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Network': ['ID=a3b36714-e579-4f7c-aa01-3706caf115cb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:51.176190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Allocated IP 2001:db8:0:ffff::2 (b45e76f8-709c-493a-adec-2f02257be013/f3e1fbd8-ef7c-4809-9324-ef7415b50735/299db963-a743-4da4-9fb8-f15a8bb0bca0) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:51.292745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:51.302621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:subnet and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:51.319654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:51.327885 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:51.330688 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2287ed51-e050-4829-bebe-b58a57b1b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:51.353435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ed51-e050-4829-bebe-b58a57b1b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc1735-176f-4f77-976f-9cff8421b286,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:51.368441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2287ed51-e050-4829-bebe-b58a57b1b51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:51.369869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2287ed51-e050-4829-bebe-b58a57b1b51d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57dc1735-176f-4f77-976f-9cff8421b286 HTTP/1.1" status: 204 len: 168 time: 0.8151968 Feb 13 23:38:51.371802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:51.414657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a3b36714-e579-4f7c-aa01-3706caf115cb details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:38:51.430572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 81a5dc21-6762-42f0-af3f-2c1f2ff1404c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:51.522803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:51.850426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34520) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:51.867107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:51.867107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.081232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:38:52.094630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.244381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.252459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Subnet': ['ID=7436927f-17b9-47cd-9e8d-72a428e8aa73,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:52.285840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Checking segment: {'id': '176b90e9-626b-4d2f-9a89-6a14d1af104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:52.286260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network hostable DHCP agents. Network: a3b36714-e579-4f7c-aa01-3706caf115cb, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:38:52.320898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network a3b36714-e579-4f7c-aa01-3706caf115cb is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:38:52.337486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a3b36714-e579-4f7c-aa01-3706caf115cb) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:52.345490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Transition to ACTIVE for port object 299db963-a743-4da4-9fb8-f15a8bb0bca0 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:52.359417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:52.360244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.361805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e7cad-274a-45e0-abba-e8c68c63dafc None None] Network a3b36714-e579-4f7c-aa01-3706caf115cb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:52.397922 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8a024edc-498d-42bf-8076-4bdae239893b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5014229 Feb 13 23:38:52.399958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34538) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:52.406200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'port': {'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb', 'name': 'tempest-NetworksIpV6TestAttrs-1679457075'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:52.546068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Transition to ACTIVE for port object 299db963-a743-4da4-9fb8-f15a8bb0bca0 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:52.582164 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.693286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.779151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:52.784118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Pushing event updated for resources: {'Port': ['ID=299db963-a743-4da4-9fb8-f15a8bb0bca0,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:52.805860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Network b45e76f8-709c-493a-adec-2f02257be013 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:52.809260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:port and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:52.810349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:52.822247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:52.822695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:52.835271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:52.837795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:52.842906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb7163d0d9b48718408de05399e0e69 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:52.848911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:52.859199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:52.965548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:52.967684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:52.979608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.000825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.088397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fb7163d0d9b48718408de05399e0e69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2362766 Feb 13 23:38:53.091152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34566) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:53.153251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Attempting to bind port 299db963-a743-4da4-9fb8-f15a8bb0bca0 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:53.153627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Attempting to bind port 299db963-a743-4da4-9fb8-f15a8bb0bca0 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '69812b4a-0205-4a9c-b57e-4f9cbed428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b45e76f8-709c-493a-adec-2f02257be013'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:53.153980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Attempting to bind port 299db963-a743-4da4-9fb8-f15a8bb0bca0 on network b45e76f8-709c-493a-adec-2f02257be013 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:53.187310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] device_id is not set on port 6dd614a9-fda2-4656-b625-3810b3b1f4e5 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:38:53.212630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:53.212630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Checking segment: {'id': '69812b4a-0205-4a9c-b57e-4f9cbed428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b45e76f8-709c-493a-adec-2f02257be013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:53.212630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.212630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Bound using segment: {'id': '69812b4a-0205-4a9c-b57e-4f9cbed428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b45e76f8-709c-493a-adec-2f02257be013'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:53.212630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Bound port: 299db963-a743-4da4-9fb8-f15a8bb0bca0, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69812b4a-0205-4a9c-b57e-4f9cbed428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b45e76f8-709c-493a-adec-2f02257be013'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:53.212630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.315786 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6daca307-3c7a-4fb7-a431-b95a45f7d6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.324369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eace04-9751-4c3c-986e-ad894109e183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611a139-e071-4d9f-93a8-15fe3b88e96a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:53.377041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6daca307-3c7a-4fb7-a431-b95a45f7d6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.409434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] For port 299db963-a743-4da4-9fb8-f15a8bb0bca0, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:53.412790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] For port 299db963-a743-4da4-9fb8-f15a8bb0bca0, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=299db963-a743-4da4-9fb8-f15a8bb0bca0,segment=NetworkSegment(69812b4a-0205-4a9c-b57e-4f9cbed428ee),segment_id=69812b4a-0205-4a9c-b57e-4f9cbed428ee)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:53.415780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-a3b36714-e579-4f7c-aa01-3706caf115cb', 'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb', 'tenant_id': '0a1a4ee85e114babbea3c0827f8a0c86', 'fixed_ips': [{'subnet_id': '7436927f-17b9-47cd-9e8d-72a428e8aa73'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:38:53.417100 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.432436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.498107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6daca307-3c7a-4fb7-a431-b95a45f7d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.535531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daca307-3c7a-4fb7-a431-b95a45f7d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611a139-e071-4d9f-93a8-15fe3b88e96a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:53.557282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6daca307-3c7a-4fb7-a431-b95a45f7d6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:53.558754 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6daca307-3c7a-4fb7-a431-b95a45f7d6e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0611a139-e071-4d9f-93a8-15fe3b88e96a HTTP/1.1" status: 204 len: 168 time: 0.4660554 Feb 13 23:38:53.648330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703694f-1357-4224-9d0f-3fa27759e1c0 None None] Pushing event updated for resources: {'Port': ['ID=299db963-a743-4da4-9fb8-f15a8bb0bca0,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:53.694986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Allocated IP 2001:db8::f816:3eff:fee1:ead7 (a3b36714-e579-4f7c-aa01-3706caf115cb/7436927f-17b9-47cd-9e8d-72a428e8aa73/6dd614a9-fda2-4656-b625-3810b3b1f4e5) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:54.140040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:54.186722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Transition to ACTIVE for port object 6dd614a9-fda2-4656-b625-3810b3b1f4e5 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:54.240844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:54.397221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network a3b36714-e579-4f7c-aa01-3706caf115cb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:54.407002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:54.416387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:54.418820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Allocated IP 2001:db8::f816:3eff:fe95:2d6a (a3b36714-e579-4f7c-aa01-3706caf115cb/7436927f-17b9-47cd-9e8d-72a428e8aa73/8ba416ff-7995-4c10-8189-0d159987b701) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:38:54.436102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:54.436881 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:54.542120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34604) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:54.556647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1407430 Feb 13 23:38:54.585942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c753-7b65-4eb0-8683-15f43236a2d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Port': ['ID=6dd614a9-fda2-4656-b625-3810b3b1f4e5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:54.664387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting subnet 7436927f-17b9-47cd-9e8d-72a428e8aa73 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:38:54.872964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34616) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:54.920159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.008332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:55.019997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Usage tracker for resource:security_group_rule and tenant:230d83e0e73042fe9bcee39b8cebdb01 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:55.025243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:55.040420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:55.123221 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.155572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Transition to ACTIVE for port object 8ba416ff-7995-4c10-8189-0d159987b701 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:55.265588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Transition to ACTIVE for port object 8ba416ff-7995-4c10-8189-0d159987b701 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:38:55.288692 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.289985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.397364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.406975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.490717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 299db963-a743-4da4-9fb8-f15a8bb0bca0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:38:55.493883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.591882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=230d83e0e73042fe9bcee39b8cebdb01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7171950 Feb 13 23:38:55.593738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34634) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:55.596188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869d543-5a9b-4e22-98de-7de7e802ebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7e43a-7be1-4507-96a8-48340e497c08,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:55.596992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc0a65b-6736-4f18-bb81-8628497702c0 None None] Network b45e76f8-709c-493a-adec-2f02257be013 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:55.763921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.833917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fce0159-73d2-467b-8aec-3f5ec8de3346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.920131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Network a3b36714-e579-4f7c-aa01-3706caf115cb is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:38:55.925937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:55.930342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fce0159-73d2-467b-8aec-3f5ec8de3346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:55.933905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:38:55.957343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.078163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fce0159-73d2-467b-8aec-3f5ec8de3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.132848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce0159-73d2-467b-8aec-3f5ec8de3346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7e43a-7be1-4507-96a8-48340e497c08,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:56.141828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Pushing event updated for resources: {'Port': ['ID=8ba416ff-7995-4c10-8189-0d159987b701,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:56.172736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5fce0159-73d2-467b-8aec-3f5ec8de3346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.176027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5fce0159-73d2-467b-8aec-3f5ec8de3346 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2d7e43a-7be1-4507-96a8-48340e497c08 HTTP/1.1" status: 204 len: 168 time: 0.5672882 Feb 13 23:38:56.222060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-179b8d0b-6ce1-4039-8355-eab5c7fbc776 None None] Provisioning for port 299db963-a743-4da4-9fb8-f15a8bb0bca0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:56.238784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Subnet': ['ID=7436927f-17b9-47cd-9e8d-72a428e8aa73,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:56.243221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.250879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9b3e8e1d-31a9-4933-b0a8-af00d0697cb5 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/7436927f-17b9-47cd-9e8d-72a428e8aa73 HTTP/1.1" status: 204 len: 168 time: 1.7077086 Feb 13 23:38:56.254570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:56.492815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffbc32-9599-4920-8071-fbbee6320cb3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:56.494383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffbc32-9599-4920-8071-fbbee6320cb3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:56.495283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e9ffbc32-9599-4920-8071-fbbee6320cb3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Synchronizing usage tracker for tenant:0a1a4ee85e114babbea3c0827f8a0c86 on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:38:56.521002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e9ffbc32-9599-4920-8071-fbbee6320cb3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Unset dirty status for tenant:0a1a4ee85e114babbea3c0827f8a0c86 on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:38:56.522545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e9ffbc32-9599-4920-8071-fbbee6320cb3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2665627 Feb 13 23:38:56.529222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34666) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:56.536569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 299db963-a743-4da4-9fb8-f15a8bb0bca0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:38:56.585568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 299db963-a743-4da4-9fb8-f15a8bb0bca0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:56.585936 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.663584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Attempting to bind port 8ba416ff-7995-4c10-8189-0d159987b701 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:38:56.663949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Attempting to bind port 8ba416ff-7995-4c10-8189-0d159987b701 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '176b90e9-626b-4d2f-9a89-6a14d1af104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:38:56.664304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Attempting to bind port 8ba416ff-7995-4c10-8189-0d159987b701 on network a3b36714-e579-4f7c-aa01-3706caf115cb {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:38:56.713905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-134e4d24-1671-4acd-be42-e3dff4ed5395 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.735744 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-134e4d24-1671-4acd-be42-e3dff4ed5395 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 13 23:38:56.737937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134e4d24-1671-4acd-be42-e3dff4ed5395 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:38:56.751814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-134e4d24-1671-4acd-be42-e3dff4ed5395 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/a3b36714-e579-4f7c-aa01-3706caf115cb HTTP/1.1" status: 409 len: 405 time: 0.2175207 Feb 13 23:38:56.751937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34678) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:56.758518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-369369620'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:56.799931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:56.811056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:network and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:56.831387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:56.843969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:56.856436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34684) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:56.901032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:56.906130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:56.984610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:38:56.999238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:38:57.000193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.000943 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Added segment e33eb8ad-e860-444a-9e81-ffabc679b5e0 of type vlan for network d278a373-1b6a-4569-8212-3ba5cea643ff Feb 13 23:38:57.002803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Checking segment: {'id': '176b90e9-626b-4d2f-9a89-6a14d1af104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:57.004763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.005326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Bound using segment: {'id': '176b90e9-626b-4d2f-9a89-6a14d1af104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:38:57.006679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Bound port: 8ba416ff-7995-4c10-8189-0d159987b701, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176b90e9-626b-4d2f-9a89-6a14d1af104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a3b36714-e579-4f7c-aa01-3706caf115cb'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:38:57.008645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.030483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.079370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.083745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:57.084599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.202541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34698) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:57.203248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4496269 Feb 13 23:38:57.210354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'subnet': {'network_id': 'd278a373-1b6a-4569-8212-3ba5cea643ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:57.339170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.406496 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.407097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:57.411032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Usage tracker for resource:security_group_rule and tenant:84b3e8c0e83c435483a5efa425f2db3c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:57.414253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:57.421455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:57.499843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] For port 8ba416ff-7995-4c10-8189-0d159987b701, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:38:57.511492 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.512518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] For port 8ba416ff-7995-4c10-8189-0d159987b701, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8ba416ff-7995-4c10-8189-0d159987b701,segment=NetworkSegment(176b90e9-626b-4d2f-9a89-6a14d1af104d),segment_id=176b90e9-626b-4d2f-9a89-6a14d1af104d)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:38:57.521405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766e71d-f479-45f2-9fd1-0861d4635e96 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Network': ['ID=d278a373-1b6a-4569-8212-3ba5cea643ff,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:57.533788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.537337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.624944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d278a373-1b6a-4569-8212-3ba5cea643ff details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:38:57.642082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:57.656006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438df09-6a00-46fe-9d90-01c8ac84b307 None None] Pushing event updated for resources: {'Port': ['ID=8ba416ff-7995-4c10-8189-0d159987b701,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:57.660118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 299db963-a743-4da4-9fb8-f15a8bb0bca0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=299db963-a743-4da4-9fb8-f15a8bb0bca0,segment=NetworkSegment(69812b4a-0205-4a9c-b57e-4f9cbed428ee),segment_id=69812b4a-0205-4a9c-b57e-4f9cbed428ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:38:57.695768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:57.734833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:57.738807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84b3e8c0e83c435483a5efa425f2db3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8812985 Feb 13 23:38:57.743513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c404413-7204-4353-b1fc-a8339061f188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e34f4-cc0d-4137-8b77-a58ca3e6436e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:57.751924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34712) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:57.833833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.950702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:57.954701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa80d-c0b3-444a-bcc7-c5d116d6ab1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:58.051548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa80d-c0b3-444a-bcc7-c5d116d6ab1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:58.159715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa80d-c0b3-444a-bcc7-c5d116d6ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:58.194615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfa80d-c0b3-444a-bcc7-c5d116d6ab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e34f4-cc0d-4137-8b77-a58ca3e6436e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:58.213745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa80d-c0b3-444a-bcc7-c5d116d6ab1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:58.218061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d5dfa80d-c0b3-444a-bcc7-c5d116d6ab1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/527e34f4-cc0d-4137-8b77-a58ca3e6436e HTTP/1.1" status: 204 len: 168 time: 0.4645483 Feb 13 23:38:58.236323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7f3c8-bca6-4b35-b868-c0b4d78d0820 None None] Network a3b36714-e579-4f7c-aa01-3706caf115cb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:38:58.252619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=299db963-a743-4da4-9fb8-f15a8bb0bca0,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:58.344277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-488f50a5-e6aa-4ed3-913a-fb8b952b68ff None None] Provisioning complete for port 299db963-a743-4da4-9fb8-f15a8bb0bca0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:38:58.344941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-488f50a5-e6aa-4ed3-913a-fb8b952b68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:58.613044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0dcc4-9bef-4b60-90d2-7c1d5cd416e8 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:38:58.792384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:38:58.794528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:58.924541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Subnet': ['ID=6d17631d-f48c-4dbc-91fe-0a053866aeb1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:58.935349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Checking segment: {'id': 'e33eb8ad-e860-444a-9e81-ffabc679b5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd278a373-1b6a-4569-8212-3ba5cea643ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:38:58.935349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network hostable DHCP agents. Network: d278a373-1b6a-4569-8212-3ba5cea643ff, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:38:58.995596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network d278a373-1b6a-4569-8212-3ba5cea643ff is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:38:59.026472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d278a373-1b6a-4569-8212-3ba5cea643ff) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:38:59.037693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:38:59.038741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:59.110754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34748) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:59.112280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e6e85f1f-1328-401c-a504-145e6244161d tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9081368 Feb 13 23:38:59.116655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'port': {'network_id': 'd278a373-1b6a-4569-8212-3ba5cea643ff', 'name': 'tempest-NetworksIpV6TestAttrs-762791404'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:38:59.262296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0dcc4-9bef-4b60-90d2-7c1d5cd416e8 None None] Unable to find a vacant binding_index for network d278a373-1b6a-4569-8212-3ba5cea643ff and agent eadfe4d6-1073-44d6-905f-54bc1882440a {{(pid=83663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 13 23:38:59.282969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0dcc4-9bef-4b60-90d2-7c1d5cd416e8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d278a373-1b6a-4569-8212-3ba5cea643ff) {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:38:59.385682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34762) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:59.433126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:59.534931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:59.548905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Usage tracker for resource:security_group_rule and tenant:82458df0664d4e11a9012284ed3ef79c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:59.558737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:59.560995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:38:59.578271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:port and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:38:59.586898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:59.589385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:38:59.609748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:38:59.640442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:38:59.648980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:59.719360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] device_id is not set on port e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:38:59.795704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:59.807130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:38:59.841591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Sync routers for ids ['1a6e0ce6-2966-471b-825a-0d93115470f4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:38:59.899897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff73e9e-f238-4caa-93a5-5da6015cb90b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:38:59.940592 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40c79369-5524-472e-b006-d62bea9032e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82458df0664d4e11a9012284ed3ef79c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5537412 Feb 13 23:38:59.943088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34776) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:38:59.973681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 299db963-a743-4da4-9fb8-f15a8bb0bca0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:00.099898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Allocated IP 2001:db8::f816:3eff:fe59:5522 (d278a373-1b6a-4569-8212-3ba5cea643ff/6d17631d-f48c-4dbc-91fe-0a053866aeb1/e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:00.140714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Routers {'1a6e0ce6-2966-471b-825a-0d93115470f4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:00.141433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:38:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1a6e0ce6-2966-471b-825a-0d93115470f4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:00.411340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:00.429657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Transition to ACTIVE for port object e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:00.462927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:00.575263 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-89561c5a-a422-4da0-8525-6d601d392154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:00.646875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 299db963-a743-4da4-9fb8-f15a8bb0bca0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:00.647804 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:00.758290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network d278a373-1b6a-4569-8212-3ba5cea643ff is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:00.773633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Set router 1a6e0ce6-2966-471b-825a-0d93115470f4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:39:00.813992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:00.861744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:00.872774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:00.876989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:00.938441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b5369-0b63-4bc7-a4db-a9ea07002d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d278a373-1b6a-4569-8212-3ba5cea643ff', 'network_id': 'd278a373-1b6a-4569-8212-3ba5cea643ff', 'tenant_id': '0a1a4ee85e114babbea3c0827f8a0c86', 'fixed_ips': [{'subnet_id': '6d17631d-f48c-4dbc-91fe-0a053866aeb1'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:00.939701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea4b5369-0b63-4bc7-a4db-a9ea07002d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:00.963657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Port': ['ID=e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:01.034212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34808) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:01.047427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-33a90d61-7a0b-4ae2-b2ea-13e3be3ed185 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9201350 Feb 13 23:39:01.054702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67730a45-4f0b-4e3b-b040-ccdbdb47b419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.130296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67730a45-4f0b-4e3b-b040-ccdbdb47b419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.231288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting subnet 6d17631d-f48c-4dbc-91fe-0a053866aeb1 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:39:01.238266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.294738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67730a45-4f0b-4e3b-b040-ccdbdb47b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.336921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67730a45-4f0b-4e3b-b040-ccdbdb47b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff73e9e-f238-4caa-93a5-5da6015cb90b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:01.355899 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67730a45-4f0b-4e3b-b040-ccdbdb47b419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.357693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67730a45-4f0b-4e3b-b040-ccdbdb47b419 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ff73e9e-f238-4caa-93a5-5da6015cb90b HTTP/1.1" status: 204 len: 168 time: 1.4136868 Feb 13 23:39:01.359305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34818) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:01.448536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.681346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:38:43Z', 'revision_number': 4, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'af545814-c336-4555-9f65-94088a7ce191', 'name': '', 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'mac_address': 'fa:16:3e:8e:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6b6c695-5917-4040-be55-f7708e2d7f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:42Z', 'updated_at': '2022-02-13T23:38:43Z', 'revision_number': 2, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'subnets': [{'id': 'b6b6c695-5917-4040-be55-f7708e2d7f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:01.686543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Checking router: 1a6e0ce6-2966-471b-825a-0d93115470f4 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:39:01.687197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Updating router 1a6e0ce6-2966-471b-825a-0d93115470f4 port af545814-c336-4555-9f65-94088a7ce191 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:39:01.687416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.752658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.764235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:01.798616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:01.816915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Usage tracker for resource:security_group_rule and tenant:527d8711a8d9406ca9d5cb7b37ab73b6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:01.825440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:01.842687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:01.941255 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:39:01.975510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.000600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.096412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b943c-67ae-443f-98b3-39a338bb93fd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:02.105591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.118561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b72a505b-ce77-4bc4-9dd6-1192ab8f27cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=527d8711a8d9406ca9d5cb7b37ab73b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7574210 Feb 13 23:39:02.124167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:02.288191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9827a04a-34bf-4068-a7d6-02b43f9e19bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.311061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.316514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Subnet': ['ID=6d17631d-f48c-4dbc-91fe-0a053866aeb1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-ea4b5369-0b63-4bc7-a4db-a9ea07002d94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d17631d-f48c-4dbc-91fe-0a053866aeb1: This subnet is being modified by another concurrent operation. Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:02.328592 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d17631d-f48c-4dbc-91fe-0a053866aeb1: This subnet is being modified by another concurrent operation. Feb 13 23:39:02.335513 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 13 23:39:02.353767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9827a04a-34bf-4068-a7d6-02b43f9e19bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.373683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b70aaf39-daba-4942-9d25-4b70d779bbd0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/6d17631d-f48c-4dbc-91fe-0a053866aeb1 HTTP/1.1" status: 204 len: 168 time: 1.3349676 Feb 13 23:39:02.374602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34852) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:02.434073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f3981-b351-4aad-9cb5-3a991df0db70 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:39:02.470867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9827a04a-34bf-4068-a7d6-02b43f9e19bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.518187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827a04a-34bf-4068-a7d6-02b43f9e19bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b943c-67ae-443f-98b3-39a338bb93fd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:02.553406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9827a04a-34bf-4068-a7d6-02b43f9e19bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.559702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9827a04a-34bf-4068-a7d6-02b43f9e19bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/611b943c-67ae-443f-98b3-39a338bb93fd HTTP/1.1" status: 204 len: 168 time: 0.4333677 Feb 13 23:39:02.623181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58dd53-697d-4df1-993a-adc294caecee tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:02.624705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58dd53-697d-4df1-993a-adc294caecee tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:02.625658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0b58dd53-697d-4df1-993a-adc294caecee tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Synchronizing usage tracker for tenant:0a1a4ee85e114babbea3c0827f8a0c86 on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:02.651010 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f423cec8-b97d-4673-9163-46b693c97c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:02.673338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0b58dd53-697d-4df1-993a-adc294caecee tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Unset dirty status for tenant:0a1a4ee85e114babbea3c0827f8a0c86 on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:02.679333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0b58dd53-697d-4df1-993a-adc294caecee tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2987700 Feb 13 23:39:02.679565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34866) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:02.977724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f3981-b351-4aad-9cb5-3a991df0db70 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:39:03.081994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.102416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Transition to ACTIVE for port object af545814-c336-4555-9f65-94088a7ce191 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:03.117739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0c05103-988c-4d5d-bde0-d838cff905d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.162192 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c05103-988c-4d5d-bde0-d838cff905d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 13 23:39:03.163006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c05103-988c-4d5d-bde0-d838cff905d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:03.166395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0c05103-988c-4d5d-bde0-d838cff905d2 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/d278a373-1b6a-4569-8212-3ba5cea643ff HTTP/1.1" status: 409 len: 405 time: 0.4855309 Feb 13 23:39:03.172056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34882) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:03.178808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2098000992'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:03.185270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:03.205617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:network and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:03.220009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:03.238376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:03.260559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:03.265196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.327015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:03.347934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.348910 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Added segment 3102b079-87ed-43aa-bb0c-686cf0ceecd9 of type vlan for network 0a5eca0a-cac1-4b3e-a654-483c91cab051 Feb 13 23:39:03.424715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.445440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.497228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.502810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:03.503598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.540421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778e2c-daa3-4fc8-9e3e-18718030e6f3 None None] Pushing event updated for resources: {'Port': ['ID=af545814-c336-4555-9f65-94088a7ce191,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:03.729467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:03.789413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6131823 Feb 13 23:39:03.792592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34898) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:03.803233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'subnet': {'network_id': '0a5eca0a-cac1-4b3e-a654-483c91cab051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:03.833611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Attempting to bind port af545814-c336-4555-9f65-94088a7ce191 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:03.834385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Attempting to bind port af545814-c336-4555-9f65-94088a7ce191 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:03.834624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Attempting to bind port af545814-c336-4555-9f65-94088a7ce191 on network 0dd98073-b58d-453b-b3b5-34106fdbccb9 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:03.845609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc5856-51a9-434a-b196-df015fe7a63c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Network': ['ID=0a5eca0a-cac1-4b3e-a654-483c91cab051,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:03.955786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0a5eca0a-cac1-4b3e-a654-483c91cab051 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:04.100719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:04.133058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:04.163842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:04.226692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50858f4-d2af-4a11-b0b1-ca7f0491d166 None None] Network d278a373-1b6a-4569-8212-3ba5cea643ff requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:04.256897 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:04.275200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:39:04.275200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Checking segment: {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:04.276995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:04.279185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Bound using segment: {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:39:04.292031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Bound port: af545814-c336-4555-9f65-94088a7ce191, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7449605d-2e42-42f7-8761-4952aef8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:39:04.292434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:04.655179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:04.848418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] For port af545814-c336-4555-9f65-94088a7ce191, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:04.860354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] For port af545814-c336-4555-9f65-94088a7ce191, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=af545814-c336-4555-9f65-94088a7ce191,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:39:04.882508 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:05.009387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48cfcda-fec3-4cd4-81b9-b86d2ecf91b2 None None] Network d278a373-1b6a-4569-8212-3ba5cea643ff requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:05.037180 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:05.128878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778e2c-daa3-4fc8-9e3e-18718030e6f3 None None] Pushing event updated for resources: {'Port': ['ID=af545814-c336-4555-9f65-94088a7ce191,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:05.156032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Routers {'1a6e0ce6-2966-471b-825a-0d93115470f4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:05.157185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1a6e0ce6-2966-471b-825a-0d93115470f4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:05.459012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:39:05.462448 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:05.565763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Subnet': ['ID=45613d54-eee0-4051-b03d-b3e44cfd69db,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:05.582281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Checking segment: {'id': '3102b079-87ed-43aa-bb0c-686cf0ceecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0a5eca0a-cac1-4b3e-a654-483c91cab051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:05.582281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network hostable DHCP agents. Network: 0a5eca0a-cac1-4b3e-a654-483c91cab051, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:05.610732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network 0a5eca0a-cac1-4b3e-a654-483c91cab051 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:05.637337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0a5eca0a-cac1-4b3e-a654-483c91cab051) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:05.643075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:05.643733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:05.654985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a0be4-fcf7-4c50-a1da-38feb4ae1b53 None None] Network 0a5eca0a-cac1-4b3e-a654-483c91cab051 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:05.722845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bab4ee74-b12a-429d-a072-79b3ed16a04b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9258573 Feb 13 23:39:05.725921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34952) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:05.791793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] Set router 1a6e0ce6-2966-471b-825a-0d93115470f4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:39:06.054656 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.167756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f405a3-6650-4e9b-89a5-bd9b384e2ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0a5eca0a-cac1-4b3e-a654-483c91cab051', 'network_id': '0a5eca0a-cac1-4b3e-a654-483c91cab051', 'tenant_id': '0a1a4ee85e114babbea3c0827f8a0c86', 'fixed_ips': [{'subnet_id': '45613d54-eee0-4051-b03d-b3e44cfd69db'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:06.168655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d7f405a3-6650-4e9b-89a5-bd9b384e2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.224665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.376714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-d7f405a3-6650-4e9b-89a5-bd9b384e2ea1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45613d54-eee0-4051-b03d-b3e44cfd69db: This subnet is being modified by another concurrent operation. Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:06.422515 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45613d54-eee0-4051-b03d-b3e44cfd69db: This subnet is being modified by another concurrent operation. Feb 13 23:39:06.425543 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 13 23:39:06.443013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:38:43Z', 'revision_number': 4, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'af545814-c336-4555-9f65-94088a7ce191', 'name': '', 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'mac_address': 'fa:16:3e:8e:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6b6c695-5917-4040-be55-f7708e2d7f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:42Z', 'updated_at': '2022-02-13T23:39:04Z', 'revision_number': 4, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'subnets': [{'id': 'b6b6c695-5917-4040-be55-f7708e2d7f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:06.472181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7ecd1-0ec7-472d-8b4a-dd7f6a7c3f57 None None] Network 0a5eca0a-cac1-4b3e-a654-483c91cab051 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:06.501821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Subnet': ['ID=45613d54-eee0-4051-b03d-b3e44cfd69db,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:06.585328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9535f-d166-47a5-a984-98dc64825e1c None None] The sync data for ids ['1a6e0ce6-2966-471b-825a-0d93115470f4'] in n-d-828979-1 is: [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:38:43Z', 'revision_number': 4, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'af545814-c336-4555-9f65-94088a7ce191', 'name': '', 'network_id': '0dd98073-b58d-453b-b3b5-34106fdbccb9', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'mac_address': 'fa:16:3e:8e:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6b6c695-5917-4040-be55-f7708e2d7f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:42Z', 'updated_at': '2022-02-13T23:39:04Z', 'revision_number': 4, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'subnets': [{'id': 'b6b6c695-5917-4040-be55-f7708e2d7f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:06.711729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.818379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5eca0a-cac1-4b3e-a654-483c91cab051']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:06.856363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3102b079-87ed-43aa-bb0c-686cf0ceecd9') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:06.856653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3102b079-87ed-43aa-bb0c-686cf0ceecd9') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:06.892927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.947403 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.963425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:06.964230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:06.976662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda7284-7328-4a34-bdc1-b7d8d401e0da None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:07.013130 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:07.147012 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.225842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.268951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.294533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Network': ['ID=0a5eca0a-cac1-4b3e-a654-483c91cab051,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:07.318827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5ce1633b-e4b9-4654-916a-cf8061f0419b tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/0a5eca0a-cac1-4b3e-a654-483c91cab051 HTTP/1.1" status: 204 len: 168 time: 1.5917521 Feb 13 23:39:07.322573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34994) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:07.329028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2019563131'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:07.339199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:07.349498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:network and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:07.360754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:07.378448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:07.408214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:07.412798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.442280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda7284-7328-4a34-bdc1-b7d8d401e0da None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:39:07.531533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:07.555467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.556060 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Added segment d3cdbb4e-08a4-4fdc-a466-404a45f76f61 of type vlan for network 92bba099-5e30-4a9a-92d7-7db7ec2c6c95 Feb 13 23:39:07.629450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.717693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:07.727321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:07.727948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:08.146872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device af545814-c336-4555-9f65-94088a7ce191 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:08.330115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Network': ['ID=92bba099-5e30-4a9a-92d7-7db7ec2c6c95,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:08.336797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35020) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:08.345852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'subnet': {'network_id': '92bba099-5e30-4a9a-92d7-7db7ec2c6c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:08.349605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70967faf-17ac-4e32-b8f2-d14c1cdc6d1c tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0253065 Feb 13 23:39:08.537658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:08.548267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:subnet and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:08.554828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:08.575417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:08.599492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:08.640531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 92bba099-5e30-4a9a-92d7-7db7ec2c6c95 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:08.854418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:08.858890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:08.864082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port af545814-c336-4555-9f65-94088a7ce191 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:08.873388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port af545814-c336-4555-9f65-94088a7ce191 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:08.874655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:08.888026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35042) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:09.123920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.172880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port af545814-c336-4555-9f65-94088a7ce191, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=af545814-c336-4555-9f65-94088a7ce191,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:09.189869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.287667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=af545814-c336-4555-9f65-94088a7ce191,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:09.327338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.399087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Subnet': ['ID=f7727ca3-1112-486f-8142-a039e82c3024,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:09.430746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Checking segment: {'id': 'd3cdbb4e-08a4-4fdc-a466-404a45f76f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '92bba099-5e30-4a9a-92d7-7db7ec2c6c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:09.431148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network hostable DHCP agents. Network: 92bba099-5e30-4a9a-92d7-7db7ec2c6c95, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:09.458806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network 92bba099-5e30-4a9a-92d7-7db7ec2c6c95 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:09.475662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 92bba099-5e30-4a9a-92d7-7db7ec2c6c95) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:09.480906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:09.481581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.487365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549a559-c042-4dcf-ae1d-ec3cd7a463d2 None None] Network 92bba099-5e30-4a9a-92d7-7db7ec2c6c95 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:09.503728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.565503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b48149bd-584a-4ed0-ab9d-ea36d65aa7fb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2272954 Feb 13 23:39:09.566518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:09.598158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:09.611747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2ba99cd8774c0a874cfeefcd8b94e5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:09.615956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:09.622525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:09.775246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.786322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:09.954053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc2ba99cd8774c0a874cfeefcd8b94e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0644717 Feb 13 23:39:09.957411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35084) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:09.984964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35088) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:10.018335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb40f32-309b-4c37-ba33-68ee839c8660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b43494-1ba8-4523-b866-6c139231d214,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:10.060940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7845d-69cb-4324-8dbe-43a652f78e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.064276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.085316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device af545814-c336-4555-9f65-94088a7ce191 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:10.107612 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7845d-69cb-4324-8dbe-43a652f78e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.122110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451ff0c-a90f-460b-8cd1-487dbbc7e611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-92bba099-5e30-4a9a-92d7-7db7ec2c6c95', 'network_id': '92bba099-5e30-4a9a-92d7-7db7ec2c6c95', 'tenant_id': '0a1a4ee85e114babbea3c0827f8a0c86', 'fixed_ips': [{'subnet_id': 'f7727ca3-1112-486f-8142-a039e82c3024'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:10.123156 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d451ff0c-a90f-460b-8cd1-487dbbc7e611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.224212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7845d-69cb-4324-8dbe-43a652f78e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.247269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7845d-69cb-4324-8dbe-43a652f78e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b43494-1ba8-4523-b866-6c139231d214,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:10.255916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8e7845d-69cb-4324-8dbe-43a652f78e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.257786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8e7845d-69cb-4324-8dbe-43a652f78e2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6b43494-1ba8-4523-b866-6c139231d214 HTTP/1.1" status: 204 len: 168 time: 0.2990453 Feb 13 23:39:10.287617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.368605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port af545814-c336-4555-9f65-94088a7ce191 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:10.371695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.399498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-510576422'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:10.408492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:10.427574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Usage tracker for resource:network and tenant:882c3e48b1d74665b5d0a2477f4e5dd6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:10.453412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:10.483562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:10.496705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-d451ff0c-a90f-460b-8cd1-487dbbc7e611 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7727ca3-1112-486f-8142-a039e82c3024: This subnet is being modified by another concurrent operation. Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:10.551759 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7727ca3-1112-486f-8142-a039e82c3024: This subnet is being modified by another concurrent operation. Feb 13 23:39:10.555868 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 13 23:39:10.584564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Made reservation on behalf of 882c3e48b1d74665b5d0a2477f4e5dd6 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:10.587971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.591052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5f969-55d7-43e8-9681-48d530842bf7 None None] Network 92bba099-5e30-4a9a-92d7-7db7ec2c6c95 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:10.604493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Subnet': ['ID=f7727ca3-1112-486f-8142-a039e82c3024,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:10.615399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.939634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:10.958761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:10.973383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Usage tracker for resource:security_group_rule and tenant:882c3e48b1d74665b5d0a2477f4e5dd6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:10.978148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:10.982737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bba099-5e30-4a9a-92d7-7db7ec2c6c95']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:10.997193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:11.003298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cdbb4e-08a4-4fdc-a466-404a45f76f61') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:11.003877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cdbb4e-08a4-4fdc-a466-404a45f76f61') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:11.023424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.049807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.061896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:11.062714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:11.085832 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:11.125124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cfc526-59ed-4050-be0e-f6f13e2d9a87 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:39:11.279957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.304839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.338815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Network': ['ID=92bba099-5e30-4a9a-92d7-7db7ec2c6c95,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:11.380067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.389267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.425563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-893eae65-f487-4da9-9491-fcae7b12d168 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/92bba099-5e30-4a9a-92d7-7db7ec2c6c95 HTTP/1.1" status: 204 len: 168 time: 1.8576300 Feb 13 23:39:11.429605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35132) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:11.436896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-432573801'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:11.444784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:11.445348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:11.452232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cfc526-59ed-4050-be0e-f6f13e2d9a87 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:39:11.458154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:network and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:11.459510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a80b067-91cf-4eed-a81d-7cf373f05357,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:11.464006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.464394 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Added segment 1874effa-ea30-4f86-9687-0e6319c9d382 of type vlan for network c4444ae7-c5ab-49a3-a144-cd17ae37745d Feb 13 23:39:11.468823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:11.504756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:11.507646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.543185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:11.547448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.552381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.558439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:11.560158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.619902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:11.637134 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.637648 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Added segment e46ea4b1-f125-4f1b-94f7-1444d2616428 of type vlan for network 2a7168e2-4e60-40cb-83c4-1129c605a996 Feb 13 23:39:11.690330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.705213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7164693 Feb 13 23:39:11.723970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20fa19-4884-4e40-9bee-95c640d78642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Pushing event updated for resources: {'Network': ['ID=c4444ae7-c5ab-49a3-a144-cd17ae37745d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:11.748685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c4444ae7-c5ab-49a3-a144-cd17ae37745d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:11.778358 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.808418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:11.809515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:11.970142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5289843 Feb 13 23:39:11.975066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:11.989952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Request body: {'subnet': {'network_id': '2a7168e2-4e60-40cb-83c4-1129c605a996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:12.000054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ac43-c5db-4b91-8e48-80c2ba316899 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Network': ['ID=2a7168e2-4e60-40cb-83c4-1129c605a996,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:12.145190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:12.150457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Usage tracker for resource:subnet and tenant:0a1a4ee85e114babbea3c0827f8a0c86 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:12.154460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:12.162620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:12.176880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Made reservation on behalf of 0a1a4ee85e114babbea3c0827f8a0c86 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:12.202069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2a7168e2-4e60-40cb-83c4-1129c605a996 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:12.394759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:12.582754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:12.588955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Request body: {'port': {'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d', 'binding:host_id': 'n-h1-828979-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-817174718'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:12.598883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:12.608450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Usage tracker for resource:port and tenant:5f836fd94dc24d5c90920afaa2891e01 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:12.613656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:12.628770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:12.659682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Made reservation on behalf of 5f836fd94dc24d5c90920afaa2891e01 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:12.662304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:12.700108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:12.742171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:12.747958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Usage tracker for resource:security_group_rule and tenant:5f836fd94dc24d5c90920afaa2891e01 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:12.751646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:12.774518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:12.999902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:13.011708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:13.039064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port ea757f1b-f15d-4ab4-b72e-34b9f77890bc yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:13.306435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:39:13.315952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2156e00e-3c86-4836-91a0-21d5ec15c7f1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:13.330835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:13.448543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event updated for resources: {'Subnet': ['ID=ed56ebca-ab44-4da1-961c-177e548531b5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:13.487247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Checking segment: {'id': 'e46ea4b1-f125-4f1b-94f7-1444d2616428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2a7168e2-4e60-40cb-83c4-1129c605a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:13.487877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network hostable DHCP agents. Network: 2a7168e2-4e60-40cb-83c4-1129c605a996, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:13.532908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Network 2a7168e2-4e60-40cb-83c4-1129c605a996 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:13.551856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2a7168e2-4e60-40cb-83c4-1129c605a996) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:13.556193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:13.556784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:13.565451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc87a3f-cb14-4c70-b94d-3986efeeacf0 None None] Network 2a7168e2-4e60-40cb-83c4-1129c605a996 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:13.613586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b772332c-2286-405a-9ba0-f9960fbc9620 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6510482 Feb 13 23:39:13.616204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35198) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:13.829312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port ea757f1b-f15d-4ab4-b72e-34b9f77890bc yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:13.841930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:13.864881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Transition to ACTIVE for port object ea757f1b-f15d-4ab4-b72e-34b9f77890bc will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:13.889616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:13.903834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.024832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=ea757f1b-f15d-4ab4-b72e-34b9f77890bc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:14.084108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Checking segment: {'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:14.085019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Network hostable DHCP agents. Network: c4444ae7-c5ab-49a3-a144-cd17ae37745d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:14.141752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a839af-d39a-49a0-820c-6f2f93d7fbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2a7168e2-4e60-40cb-83c4-1129c605a996', 'network_id': '2a7168e2-4e60-40cb-83c4-1129c605a996', 'tenant_id': '0a1a4ee85e114babbea3c0827f8a0c86', 'fixed_ips': [{'subnet_id': 'ed56ebca-ab44-4da1-961c-177e548531b5'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:14.143375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e0a839af-d39a-49a0-820c-6f2f93d7fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.156903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.171182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Network c4444ae7-c5ab-49a3-a144-cd17ae37745d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:14.239122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c4444ae7-c5ab-49a3-a144-cd17ae37745d) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:14.249500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:14.307893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fdf9d2-f689-4b11-8d2c-3ecf5de9eaab None None] Network c4444ae7-c5ab-49a3-a144-cd17ae37745d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:14.310944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.312159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.320212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.332713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.333371 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.333960 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 2 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.393203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.402979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.403660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.404206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.419890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.420533 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.421126 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 3 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.452136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Subnet': ['ID=ed56ebca-ab44-4da1-961c-177e548531b5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:14.465515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.465876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.467653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.483375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.483711 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.486591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35224) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:14.487066 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 4 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.538402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.538747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.539093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.562309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.562658 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.563092 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 5 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.614831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.615690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.616070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.632489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.633113 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.634293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.635070 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 6 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.674301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.676144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7168e2-4e60-40cb-83c4-1129c605a996']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:14.676692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.677195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.693060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.693279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46ea4b1-f125-4f1b-94f7-1444d2616428') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:14.693484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46ea4b1-f125-4f1b-94f7-1444d2616428') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:14.697449 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.700211 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 7 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.707109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-e0a839af-d39a-49a0-820c-6f2f93d7fbab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed56ebca-ab44-4da1-961c-177e548531b5: This subnet is being modified by another concurrent operation. Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:14.722963 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed56ebca-ab44-4da1-961c-177e548531b5: This subnet is being modified by another concurrent operation. Feb 13 23:39:14.727453 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 13 23:39:14.740734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.742726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.743250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.752770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.755048 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.755480 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 8 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.770390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c2177-5421-48b4-83af-2ec1595e0543 None None] Network 2a7168e2-4e60-40cb-83c4-1129c605a996 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:14.776875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.791624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:14.792310 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:14.816888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.823013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.824295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.838655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.839816 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.839904 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 9 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.877653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.877995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.885568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.918350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:14.918350 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:14.918350 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 10 to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc Feb 13 23:39:14.971186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:14.971518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:14.972032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:14.974544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.003105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:15.003222 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port ea757f1b-f15d-4ab4-b72e-34b9f77890bc on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:15.003920 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.143133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041437cf-4379-4328-ba2a-4ce1b7843af7 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:39:15.155775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:15.158694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] For port ea757f1b-f15d-4ab4-b72e-34b9f77890bc, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:15.159272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempted to set empty binding levels {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 13 23:39:15.162329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:38bd389e72ec44449b8d02b438cea48a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:15.175506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:15.191086 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.207070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:15.280646 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:15.291858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.300127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.359695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.374511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/2a7168e2-4e60-40cb-83c4-1129c605a996 HTTP/1.1" status: 204 len: 168 time: 1.7570832 Feb 13 23:39:15.381535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35252) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:15.394790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=ea757f1b-f15d-4ab4-b72e-34b9f77890bc,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:15.395470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18462846-e38c-4ea9-9d32-482a7c4c6d83 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Network': ['ID=2a7168e2-4e60-40cb-83c4-1129c605a996,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:15.525737 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ea1c0c-3eb0-4527-ac08-03ae5e734775 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:15.526204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ea1c0c-3eb0-4527-ac08-03ae5e734775 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:15.570571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.580956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-55ea1c0c-3eb0-4527-ac08-03ae5e734775 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/ed56ebca-ab44-4da1-961c-177e548531b5 HTTP/1.1" status: 404 len: 337 time: 0.1919053 Feb 13 23:39:15.580956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-98671298-0974-478a-a44e-fa693b0e6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.9964638 Feb 13 23:39:15.580956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35256) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:15.583597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35258) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:15.605577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041437cf-4379-4328-ba2a-4ce1b7843af7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:39:15.671177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.732551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec0d469-f783-496e-85ce-26f003267dfc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:15.755841 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a0eb9d-5771-4e14-84ee-bc6dcdac0bec tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:15.756535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a0eb9d-5771-4e14-84ee-bc6dcdac0bec tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:15.758507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04a0eb9d-5771-4e14-84ee-bc6dcdac0bec tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/2a7168e2-4e60-40cb-83c4-1129c605a996 HTTP/1.1" status: 404 len: 339 time: 0.1765423 Feb 13 23:39:15.764210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35268) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:15.809450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ad43e5a8-97d7-44ca-9ba4-f5d106dee8a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38bd389e72ec44449b8d02b438cea48a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2881410 Feb 13 23:39:15.813219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Deleting port ea757f1b-f15d-4ab4-b72e-34b9f77890bc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:15.814135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:15.846729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35274) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:15.959440 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0043424d-6e35-40bd-8d94-3c87e8537b34 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:15.962652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0043424d-6e35-40bd-8d94-3c87e8537b34 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:15.978390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0043424d-6e35-40bd-8d94-3c87e8537b34 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/f7727ca3-1112-486f-8142-a039e82c3024 HTTP/1.1" status: 404 len: 337 time: 0.2129774 Feb 13 23:39:15.986051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35280) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:16.099954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7265810-690c-436b-9632-ae4fc52894ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:16.132829 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac0270d-f7e2-45c5-9ef5-36b434a0281a tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:16.136596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac0270d-f7e2-45c5-9ef5-36b434a0281a tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:16.147308 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5ac0270d-f7e2-45c5-9ef5-36b434a0281a tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/92bba099-5e30-4a9a-92d7-7db7ec2c6c95 HTTP/1.1" status: 404 len: 339 time: 0.1585715 Feb 13 23:39:16.153403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35294) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:16.282371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7265810-690c-436b-9632-ae4fc52894ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:16.323707 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63cf56a-2e10-4799-8d05-70f98618c2f0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:16.324194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63cf56a-2e10-4799-8d05-70f98618c2f0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:16.330328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b63cf56a-2e10-4799-8d05-70f98618c2f0 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/45613d54-eee0-4051-b03d-b3e44cfd69db HTTP/1.1" status: 404 len: 337 time: 0.1715648 Feb 13 23:39:16.332958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35298) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:16.382014 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-32caf19c-6f17-4c79-9c14-0206d7a7fd6e tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:16.385551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32caf19c-6f17-4c79-9c14-0206d7a7fd6e tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:16.398528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-32caf19c-6f17-4c79-9c14-0206d7a7fd6e tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/0a5eca0a-cac1-4b3e-a654-483c91cab051 HTTP/1.1" status: 404 len: 339 time: 0.0639935 Feb 13 23:39:16.399311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35302) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:16.437815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35306) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:16.468124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] For port ea757f1b-f15d-4ab4-b72e-34b9f77890bc, host n-h1-828979-1, got binding levels [] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:16.469642 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:16.557873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting port e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:16.561389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:16.874628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Calling delete_port for ea757f1b-f15d-4ab4-b72e-34b9f77890bc owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:16.904488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:16.912398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:16.919308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:16.923151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Usage tracker for resource:floatingip and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:16.925940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:16.942326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:16.953998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7265810-690c-436b-9632-ae4fc52894ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:16.975603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7265810-690c-436b-9632-ae4fc52894ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec0d469-f783-496e-85ce-26f003267dfc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:17.012233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7265810-690c-436b-9632-ae4fc52894ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.016579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b7265810-690c-436b-9632-ae4fc52894ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ec0d469-f783-496e-85ce-26f003267dfc HTTP/1.1" status: 204 len: 168 time: 1.1679604 Feb 13 23:39:17.018284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.068957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Calling delete_port for e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:17.234282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.237137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.288477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea757f1b-f15d-4ab4-b72e-34b9f77890bc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:17.306903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.333697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a9e61c2c-176e-4166-b736-f1bd216e00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ea757f1b-f15d-4ab4-b72e-34b9f77890bc HTTP/1.1" status: 204 len: 168 time: 1.7487252 Feb 13 23:39:17.336386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35326) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:17.337415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Port': ['ID=e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:17.405058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.407180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.410560 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0363e5-bb00-4a49-9c57-05cd1dda0f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:39:17.416447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1e0363e5-bb00-4a49-9c57-05cd1dda0f3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "GET /v2.0/ports/ea757f1b-f15d-4ab4-b72e-34b9f77890bc HTTP/1.1" status: 404 len: 333 time: 0.0755718 Feb 13 23:39:17.419009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35336) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:17.425612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Request body: {'port': {'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-576582000'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:17.430837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:17.435752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Usage tracker for resource:port and tenant:5f836fd94dc24d5c90920afaa2891e01 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:17.440078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:17.444184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-783aaf2c-fd8c-497f-a3fd-81a00fa58c07 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/ports/e82b2048-f9fb-4ecc-8eb5-5bfccbcc452d HTTP/1.1" status: 204 len: 168 time: 1.0437872 Feb 13 23:39:17.448236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35340) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:17.452160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:17.494477 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa29caa6-8690-4523-ae5e-05f1e38ff409 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:17.496274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa29caa6-8690-4523-ae5e-05f1e38ff409 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:17.498574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa29caa6-8690-4523-ae5e-05f1e38ff409 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/6d17631d-f48c-4dbc-91fe-0a053866aeb1 HTTP/1.1" status: 404 len: 337 time: 0.0484474 Feb 13 23:39:17.509401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35344) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:17.628386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Made reservation on behalf of 5f836fd94dc24d5c90920afaa2891e01 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:17.630695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.646886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Allocated IP 172.25.4.100 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/099a0c1e-a0f1-4bd7-8f2f-b06cdea2ed83) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:17.659786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:17.701912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:17.764046 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.792119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.840413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.873746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:17.934131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:17.937105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:17.940670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:17.940838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:17.992713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0ac768d55745079423e7da95c6bd5d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:18.003580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:18.005702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Port': ['ID=099a0c1e-a0f1-4bd7-8f2f-b06cdea2ed83,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:18.128416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:18.152192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.160864 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.211111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d278a373-1b6a-4569-8212-3ba5cea643ff']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:18.258731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33eb8ad-e860-444a-9e81-ffabc679b5e0') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:18.258731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33eb8ad-e860-444a-9e81-ffabc679b5e0') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:18.274475 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.285805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.294422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.357254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.366483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.370177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.395332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:18.395816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:18.433567 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:18.617061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.624838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.699241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a956d6a9-9cee-43f1-92df-b8a214fc63c7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:18.705265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa63554d-48d5-4707-9ace-5c5eb6063463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a0ac768d55745079423e7da95c6bd5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0014813 Feb 13 23:39:18.707943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35376) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:18.731497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.768664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Port': ['ID=099a0c1e-a0f1-4bd7-8f2f-b06cdea2ed83,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:18.784967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.790139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.805400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.839788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.845340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-12342ae5-e7b2-481e-826f-8682eba9cf45 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4002261 Feb 13 23:39:18.849091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35384) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:18.855468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1490955450'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:18.859200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Network': ['ID=d278a373-1b6a-4569-8212-3ba5cea643ff,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:18.861556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:18.874152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Usage tracker for resource:network and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:18.882134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:18.890340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:18.901420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-565f9b4b-d82b-4af2-a9d4-6fe7326805ca tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/d278a373-1b6a-4569-8212-3ba5cea643ff HTTP/1.1" status: 204 len: 168 time: 1.3922668 Feb 13 23:39:18.905233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35388) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:18.906157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Network c4444ae7-c5ab-49a3-a144-cd17ae37745d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:18.908115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:18.910900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:18.912133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:18.912834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.918664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:18.949176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00f72cf8-f6ba-4bba-b15d-c3e94c4276b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.956856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Made reservation on behalf of e6bd8a68bbdf44e89ecd336594e0313e for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:18.960281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:18.968515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a31018f8-de3c-4528-b96a-6a5660d84b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5484676 Feb 13 23:39:18.969271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:18.984111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:18.992116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.030444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting port 6dd614a9-fda2-4656-b625-3810b3b1f4e5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:19.031102 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.038273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00f72cf8-f6ba-4bba-b15d-c3e94c4276b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.164941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.197243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:19.203193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Usage tracker for resource:security_group_rule and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:19.206402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:19.216441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:19.218333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00f72cf8-f6ba-4bba-b15d-c3e94c4276b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.303130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72cf8-f6ba-4bba-b15d-c3e94c4276b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a956d6a9-9cee-43f1-92df-b8a214fc63c7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:19.344165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00f72cf8-f6ba-4bba-b15d-c3e94c4276b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.345201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-00f72cf8-f6ba-4bba-b15d-c3e94c4276b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a956d6a9-9cee-43f1-92df-b8a214fc63c7 HTTP/1.1" status: 204 len: 168 time: 0.6352956 Feb 13 23:39:19.397876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.584810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:19.600863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.628108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Transition to ACTIVE for port object be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:19.638196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.838270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:19.867015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:19.867740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:19.867902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:19.875081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:19.875409 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:19.875819 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 2 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:19.880955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Calling delete_port for 6dd614a9-fda2-4656-b625-3810b3b1f4e5 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:19.892973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:19.893317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:19.893653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:19.900138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:19.900565 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:19.900996 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 3 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:19.932145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:19.932492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:19.932840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:19.952261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:19.953469 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:19.957141 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 4 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:19.957260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:19.966947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.001970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.009850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.010742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.010865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46a00a-94e1-4a34-a934-7028579d9752,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:20.019924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.020161 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.020790 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 5 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:20.040199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.040650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.041578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.047919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:20.055515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.056910 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.059700 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 6 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:20.082637 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.082637 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Added segment 14c0f774-5c95-4c97-8b3d-193137bb6eda of type vlan for network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 Feb 13 23:39:20.105659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.114023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.114624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.115138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.128555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.131899 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.132470 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 7 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:20.158065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.158656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.158871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.165402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.165731 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.167903 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 8 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:20.185599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.185932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.186306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.194736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.195063 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.195499 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 9 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:20.221302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Port': ['ID=6dd614a9-fda2-4656-b625-3810b3b1f4e5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:20.225704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.244061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.244404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.244736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.250012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.264896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.265256 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.267829 n-d-828979-1 neutron-server[83662]: INFO neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 10 to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b Feb 13 23:39:20.306337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:20.306622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:20.306955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:20.313192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e563c4e1-d961-4045-b17d-a48b7bda272f tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/ports/6dd614a9-fda2-4656-b625-3810b3b1f4e5 HTTP/1.1" status: 204 len: 168 time: 1.4067144 Feb 13 23:39:20.317037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35428) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:20.334483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:20.334814 n-d-828979-1 neutron-server[83662]: ERROR neutron.plugins.ml2.managers [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:20.335173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.436058 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87f3cf0-9677-4e71-a269-6599f9797b35 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] DELETE failed (client error): The resource could not be found. Feb 13 23:39:20.436517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87f3cf0-9677-4e71-a269-6599f9797b35 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:39:20.445335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d87f3cf0-9677-4e71-a269-6599f9797b35 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/7436927f-17b9-47cd-9e8d-72a428e8aa73 HTTP/1.1" status: 404 len: 337 time: 0.1179538 Feb 13 23:39:20.445451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35440) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:20.490213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.494122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:20.494766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.506434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] For port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:20.507024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempted to set empty binding levels {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 13 23:39:20.517082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.541526 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6902900 Feb 13 23:39:20.576025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:20.593106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] In _notify_port_updated(), no bound segment for port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:39:20.594160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.597800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "PUT /v2.0/ports/be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b HTTP/1.1" status: 200 len: 978 time: 1.6233962 Feb 13 23:39:20.600066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Request body: {'subnet': {'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:20.643958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35448) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:20.777101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a795da-f75a-4628-9df4-bf0ec581e1f0 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Network': ['ID=6c40a8f9-d698-4f43-bcd6-6ffa029a4381,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:20.782954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698e8fe-0f2d-427a-9379-6d9feb9ba688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:20.796504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:20.797823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:20.798379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.803121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Usage tracker for resource:subnet and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:20.806931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:20.819090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:20.828786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting port 8ba416ff-7995-4c10-8189-0d159987b701 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:20.829312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:20.847597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Made reservation on behalf of e6bd8a68bbdf44e89ecd336594e0313e for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:20.935402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-84f589f5-6e08-4106-8a6d-e17eabba3184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Synchronizing usage tracker for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:20.972887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-84f589f5-6e08-4106-8a6d-e17eabba3184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Unset dirty status for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:20.975018 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-84f589f5-6e08-4106-8a6d-e17eabba3184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27246 time: 0.3299632 Feb 13 23:39:21.046995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35464) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:21.145944 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.152910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] For port 8ba416ff-7995-4c10-8189-0d159987b701, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8ba416ff-7995-4c10-8189-0d159987b701,segment=NetworkSegment(176b90e9-626b-4d2f-9a89-6a14d1af104d),segment_id=176b90e9-626b-4d2f-9a89-6a14d1af104d)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:21.153526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.276040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Deleting port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:21.276438 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.315725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Calling delete_port for 8ba416ff-7995-4c10-8189-0d159987b701 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:21.470882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.550884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Port': ['ID=8ba416ff-7995-4c10-8189-0d159987b701,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:21.564194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No DVR routers for this DVR port 8ba416ff-7995-4c10-8189-0d159987b701 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:39:21.727259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.757080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b36714-e579-4f7c-aa01-3706caf115cb']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:21.773076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176b90e9-626b-4d2f-9a89-6a14d1af104d') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:21.773391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176b90e9-626b-4d2f-9a89-6a14d1af104d') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:21.810295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.829399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.838348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:21.839012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.846464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] For port be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b, host n-h1-828979-1, got binding levels [] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:21.847007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:21.860645 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:21.990557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Calling delete_port for be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:22.058833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.159535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.165026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Subnet': ['ID=858486c6-9832-47c6-9b5f-423df486c8e7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:22.184414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.204536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.226695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/a3b36714-e579-4f7c-aa01-3706caf115cb HTTP/1.1" status: 204 len: 168 time: 1.7801611 Feb 13 23:39:22.231734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:22.234913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cbe0d-22b4-41e2-bdcb-fbc74b445e57 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Network': ['ID=a3b36714-e579-4f7c-aa01-3706caf115cb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:22.267425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event deleted for resources: {'Port': ['ID=be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:22.277364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Checking segment: {'id': '14c0f774-5c95-4c97-8b3d-193137bb6eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:22.277733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network hostable DHCP agents. Network: 6c40a8f9-d698-4f43-bcd6-6ffa029a4381, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:22.286076 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.312457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d13f291-3e3d-43a7-8730-458cb9f94a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "DELETE /v2.0/ports/be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b HTTP/1.1" status: 204 len: 168 time: 1.2642977 Feb 13 23:39:22.316907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35506) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:22.364736 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d0a155-165f-4c22-be09-34faf9f4b093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:39:22.365157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e5d0a155-165f-4c22-be09-34faf9f4b093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Synchronizing usage tracker for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:22.368841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:22.387588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 6c40a8f9-d698-4f43-bcd6-6ffa029a4381) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:22.389878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e5d0a155-165f-4c22-be09-34faf9f4b093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Unset dirty status for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:22.391279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e5d0a155-165f-4c22-be09-34faf9f4b093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "GET /v2.0/ports/be93d3c6-4cb1-4b84-9d12-9ad5b7d9112b HTTP/1.1" status: 404 len: 333 time: 0.0732775 Feb 13 23:39:22.397340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5423157-b96a-4428-a3a1-48904eedc86d None None] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:22.411667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:22.418371 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.427992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:22.445665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1109365135', 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:22.460985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:22.476212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:22.482591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64d60621-76e6-48fd-bf26-83958ee2c98b tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8976841 Feb 13 23:39:22.483584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35520) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:22.492710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-339254388', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:22.501837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:22.506087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Usage tracker for resource:router and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:22.509642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:22.516653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:22.524581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting subnet f3e1fbd8-ef7c-4809-9324-ef7415b50735 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:39:22.527824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Made reservation on behalf of 5f836fd94dc24d5c90920afaa2891e01 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:22.529243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.531762 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.544969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.546241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.567789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port c5212e6a-b2a5-43ce-9ac8-d0f6282683de yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:22.635266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.714014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.791669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.824866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-6c40a8f9-d698-4f43-bcd6-6ffa029a4381', 'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381', 'tenant_id': 'e6bd8a68bbdf44e89ecd336594e0313e', 'fixed_ips': [{'subnet_id': '858486c6-9832-47c6-9b5f-423df486c8e7'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:22.825917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:22.848953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35536) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:22.878717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2003431873'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:22.885114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:22.889419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:network and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:22.893619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:22.906280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:22.938835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.005389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:23.008281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.027986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e1fbd8-ef7c-4809-9324-ef7415b50735,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:23.038883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.054210 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-771127bb-02c6-43fe-9ea6-d75c143655f3 tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/subnets/f3e1fbd8-ef7c-4809-9324-ef7415b50735 HTTP/1.1" status: 204 len: 168 time: 0.8209598 Feb 13 23:39:23.056469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35546) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:23.062647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722a518-9c7a-4763-bb0a-eac74ec75042 None None] Network b45e76f8-709c-493a-adec-2f02257be013 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:23.182777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.210575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:23.225675 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.241026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Deleting port 299db963-a743-4da4-9fb8-f15a8bb0bca0 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:23.241362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.248556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.248903 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Added segment ee841fbf-bacc-464b-8cc4-1b14a713822a of type vlan for network d726b444-4c7c-419a-80ca-de4c3d57a91c Feb 13 23:39:23.297216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.336997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Allocated IP 172.20.0.2 (6c40a8f9-d698-4f43-bcd6-6ffa029a4381/858486c6-9832-47c6-9b5f-423df486c8e7/3e673444-89bd-4338-bab8-aa86908c3aba) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:23.389370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.473367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.530328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.535881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:23.536681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.554583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] For port 299db963-a743-4da4-9fb8-f15a8bb0bca0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=299db963-a743-4da4-9fb8-f15a8bb0bca0,segment=NetworkSegment(69812b4a-0205-4a9c-b57e-4f9cbed428ee),segment_id=69812b4a-0205-4a9c-b57e-4f9cbed428ee)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:23.555619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.700646 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.719485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Transition to ACTIVE for port object 3e673444-89bd-4338-bab8-aa86908c3aba will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:23.754750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Network c4444ae7-c5ab-49a3-a144-cd17ae37745d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:23.764417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:23.767011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8569f069-ed15-4ac0-8224-fcc4422c079c None None] DHCP port deletion for b45e76f8-709c-493a-adec-2f02257be013 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:39:23.767711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:23.768573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:23.769319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.770712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Transition to ACTIVE for port object 3e673444-89bd-4338-bab8-aa86908c3aba will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:23.775288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8569f069-ed15-4ac0-8224-fcc4422c079c None None] Deleting port 299db963-a743-4da4-9fb8-f15a8bb0bca0 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:23.775906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8569f069-ed15-4ac0-8224-fcc4422c079c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.778675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9154451 Feb 13 23:39:23.779579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35568) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:23.786328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=c5212e6a-b2a5-43ce-9ac8-d0f6282683de,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:23.804367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-255872828'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:23.809485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86546ba4-ddbb-4259-8c81-29620e6fc159 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Network': ['ID=d726b444-4c7c-419a-80ca-de4c3d57a91c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:23.818732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:23.822967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d726b444-4c7c-419a-80ca-de4c3d57a91c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:23.845302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.850525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Calling delete_port for 299db963-a743-4da4-9fb8-f15a8bb0bca0 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:23.855266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:network and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:23.858289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:23.870983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-35252b15-5e7a-48e1-8c63-19c3188b3363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4394467 Feb 13 23:39:23.870983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:23.871723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:23.896504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:23.955049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.057012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Pushing event updated for resources: {'Port': ['ID=3e673444-89bd-4338-bab8-aa86908c3aba,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:24.085005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.108450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 299db963-a743-4da4-9fb8-f15a8bb0bca0 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:24.117617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Port': ['ID=299db963-a743-4da4-9fb8-f15a8bb0bca0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:24.126801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] No DVR routers for this DVR port 299db963-a743-4da4-9fb8-f15a8bb0bca0 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:39:24.164319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:24.168291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.234996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec564b3c-6160-4fb9-bf0a-6e2651cc817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Synchronizing usage tracker for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:24.238595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 299db963-a743-4da4-9fb8-f15a8bb0bca0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:39:24.238946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 299db963-a743-4da4-9fb8-f15a8bb0bca0 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:39:24.250587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:24.285909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8569f069-ed15-4ac0-8224-fcc4422c079c None None] The port '299db963-a743-4da4-9fb8-f15a8bb0bca0' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:39:24.287856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:24.303135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:24.305019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:24.342849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.344813 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Added segment 1e6a412e-8210-4dd5-89e4-572a1b451791 of type vlan for network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea Feb 13 23:39:24.368158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.376358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.432448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45e76f8-709c-493a-adec-2f02257be013']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:24.447614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69812b4a-0205-4a9c-b57e-4f9cbed428ee') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:24.448152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69812b4a-0205-4a9c-b57e-4f9cbed428ee') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:24.454586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Attempting to bind port 3e673444-89bd-4338-bab8-aa86908c3aba on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:24.455174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Attempting to bind port 3e673444-89bd-4338-bab8-aa86908c3aba by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '14c0f774-5c95-4c97-8b3d-193137bb6eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:24.455719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Attempting to bind port 3e673444-89bd-4338-bab8-aa86908c3aba on network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:24.462843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:39:24.463555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Checking segment: {'id': '14c0f774-5c95-4c97-8b3d-193137bb6eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:24.464216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.464618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.465275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Bound using segment: {'id': '14c0f774-5c95-4c97-8b3d-193137bb6eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:39:24.466006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Bound port: 3e673444-89bd-4338-bab8-aa86908c3aba, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c0f774-5c95-4c97-8b3d-193137bb6eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:39:24.466753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.473659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec564b3c-6160-4fb9-bf0a-6e2651cc817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Unset dirty status for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:24.474990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ec564b3c-6160-4fb9-bf0a-6e2651cc817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "GET /v2.0/ports/c5212e6a-b2a5-43ce-9ac8-d0f6282683de HTTP/1.1" status: 200 len: 959 time: 0.5752456 Feb 13 23:39:24.479408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.483601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:24.484186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.489972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35594) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:24.590580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] For port 3e673444-89bd-4338-bab8-aa86908c3aba, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:24.594504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] For port 3e673444-89bd-4338-bab8-aa86908c3aba, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3e673444-89bd-4338-bab8-aa86908c3aba,segment=NetworkSegment(14c0f774-5c95-4c97-8b3d-193137bb6eda),segment_id=14c0f774-5c95-4c97-8b3d-193137bb6eda)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:39:24.605897 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.622980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Deleting port c5212e6a-b2a5-43ce-9ac8-d0f6282683de {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:24.623463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.648920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8580065 Feb 13 23:39:24.650505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Allocated IP 172.25.4.151 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e1173250-e7cf-4a65-84ba-1c7d4388964c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:24.653466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35600) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:24.654005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42c63-8e18-4af4-b0de-7b38ea16243d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Network': ['ID=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:24.662999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.672203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:24.672736 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.737252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:24.828781 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:24.842618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.847629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'subnet': {'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:24.850545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:24.912783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35610) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:24.917979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578471c4-1814-44ff-b911-b2506e7b6bbb None None] Pushing event updated for resources: {'Port': ['ID=3e673444-89bd-4338-bab8-aa86908c3aba,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:24.934690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.036802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:25.039674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:25.048695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:25.103177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Port': ['ID=e1173250-e7cf-4a65-84ba-1c7d4388964c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:25.114599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.126779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] Pushing event deleted for resources: {'Network': ['ID=b45e76f8-709c-493a-adec-2f02257be013,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:25.228531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.276424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dbbff68d-00b0-4217-b5a6-030f80b08ebb tempest-NetworksIpV6TestAttrs-1089577598 tempest-NetworksIpV6TestAttrs-1089577598-project] 10.222.0.36 "DELETE /v2.0/networks/b45e76f8-709c-493a-adec-2f02257be013 HTTP/1.1" status: 204 len: 168 time: 2.2186248 Feb 13 23:39:25.292994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:25.306695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Usage tracker for resource:security_group_rule and tenant:67d9660e689b4885b109db3a221d78bc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:25.311657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:25.328550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:25.406597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:25.410394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:subnet and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:25.413270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:25.419811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:25.442611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:25.479574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.491657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.522098 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.523447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.559007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.618075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb4f6d9-eea7-41d6-b15a-a4dc0d60efc2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:25.622964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8e59130-0de7-4530-9d1a-3010a71fbd9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67d9660e689b4885b109db3a221d78bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7091937 Feb 13 23:39:25.628738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35628) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:25.666700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35632) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:25.686379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.829495 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab3-b745-468a-bfef-4fca5be87481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.848084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Calling delete_port for c5212e6a-b2a5-43ce-9ac8-d0f6282683de owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:25.866775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab3-b745-468a-bfef-4fca5be87481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:25.978638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab3-b745-468a-bfef-4fca5be87481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.014557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4aaab3-b745-468a-bfef-4fca5be87481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb4f6d9-eea7-41d6-b15a-a4dc0d60efc2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:26.050431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7a4aaab3-b745-468a-bfef-4fca5be87481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.063658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7a4aaab3-b745-468a-bfef-4fca5be87481 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efb4f6d9-eea7-41d6-b15a-a4dc0d60efc2 HTTP/1.1" status: 204 len: 168 time: 0.4336929 Feb 13 23:39:26.125701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Router 48bc87fc-abfe-49d4-b2d7-07c58b728212 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:39:26.133280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03ccd10a-b153-4e8f-908c-3983ab46e190 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a1a4ee85e114babbea3c0827f8a0c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4559438 Feb 13 23:39:26.133395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3e673444-89bd-4338-bab8-aa86908c3aba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:26.133907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.133907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35648) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:26.256266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5212e6a-b2a5-43ce-9ac8-d0f6282683de,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:26.280938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3e673444-89bd-4338-bab8-aa86908c3aba completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:26.351582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.394048 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ea6df38d-ddeb-436d-adbb-e57bd4b50bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c5212e6a-b2a5-43ce-9ac8-d0f6282683de HTTP/1.1" status: 204 len: 168 time: 1.9015214 Feb 13 23:39:26.402516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35660) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:26.438164 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.484860 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cf866b-2b94-4543-a899-7ea883b6f49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:39:26.487092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-78cf866b-2b94-4543-a899-7ea883b6f49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "GET /v2.0/ports/c5212e6a-b2a5-43ce-9ac8-d0f6282683de HTTP/1.1" status: 404 len: 333 time: 0.0836430 Feb 13 23:39:26.491396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:26.505448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Request body: {'port': {'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-29722037'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:26.510434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:26.515821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Usage tracker for resource:port and tenant:5f836fd94dc24d5c90920afaa2891e01 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:26.518866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:26.522532 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.542473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:26.544735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.553946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:39:26.567361 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] Sync routers for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:39:26.581652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53675f86-4b6f-48ab-a350-9412b87e6bd0 None None] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:26.589909 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:26.590869 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:26.624043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.627363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49e74444-4247-4fff-83ad-6cb67ce10ce4 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1426408 Feb 13 23:39:26.630207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35668) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:26.648487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Made reservation on behalf of 5f836fd94dc24d5c90920afaa2891e01 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:26.650858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.696158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:26.696387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Subnet': ['ID=8cc95659-b4c9-4c45-85de-2131e918e666,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:26.703211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port 71b5a11e-2548-4f13-b858-c76af1095959 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:26.710234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:26.711070 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:26.748170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35672) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:26.782259 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:26.782899 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca05a1-c26c-4064-86b7-65c0c744bf19 None None] The sync data for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:26.798855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Checking segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:26.799461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network hostable DHCP agents. Network: d726b444-4c7c-419a-80ca-de4c3d57a91c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:26.838074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.842295 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.860010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Provisioning for port 3e673444-89bd-4338-bab8-aa86908c3aba completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:26.878466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9df02-11cd-4470-8444-ee50fcd517df,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:26.879364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Provisioning complete for port 3e673444-89bd-4338-bab8-aa86908c3aba triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:26.879932 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:26.913728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network d726b444-4c7c-419a-80ca-de4c3d57a91c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:26.916953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.917322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.917662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.917994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.918359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.918685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.919007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.919343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.919656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.919968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.920297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:26.969289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d726b444-4c7c-419a-80ca-de4c3d57a91c) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:26.998574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:26.999167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.003047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.004158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8cb29654-876a-49b3-a9cd-acc6145c87c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56f9df02-11cd-4470-8444-ee50fcd517df HTTP/1.1" status: 204 len: 168 time: 0.8715119 Feb 13 23:39:27.022449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b9191-7051-499d-bfd4-47a37112d636 None None] Network d726b444-4c7c-419a-80ca-de4c3d57a91c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:27.090747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:27.096792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad1adfcc6914d5db9ae5e83e0250ed6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:27.100060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:27.111739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-81be13df-738f-424a-9ca4-f95081e02cf7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2867560 Feb 13 23:39:27.114321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35684) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:27.130274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:27.131054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'subnet': {'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:27.255699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.279017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.306844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:27.312473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:subnet and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:27.316284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:27.342323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:27.361845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.371994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:27.389379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.617271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc47d80-f756-41b3-bf19-2811730acf42,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:27.622584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-45e447cf-15ae-4ca3-873c-b85bf1596043 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ad1adfcc6914d5db9ae5e83e0250ed6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8731048 Feb 13 23:39:27.625238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35696) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:27.651177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d726b444-4c7c-419a-80ca-de4c3d57a91c', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:27.652414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.671637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Network c4444ae7-c5ab-49a3-a144-cd17ae37745d is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:27.673731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=71b5a11e-2548-4f13-b858-c76af1095959,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:27.676339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:27.677099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.681275 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.699399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:27.700234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:27.700831 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.795765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f3d22b8-9d2f-4cf6-aaf9-266e44c6c14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.799636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-52ded086-304f-41d0-b1c2-da996c2d0a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.3016539 Feb 13 23:39:27.803746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35708) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:27.908450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f3d22b8-9d2f-4cf6-aaf9-266e44c6c14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:27.946936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] For port 3e673444-89bd-4338-bab8-aa86908c3aba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3e673444-89bd-4338-bab8-aa86908c3aba,segment=NetworkSegment(14c0f774-5c95-4c97-8b3d-193137bb6eda),segment_id=14c0f774-5c95-4c97-8b3d-193137bb6eda)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:27.961060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.081297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:28.114685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.190405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Subnet': ['ID=5eb04418-1e25-449e-8cdb-190f272523f9,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:28.220113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f3d22b8-9d2f-4cf6-aaf9-266e44c6c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.248823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d22b8-9d2f-4cf6-aaf9-266e44c6c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc47d80-f756-41b3-bf19-2811730acf42,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:28.252715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f3d22b8-9d2f-4cf6-aaf9-266e44c6c14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.256950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f3d22b8-9d2f-4cf6-aaf9-266e44c6c14b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bc47d80-f756-41b3-bf19-2811730acf42 HTTP/1.1" status: 204 len: 168 time: 0.6274958 Feb 13 23:39:28.257477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Pushing event updated for resources: {'Port': ['ID=3e673444-89bd-4338-bab8-aa86908c3aba,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:28.282957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Allocated IP 10.1.1.2 (d726b444-4c7c-419a-80ca-de4c3d57a91c/8cc95659-b4c9-4c45-85de-2131e918e666/bbd27f3f-b980-4502-acd5-8b6b7e62cece) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:28.298872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-af995f8e-0950-4a77-9160-2977c2e3e046 None None] Provisioning complete for port 3e673444-89bd-4338-bab8-aa86908c3aba triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:28.299244 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-af995f8e-0950-4a77-9160-2977c2e3e046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.343948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.344668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.345407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.345958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.346605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.347163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.347725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.348279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.348818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.349367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.349905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73600bd8-7fb1-4791-a955-a4f866fdd3ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:28.380797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.487545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Checking segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:28.487901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network hostable DHCP agents. Network: ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:28.595764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:28.619543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:28.648261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:28.648870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.668612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef393720-9c00-4b99-a784-c316168fe328 None None] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:28.707563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:28.739362 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0bb38a8a-9041-4335-8a5d-5aa1827c817c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6238344 Feb 13 23:39:28.753978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35730) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:28.769141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35734) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:28.774284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'name': 'tempest-TaggedBootDevicesTest-1095006637', 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:29.196413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] device_id is not set on port 71b5a11e-2548-4f13-b858-c76af1095959 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:29.201131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:29.208817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:port and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:29.215466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451411850'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:29.220090 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.222599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:29.232024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:29.239976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:29.288112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Transition to ACTIVE for port object 71b5a11e-2548-4f13-b858-c76af1095959 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:29.289569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:29.295035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:29.298468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:29.304704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.322574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:29.328967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.364924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.406805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Transition to ACTIVE for port object bbd27f3f-b980-4502-acd5-8b6b7e62cece will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:29.420830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] device_id is not set on port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:29.501716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Allocated IP 172.20.0.1 (6c40a8f9-d698-4f43-bcd6-6ffa029a4381/858486c6-9832-47c6-9b5f-423df486c8e7/fe25571f-7024-490d-a670-3d2455924797) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:29.525619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Transition to ACTIVE for port object bbd27f3f-b980-4502-acd5-8b6b7e62cece will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:29.537018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=71b5a11e-2548-4f13-b858-c76af1095959,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:29.544411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:29.547745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.574272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.583589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.618642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'fixed_ips': [{'subnet_id': '5eb04418-1e25-449e-8cdb-190f272523f9'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:29.619835 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.649416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:29.649958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:29.650425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:29.669461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:29.669939 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:29.675253 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 2 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:29.677796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Network d726b444-4c7c-419a-80ca-de4c3d57a91c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:29.681952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:29.685876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:29.718162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.737677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Transition to ACTIVE for port object fe25571f-7024-490d-a670-3d2455924797 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:29.740360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Pushing event updated for resources: {'Port': ['ID=bbd27f3f-b980-4502-acd5-8b6b7e62cece,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:29.768409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:29.768858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:29.769118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:29.769515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:29.786171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:29.788419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:29.788826 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:29.794067 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 3 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:29.802433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:security_group_rule and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:29.809678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:29.827458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:29.841261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:29.841659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:29.842302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:29.911927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:29.912313 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:29.919619 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 4 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:29.939588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:29.940307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:29.940652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:29.957820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:29.957820 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:29.959274 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 5 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:29.961588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:29.970358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:29.972311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Port': ['ID=fe25571f-7024-490d-a670-3d2455924797,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:29.979808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:30.039538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3e673444-89bd-4338-bab8-aa86908c3aba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:30.068166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:30.071085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:30.071617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:30.115539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.162768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Attempting to bind port bbd27f3f-b980-4502-acd5-8b6b7e62cece on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:30.163248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Attempting to bind port bbd27f3f-b980-4502-acd5-8b6b7e62cece by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:30.163899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Attempting to bind port bbd27f3f-b980-4502-acd5-8b6b7e62cece on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:30.188402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:30.188780 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:30.192760 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 6 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:30.253674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Allocated IP 10.2.2.2 (ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea/5eb04418-1e25-449e-8cdb-190f272523f9/4808674b-2155-478b-bddf-1c3b667c89a9) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:30.271163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.275291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:39:30.275955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Checking segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:30.277387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.278752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 10.1.1.76 (d726b444-4c7c-419a-80ca-de4c3d57a91c/8cc95659-b4c9-4c45-85de-2131e918e666/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:30.279062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Bound using segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:39:30.279764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Bound port: bbd27f3f-b980-4502-acd5-8b6b7e62cece, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:39:30.284158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.287522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.300858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-655bc477-84e3-430f-b638-19f467326a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.335032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac9326c-c94d-47b6-b50c-5e6dd14f1ed4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:30.338964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:30.339433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:30.339861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:30.351598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:30.353333 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:30.360979 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 7 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:30.412152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:30.473026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3e673444-89bd-4338-bab8-aa86908c3aba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:30.473997 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.475235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.475697 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 0105f3f6-3914-421e-80a6-7cee03dd4f49 of type vlan for network 51244f53-c141-4981-bbc2-7bb2c679643b Feb 13 23:39:30.479278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:30.479278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:30.479278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:30.505034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:30.505511 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:30.510456 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 8 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:30.570682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:30.571186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:30.571630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:30.586208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.598317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:30.599292 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:30.640197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.680616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-41bef861-ed07-46b2-8ff8-c38ce7e8c3d2 None None] Provisioning for port fe25571f-7024-490d-a670-3d2455924797 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:30.686935 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 9 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:30.692952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:30.704074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-41bef861-ed07-46b2-8ff8-c38ce7e8c3d2 None None] Provisioning complete for port fe25571f-7024-490d-a670-3d2455924797 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:30.711127 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-41bef861-ed07-46b2-8ff8-c38ce7e8c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:30.744876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-a56bd015-7048-4bb1-80be-f899b11c791d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5138838 Feb 13 23:39:30.913430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bbd27f3f-b980-4502-acd5-8b6b7e62cece,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:39:30.925029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:39:30.945319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:30.945666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:30.946005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:30.978399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.099980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.164333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Transition to ACTIVE for port object 4808674b-2155-478b-bddf-1c3b667c89a9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:31.186009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-41bef861-ed07-46b2-8ff8-c38ce7e8c3d2 None None] Port fe25571f-7024-490d-a670-3d2455924797 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:31.221841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Transition to ACTIVE for port object 4808674b-2155-478b-bddf-1c3b667c89a9 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:31.222956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:31.223266 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:31.226300 n-d-828979-1 neutron-server[83661]: INFO neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempt 10 to bind port 71b5a11e-2548-4f13-b858-c76af1095959 Feb 13 23:39:31.250637 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.254376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8b77c-ff9c-4467-b180-64b8b16077ae None None] Pushing event updated for resources: {'Port': ['ID=bbd27f3f-b980-4502-acd5-8b6b7e62cece,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:31.254531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:31.255011 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.270362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.396912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:31.403302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:31.421775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:31.431857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Pushing event updated for resources: {'Port': ['ID=4808674b-2155-478b-bddf-1c3b667c89a9,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:31.533272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:31.533613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:31.533957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempting to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:31.552843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Attempting to bind port 4808674b-2155-478b-bddf-1c3b667c89a9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:31.553431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Attempting to bind port 4808674b-2155-478b-bddf-1c3b667c89a9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:31.554005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Attempting to bind port 4808674b-2155-478b-bddf-1c3b667c89a9 on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:31.580693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-623c1d4e-5e6e-4090-98ff-5b0298c40fe1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 6502 time: 0.2122889 Feb 13 23:39:31.584029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:39:31.584813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Checking segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:31.603119 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.607359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Bound using segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:39:31.611142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Bound port: 4808674b-2155-478b-bddf-1c3b667c89a9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:39:31.611838 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.652888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.691427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=51244f53-c141-4981-bbc2-7bb2c679643b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:31.716565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:39:31.718427 n-d-828979-1 neutron-server[83661]: ERROR neutron.plugins.ml2.managers [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Failed to bind port 71b5a11e-2548-4f13-b858-c76af1095959 on host n-h1-828979-1 for vnic_type normal using segments [{'id': '1874effa-ea30-4f86-9687-0e6319c9d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4444ae7-c5ab-49a3-a144-cd17ae37745d'}] Feb 13 23:39:31.719098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.736912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:31.753728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.801650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.804849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:31.814878 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-daf9770a-23f9-48f2-a4e4-ec25cc6baf3c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0245025 Feb 13 23:39:31.816575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] For port 4808674b-2155-478b-bddf-1c3b667c89a9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:31.819901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] For port 4808674b-2155-478b-bddf-1c3b667c89a9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4808674b-2155-478b-bddf-1c3b667c89a9,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:39:31.823974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 51244f53-c141-4981-bbc2-7bb2c679643b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:31.862866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:31.916926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1828412508'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:31.926110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:31.930898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:31.934156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:31.940380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:31.967526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:31.970930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.090562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.096315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-7441faab-2907-4c96-944b-ad958bef29f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:32.096765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-7441faab-2907-4c96-944b-ad958bef29f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:32.097192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-7441faab-2907-4c96-944b-ad958bef29f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:32.098955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-7441faab-2907-4c96-944b-ad958bef29f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a18e69e-5793-44df-b0df-a09da3319b93&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=58a09c80-4011-43fa-b654-5c76107fcb1d&id=9736e50b-162e-45fb-a9a9-67c31870e217&id=9736e50b-162e-45fb-a9a9-67c31870e217 HTTP/1.1" status: 200 len: 2296 time: 0.4697015 Feb 13 23:39:32.101151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network d726b444-4c7c-419a-80ca-de4c3d57a91c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:32.101967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:32.116344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:32.145367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:32.157620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bbd27f3f-b980-4502-acd5-8b6b7e62cece up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:32.161791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.261296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] For port 71b5a11e-2548-4f13-b858-c76af1095959, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:32.261800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Attempted to set empty binding levels {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 13 23:39:32.271160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.275864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Port': ['ID=fe25571f-7024-490d-a670-3d2455924797,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:32.284409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9662b4-1313-46c8-9195-88b0c2841728 None None] Pushing event updated for resources: {'Port': ['ID=4808674b-2155-478b-bddf-1c3b667c89a9,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:32.311785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:39:32.324749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f7ff041c-4e2f-4b74-9b29-fbc8c6d165af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.331522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port bbd27f3f-b980-4502-acd5-8b6b7e62cece completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:32.360825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:32.361454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.397588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] In _notify_port_updated(), no bound segment for port 71b5a11e-2548-4f13-b858-c76af1095959 on network c4444ae7-c5ab-49a3-a144-cd17ae37745d {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:39:32.398693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.403990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "PUT /v2.0/ports/71b5a11e-2548-4f13-b858-c76af1095959 HTTP/1.1" status: 200 len: 977 time: 4.5986664 Feb 13 23:39:32.429516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:32.513712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ef714b70-8b93-4eb4-9c59-ae077022517d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7557199 Feb 13 23:39:32.518881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35830) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:32.546237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a931-26fd-4ba1-a0ec-149984229209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event updated for resources: {'Port': ['ID=71b5a11e-2548-4f13-b858-c76af1095959,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:32.548308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'name': 'tempest-TaggedBootDevicesTest-1725486702', 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:32.564316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.564719 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 04942d03-c030-49a3-9d11-5a66f2cfa42d of type vlan for network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 Feb 13 23:39:32.593974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Deleting port 71b5a11e-2548-4f13-b858-c76af1095959 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:32.599547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.703124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:32.738073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:32.912527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:32.950811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-cfa84963-9720-4be9-9a36-f276d7b511aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8 HTTP/1.1" status: 200 len: 1001 time: 0.7766378 Feb 13 23:39:33.046341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.049976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:33.055547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.084278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] For port 71b5a11e-2548-4f13-b858-c76af1095959, host n-h1-828979-1, got binding levels [] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:33.084641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.229350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9779695-d534-435a-b131-eb695673944c None None] Network d726b444-4c7c-419a-80ca-de4c3d57a91c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:33.289126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Calling delete_port for 71b5a11e-2548-4f13-b858-c76af1095959 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:33.394799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Provisioning for port bbd27f3f-b980-4502-acd5-8b6b7e62cece completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:33.412659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.444137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Provisioning complete for port bbd27f3f-b980-4502-acd5-8b6b7e62cece triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:33.449902 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.472941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Pushing event deleted for resources: {'Port': ['ID=71b5a11e-2548-4f13-b858-c76af1095959,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:33.479762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.492824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2d107061-108b-4c09-8352-0008504c3c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "DELETE /v2.0/ports/71b5a11e-2548-4f13-b858-c76af1095959 HTTP/1.1" status: 204 len: 168 time: 1.0648129 Feb 13 23:39:33.493437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35850) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:33.549117 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4dd525-65f3-469f-bfcc-f1daa7bdc72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] GET failed (client error): The resource could not be found. Feb 13 23:39:33.549802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0d4dd525-65f3-469f-bfcc-f1daa7bdc72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Synchronizing usage tracker for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:33.573952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0d4dd525-65f3-469f-bfcc-f1daa7bdc72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] Unset dirty status for tenant:5f836fd94dc24d5c90920afaa2891e01 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:33.579454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d4dd525-65f3-469f-bfcc-f1daa7bdc72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519359723-project-admin] 10.222.0.36 "GET /v2.0/ports/71b5a11e-2548-4f13-b858-c76af1095959 HTTP/1.1" status: 404 len: 333 time: 0.0850539 Feb 13 23:39:33.580469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:33.700769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.755288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8603835 Feb 13 23:39:33.765917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35864) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:33.777580 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.794420 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.854547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.887629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bbd27f3f-b980-4502-acd5-8b6b7e62cece,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:33.907263 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:33.930989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-133c5e7c-a2ca-4396-bbe3-f1206a451d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:33.932488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-133c5e7c-a2ca-4396-bbe3-f1206a451d6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=684b6e2e-8dbc-4438-be29-9f203cdde8fa HTTP/1.1" status: 200 len: 856 time: 0.8908303 Feb 13 23:39:33.936782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:34.043094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Provisioning complete for port fe25571f-7024-490d-a670-3d2455924797 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:34.043555 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.156718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Port fe25571f-7024-490d-a670-3d2455924797 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:34.159360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4808674b-2155-478b-bddf-1c3b667c89a9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:34.165028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d23b1-9ec3-4fe0-b3f2-d385a39accb2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=3767f59e-e592-44a8-a2e2-f57894d0a8d9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:34.194079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:34.226532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:39:34.269080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:34.274987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:port and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:34.285096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:34.287216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.311709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:34.319574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:34.327035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4444ae7-c5ab-49a3-a144-cd17ae37745d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:34.342095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1874effa-ea30-4f86-9687-0e6319c9d382') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:34.342289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:34.342918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1874effa-ea30-4f86-9687-0e6319c9d382') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:34.354353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2f5fd-f668-48a5-b5e4-70693c823e23 None None] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:34.357198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.359099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:34.378418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.396202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d16fbd-c425-47ee-93f4-45b3c0b360ff None None] Pushing event updated for resources: {'Port': ['ID=bbd27f3f-b980-4502-acd5-8b6b7e62cece,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:34.397087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:39:34.397507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:39:34.459420 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:39:34.487250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:34.602494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:34.642907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.695708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.706703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] 10.222.0.36 "DELETE /v2.0/networks/c4444ae7-c5ab-49a3-a144-cd17ae37745d HTTP/1.1" status: 204 len: 168 time: 1.1246648 Feb 13 23:39:34.713693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a589c01-d3d0-4787-98ac-38b903620a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857705223-project] Pushing event deleted for resources: {'Network': ['ID=c4444ae7-c5ab-49a3-a144-cd17ae37745d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:34.760380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-523d4b34-5a15-4a7e-b965-d40a2332abbe None None] Provisioning for port 4808674b-2155-478b-bddf-1c3b667c89a9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:34.799608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.834219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-e0372a8e-cf7d-46f6-922a-c8808c60858a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a18e69e-5793-44df-b0df-a09da3319b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6466858 Feb 13 23:39:34.853403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4808674b-2155-478b-bddf-1c3b667c89a9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:34.882087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.903085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4808674b-2155-478b-bddf-1c3b667c89a9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:34.903453 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:34.928333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] device_id is not set on port 10d68807-cacf-4296-9d50-32ae3b76ce9a yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:35.170884 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.215243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5d85a53c-db50-4b43-bd23-50944012b656 None None] Provisioning complete for port bbd27f3f-b980-4502-acd5-8b6b7e62cece triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:35.215930 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5d85a53c-db50-4b43-bd23-50944012b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.270985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35896) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:35.326700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Router 48bc87fc-abfe-49d4-b2d7-07c58b728212 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:39:35.329047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.341625 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-b56284d0-f070-465a-8241-24110dea0dda service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925599 Feb 13 23:39:35.486110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4808674b-2155-478b-bddf-1c3b667c89a9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4808674b-2155-478b-bddf-1c3b667c89a9,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:35.504262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.564834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5d85a53c-db50-4b43-bd23-50944012b656 None None] Provisioning for port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:35.595727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5d85a53c-db50-4b43-bd23-50944012b656 None None] Provisioning complete for port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:35.596094 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5d85a53c-db50-4b43-bd23-50944012b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.624633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e95a0188-f43a-44a8-b315-6a60304e4d83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=882c3e48b1d74665b5d0a2477f4e5dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3508272 Feb 13 23:39:35.625416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:35.678925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4808674b-2155-478b-bddf-1c3b667c89a9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:35.692027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-17f8e4a8-d162-4c16-bdba-bf9ec64a5bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070688 Feb 13 23:39:35.693845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5d85a53c-db50-4b43-bd23-50944012b656 None None] Port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:35.843333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9622da9b-79ae-49f8-b43d-545d9223b5f9 None None] Provisioning complete for port 4808674b-2155-478b-bddf-1c3b667c89a9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:35.843589 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9622da9b-79ae-49f8-b43d-545d9223b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.898704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f356378e-66ae-49eb-b5a9-6551af2c271b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:35.927615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f356378e-66ae-49eb-b5a9-6551af2c271b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.026165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-7fd3ce98-2d74-412f-98e2-b175d7f50c75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 217 time: 0.3193574 Feb 13 23:39:36.059545 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f356378e-66ae-49eb-b5a9-6551af2c271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.081447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356378e-66ae-49eb-b5a9-6551af2c271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a80b067-91cf-4eed-a81d-7cf373f05357,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:36.091147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f356378e-66ae-49eb-b5a9-6551af2c271b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.094971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f356378e-66ae-49eb-b5a9-6551af2c271b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a80b067-91cf-4eed-a81d-7cf373f05357 HTTP/1.1" status: 204 len: 168 time: 0.4682567 Feb 13 23:39:36.146700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bbd27f3f-b980-4502-acd5-8b6b7e62cece up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:36.149287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 10.1.1.171 (d726b444-4c7c-419a-80ca-de4c3d57a91c/8cc95659-b4c9-4c45-85de-2131e918e666/10d68807-cacf-4296-9d50-32ae3b76ce9a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:36.191691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.308747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port bbd27f3f-b980-4502-acd5-8b6b7e62cece triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:36.309122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.328397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-55eb98d9-c9a2-4611-8c15-6f8b4a1ece5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:36.334075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-55eb98d9-c9a2-4611-8c15-6f8b4a1ece5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.2904592 Feb 13 23:39:36.457855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=5e3eba8b-ea89-403f-95ea-1fdf6ee9a836,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:36.501670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4808674b-2155-478b-bddf-1c3b667c89a9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:36.616569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4808674b-2155-478b-bddf-1c3b667c89a9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:36.616942 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.645877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '0105f3f6-3914-421e-80a6-7cee03dd4f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:36.646756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 51244f53-c141-4981-bbc2-7bb2c679643b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:36.765236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-5069feab-083c-4edc-8420-5c5d7d6b0756 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4197865 Feb 13 23:39:36.915859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:36.922926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 51244f53-c141-4981-bbc2-7bb2c679643b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:36.950295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 51244f53-c141-4981-bbc2-7bb2c679643b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:36.959066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f787eae-ee7f-440d-a0f4-bf6bdc5e47ba None None] Network 51244f53-c141-4981-bbc2-7bb2c679643b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:37.006855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:37.007435 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.019304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object 10d68807-cacf-4296-9d50-32ae3b76ce9a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:37.028746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:39:37.080049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa5cd16e-f6b5-4708-a72e-d1521186d6ee tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "PUT /v2.0/routers/48bc87fc-abfe-49d4-b2d7-07c58b728212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4481637 Feb 13 23:39:37.080539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35942) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:37.092411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Request body: {'port': {'network_id': '6c40a8f9-d698-4f43-bcd6-6ffa029a4381', 'name': 'tempest-FloatingIPAdminTestJSON-103416471'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:37.097187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-12926c85-134e-4630-b4f4-86f497b81d23 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3226655 Feb 13 23:39:37.102149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35946) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:37.107800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-11e80bd0-2304-44bd-99fb-764cb690c50a service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180952 Feb 13 23:39:37.111269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:37.117992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] Sync routers for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:39:37.162655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.181612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:37.182409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:37.270004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35950) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:37.279093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:37.304678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:37.305554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:37.345509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.367709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:37.383363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:37.383764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ae72f-3dde-4554-bfe5-d34903879f77 None None] The sync data for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:37.468154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:37.470790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3af94a4b-9c23-4a29-bb18-3d33ef235e6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f836fd94dc24d5c90920afaa2891e01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1993759 Feb 13 23:39:37.473924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35960) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:37.492085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:37.501945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-51244f53-c141-4981-bbc2-7bb2c679643b', 'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '5e3eba8b-ea89-403f-95ea-1fdf6ee9a836'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:37.503429 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.520560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:37.529114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Usage tracker for resource:port and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:37.532972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:37.543871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:37.572986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15c7ee7d-5ca8-4afa-bb3b-d0861f700d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.581580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:37.585714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Made reservation on behalf of e6bd8a68bbdf44e89ecd336594e0313e for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:37.589329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.592025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network d726b444-4c7c-419a-80ca-de4c3d57a91c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:37.623919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:37.625720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] device_id is not set on port f2eefb69-2193-4623-bddc-e3ef31bc6dcd yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:37.675187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:37.741496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:37.817127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:39:37.830503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Allocated IP 172.20.0.11 (6c40a8f9-d698-4f43-bcd6-6ffa029a4381/858486c6-9832-47c6-9b5f-423df486c8e7/f2eefb69-2193-4623-bddc-e3ef31bc6dcd) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:37.867012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Allocated IP 2001:db8::2 (51244f53-c141-4981-bbc2-7bb2c679643b/5e3eba8b-ea89-403f-95ea-1fdf6ee9a836/d821face-b2d9-40f8-965b-baa57f093243) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:37.904429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:37.905551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:37.911765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-2be61b26-bc85-4917-81bc-8fa5097f17b8 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7808073 Feb 13 23:39:37.921643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15c7ee7d-5ca8-4afa-bb3b-d0861f700d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.009246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15c7ee7d-5ca8-4afa-bb3b-d0861f700d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.089924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-434f8ae0-1df2-4949-b7d2-7230981a7b09 None None] Provisioning for port 10d68807-cacf-4296-9d50-32ae3b76ce9a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:38.138481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-434f8ae0-1df2-4949-b7d2-7230981a7b09 None None] Provisioning complete for port 10d68807-cacf-4296-9d50-32ae3b76ce9a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:38.139474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-434f8ae0-1df2-4949-b7d2-7230981a7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.175894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b251037c-d0c2-461b-b7b3-dbb2545d2a97 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6482756 Feb 13 23:39:38.177765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-b9a13366-844e-40db-ac15-b022d7209eec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 217 time: 0.2105427 Feb 13 23:39:38.216351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7ee7d-5ca8-4afa-bb3b-d0861f700d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2156e00e-3c86-4836-91a0-21d5ec15c7f1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:38.244245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-15c7ee7d-5ca8-4afa-bb3b-d0861f700d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.248108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-15c7ee7d-5ca8-4afa-bb3b-d0861f700d8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2156e00e-3c86-4836-91a0-21d5ec15c7f1 HTTP/1.1" status: 204 len: 168 time: 0.7704880 Feb 13 23:39:38.304887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-434f8ae0-1df2-4949-b7d2-7230981a7b09 None None] Port 10d68807-cacf-4296-9d50-32ae3b76ce9a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:38.308966 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.323095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Transition to ACTIVE for port object d821face-b2d9-40f8-965b-baa57f093243 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:38.348538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Transition to ACTIVE for port object d821face-b2d9-40f8-965b-baa57f093243 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:38.356190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.358010 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.411350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.465114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Transition to ACTIVE for port object f2eefb69-2193-4623-bddc-e3ef31bc6dcd will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:38.497999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Network 51244f53-c141-4981-bbc2-7bb2c679643b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:38.508124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:38.512412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Pushing event updated for resources: {'Port': ['ID=d821face-b2d9-40f8-965b-baa57f093243,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:38.536246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.561652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:38.660747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:38.664642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:38.669449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:38.772204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Attempting to bind port d821face-b2d9-40f8-965b-baa57f093243 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:38.773052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Attempting to bind port d821face-b2d9-40f8-965b-baa57f093243 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '0105f3f6-3914-421e-80a6-7cee03dd4f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:38.773052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Attempting to bind port d821face-b2d9-40f8-965b-baa57f093243 on network 51244f53-c141-4981-bbc2-7bb2c679643b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:38.780984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.783016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:39:38.783391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Checking segment: {'id': '0105f3f6-3914-421e-80a6-7cee03dd4f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:38.783784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.784173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Bound using segment: {'id': '0105f3f6-3914-421e-80a6-7cee03dd4f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:39:38.784638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Bound port: d821face-b2d9-40f8-965b-baa57f093243, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0105f3f6-3914-421e-80a6-7cee03dd4f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '51244f53-c141-4981-bbc2-7bb2c679643b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:39:38.785010 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.799813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:38.810213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:38.818779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35992) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:38.878142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822326224', 'description': 'tempest-description--1231915227'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:38.891386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:38.907166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:security_group and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:38.910973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:38.925432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-a2524725-cece-4109-a2ae-98d156a36f3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:38.932217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-a2524725-cece-4109-a2ae-98d156a36f3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.7267289 Feb 13 23:39:38.935151 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:39:38.937372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:38.961991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8791831 Feb 13 23:39:38.963589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb90cb-4fbb-4893-b33e-cbe055cbe34d tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event updated for resources: {'Port': ['ID=f2eefb69-2193-4623-bddc-e3ef31bc6dcd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:38.970825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35998) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:38.990514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] For port d821face-b2d9-40f8-965b-baa57f093243, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:38.995086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] For port d821face-b2d9-40f8-965b-baa57f093243, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d821face-b2d9-40f8-965b-baa57f093243,segment=NetworkSegment(0105f3f6-3914-421e-80a6-7cee03dd4f49),segment_id=0105f3f6-3914-421e-80a6-7cee03dd4f49)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:39:39.000872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.003916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.091852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:39.095857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:security_group_rule and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:39.099847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:39.108138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:39.163445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026fe2-ad39-49dc-8f5f-38554d7dc4c6 None None] Pushing event updated for resources: {'Port': ['ID=d821face-b2d9-40f8-965b-baa57f093243,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:39.181993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-37b375ce-6377-4019-af86-a8dea07d511b None None] Provisioning for port f2eefb69-2193-4623-bddc-e3ef31bc6dcd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:39.188609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-37b375ce-6377-4019-af86-a8dea07d511b None None] Provisioning complete for port f2eefb69-2193-4623-bddc-e3ef31bc6dcd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:39.189498 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37b375ce-6377-4019-af86-a8dea07d511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.241519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.252609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.331911 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-a791ead3-a2ed-48fa-b6b0-59c9785861a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3630083 Feb 13 23:39:39.371541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a835480a-d074-4d89-809d-e3caa0f9a535,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:39.390687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.392166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b73ffdf7-83f9-48fa-a5f3-719362e46a05 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5704618 Feb 13 23:39:39.394946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36014) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:39.402463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'security_group_rule': {'security_group_id': 'a835480a-d074-4d89-809d-e3caa0f9a535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:39.420480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:39.430767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:security_group_rule and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:39.439040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:39.451674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:39.501582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.547726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37b375ce-6377-4019-af86-a8dea07d511b None None] Port f2eefb69-2193-4623-bddc-e3ef31bc6dcd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:39.614926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.629564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.654904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac68b304-f827-4b49-88af-3f6b1c7f8f4f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:39.670124 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.672435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03475021-9df0-4f9e-b4eb-7b21d4586a94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2759726 Feb 13 23:39:39.675715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36026) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:39.686808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'security_group_rule': {'security_group_id': 'a835480a-d074-4d89-809d-e3caa0f9a535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:39.703433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:39.711107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:security_group_rule and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:39.719733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:39.730573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'project_id': 'e6bd8a68bbdf44e89ecd336594e0313e', 'port_id': 'f2eefb69-2193-4623-bddc-e3ef31bc6dcd'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:39.748513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:39.757650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.761038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:39.768569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Usage tracker for resource:floatingip and tenant:e6bd8a68bbdf44e89ecd336594e0313e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:39.773218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:39.786047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:39.794936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.818062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:39.890748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=0bb9832b-a31c-4030-a314-76dac9033242,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:39.958822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-8c98f162-3bc0-4be8-96d6-7fd89cf76768 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199660 Feb 13 23:39:40.018938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.028248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.050754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.056187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.056187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.056187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.056187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.056187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.056187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.057344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.058115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.058563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.061154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:39:40.062722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d821face-b2d9-40f8-965b-baa57f093243 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:40.074869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '04942d03-c030-49a3-9d11-5a66f2cfa42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:40.075309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 3767f59e-e592-44a8-a2e2-f57894d0a8d9, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:39:40.107890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.112323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4355950 Feb 13 23:39:40.127150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:40.163076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:40.178247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:40.197404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:floatingip and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:40.206582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:40.233972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d821face-b2d9-40f8-965b-baa57f093243 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:40.243860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:39:40.267591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a609a6-ac0e-49b3-8f78-eabceeec2053 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc59f5b-f6ec-4b46-9b45-71bba9c2c48e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:40.287113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:40.305711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.320657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 3767f59e-e592-44a8-a2e2-f57894d0a8d9) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:40.327207 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.333025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b3fbc-902d-4069-9274-7c9bf96e2abd None None] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:40.335525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:40.336153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.379355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-4a1ae6fd-8b19-45e0-bf25-60b563b5b687 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079361 Feb 13 23:39:40.383961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cfd0ef5e-a13f-4866-bbee-f0f95c9a274f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2781062 Feb 13 23:39:40.390707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36056) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:40.515521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2147113219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:40.552791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:40.559313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-f0727dee-cf07-447f-b27d-77b1a6b1b65a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=44e708c5-0017-41ef-bdba-d5be15f85170 HTTP/1.1" status: 200 len: 217 time: 0.1673563 Feb 13 23:39:40.560276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:40.564277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:40.608824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:40.652047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.653065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.691641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-0ae9f3d5-5634-4c52-9cca-09d378e183c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:40.693788 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-0ae9f3d5-5634-4c52-9cca-09d378e183c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.1236761 Feb 13 23:39:40.768805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.806061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.845090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dad52f-3dad-407d-a6e5-8ea19392ad9a None None] Network 51244f53-c141-4981-bbc2-7bb2c679643b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:40.862445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-c1541d84-63c9-41a7-a633-e09aa5bd1010 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1610498 Feb 13 23:39:40.862642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Allocated IP 172.25.4.123 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/34ccfb44-26bc-45ad-a92b-0b35c3c1536e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:40.863853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:40.866167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-221cd617-1876-4c11-9a9b-0f0dff468195 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4730184 Feb 13 23:39:40.868925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:40.883524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-3767f59e-e592-44a8-a2e2-f57894d0a8d9', 'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '0bb9832b-a31c-4030-a314-76dac9033242'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:39:40.884336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:41.102166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:41.307355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] Provisioning for port d821face-b2d9-40f8-965b-baa57f093243 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:41.332771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-c6dc8874-7e75-49fb-9538-d3fddeb3a737 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587951 Feb 13 23:39:41.357474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] Provisioning complete for port d821face-b2d9-40f8-965b-baa57f093243 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:41.358263 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:41.617606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:41.658428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Allocated IP 2001:db8:1::2 (3767f59e-e592-44a8-a2e2-f57894d0a8d9/0bb9832b-a31c-4030-a314-76dac9033242/9379e434-de35-40c5-bc48-64895c02966a) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:41.829936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-c070a7a1-2e89-46c9-be6f-ff4c6e977eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295397 Feb 13 23:39:41.849677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:41.967700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 172.25.4.37 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e91315a7-8e3c-4bf8-994c-e1b8c4271d1d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:42.013982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:42.021093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:42.029671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:42.087511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-f061a76c-0570-4d34-b224-5e6ae77a8e1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362 HTTP/1.1" status: 200 len: 217 time: 0.2475924 Feb 13 23:39:42.181556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Pushing event updated for resources: {'Port': ['ID=34ccfb44-26bc-45ad-a92b-0b35c3c1536e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:42.199511 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:42.234779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:42.279233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:42.313884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-ae2546a9-d485-4cc6-9969-f914bee734d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:42.315351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-ae2546a9-d485-4cc6-9969-f914bee734d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 200 len: 797 time: 0.2116041 Feb 13 23:39:42.346226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Transition to ACTIVE for port object 9379e434-de35-40c5-bc48-64895c02966a will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:42.375607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] For port d821face-b2d9-40f8-965b-baa57f093243, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d821face-b2d9-40f8-965b-baa57f093243,segment=NetworkSegment(0105f3f6-3914-421e-80a6-7cee03dd4f49),segment_id=0105f3f6-3914-421e-80a6-7cee03dd4f49)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:42.418343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:42.550088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Transition to ACTIVE for port object 9379e434-de35-40c5-bc48-64895c02966a will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:42.588624 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:42.660983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:42.663976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:42.675655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:42.678872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f89cca-e83d-4cf4-83e0-383e15c9afe5 None None] Pushing event updated for resources: {'Port': ['ID=d821face-b2d9-40f8-965b-baa57f093243,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:42.705971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-58022093-ee62-4613-9890-af1ebfadce8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a09c80-4011-43fa-b654-5c76107fcb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3181677 Feb 13 23:39:42.852098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Pushing event updated for resources: {'Port': ['ID=9379e434-de35-40c5-bc48-64895c02966a,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:42.928506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Attempting to bind port 9379e434-de35-40c5-bc48-64895c02966a on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:39:42.930231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Attempting to bind port 9379e434-de35-40c5-bc48-64895c02966a by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '04942d03-c030-49a3-9d11-5a66f2cfa42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:39:42.931060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Attempting to bind port 9379e434-de35-40c5-bc48-64895c02966a on network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:39:42.946386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-271612e1-d04c-4a8a-ba2d-0dc7b11e5095 None None] Provisioning complete for port d821face-b2d9-40f8-965b-baa57f093243 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:42.946841 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-271612e1-d04c-4a8a-ba2d-0dc7b11e5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.021685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:39:43.022189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Checking segment: {'id': '04942d03-c030-49a3-9d11-5a66f2cfa42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:39:43.022677 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.023128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Bound using segment: {'id': '04942d03-c030-49a3-9d11-5a66f2cfa42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:39:43.023726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Bound port: 9379e434-de35-40c5-bc48-64895c02966a, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04942d03-c030-49a3-9d11-5a66f2cfa42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3767f59e-e592-44a8-a2e2-f57894d0a8d9'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:39:43.024174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.088211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-3d1a065d-758a-485f-9387-c637c0e583fc service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994306 Feb 13 23:39:43.241000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] For port 9379e434-de35-40c5-bc48-64895c02966a, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:43.244505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.247532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] For port 9379e434-de35-40c5-bc48-64895c02966a, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9379e434-de35-40c5-bc48-64895c02966a,segment=NetworkSegment(04942d03-c030-49a3-9d11-5a66f2cfa42d),segment_id=04942d03-c030-49a3-9d11-5a66f2cfa42d)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:39:43.254248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.305063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.366478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36114) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:43.369305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.389274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b03081-b51b-4cc7-8d03-280986816587 None None] Pushing event updated for resources: {'Port': ['ID=9379e434-de35-40c5-bc48-64895c02966a,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:43.475276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-983da8c6-0e1a-4096-bf4f-337028b8a74a service neutron] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664782 Feb 13 23:39:43.484360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8::1 (51244f53-c141-4981-bbc2-7bb2c679643b/5e3eba8b-ea89-403f-95ea-1fdf6ee9a836/1e915320-6d28-40ff-acd1-cece8a1c8c5c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:43.498331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.583812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-fa6b82fd-cfc5-42f7-8305-7c04f36320d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e5a7cf31-5df7-4506-a49e-c730d990357c HTTP/1.1" status: 200 len: 217 time: 0.0969148 Feb 13 23:39:43.614579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=e91315a7-8e3c-4bf8-994c-e1b8c4271d1d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:43.670483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:43.674594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:43.679991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:43.887724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1649750623'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:43.893885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:43.897866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Usage tracker for resource:router and tenant:dcdb5db449b14ec9804b1b7bc8c117b4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:43.905513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:43.912050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:43.931928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.935152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:43.961037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.006612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-14a4894c-f4bf-4adc-a28e-016fed7faff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:44.007408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-14a4894c-f4bf-4adc-a28e-016fed7faff3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.3907664 Feb 13 23:39:44.078820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.093060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.145889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9379e434-de35-40c5-bc48-64895c02966a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:44.186704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.220203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.224219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-334b6aaf-0b9a-4466-8077-2e9f465ddfc9 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8555005 Feb 13 23:39:44.225983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36132) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:44.231599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.249154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:39:44.263630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.275540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object 1e915320-6d28-40ff-acd1-cece8a1c8c5c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:44.288618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9379e434-de35-40c5-bc48-64895c02966a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:44.303700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d821face-b2d9-40f8-965b-baa57f093243 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:44.310695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-c31ecfff-8408-4e9a-b171-d533479a25ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2886593 Feb 13 23:39:44.401079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d821face-b2d9-40f8-965b-baa57f093243 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:44.401481 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.469199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.566811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.728856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Pushing event updated for resources: {'Port': ['ID=34ccfb44-26bc-45ad-a92b-0b35c3c1536e,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:44.768280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 51244f53-c141-4981-bbc2-7bb2c679643b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:44.780905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:44.786146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=1e915320-6d28-40ff-acd1-cece8a1c8c5c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:44.788455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:44.789101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.795611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb5f77-126a-4b4e-a2f9-5573cfe7aca6 None None] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:39:44.817404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:44.823679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-908ae4cd-5629-4a0a-b472-94c2d0643a1f service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937088 Feb 13 23:39:44.972753 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.056163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.126907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-5186d11f-c35a-4bb5-a99a-ba2312f77f9a service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926514 Feb 13 23:39:45.168537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] Provisioning for port 9379e434-de35-40c5-bc48-64895c02966a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:45.179397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] Provisioning complete for port 9379e434-de35-40c5-bc48-64895c02966a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:45.179892 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.274041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-31fffede-109c-4ffa-b7fe-7ccc60edaa05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461 HTTP/1.1" status: 200 len: 217 time: 0.1041436 Feb 13 23:39:45.400851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.453354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] For port 9379e434-de35-40c5-bc48-64895c02966a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9379e434-de35-40c5-bc48-64895c02966a,segment=NetworkSegment(04942d03-c030-49a3-9d11-5a66f2cfa42d),segment_id=04942d03-c030-49a3-9d11-5a66f2cfa42d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:45.465539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.509204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:39:45.530314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.567554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-52a488c9-64b5-42a6-8731-8b6525bdfb11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:45.569000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-52a488c9-64b5-42a6-8731-8b6525bdfb11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 200 len: 797 time: 0.2260439 Feb 13 23:39:45.606453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.636460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86fa03-3098-4cf2-a2fb-2dd81e131836 None None] Pushing event updated for resources: {'Port': ['ID=9379e434-de35-40c5-bc48-64895c02966a,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:45.671721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d94c5797-8ecc-4e33-b60b-1c13c28651d6 None None] Provisioning for port 1e915320-6d28-40ff-acd1-cece8a1c8c5c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:45.680483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d94c5797-8ecc-4e33-b60b-1c13c28651d6 None None] Provisioning complete for port 1e915320-6d28-40ff-acd1-cece8a1c8c5c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:45.683581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d94c5797-8ecc-4e33-b60b-1c13c28651d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.756190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d94c5797-8ecc-4e33-b60b-1c13c28651d6 None None] Port 1e915320-6d28-40ff-acd1-cece8a1c8c5c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:45.808629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-ae713c05-7dad-45ae-8213-1b0d63338144 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9736e50b-162e-45fb-a9a9-67c31870e217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114453 Feb 13 23:39:45.832918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.837670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.885233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0ff95fbe-b419-4db9-92de-6f9e0ea61caa None None] Provisioning complete for port 9379e434-de35-40c5-bc48-64895c02966a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:45.889943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0ff95fbe-b419-4db9-92de-6f9e0ea61caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.894680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.895226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c43b158-f592-48ba-b013-e8f5dff21068 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:39:45.950566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.973003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:45.973765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.059210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-d877ae81-8f5f-4635-be13-986e03ebcce7 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375219 Feb 13 23:39:46.067472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.071944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-14536bd3-68ae-462f-abd9-84ff81579789 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6c43b158-f592-48ba-b013-e8f5dff21068 HTTP/1.1" status: 204 len: 168 time: 1.8408771 Feb 13 23:39:46.071944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=e91315a7-8e3c-4bf8-994c-e1b8c4271d1d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:46.074062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9379e434-de35-40c5-bc48-64895c02966a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:39:46.083810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36160) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:46.087796 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.104852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=1e915320-6d28-40ff-acd1-cece8a1c8c5c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:46.118971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Request body: {'router': {'name': 'tempest-router-1359205258', 'distributed': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:46.147877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:46.189185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Usage tracker for resource:router and tenant:dcdb5db449b14ec9804b1b7bc8c117b4 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:46.207477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:46.210537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.211759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-78cfab5e-1349-4a6e-a2ef-ff55d77f0fcf tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0739322 Feb 13 23:39:46.228104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:46.272561 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Floating IP f4ea5d30-f37f-4568-a867-6031361ffe9d associated. External IP: 172.25.4.123, port: f2eefb69-2193-4623-bddc-e3ef31bc6dcd. Feb 13 23:39:46.356968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9379e434-de35-40c5-bc48-64895c02966a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:46.357463 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.387211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.398661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.459388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03540ea8-f416-479d-89ce-8f0c2fb95932 req-ccb0ce36-8e48-4001-94de-c5795aae0fd0 service neutron] 10.222.0.42 "GET /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799071 Feb 13 23:39:46.475621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 51244f53-c141-4981-bbc2-7bb2c679643b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:46.479494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:46.920962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-4819a55b-c76e-480b-8247-74c76e4960f8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:46.948713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:46.987196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c48d3467-6927-45d2-bb89-f91a900bace7 None None] Provisioning complete for port 1e915320-6d28-40ff-acd1-cece8a1c8c5c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:46.987748 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c48d3467-6927-45d2-bb89-f91a900bace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:47.006372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-4819a55b-c76e-480b-8247-74c76e4960f8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:47.007681 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-4819a55b-c76e-480b-8247-74c76e4960f8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1822326224&fields=id&tenant_id=a46e901cc85a4278bed3c893fb3e9901 HTTP/1.1" status: 200 len: 267 time: 0.2059550 Feb 13 23:39:47.098952 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:47.121722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c48d3467-6927-45d2-bb89-f91a900bace7 None None] Port 1e915320-6d28-40ff-acd1-cece8a1c8c5c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:47.159591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:47.162485 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4f0b15c3-13fb-4349-9005-983167a8e3bf tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0747294 Feb 13 23:39:47.169341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-dcd01c29-1bc4-42a2-aaac-bf0e836e9bdd tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:47.170125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-dcd01c29-1bc4-42a2-aaac-bf0e836e9bdd tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:47.174444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36192) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:47.378194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-dcd01c29-1bc4-42a2-aaac-bf0e836e9bdd tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:47.380288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-dcd01c29-1bc4-42a2-aaac-bf0e836e9bdd tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 931 time: 0.3590753 Feb 13 23:39:47.399966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:39:47.471570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-29407454-9110-4da0-8736-04539ef4340b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:47.479049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-29407454-9110-4da0-8736-04539ef4340b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 932 time: 0.0882356 Feb 13 23:39:47.529797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:47.616989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e99127a7-4dae-4b1d-86e9-36c0c657961c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1364512 Feb 13 23:39:47.671312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:39:47.680267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c8bd55f9-678a-40f3-b394-d19cac66e1f4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/1614f6e6-e218-4f82-ac4b-df9b6e5b53c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8100021 Feb 13 23:39:47.680866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:47.682190 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] Sync routers for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:39:47.705091 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:47.705702 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:47.770205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36206) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:47.787299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a6a756b-19b6-4acd-9e7b-ef1bae637d01 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1692564 Feb 13 23:39:47.817801 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:47.822760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bba333-36ff-4203-a7cd-8e5029f4b66d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:47.823542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64bba333-36ff-4203-a7cd-8e5029f4b66d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:47.846446 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:47.848658 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:47.850416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64bba333-36ff-4203-a7cd-8e5029f4b66d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:47.855331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64bba333-36ff-4203-a7cd-8e5029f4b66d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports/1e915320-6d28-40ff-acd1-cece8a1c8c5c HTTP/1.1" status: 200 len: 911 time: 0.1727867 Feb 13 23:39:47.857462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36212) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:47.932175 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:47.933590 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ebb0f1-57b3-4f30-ba00-0d3edd54e7d1 None None] The sync data for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:48.011807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.039071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.043750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.048525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.051693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.055516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.060299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.064175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.066011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-19b5d52d-5cbd-489d-8544-aa2d657150f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.3445446 Feb 13 23:39:48.088114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:48.092731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Usage tracker for resource:security_group_rule and tenant:05f961cff7744a7bb0693ff1ac5fdd9a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:48.095584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:48.101241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:48.211523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.230451 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.309434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3c3a3ad-4ee8-4f6c-88bd-573273caed32 req-621ce3e8-687e-4fd7-9811-88d6acd3f7cd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315651 Feb 13 23:39:48.310071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25748f41-bf7f-48d6-afe3-2234ab136d6b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:48.321221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f5ce9e69-09ca-4c9f-9b03-e38f57f21674 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05f961cff7744a7bb0693ff1ac5fdd9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5479233 Feb 13 23:39:48.321978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:48.567647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.574493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-499f7d20-702a-4300-a9e7-3c5177b39d54 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.578255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-499f7d20-702a-4300-a9e7-3c5177b39d54 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.581997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-499f7d20-702a-4300-a9e7-3c5177b39d54 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:48.583590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-499f7d20-702a-4300-a9e7-3c5177b39d54 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/networks?id=4562e5fb-b936-4fbe-9863-acedf38f007c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 200 len: 1990 time: 0.7955353 Feb 13 23:39:48.589653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.598731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-622ef7af-c20e-41ad-b271-dd4deec5a643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.616689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e23831e8-ce27-4437-92d9-35777c073da6 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/quotas/a46e901cc85a4278bed3c893fb3e9901 HTTP/1.1" status: 200 len: 375 time: 0.0236056 Feb 13 23:39:48.651356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-622ef7af-c20e-41ad-b271-dd4deec5a643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.684912 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.685392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 735c33c7-13d0-49a7-99d3-1cbb23597f83 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:39:48.702412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.703511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-502255e8-8e27-41c1-b922-0a9153b9b939 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "DELETE /v2.0/routers/735c33c7-13d0-49a7-99d3-1cbb23597f83 HTTP/1.1" status: 204 len: 168 time: 1.5281596 Feb 13 23:39:48.707244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36222) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:48.717316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Request body: {'router': {'name': 'tempest-router-468968131', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '89f5ec169087458b81b90e1b3c768739'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:48.729559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:48.740122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Usage tracker for resource:router and tenant:89f5ec169087458b81b90e1b3c768739 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:48.746891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:48.750657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Router 48bc87fc-abfe-49d4-b2d7-07c58b728212 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:39:48.758482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:48.788768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-4f8217ca-0875-44ac-a4d0-8ff91332d9c0 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1517520 Feb 13 23:39:48.789627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.790584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.863857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-622ef7af-c20e-41ad-b271-dd4deec5a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.887406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ef7af-c20e-41ad-b271-dd4deec5a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25748f41-bf7f-48d6-afe3-2234ab136d6b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:48.937894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-622ef7af-c20e-41ad-b271-dd4deec5a643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:48.937894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-622ef7af-c20e-41ad-b271-dd4deec5a643 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25748f41-bf7f-48d6-afe3-2234ab136d6b HTTP/1.1" status: 204 len: 168 time: 0.6074319 Feb 13 23:39:49.016083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9dfe76f7-cb31-40b7-89b3-d08715f225cb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:39:49.017106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9dfe76f7-cb31-40b7-89b3-d08715f225cb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1598957 Feb 13 23:39:49.097549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:49.239270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:49.305725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-dd4ab143-8ae2-4e6e-9c33-691043e1a524 service neutron] 10.222.0.36 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727177 Feb 13 23:39:49.309427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:49.310761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a5e11836-e01a-481b-be5b-e17ffe3bfa26 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6028500 Feb 13 23:39:49.314264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36234) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:49.321408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:49.339461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:49.580528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:49.611702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:49.795290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:49.823361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Usage tracker for resource:security_group_rule and tenant:f5b8b02157b943109eae357b53abe592 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:49.830552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:49.833134 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-11e20868-3888-4937-96b8-48c3ea3c1baf service neutron] 10.222.0.36 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431303 Feb 13 23:39:49.845763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:49.900756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:39:49.911842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] Sync routers for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:39:49.926297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:49.928172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:49.944656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-82440cfc-fb22-4732-8380-c80932c917a0 service neutron] 10.222.0.36 "GET /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0993397 Feb 13 23:39:49.990280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:49.996479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:50.001035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:50.011603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:50.016969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:50.024109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:50.028690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:50.034070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.034470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:50.037678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-75091474-c557-40a3-ac7a-e0b0864fa6c5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 0.4020643 Feb 13 23:39:50.043478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:50.044631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:50.184851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:50.184851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c875-449e-4da3-a8aa-3cca393398ab None None] The sync data for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:50.247092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8:1::1 (3767f59e-e592-44a8-a2e2-f57894d0a8d9/0bb9832b-a31c-4030-a314-76dac9033242/35ef3cff-0d3d-491c-93fe-b656b2f2a17c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:39:50.287144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.294820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3438d9e8-a259-424c-88f3-8f3778b6e280 req-3d047f97-30e8-4ff0-888e-fe947c6a41d9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543524 Feb 13 23:39:50.301618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.480329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.486747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.571474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf120170-94c6-4ba3-b6ae-0eac55029aa5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:50.593256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a15eac5a-ce59-42c2-bff3-e9bb9a8d742a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5b8b02157b943109eae357b53abe592&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0089223 Feb 13 23:39:50.602260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36248) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:50.629525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.634705 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83b3f288-cd83-491a-b35a-67ca9c71cafd tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.6559334 Feb 13 23:39:50.639494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:50.659935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83661) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 13 23:39:50.660263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Router 914858e2-9b3c-4970-9ff9-864f87759814 migrating from provider to provider. {{(pid=83661) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 13 23:39:50.660637 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.680766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.695485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.705019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-530dbedb-9f00-4b5b-b5c1-ba05da1bd397 service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985474 Feb 13 23:39:50.730105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object 35ef3cff-0d3d-491c-93fe-b656b2f2a17c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:39:50.790455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-02428e43-e3d5-415f-920f-0b907f9aecc5 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] 10.222.0.36 "GET /v2.0/floatingips/f4ea5d30-f37f-4568-a867-6031361ffe9d HTTP/1.1" status: 200 len: 983 time: 0.1479723 Feb 13 23:39:50.800344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36258) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:50.862471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78ec584d-4f33-4ab1-a466-788414516c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.890314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:50.956106 n-d-828979-1 neutron-server[83661]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] No L3 agents can host the router 914858e2-9b3c-4970-9ff9-864f87759814 Feb 13 23:39:50.964175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c03c91f3-a139-43dc-9f48-2d127ab16857 service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069287 Feb 13 23:39:50.973883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78ec584d-4f33-4ab1-a466-788414516c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.019623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:51.025778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=35ef3cff-0d3d-491c-93fe-b656b2f2a17c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:51.029154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:51.037268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-961e3d31-d7cc-45ee-b74c-c40c3f90eb6e tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2335222 Feb 13 23:39:51.044084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:39:51.044623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.047589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36262) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:51.152744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-3aa64081-2404-461c-88c0-15fb2d315421 service neutron] 10.222.0.36 "GET /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1310654 Feb 13 23:39:51.252171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78ec584d-4f33-4ab1-a466-788414516c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.280785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Hosts for router 914858e2-9b3c-4970-9ff9-864f87759814: [] {{(pid=83661) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 13 23:39:51.332726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Hosts for other DVR routers connected to router 914858e2-9b3c-4970-9ff9-864f87759814: set() {{(pid=83661) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 13 23:39:51.335047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.336251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb042ed3-91bd-4d34-bf17-36759142e329 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "PUT /v2.0/routers/914858e2-9b3c-4970-9ff9-864f87759814 HTTP/1.1" status: 200 len: 716 time: 2.0208549 Feb 13 23:39:51.342708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36268) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:51.397777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-65bf7ee4-86e8-45f6-ba12-4dfcd57eb495 None None] Provisioning for port 35ef3cff-0d3d-491c-93fe-b656b2f2a17c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:39:51.404957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-65bf7ee4-86e8-45f6-ba12-4dfcd57eb495 None None] Provisioning complete for port 35ef3cff-0d3d-491c-93fe-b656b2f2a17c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:51.407756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65bf7ee4-86e8-45f6-ba12-4dfcd57eb495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.525710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-f0e8a37a-a0b2-4b4c-8aab-d996232bb6bc service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341985 Feb 13 23:39:51.548494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-65bf7ee4-86e8-45f6-ba12-4dfcd57eb495 None None] Port 35ef3cff-0d3d-491c-93fe-b656b2f2a17c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:51.550656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec584d-4f33-4ab1-a466-788414516c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf120170-94c6-4ba3-b6ae-0eac55029aa5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:51.667173 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ee94fb19-0ba5-4cf1-99c1-4c6a9e2568f4 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "GET /v2.0/routers/914858e2-9b3c-4970-9ff9-864f87759814 HTTP/1.1" status: 200 len: 716 time: 0.2790115 Feb 13 23:39:51.667944 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.671008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36278) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:51.680792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting port 34ccfb44-26bc-45ad-a92b-0b35c3c1536e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:51.681254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.741739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-ad4844dc-276c-4c81-8e30-e5944ea8d44f service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024033 Feb 13 23:39:51.741988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-78ec584d-4f33-4ab1-a466-788414516c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:51.743133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-78ec584d-4f33-4ab1-a466-788414516c94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf120170-94c6-4ba3-b6ae-0eac55029aa5 HTTP/1.1" status: 204 len: 168 time: 1.1285818 Feb 13 23:39:52.056277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-eb23c735-6f69-4d3a-bdf4-029179dc12bf service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132842 Feb 13 23:39:52.411884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.415683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.419900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.424043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.427950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.431967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.437290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.439132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dd1a1923-6c36-4f37-b21b-8c1d5c283858 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 1.1947348 Feb 13 23:39:52.588953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-ae231f3a-8070-484d-8a95-8e658b53768b service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074403 Feb 13 23:39:52.621741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:52.621741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:52.641578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-aeb71ca9-2a52-4cac-9325-9ca069895be6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.641578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-aeb71ca9-2a52-4cac-9325-9ca069895be6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "GET /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1861260 Feb 13 23:39:52.737706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2d85e402-0edd-4dd9-852e-26230cc726e2 tempest-RoutersTestDVR-880298136 tempest-RoutersTestDVR-880298136-project] 10.222.0.36 "GET /v2.0/routers/914858e2-9b3c-4970-9ff9-864f87759814 HTTP/1.1" status: 200 len: 682 time: 1.0653949 Feb 13 23:39:52.738564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36318) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:52.808329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Calling delete_port for 34ccfb44-26bc-45ad-a92b-0b35c3c1536e owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:39:52.847699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.860646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.867348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.874925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.874925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.905746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.905746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:52.910997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-5aa80f46-ab40-482d-81de-35053f04fc53 service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150294 Feb 13 23:39:52.922998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-1a25837d-a54c-432b-99d3-f54a473f6a17 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 5445 time: 1.1025949 Feb 13 23:39:52.950400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:53.160885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:39:53.224751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:53.275292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:53.275292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:53.366068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:53.401807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c6a22195-595a-4a0d-8a3a-ed16e90285ff service neutron] 10.222.0.36 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802594 Feb 13 23:39:53.494390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3aeb16b-d7ed-43b6-b4a0-6b699783636e req-c8dd4ed5-23cc-4b8a-9bbb-530014a3d0c2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5614271 Feb 13 23:39:53.819048 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-4ea0a2d3-b9b3-4f84-9c24-d3c247fe68cc service neutron] 10.222.0.36 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544960 Feb 13 23:39:53.893547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=35ef3cff-0d3d-491c-93fe-b656b2f2a17c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:53.944877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-33fcfd90-e4cf-4d85-8155-e08716e94612 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:53.984395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Port': ['ID=34ccfb44-26bc-45ad-a92b-0b35c3c1536e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:54.016877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-33fcfd90-e4cf-4d85-8155-e08716e94612 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:54.023539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-33fcfd90-e4cf-4d85-8155-e08716e94612 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "GET /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3691256 Feb 13 23:39:54.031631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.087037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:54.129405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:39:54.136659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:39:54.159314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3fa36155-95d7-4c7c-86cb-389d5ecfc71a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:54.287577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-cd464dea-0e8e-42f9-964a-fb81b9a16980 service neutron] 10.222.0.36 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490952 Feb 13 23:39:54.323365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.449369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.453532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.512360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:39:54.543887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.544740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 914858e2-9b3c-4970-9ff9-864f87759814 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:39:54.547351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:54.557285 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.568674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 194ce0dd-38ab-46c1-ae08-23684aa11172 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:54.571969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.576170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f82b840a-c609-4488-80e6-41f03cbbcc5d tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "DELETE /v2.0/routers/914858e2-9b3c-4970-9ff9-864f87759814 HTTP/1.1" status: 204 len: 168 time: 1.8333127 Feb 13 23:39:54.578805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:54.592563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Request body: {'router': {'name': 'tempest-router-793305550', 'distributed': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:54.610240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:54.619377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Usage tracker for resource:router and tenant:dcdb5db449b14ec9804b1b7bc8c117b4 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:54.625379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:54.630470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d0a0d684-ddc0-4d58-bad0-6ca8dd606b11 service neutron] 10.222.0.36 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401895 Feb 13 23:39:54.634305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:54.693679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:54.875411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-de694ba5-3b7e-48c5-bcca-3bd4a79bc96c None None] Provisioning complete for port 35ef3cff-0d3d-491c-93fe-b656b2f2a17c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:54.875411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-de694ba5-3b7e-48c5-bcca-3bd4a79bc96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.018924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.024245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.143076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:55.180845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.199589 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa36155-95d7-4c7c-86cb-389d5ecfc71a', 'code': 200} Feb 13 23:39:55.236499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9be975b0-c30d-4922-88ce-733a52ae8210 service neutron] 10.222.0.36 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945094 Feb 13 23:39:55.268496 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.332710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.332710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1b9bb9d1-cc91-4dd3-8cf8-dc6190c9e1bb tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7389145 Feb 13 23:39:55.332710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36374) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:55.391471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:39:55.441885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.449826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-de694ba5-3b7e-48c5-bcca-3bd4a79bc96c None None] Port 35ef3cff-0d3d-491c-93fe-b656b2f2a17c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:55.647291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=194ce0dd-38ab-46c1-ae08-23684aa11172,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:55.683758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] For port 194ce0dd-38ab-46c1-ae08-23684aa11172, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:55.695066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.743033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] device_id is not set on port 194ce0dd-38ab-46c1-ae08-23684aa11172 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:55.751084 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:55.855216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:39:55.855767 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:39:56.257657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:56.353769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] Pushing event updated for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:56.444569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:56.453350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:56.503196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:56.503945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c92bd57-6c42-46b4-a79c-6770839c03b7 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:39:56.517054 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:56.518487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7db94544-305e-402d-88e5-7ced2b9e6475 tempest-RoutersTestDVR-70058363 tempest-RoutersTestDVR-70058363-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2c92bd57-6c42-46b4-a79c-6770839c03b7 HTTP/1.1" status: 204 len: 168 time: 1.1910160 Feb 13 23:39:56.570659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fa13c4aa-e267-4e4e-9ee7-a59659504461 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:56.693304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] No DVR routers for this DVR port 194ce0dd-38ab-46c1-ae08-23684aa11172 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:39:56.930015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9784220-a910-4b15-b5fe-101411b56dd5 req-d8c4dbd4-efc6-4ce1-b25a-6bb7b717a717 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.0752318 Feb 13 23:39:56.950906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:56.971026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:56.971026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:56.972791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:56.976852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:56.981068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:56.985347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:56.987194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-09b03ddc-5ec9-4d73-8405-79c9f217d862 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 4663 time: 1.2239995 Feb 13 23:39:57.055153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:39:57.055153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] In _notify_port_updated(), no bound segment for port 194ce0dd-38ab-46c1-ae08-23684aa11172 on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:39:57.055153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:57.062773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-d0c581b2-27bb-44d2-b7ba-abf600e10d5d service neutron] 10.222.0.42 "PUT /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 200 len: 1033 time: 2.9798040 Feb 13 23:39:57.086102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b65e0e20-3f07-45ba-be30-1fd04f99de2e None None] Provisioning complete for port 194ce0dd-38ab-46c1-ae08-23684aa11172 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:57.086102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b65e0e20-3f07-45ba-be30-1fd04f99de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:57.099401 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] Sync routers for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:39:57.148346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dc0bf565-d3b8-497f-a1a3-74be836f91c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:57.148346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-dc0bf565-d3b8-497f-a1a3-74be836f91c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "GET /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0763259 Feb 13 23:39:57.162404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7669c19a-9af1-477d-9664-713a14509b4d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/1614f6e6-e218-4f82-ac4b-df9b6e5b53c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2974699 Feb 13 23:39:57.168039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36430) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:57.176229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1f0b854-3d8e-4fb9-90b8-7c5a9421dd68 req-61317e27-93a5-4045-8c21-6efbfa04d0f2 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727390 Feb 13 23:39:57.190190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:57.200738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:57.213062 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:57.213062 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:57.219457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:39:57.279122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:57.279326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e5a7cf31-5df7-4506-a49e-c730d990357c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:57.345282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3849e-cb60-4f1b-9f32-cc076fc60acb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:57.346825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13f3849e-cb60-4f1b-9f32-cc076fc60acb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports/35ef3cff-0d3d-491c-93fe-b656b2f2a17c HTTP/1.1" status: 200 len: 913 time: 0.1892393 Feb 13 23:39:57.354259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36440) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:57.455489 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:57.479624 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:57.480237 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:57.587686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36448) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:57.614616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:57.643212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b65e0e20-3f07-45ba-be30-1fd04f99de2e None None] Port 194ce0dd-38ab-46c1-ae08-23684aa11172 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:39:57.643212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:57.658227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Router 48bc87fc-abfe-49d4-b2d7-07c58b728212 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:39:57.664725 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:57.664725 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a9af00-59ae-45e7-b35a-fd52452ce38c None None] The sync data for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:57.776462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:57.863084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e5a7cf31-5df7-4506-a49e-c730d990357c,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:57.878474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:57.879155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d21113ae-f0ef-485b-9dc1-4b99e7786362 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:58.258566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:58.298655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.343408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:58.348102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.349200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 44e708c5-0017-41ef-bdba-d5be15f85170 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:58.361219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-284f7e47-8dd3-4e05-ad41-b4356e77e854 req-b4640331-546c-4e04-af32-6cc6d9b28d4f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:39:58.488884 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461', 'code': 200} Feb 13 23:39:58.607996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.618740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:58.655346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.705272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-284f7e47-8dd3-4e05-ad41-b4356e77e854 req-b4640331-546c-4e04-af32-6cc6d9b28d4f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:39:58.706830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-284f7e47-8dd3-4e05-ad41-b4356e77e854 req-b4640331-546c-4e04-af32-6cc6d9b28d4f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.6287251 Feb 13 23:39:58.718367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:58.771556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] For port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:39:58.859956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.896326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] device_id is not set on port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:39:58.911982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=44e708c5-0017-41ef-bdba-d5be15f85170,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:58.923908 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.923908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cbbfc42b-b452-4fcc-a1ef-3763b49562c8 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:39:58.933471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:58.967078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:58.985611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Usage tracker for resource:security_group_rule and tenant:89f5ec169087458b81b90e1b3c768739 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:58.985611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:58.992612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.005303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:59.128867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:59.145030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:59.148981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:59.153044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:59.170074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:59.174185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:39:59.187059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-9a9b7d29-6e5b-40ec-b638-13c1fc01b7f6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 4577 time: 0.3750405 Feb 13 23:39:59.330468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:59.336537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.391924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:59.429531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:39:59.437138 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.487941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] No DVR routers for this DVR port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:39:59.536895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:39:59.558966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] In _notify_port_updated(), no bound segment for port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a on network 58a09c80-4011-43fa-b654-5c76107fcb1d {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:39:59.560150 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.561517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-e77681ca-e4cf-4e30-a9e2-cf6f2cb6ba20 service neutron] 10.222.0.42 "PUT /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 200 len: 1032 time: 2.4026082 Feb 13 23:39:59.570297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:39:59.575736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.581683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] Sync routers for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:39:59.600266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:59.600905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:59.656356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1c4d5297-47c6-4c0d-9348-5d8d89bae70c tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "DELETE /v2.0/floatingips/f4ea5d30-f37f-4568-a867-6031361ffe9d HTTP/1.1" status: 204 len: 168 time: 8.5952704 Feb 13 23:39:59.699740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36492) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:39:59.722307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:39:59.727437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:59.737184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.749635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:39:59.754119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:39:59.754119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:39:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:59.762184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78eba71b-d7ca-4157-bbd2-5585b1f07d21 req-3b5b010f-82fa-4dda-bff7-3a3cd40d9423 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f8112b-d42f-4357-97a5-ccaf596873b0&id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5621936 Feb 13 23:39:59.762184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.777541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Usage tracker for resource:floatingip and tenant:33b6f5d769bf422e8d1acb1927707261 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:39:59.777541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:39:59.823393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:39:59.844263 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89f5ec169087458b81b90e1b3c768739&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2691853 Feb 13 23:39:59.847859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port e5a7cf31-5df7-4506-a49e-c730d990357c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:39:59.847859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.922378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:39:59.923615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876fe1f-a62c-47e7-812f-1f1a1921516b None None] The sync data for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:39:59.947423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-08864bba-0ca7-481b-b7ac-79b420a9f4da None None] Provisioning complete for port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:39:59.948371 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08864bba-0ca7-481b-b7ac-79b420a9f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:39:59.960910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:00.163411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04871425-051d-4b82-ba61-fa06f77df234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03930f2-d76b-4b80-a3d0-a0fc04dc19f8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:00.174061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08864bba-0ca7-481b-b7ac-79b420a9f4da None None] Port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:00.241027 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-903f7941-5556-49ff-8673-633b228894cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:00.265523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04797e20-24f3-4c8d-aee9-3b34ae9cca2f service neutron] 10.222.0.42 "GET /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 1027 time: 0.2444656 Feb 13 23:40:00.406140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a4235cb-a064-4ee4-a079-f0f077c5567d req-eb7d4e55-67e8-45de-b852-704057fa7c94 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.1039112 Feb 13 23:40:00.413508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:00.492107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c'}, {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362'}, {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170'}, {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:00.502122 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92991572-5fdd-41f1-99cc-34400c55d3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:00.560553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92991572-5fdd-41f1-99cc-34400c55d3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:00.627396 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c', 'code': 200} Feb 13 23:40:00.627867 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362', 'code': 200} Feb 13 23:40:00.630391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-02eb1a2b-8c6d-44bf-ba25-410bf1d94ec9 service neutron] 10.222.0.42 "GET /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 1028 time: 0.3515730 Feb 13 23:40:00.631477 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170', 'code': 200} Feb 13 23:40:00.633219 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'code': 200} Feb 13 23:40:00.710113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92991572-5fdd-41f1-99cc-34400c55d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:00.880599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92991572-5fdd-41f1-99cc-34400c55d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03930f2-d76b-4b80-a3d0-a0fc04dc19f8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:00.923473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] For port e5a7cf31-5df7-4506-a49e-c730d990357c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e5a7cf31-5df7-4506-a49e-c730d990357c,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:00.924006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:01.063072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92991572-5fdd-41f1-99cc-34400c55d3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:01.063072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92991572-5fdd-41f1-99cc-34400c55d3a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e03930f2-d76b-4b80-a3d0-a0fc04dc19f8 HTTP/1.1" status: 204 len: 168 time: 1.0604014 Feb 13 23:40:01.087438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 35ef3cff-0d3d-491c-93fe-b656b2f2a17c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:01.087438 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:01.279894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for e5a7cf31-5df7-4506-a49e-c730d990357c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:01.360676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:01.429971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:01.651458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 35ef3cff-0d3d-491c-93fe-b656b2f2a17c owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:01.758821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-66955834-8e77-4065-875c-35037d300e68 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.762964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-66955834-8e77-4065-875c-35037d300e68 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.766812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-66955834-8e77-4065-875c-35037d300e68 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.768426 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-66955834-8e77-4065-875c-35037d300e68 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "GET /v2.0/networks?id=4562e5fb-b936-4fbe-9863-acedf38f007c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 200 len: 1990 time: 1.1037412 Feb 13 23:40:01.953112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-df26458b-f83b-4159-afb0-e25abc03cee4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.953112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-df26458b-f83b-4159-afb0-e25abc03cee4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.960075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-df26458b-f83b-4159-afb0-e25abc03cee4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.974099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-df26458b-f83b-4159-afb0-e25abc03cee4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.992158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-df26458b-f83b-4159-afb0-e25abc03cee4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:01.992158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-df26458b-f83b-4159-afb0-e25abc03cee4 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 3876 time: 0.9764419 Feb 13 23:40:01.996015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fac4fee6-ad8d-4fe1-bf85-e39984460b55 req-764b5f91-5ad9-4b6d-b0e1-017089632662 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.1037464 Feb 13 23:40:01.996015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-5681f107-7737-4fe9-b54c-7e1bc0966d2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a46e901cc85a4278bed3c893fb3e9901 HTTP/1.1" status: 200 len: 380 time: 0.2039373 Feb 13 23:40:02.014575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'admin_state_up': True, 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'security_groups': ['a835480a-d074-4d89-809d-e3caa0f9a535']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:02.115101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Allocated IP 172.25.4.233 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/162b619d-97f3-410b-88da-81df86ff61b1) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:02.280990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-777d1ee1-0326-47f9-b04b-f33fb97ca8c6 req-bec87bb2-61d4-4f46-b080-4b2f6c3647eb tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113204 Feb 13 23:40:02.280990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.338872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-94d88e13-9edb-4d15-b209-9a4c5770bf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.358797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=e5a7cf31-5df7-4506-a49e-c730d990357c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:02.471292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] No DVR routers for this DVR port e5a7cf31-5df7-4506-a49e-c730d990357c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:02.483074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.488594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:02.528599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.536744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36554) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:02.625254 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'e5a7cf31-5df7-4506-a49e-c730d990357c', 'status': 'completed', 'code': 200} Feb 13 23:40:02.626741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-4ad19dda-6d37-4b89-a39d-fcdf013cc8b5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "DELETE /v2.0/ports/e5a7cf31-5df7-4506-a49e-c730d990357c HTTP/1.1" status: 204 len: 173 time: 3.0184929 Feb 13 23:40:02.630294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.646421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=35ef3cff-0d3d-491c-93fe-b656b2f2a17c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:02.694653 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.723537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:02.746949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdb5db449b14ec9804b1b7bc8c117b4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:02.746949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:02.759050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:02.764355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:02.773533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:02.795000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port d21113ae-f0ef-485b-9dc1-4b99e7786362 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:02.795000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:02.897395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:02.915449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:03.433790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] For port d21113ae-f0ef-485b-9dc1-4b99e7786362, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d21113ae-f0ef-485b-9dc1-4b99e7786362,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:03.433790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:03.517086 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:03.583068 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:03.704473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 172.20.0.8 (4562e5fb-b936-4fbe-9863-acedf38f007c/d79c442b-b6d1-491b-8fb2-23e91af08245/c14c6a54-2eeb-480f-b01f-30964c81ab6c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:03.736122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for d21113ae-f0ef-485b-9dc1-4b99e7786362 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:03.760262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:03.770058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:03.964710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16dc0a-8747-45c6-9d1f-37dc1aae4089 req-d819c6f8-221b-4d6f-8648-144e72724ce5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:03.970158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16dc0a-8747-45c6-9d1f-37dc1aae4089 req-d819c6f8-221b-4d6f-8648-144e72724ce5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:03.991680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16dc0a-8747-45c6-9d1f-37dc1aae4089 req-d819c6f8-221b-4d6f-8648-144e72724ce5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:04.000911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16dc0a-8747-45c6-9d1f-37dc1aae4089 req-d819c6f8-221b-4d6f-8648-144e72724ce5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:04.000911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a16dc0a-8747-45c6-9d1f-37dc1aae4089 req-d819c6f8-221b-4d6f-8648-144e72724ce5 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 3143 time: 0.2865210 Feb 13 23:40:04.117188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:04.140116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8dd26518-d2a8-4ea7-bfd0-504adc14b5fb req-a7e374ee-c534-4f5d-8e5f-f05f2aea531e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.4148026 Feb 13 23:40:04.161566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:04.252233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:04.263513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:04.361031 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:04.473475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Pushing event updated for resources: {'Port': ['ID=162b619d-97f3-410b-88da-81df86ff61b1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:04.570421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d9d80-4557-4aa8-8326-f233cb6511f2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:04.594324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f82ce14-dee3-48fb-a9a7-acca1b287763 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcdb5db449b14ec9804b1b7bc8c117b4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0120447 Feb 13 23:40:04.594324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36588) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:04.671095 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:04.689573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a16dc0a-8747-45c6-9d1f-37dc1aae4089 req-5c240b5a-7f50-4b3f-85cf-49c24978147d tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6464307 Feb 13 23:40:04.724861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=d21113ae-f0ef-485b-9dc1-4b99e7786362,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:04.773709 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:04.819925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-441f038e-9722-467d-b2ce-e72697e9b540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:04.849723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-441f038e-9722-467d-b2ce-e72697e9b540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:04.956737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object c14c6a54-2eeb-480f-b01f-30964c81ab6c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:05.037369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-441f038e-9722-467d-b2ce-e72697e9b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.053973 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.081148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] No DVR routers for this DVR port d21113ae-f0ef-485b-9dc1-4b99e7786362 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:05.100905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.107757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.110242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:05.110242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-2f9cfaae-0ea3-4ad9-8bcf-5286d0c50d03 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "DELETE /v2.0/ports/d21113ae-f0ef-485b-9dc1-4b99e7786362 HTTP/1.1" status: 204 len: 173 time: 2.4596863 Feb 13 23:40:05.110242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f038e-9722-467d-b2ce-e72697e9b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d9d80-4557-4aa8-8326-f233cb6511f2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:05.117127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.117127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-441f038e-9722-467d-b2ce-e72697e9b540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.117127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-441f038e-9722-467d-b2ce-e72697e9b540 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/944d9d80-4557-4aa8-8326-f233cb6511f2 HTTP/1.1" status: 204 len: 168 time: 0.5225952 Feb 13 23:40:05.350797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.394853 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'd21113ae-f0ef-485b-9dc1-4b99e7786362', 'status': 'completed', 'code': 200} Feb 13 23:40:05.433795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:40:05.471009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network 4562e5fb-b936-4fbe-9863-acedf38f007c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:05.478117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:05.500174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port 44e708c5-0017-41ef-bdba-d5be15f85170 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:05.500174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:05.511157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:05.787305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:06.044725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b3946539-1be1-4537-9d2b-3a931a67fb83 None None] Provisioning for port c14c6a54-2eeb-480f-b01f-30964c81ab6c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:06.052094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:06.052094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.081686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b3946539-1be1-4537-9d2b-3a931a67fb83 None None] Provisioning complete for port c14c6a54-2eeb-480f-b01f-30964c81ab6c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:06.082991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b3946539-1be1-4537-9d2b-3a931a67fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.127744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] For port 44e708c5-0017-41ef-bdba-d5be15f85170, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=44e708c5-0017-41ef-bdba-d5be15f85170,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:06.128099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.212321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3946539-1be1-4537-9d2b-3a931a67fb83 None None] Port c14c6a54-2eeb-480f-b01f-30964c81ab6c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:06.254071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1427b3-8f90-4b4e-b239-232c9bd18ebb req-7c8347b1-e298-48ef-afd7-481a89c12884 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:06.254071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8b1427b3-8f90-4b4e-b239-232c9bd18ebb req-7c8347b1-e298-48ef-afd7-481a89c12884 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 931 time: 0.7994142 Feb 13 23:40:06.298657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0b1f703a-3561-4610-8b84-d463ef55a792 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2867684 Feb 13 23:40:06.345224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'admin_state_up': True, 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'security_groups': ['a835480a-d074-4d89-809d-e3caa0f9a535']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:06.532489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for 44e708c5-0017-41ef-bdba-d5be15f85170 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:06.564148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:40:06.578690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.607546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.651936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:06.651936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:port and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:06.659502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:06.665349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:06.685381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8b1427b3-8f90-4b4e-b239-232c9bd18ebb req-35891908-5094-402d-b30d-5f900ea8efdc tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277968 Feb 13 23:40:06.685381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:06.692981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.731106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.768305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:06.768305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0670803 Feb 13 23:40:06.768305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:06.874108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-bbac9761-2cab-45f3-b0be-ca2b78c02260 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:06.877895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-bbac9761-2cab-45f3-b0be-ca2b78c02260 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:06.881823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-bbac9761-2cab-45f3-b0be-ca2b78c02260 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:06.882697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-bbac9761-2cab-45f3-b0be-ca2b78c02260 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Synchronizing usage tracker for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:06.887482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c910d0-f8ec-4cb6-b92b-4c30146e84a1 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Pushing event updated for resources: {'Port': ['ID=162b619d-97f3-410b-88da-81df86ff61b1,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:06.943320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-bbac9761-2cab-45f3-b0be-ca2b78c02260 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Unset dirty status for tenant:d3fd68826e0147adbea3ad81e3c34ac7 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:06.949190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-bbac9761-2cab-45f3-b0be-ca2b78c02260 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 2410 time: 0.7276428 Feb 13 23:40:07.045844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:07.110549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-073c2da6-0a28-4c31-a71a-8f584194b0df req-e9f9dcd4-c121-4765-824f-42b0e0a04085 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568031 Feb 13 23:40:07.139185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:07.157878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 10.1.1.28 (d726b444-4c7c-419a-80ca-de4c3d57a91c/8cc95659-b4c9-4c45-85de-2131e918e666/bae62062-b10b-4891-891f-6c7c2dcca4da) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:07.301351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=44e708c5-0017-41ef-bdba-d5be15f85170,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:07.311657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:40:07.323631 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] Sync routers for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:40:07.350158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:07.350860 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:07.383419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be1af9c9-8bad-4626-9547-c2072a8535a5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/1614f6e6-e218-4f82-ac4b-df9b6e5b53c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0275400 Feb 13 23:40:07.386915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36650) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:07.436520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:07.452196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:07.461977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Usage tracker for resource:floatingip and tenant:a8135684e2a041bb8b2e337b68f4bd82 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:07.461977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:07.476843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:07.498386 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:07.521753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:07.526995 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:07.526995 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:07.553983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] No DVR routers for this DVR port 44e708c5-0017-41ef-bdba-d5be15f85170 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:07.553983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:07.553983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-be498994-264b-451f-a307-82da75a714fe tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "DELETE /v2.0/ports/44e708c5-0017-41ef-bdba-d5be15f85170 HTTP/1.1" status: 204 len: 173 time: 2.4359810 Feb 13 23:40:07.576589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:07.666019 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:07.666019 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f51539-46bc-412a-9526-d7463f1c81da None None] The sync data for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:40:07.837684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:07.841764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:07.979240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36666) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:08.073793 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': '44e708c5-0017-41ef-bdba-d5be15f85170', 'status': 'completed', 'code': 200} Feb 13 23:40:08.165746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:08.202130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object bae62062-b10b-4891-891f-6c7c2dcca4da will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:08.555401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-985350035'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:08.677724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aacade-6cbf-46d7-b887-4fa294c90d89 req-d0449172-543c-47d9-9d69-706137a96bb2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:08.679377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8aacade-6cbf-46d7-b887-4fa294c90d89 req-d0449172-543c-47d9-9d69-706137a96bb2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 931 time: 0.6079302 Feb 13 23:40:08.746683 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:08.754069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] For port cbbfc42b-b452-4fcc-a1ef-3763b49562c8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:08.754533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:08.893341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:08.905369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a8aacade-6cbf-46d7-b887-4fa294c90d89 req-55599623-5edb-469e-83b6-a03c2609569f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:08.909520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Usage tracker for resource:network and tenant:73d9f4e093c641daadc52030a5a8c063 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:08.909520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:08.913163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:08.917562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:08.996290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network d726b444-4c7c-419a-80ca-de4c3d57a91c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:08.996290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:08.996290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:09.008324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:09.079766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:09.134057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:09.134962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.175805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-c85acd3e-4316-4a3c-b3d8-9b1901a461c7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8496470 Feb 13 23:40:09.193096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'admin_state_up': True, 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'security_groups': ['a835480a-d074-4d89-809d-e3caa0f9a535']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:09.202856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Allocated IP 172.25.4.173 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/efb39439-33e6-4442-914b-262638bf8d78) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:09.271804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Made reservation on behalf of 73d9f4e093c641daadc52030a5a8c063 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:09.271804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.311884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.487695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-380c974f-6859-4bfd-984c-5b7b975b456b None None] Provisioning for port bae62062-b10b-4891-891f-6c7c2dcca4da completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:09.497028 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-380c974f-6859-4bfd-984c-5b7b975b456b None None] Provisioning complete for port bae62062-b10b-4891-891f-6c7c2dcca4da triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:09.497469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-380c974f-6859-4bfd-984c-5b7b975b456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.507496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:09.512000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Usage tracker for resource:security_group_rule and tenant:73d9f4e093c641daadc52030a5a8c063 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:09.514867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:09.520501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:09.551382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a8aacade-6cbf-46d7-b887-4fa294c90d89 req-55599623-5edb-469e-83b6-a03c2609569f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:09.552556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8aacade-6cbf-46d7-b887-4fa294c90d89 req-55599623-5edb-469e-83b6-a03c2609569f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8585355 Feb 13 23:40:09.594818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.613411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fe77-6234-4d70-8514-b21280fa73da req-eba05c8a-ff93-4d15-b508-70f116180ed9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:09.617727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fe77-6234-4d70-8514-b21280fa73da req-eba05c8a-ff93-4d15-b508-70f116180ed9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:09.620274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4c9fe77-6234-4d70-8514-b21280fa73da req-eba05c8a-ff93-4d15-b508-70f116180ed9 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 1677 time: 1.0763059 Feb 13 23:40:09.663816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.685564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:09.685564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.690371 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Added segment 475e5b74-a8d9-4623-8b8a-969bd1fa25cc of type vlan for network c9458010-a1fb-4751-9876-e2f740723865 Feb 13 23:40:09.708941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-380c974f-6859-4bfd-984c-5b7b975b456b None None] Port bae62062-b10b-4891-891f-6c7c2dcca4da cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:09.712979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:09.811539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4c9fe77-6234-4d70-8514-b21280fa73da req-7f3f683e-f9b0-4ed3-8dab-bc2d5e6d9db6 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846317 Feb 13 23:40:09.853027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.042757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:40:10.067943 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.144569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c76d69-df92-4d8b-94ba-0e31c4313969,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:10.156673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.156673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.156673 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Floating IP 74d0159c-18a7-42f9-b187-b311066e553c disassociated. External IP: 172.25.4.137, port: cbbfc42b-b452-4fcc-a1ef-3763b49562c8. Feb 13 23:40:10.156673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for cbbfc42b-b452-4fcc-a1ef-3763b49562c8 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:10.171781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:10.178726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:port and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:10.178726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:10.192948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:10.220157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.220157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:10.220157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.266969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:10.270865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.331029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.414285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4146245 Feb 13 23:40:10.414285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:10.454205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Request body: {'subnet': {'network_id': 'c9458010-a1fb-4751-9876-e2f740723865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:10.539967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dfd96-e750-4afc-863a-bee064e92602 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event updated for resources: {'Network': ['ID=c9458010-a1fb-4751-9876-e2f740723865,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:10.554388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c9458010-a1fb-4751-9876-e2f740723865 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:40:10.610805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Pushing event updated for resources: {'Port': ['ID=efb39439-33e6-4442-914b-262638bf8d78,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:10.633669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:10.634474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36710) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:10.642594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:10.645714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:10.733698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:10.733698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Usage tracker for resource:subnet and tenant:73d9f4e093c641daadc52030a5a8c063 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:10.740522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:10.749762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:10.768354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Made reservation on behalf of 73d9f4e093c641daadc52030a5a8c063 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:10.877139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:10.987497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:11.003193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=cbbfc42b-b452-4fcc-a1ef-3763b49562c8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:11.288110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 10.1.1.60 (d726b444-4c7c-419a-80ca-de4c3d57a91c/8cc95659-b4c9-4c45-85de-2131e918e666/827690c4-0284-4081-a053-15adb7ca7bd7) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:11.387318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:11.415875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262dcd-c39d-4d82-89bb-cf56d4c11934 req-3715da24-b977-4ae1-b899-d1465fad7e20 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:11.415875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262dcd-c39d-4d82-89bb-cf56d4c11934 req-3715da24-b977-4ae1-b899-d1465fad7e20 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:11.415875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70262dcd-c39d-4d82-89bb-cf56d4c11934 req-3715da24-b977-4ae1-b899-d1465fad7e20 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 1652 time: 0.3919125 Feb 13 23:40:11.470886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:11.587058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:11.719994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70262dcd-c39d-4d82-89bb-cf56d4c11934 req-d6e6e801-8621-4fd2-8df3-62729246d9b5 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047795 Feb 13 23:40:11.983766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.049054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:40:12.050924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.069770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.235084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event updated for resources: {'Subnet': ['ID=bc188bc1-4415-4fe6-9f02-2b85b659e56b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:12.306503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:12.319945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0209f1-0fe2-4443-8a07-2cab7b82b912 req-07864bbb-f544-4b0f-bb27-2190932733aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:12.319945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d0209f1-0fe2-4443-8a07-2cab7b82b912 req-07864bbb-f544-4b0f-bb27-2190932733aa tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 943 time: 1.1261704 Feb 13 23:40:12.370621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Usage tracker for resource:security_group_rule and tenant:fbdeff0e4860427d8108fc0f94b1090a is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:12.379778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:12.411285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:12.419831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.425953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d0209f1-0fe2-4443-8a07-2cab7b82b912 req-0e0d5f45-8b5d-4e91-ae05-94ba0b351133 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948184 Feb 13 23:40:12.501940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.505878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7324855 Feb 13 23:40:12.509407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36734) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:12.511400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb2dff-afcd-46da-b4ae-f96afb88bb62 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Pushing event updated for resources: {'Port': ['ID=efb39439-33e6-4442-914b-262638bf8d78,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:12.550818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Checking segment: {'id': '475e5b74-a8d9-4623-8b8a-969bd1fa25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c9458010-a1fb-4751-9876-e2f740723865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:12.550818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Network hostable DHCP agents. Network: c9458010-a1fb-4751-9876-e2f740723865, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:40:12.577185 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.620682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object 827690c4-0284-4081-a053-15adb7ca7bd7 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:12.727366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.748613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-55e04435-e072-466c-8862-bd9d9fbcf0e0 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Synchronizing usage tracker for tenant:33b6f5d769bf422e8d1acb1927707261 on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:12.774002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-55e04435-e072-466c-8862-bd9d9fbcf0e0 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Unset dirty status for tenant:33b6f5d769bf422e8d1acb1927707261 on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:12.776507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55e04435-e072-466c-8862-bd9d9fbcf0e0 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2613 time: 0.2608025 Feb 13 23:40:12.780604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36740) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:12.896205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Network c9458010-a1fb-4751-9876-e2f740723865 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:40:12.903850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 1e915320-6d28-40ff-acd1-cece8a1c8c5c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:12.903850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:12.932735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3614dd4e-ab72-4943-ad7e-5fe47570c7c8 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Synchronizing usage tracker for tenant:e6bd8a68bbdf44e89ecd336594e0313e on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:13.051049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:40:13.051049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3614dd4e-ab72-4943-ad7e-5fe47570c7c8 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Unset dirty status for tenant:e6bd8a68bbdf44e89ecd336594e0313e on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:13.051049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3614dd4e-ab72-4943-ad7e-5fe47570c7c8 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2580111 Feb 13 23:40:13.051049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36746) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:13.077184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] Sync routers for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:40:13.093181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:13.093181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:13.104936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.251871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 1e915320-6d28-40ff-acd1-cece8a1c8c5c owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:13.303087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] No DVR routers for this DVR port cbbfc42b-b452-4fcc-a1ef-3763b49562c8 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:13.308356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c9458010-a1fb-4751-9876-e2f740723865) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:13.312151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.312151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-86845ef2-4678-4445-8e7a-711d93b20c2a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "DELETE /v2.0/ports/cbbfc42b-b452-4fcc-a1ef-3763b49562c8 HTTP/1.1" status: 204 len: 173 time: 5.7308500 Feb 13 23:40:13.319138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network d726b444-4c7c-419a-80ca-de4c3d57a91c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:13.332290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410def6-786c-4038-af3c-d3fd5abf4529 None None] Network c9458010-a1fb-4751-9876-e2f740723865 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:13.336072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:13.336072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:13.336072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.336072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.346350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:13.349859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:13.474882 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'cbbfc42b-b452-4fcc-a1ef-3763b49562c8', 'status': 'completed', 'code': 200} Feb 13 23:40:13.598212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:40:13.655472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port fa13c4aa-e267-4e4e-9ee7-a59659504461 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:13.655472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.706812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.754982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Deleting port efb39439-33e6-4442-914b-262638bf8d78 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:13.754982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.806145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed92e8-b438-45ed-bfb1-155d51826c0d req-05f1de0f-9fd1-4a44-8a6d-23e45a61ea43 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:13.811030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:13.814614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed92e8-b438-45ed-bfb1-155d51826c0d req-05f1de0f-9fd1-4a44-8a6d-23e45a61ea43 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:13.814614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed92e8-b438-45ed-bfb1-155d51826c0d req-05f1de0f-9fd1-4a44-8a6d-23e45a61ea43 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:13.814614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23ed92e8-b438-45ed-bfb1-155d51826c0d req-05f1de0f-9fd1-4a44-8a6d-23e45a61ea43 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 2372 time: 0.8414307 Feb 13 23:40:13.872634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:13.908679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c9458010-a1fb-4751-9876-e2f740723865', 'network_id': 'c9458010-a1fb-4751-9876-e2f740723865', 'tenant_id': '73d9f4e093c641daadc52030a5a8c063', 'fixed_ips': [{'subnet_id': 'bc188bc1-4415-4fe6-9f02-2b85b659e56b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:40:13.909793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.021939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-609b7b49-615a-4ee2-9d67-fa0ec58c5ad2 None None] Provisioning for port 827690c4-0284-4081-a053-15adb7ca7bd7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:14.104079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23ed92e8-b438-45ed-bfb1-155d51826c0d req-5cc7470f-6253-4036-82b9-7f1a9ac61d2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906842 Feb 13 23:40:14.118198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-609b7b49-615a-4ee2-9d67-fa0ec58c5ad2 None None] Provisioning complete for port 827690c4-0284-4081-a053-15adb7ca7bd7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:14.118198 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-609b7b49-615a-4ee2-9d67-fa0ec58c5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.202449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.202449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.207001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=1e915320-6d28-40ff-acd1-cece8a1c8c5c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:14.366507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:14.367525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.422788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Calling delete_port for efb39439-33e6-4442-914b-262638bf8d78 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:14.488321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eb4667ff-bec2-45fb-8ab2-53d3a8edbcf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0402579 Feb 13 23:40:14.488321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-50e8618b-53d6-40bd-b76b-c914fc8e8c2b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2877867 Feb 13 23:40:14.488321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87fba6-478b-4670-840f-899fa6804202,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:14.488321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36766) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:14.494561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'admin_state_up': True, 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'security_groups': ['a835480a-d074-4d89-809d-e3caa0f9a535']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:14.522308 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8d50e22-80c0-4ee9-97b7-7c37f3c62c6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbdeff0e4860427d8108fc0f94b1090a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.8773289 Feb 13 23:40:14.532906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36770) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:14.536674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Request body: {'port': {'network_id': 'c9458010-a1fb-4751-9876-e2f740723865', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1732449737'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:14.588139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Allocated IP 2001:db8::2 (c9458010-a1fb-4751-9876-e2f740723865/bc188bc1-4415-4fe6-9f02-2b85b659e56b/d1ee8690-8085-4007-abf0-ed7c6647083b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:14.602800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] For port fa13c4aa-e267-4e4e-9ee7-a59659504461, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fa13c4aa-e267-4e4e-9ee7-a59659504461,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:14.602800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.722138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-609b7b49-615a-4ee2-9d67-fa0ec58c5ad2 None None] Port 827690c4-0284-4081-a053-15adb7ca7bd7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:14.794566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for fa13c4aa-e267-4e4e-9ee7-a59659504461 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:14.809944 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.834275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:14.898599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9923c-42cb-455b-b29b-d31d8109a054 req-bc51496a-e8e5-4ea0-a104-b5be96b63e74 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:14.901523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f9b343-5515-495e-8b79-66fd74b18620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:14.904383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14b9923c-42cb-455b-b29b-d31d8109a054 req-bc51496a-e8e5-4ea0-a104-b5be96b63e74 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 943 time: 1.1458082 Feb 13 23:40:14.904383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Usage tracker for resource:port and tenant:73d9f4e093c641daadc52030a5a8c063 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:15.015164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:15.060999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:26Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:15.072067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] Checking router: ba46bc7c-add6-4cc5-ae7f-e31dea43e69a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:40:15.081193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:15.082994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.084380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.099379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:15.100004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:15.168256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Transition to ACTIVE for port object d1ee8690-8085-4007-abf0-ed7c6647083b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:15.243007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:15.251119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:port and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:15.269287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:15.269287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14b9923c-42cb-455b-b29b-d31d8109a054 req-f86f2ff2-f75c-41ad-9017-ee872536e7dd tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups?id=f55f29f5-ece8-4688-9fb2-b4bd48a7162a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683488 Feb 13 23:40:15.280410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Made reservation on behalf of 73d9f4e093c641daadc52030a5a8c063 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:15.280410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.300581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Transition to ACTIVE for port object d1ee8690-8085-4007-abf0-ed7c6647083b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:15.304711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:15.357350 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.385513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Pushing event deleted for resources: {'Port': ['ID=efb39439-33e6-4442-914b-262638bf8d78,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:15.413419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] device_id is not set on port 6579b89e-7102-45ba-93fb-b6c6ea7a910a yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:40:15.418365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f9b343-5515-495e-8b79-66fd74b18620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.442919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:15.485702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Pushing event updated for resources: {'Port': ['ID=d1ee8690-8085-4007-abf0-ed7c6647083b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:15.513615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Network c9458010-a1fb-4751-9876-e2f740723865 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:15.523879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:15.529276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:15.603898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:40:15.740405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Attempting to bind port d1ee8690-8085-4007-abf0-ed7c6647083b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:15.740405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Attempting to bind port d1ee8690-8085-4007-abf0-ed7c6647083b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '475e5b74-a8d9-4623-8b8a-969bd1fa25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c9458010-a1fb-4751-9876-e2f740723865'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:15.740405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Attempting to bind port d1ee8690-8085-4007-abf0-ed7c6647083b on network c9458010-a1fb-4751-9876-e2f740723865 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:15.750018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.754519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:15.754519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Checking segment: {'id': '475e5b74-a8d9-4623-8b8a-969bd1fa25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c9458010-a1fb-4751-9876-e2f740723865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:15.754519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.754519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Bound using segment: {'id': '475e5b74-a8d9-4623-8b8a-969bd1fa25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c9458010-a1fb-4751-9876-e2f740723865'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:15.754519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Bound port: d1ee8690-8085-4007-abf0-ed7c6647083b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e5b74-a8d9-4623-8b8a-969bd1fa25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c9458010-a1fb-4751-9876-e2f740723865'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:15.754519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.767674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.783982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Allocated IP 2001:db8::9a (c9458010-a1fb-4751-9876-e2f740723865/bc188bc1-4415-4fe6-9f02-2b85b659e56b/6579b89e-7102-45ba-93fb-b6c6ea7a910a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:15.843201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=fa13c4aa-e267-4e4e-9ee7-a59659504461,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:15.850805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f9b343-5515-495e-8b79-66fd74b18620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.911853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f9b343-5515-495e-8b79-66fd74b18620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:15.915348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-94f9b343-5515-495e-8b79-66fd74b18620 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b87fba6-478b-4670-840f-899fa6804202 HTTP/1.1" status: 204 len: 168 time: 1.3942103 Feb 13 23:40:15.915348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b343-5515-495e-8b79-66fd74b18620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b87fba6-478b-4670-840f-899fa6804202,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:15.937754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:40:15.967286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:16.013051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36788) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:16.029117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dc865253-f51c-4c0c-acd6-69453214c141 tempest-FloatingIPAdminTestJSON-520606811 tempest-FloatingIPAdminTestJSON-520606811-project] 10.222.0.36 "DELETE /v2.0/floatingips/9b074d39-d673-44b1-bbe9-3c0faa3c7a7d HTTP/1.1" status: 204 len: 168 time: 2.8779454 Feb 13 23:40:16.029117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] No DVR routers for this DVR port fa13c4aa-e267-4e4e-9ee7-a59659504461 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:16.051578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:16.051578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43ae1adc-8e18-455a-b197-c2ed995ce70a req-641aabf9-b221-43f6-ba7c-4b32bd3b443b tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.42 "DELETE /v2.0/ports/fa13c4aa-e267-4e4e-9ee7-a59659504461 HTTP/1.1" status: 204 len: 173 time: 2.7211452 Feb 13 23:40:16.051578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:16.070938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282cbd-aec8-4852-9173-9aa56a77f4ac req-a64af5cd-481f-41fc-a7bc-8087bb9b7f5d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:16.070938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282cbd-aec8-4852-9173-9aa56a77f4ac req-a64af5cd-481f-41fc-a7bc-8087bb9b7f5d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:16.070938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282cbd-aec8-4852-9173-9aa56a77f4ac req-a64af5cd-481f-41fc-a7bc-8087bb9b7f5d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:16.077659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3282cbd-aec8-4852-9173-9aa56a77f4ac req-a64af5cd-481f-41fc-a7bc-8087bb9b7f5d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 2372 time: 0.5442879 Feb 13 23:40:16.148885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3282cbd-aec8-4852-9173-9aa56a77f4ac req-aac91913-6a05-420f-9832-01ea2668bb1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608258 Feb 13 23:40:16.174660 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b269d9-eaa7-4e5e-b61a-3f1aa61cb091', 'name': 'network-vif-deleted', 'tag': 'fa13c4aa-e267-4e4e-9ee7-a59659504461', 'status': 'completed', 'code': 200} Feb 13 23:40:16.299055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] For port d1ee8690-8085-4007-abf0-ed7c6647083b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:16.325829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] For port d1ee8690-8085-4007-abf0-ed7c6647083b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1ee8690-8085-4007-abf0-ed7c6647083b,segment=NetworkSegment(475e5b74-a8d9-4623-8b8a-969bd1fa25cc),segment_id=475e5b74-a8d9-4623-8b8a-969bd1fa25cc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:16.338543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:16.338748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:16.488818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:26Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:16.603174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ce97e-ef22-46cc-aa42-aa14846d85d2 None None] The sync data for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 is: [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:33:15Z', 'revision_number': 4, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '3fb50adf-c0d3-4e2d-8e98-d15c0749fc54', 'name': '', 'network_id': '5a18e69e-5793-44df-b0df-a09da3319b93', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'mac_address': 'fa:16:3e:4d:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:14Z', 'updated_at': '2022-02-13T23:33:26Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'subnets': [{'id': '684b6e2e-8dbc-4438-be29-9f203cdde8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:40:16.616984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb0bf3-b1d2-4618-8329-c58af0c8728b None None] Pushing event updated for resources: {'Port': ['ID=d1ee8690-8085-4007-abf0-ed7c6647083b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:16.785396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36804) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:16.839933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:16.900458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:16.900458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Usage tracker for resource:security_group_rule and tenant:28c52aac20364787a0803506b3edec10 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:16.908950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:16.925653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:17.126420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.143812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.251555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231efd1-8b8e-4f1d-bef8-8dc58c75af8c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:17.275772 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0c781-826d-47f7-81db-a24a36fc61b4 None None] New status for floating IP 74d0159c-18a7-42f9-b187-b311066e553c: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:40:17.315690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c9ae0308-8905-4fcf-b73f-bcdad09ead6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28c52aac20364787a0803506b3edec10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5252593 Feb 13 23:40:17.319510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36812) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:17.340706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932ab089-13cb-48a0-8b70-ea4e6f230ade req-6ba65b92-6a78-4e17-8145-88209cbcf737 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 210 time: 0.4655898 Feb 13 23:40:17.614892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c8c8-d938-486b-92c3-8da58faebce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.632696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Deleting port 162b619d-97f3-410b-88da-81df86ff61b1 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:17.632696 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.648978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c8c8-d938-486b-92c3-8da58faebce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.726224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:40:17.774541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c8c8-d938-486b-92c3-8da58faebce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.825107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1c8c8-d938-486b-92c3-8da58faebce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231efd1-8b8e-4f1d-bef8-8dc58c75af8c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:17.868063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81f1c8c8-d938-486b-92c3-8da58faebce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:17.871717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-81f1c8c8-d938-486b-92c3-8da58faebce1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7231efd1-8b8e-4f1d-bef8-8dc58c75af8c HTTP/1.1" status: 204 len: 168 time: 0.5522289 Feb 13 23:40:17.906375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042a072-533c-419f-af4f-f12100f59f47 req-6a39feda-a404-42bf-a2bc-2320f39eb1b9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:17.910459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042a072-533c-419f-af4f-f12100f59f47 req-6a39feda-a404-42bf-a2bc-2320f39eb1b9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:17.914413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042a072-533c-419f-af4f-f12100f59f47 req-6a39feda-a404-42bf-a2bc-2320f39eb1b9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:17.922283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9042a072-533c-419f-af4f-f12100f59f47 req-6a39feda-a404-42bf-a2bc-2320f39eb1b9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 2372 time: 0.3650978 Feb 13 23:40:18.024741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9042a072-533c-419f-af4f-f12100f59f47 req-a051dffe-ea2b-4ab1-b853-5dfbd36d87ff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914488 Feb 13 23:40:18.154279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1ee8690-8085-4007-abf0-ed7c6647083b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:40:18.241256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:18.242306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:18.261671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 10.2.2.100 (ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea/5eb04418-1e25-449e-8cdb-190f272523f9/49a0f2a8-5fc5-4371-80eb-dc1219628a3e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:18.315853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d1ee8690-8085-4007-abf0-ed7c6647083b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:18.483919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Calling delete_port for 162b619d-97f3-410b-88da-81df86ff61b1 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:18.515199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082d94d-badf-4566-ab22-c73a89b48776 None None] Network c9458010-a1fb-4751-9876-e2f740723865 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:18.698746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:18.703866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] Provisioning for port d1ee8690-8085-4007-abf0-ed7c6647083b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:18.715000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] Provisioning complete for port d1ee8690-8085-4007-abf0-ed7c6647083b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:18.715834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:18.896725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e3161644-4db8-4509-b551-b28bc13c7139 req-3df246bb-dba3-4195-a5d9-93019b21ba1f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 210 time: 0.1548669 Feb 13 23:40:18.970456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Transition to ACTIVE for port object 6579b89e-7102-45ba-93fb-b6c6ea7a910a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:19.120024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:40:19.155830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] Sync routers for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:40:19.202927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.233052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf51caf3-2954-4b0d-bacd-654fef5d65b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/1614f6e6-e218-4f82-ac4b-df9b6e5b53c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8265493 Feb 13 23:40:19.235092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:19.305197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] For port d1ee8690-8085-4007-abf0-ed7c6647083b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1ee8690-8085-4007-abf0-ed7c6647083b,segment=NetworkSegment(475e5b74-a8d9-4623-8b8a-969bd1fa25cc),segment_id=475e5b74-a8d9-4623-8b8a-969bd1fa25cc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:19.327616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:19.327616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:19.384479 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.493682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.507430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:19.513825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a49ccc4c-66b6-4751-9584-57c8a97e610a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:19.551911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a49ccc4c-66b6-4751-9584-57c8a97e610a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:19.555872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a49ccc4c-66b6-4751-9584-57c8a97e610a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 HTTP/1.1" status: 200 len: 205 time: 0.3242011 Feb 13 23:40:19.557201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:19.634284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] Routers {'1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:19.635536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:19.656988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Network c9458010-a1fb-4751-9876-e2f740723865 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:19.661948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.674641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:19.695687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:19.695687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:19.695687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.733165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.819713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object 49a0f2a8-5fc5-4371-80eb-dc1219628a3e will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:19.819713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event updated for resources: {'Port': ['ID=6579b89e-7102-45ba-93fb-b6c6ea7a910a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:19.828107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:19.828107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207aff96-134f-44ba-bd26-f60f2542ed75 None None] The sync data for ids ['1614f6e6-e218-4f82-ac4b-df9b6e5b53c7'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:40:19.839643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9aa26-9c0b-40b9-9614-13f8d58f0d36 req-2e904870-1e9f-4f9b-92c8-7f97b673f09f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:19.839643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9aa26-9c0b-40b9-9614-13f8d58f0d36 req-2e904870-1e9f-4f9b-92c8-7f97b673f09f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:19.855143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9aa26-9c0b-40b9-9614-13f8d58f0d36 req-2e904870-1e9f-4f9b-92c8-7f97b673f09f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:19.855143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccb9aa26-9c0b-40b9-9614-13f8d58f0d36 req-2e904870-1e9f-4f9b-92c8-7f97b673f09f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 2372 time: 0.4323785 Feb 13 23:40:19.877865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f86915-0418-4121-b59a-6cd02f47666a None None] Pushing event updated for resources: {'Port': ['ID=d1ee8690-8085-4007-abf0-ed7c6647083b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:19.901774 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:19.989041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c01d44ad-e641-43d4-8091-d7a4ba94bf66 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.5025337 Feb 13 23:40:20.000893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36870) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:20.006907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Pushing event deleted for resources: {'Port': ['ID=162b619d-97f3-410b-88da-81df86ff61b1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:20.130616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1ee8690-8085-4007-abf0-ed7c6647083b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:40:20.155442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccb9aa26-9c0b-40b9-9614-13f8d58f0d36 req-95b7e0ba-5ac9-4ced-8bb9-5960549a3e35 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909400 Feb 13 23:40:20.186627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Request body: {'port': {'network_id': 'c9458010-a1fb-4751-9876-e2f740723865', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1524408016', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:20.186627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] bootfile-name is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:40:20.186627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] tftp-server is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:40:20.186627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] server-ip-address is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:40:20.377521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d1ee8690-8085-4007-abf0-ed7c6647083b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:20.378022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:20.429663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17146e19-25be-4a50-8c68-fec16588df2a req-0abf3824-b106-4ee8-8326-1c59ea57e32c tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/ports?device_id=47b269d9-eaa7-4e5e-b61a-3f1aa61cb091 HTTP/1.1" status: 200 len: 210 time: 0.0964348 Feb 13 23:40:20.592926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-66def104-0851-4a59-8571-da5fbfc18dc5 None None] Provisioning complete for port d1ee8690-8085-4007-abf0-ed7c6647083b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:20.592926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66def104-0851-4a59-8571-da5fbfc18dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:20.904876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-66def104-0851-4a59-8571-da5fbfc18dc5 None None] Provisioning for port 6579b89e-7102-45ba-93fb-b6c6ea7a910a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:20.917816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-66def104-0851-4a59-8571-da5fbfc18dc5 None None] Provisioning complete for port 6579b89e-7102-45ba-93fb-b6c6ea7a910a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:20.919588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66def104-0851-4a59-8571-da5fbfc18dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:20.939114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:20.953482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:20.958055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92f6725d-321a-4608-8b6f-60a142818c63 tempest-FloatingIPAdminTestJSON-1250772115 tempest-FloatingIPAdminTestJSON-1250772115-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/5fa233d6-e3c4-46e8-89c9-78829f5bb6f9 HTTP/1.1" status: 204 len: 168 time: 4.9460089 Feb 13 23:40:20.969240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36890) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:21.001407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.067402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.076144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.126198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-66def104-0851-4a59-8571-da5fbfc18dc5 None None] Port 6579b89e-7102-45ba-93fb-b6c6ea7a910a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:21.136732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.136732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router 1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:40:21.156110 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.156110 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f5fb1710-ad78-4519-b7a3-2d7c4769424c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 HTTP/1.1" status: 204 len: 168 time: 1.5929101 Feb 13 23:40:21.156110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36896) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:21.178628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting port f2eefb69-2193-4623-bddc-e3ef31bc6dcd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:21.178628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.229727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:21.265337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-294b8379-ac3e-453a-b2bb-4e5a35738c13 None None] Provisioning complete for port 6579b89e-7102-45ba-93fb-b6c6ea7a910a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:21.265337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-294b8379-ac3e-453a-b2bb-4e5a35738c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.305644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:21.324372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:21.328579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Usage tracker for resource:port and tenant:73d9f4e093c641daadc52030a5a8c063 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:21.331998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:21.335371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-294b8379-ac3e-453a-b2bb-4e5a35738c13 None None] Port 6579b89e-7102-45ba-93fb-b6c6ea7a910a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:21.366481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:21.370062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:21.378264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:21.715739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 0bb9832b-a31c-4030-a314-76dac9033242 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:40:21.740945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.773686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Made reservation on behalf of 73d9f4e093c641daadc52030a5a8c063 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:21.780311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.834752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:21.834752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.887630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.911727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] device_id is not set on port 922a8b5b-b760-429f-b035-e96178286786 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:40:21.917870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-68a21a00-b66a-41a7-8ca7-310d77d9b84a None None] Provisioning for port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:21.935712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7b54-4498-452a-b387-5d8859364cd3 req-a1c3be28-262f-4799-b97f-dc964581a630 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:21.939551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7b54-4498-452a-b387-5d8859364cd3 req-a1c3be28-262f-4799-b97f-dc964581a630 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:21.943684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7b54-4498-452a-b387-5d8859364cd3 req-a1c3be28-262f-4799-b97f-dc964581a630 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:21.947608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7b54-4498-452a-b387-5d8859364cd3 req-a1c3be28-262f-4799-b97f-dc964581a630 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:21.949601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-68a21a00-b66a-41a7-8ca7-310d77d9b84a None None] Provisioning complete for port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:21.950563 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68a21a00-b66a-41a7-8ca7-310d77d9b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:21.955715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e73c7b54-4498-452a-b387-5d8859364cd3 req-a1c3be28-262f-4799-b97f-dc964581a630 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3093 time: 0.3528354 Feb 13 23:40:21.981309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-8f7673aa-ba94-4d88-9912-0fccd23b627a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4929581 Feb 13 23:40:21.991843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:22.055776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e73c7b54-4498-452a-b387-5d8859364cd3 req-4991c551-fafe-4c7d-879b-802d48fabb16 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867450 Feb 13 23:40:22.075188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:22.092521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'admin_state_up': True, 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'security_groups': ['a835480a-d074-4d89-809d-e3caa0f9a535']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:22.126721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-68a21a00-b66a-41a7-8ca7-310d77d9b84a None None] Port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:22.210592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:22.253804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb9832b-a31c-4030-a314-76dac9033242,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:22.264458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:22.265749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649026e6-0997-4833-9e06-9faf4d2ed4d7 None None] Network 3767f59e-e592-44a8-a2e2-f57894d0a8d9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:22.272092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4726612-1a9a-41e0-ba15-ae91a51f57a0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/0bb9832b-a31c-4030-a314-76dac9033242 HTTP/1.1" status: 204 len: 168 time: 1.1148484 Feb 13 23:40:22.274964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36926) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:22.519170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Calling delete_port for f2eefb69-2193-4623-bddc-e3ef31bc6dcd owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:22.594860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:22.600063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Usage tracker for resource:port and tenant:a46e901cc85a4278bed3c893fb3e9901 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:22.604351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:22.611184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:22.638744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Made reservation on behalf of a46e901cc85a4278bed3c893fb3e9901 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:22.702966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] DHCP port deletion for 3767f59e-e592-44a8-a2e2-f57894d0a8d9 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:40:22.704024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 5e3eba8b-ea89-403f-95ea-1fdf6ee9a836 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:40:22.707630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:22.708129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] Deleting port 9379e434-de35-40c5-bc48-64895c02966a {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:22.708572 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:22.777450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36936) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:22.833618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36940) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:22.879564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Allocated IP 2001:db8::17 (c9458010-a1fb-4751-9876-e2f740723865/bc188bc1-4415-4fe6-9f02-2b85b659e56b/922a8b5b-b760-429f-b035-e96178286786) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:22.996910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.137948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.154365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] For port 9379e434-de35-40c5-bc48-64895c02966a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9379e434-de35-40c5-bc48-64895c02966a,segment=NetworkSegment(04942d03-c030-49a3-9d11-5a66f2cfa42d),segment_id=04942d03-c030-49a3-9d11-5a66f2cfa42d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:23.154365 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.215837 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8706a1e-3316-43d1-aed8-d67f6cdec398 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.280985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8706a1e-3316-43d1-aed8-d67f6cdec398 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.323708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.338919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] Calling delete_port for 9379e434-de35-40c5-bc48-64895c02966a owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:23.396842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:23.403169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Usage tracker for resource:security_group_rule and tenant:62dcf928486241a780f402179faf7238 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:23.404655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.408894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:23.415483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:23.426535 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.474849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] Pushing event deleted for resources: {'Port': ['ID=9379e434-de35-40c5-bc48-64895c02966a,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:23.488307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32572c2f-d424-4687-ae71-9fdadcc55c89 None None] No DVR routers for this DVR port 9379e434-de35-40c5-bc48-64895c02966a on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:23.503940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8706a1e-3316-43d1-aed8-d67f6cdec398 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.602806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.661122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8706a1e-3316-43d1-aed8-d67f6cdec398 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f29f5-ece8-4688-9fb2-b4bd48a7162a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:23.763271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8706a1e-3316-43d1-aed8-d67f6cdec398 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.764315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b8706a1e-3316-43d1-aed8-d67f6cdec398 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/security-groups/f55f29f5-ece8-4688-9fb2-b4bd48a7162a HTTP/1.1" status: 204 len: 168 time: 0.9896545 Feb 13 23:40:23.769345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36956) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:23.845161 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-6078e075-f7dc-4bce-8ca0-c184b9f05e7a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] show failed (client error): The resource could not be found. Feb 13 23:40:23.845161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6078e075-f7dc-4bce-8ca0-c184b9f05e7a tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "GET /v2.0/security-groups/f55f29f5-ece8-4688-9fb2-b4bd48a7162a HTTP/1.1" status: 404 len: 347 time: 0.0492470 Feb 13 23:40:23.852254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.852254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36960) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:23.885417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.885417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Port': ['ID=f2eefb69-2193-4623-bddc-e3ef31bc6dcd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:23.926687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Transition to ACTIVE for port object 922a8b5b-b760-429f-b035-e96178286786 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:23.938849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:23.944696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6077-ae3c-47dd-8760-8a504d026a9e req-bbe46406-77fc-4150-9021-a244375be6c3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:23.960310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6077-ae3c-47dd-8760-8a504d026a9e req-bbe46406-77fc-4150-9021-a244375be6c3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:23.962508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6077-ae3c-47dd-8760-8a504d026a9e req-bbe46406-77fc-4150-9021-a244375be6c3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:23.973068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6077-ae3c-47dd-8760-8a504d026a9e req-bbe46406-77fc-4150-9021-a244375be6c3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:23.973068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c2c6077-ae3c-47dd-8760-8a504d026a9e req-bbe46406-77fc-4150-9021-a244375be6c3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3093 time: 0.5330224 Feb 13 23:40:23.980546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.018642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-24b60488-58a3-4ed3-9bc5-bed562f8fd6a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "DELETE /v2.0/ports/f2eefb69-2193-4623-bddc-e3ef31bc6dcd HTTP/1.1" status: 204 len: 168 time: 3.0062099 Feb 13 23:40:24.018642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36964) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:24.073823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0329ba1e-9074-418e-ae9b-c302e3d478ed None None] Network 51244f53-c141-4981-bbc2-7bb2c679643b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:24.191466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.197141 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.201911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9379e434-de35-40c5-bc48-64895c02966a no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:40:24.206523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.243727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 9379e434-de35-40c5-bc48-64895c02966a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:40:24.243727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9379e434-de35-40c5-bc48-64895c02966a not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:40:24.248889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870274f0-f619-4f25-8859-e948270dd614 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:24.248889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-870274f0-f619-4f25-8859-e948270dd614 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Synchronizing usage tracker for tenant:e6bd8a68bbdf44e89ecd336594e0313e on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:24.285646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Allocated IP 10.2.2.200 (ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea/5eb04418-1e25-449e-8cdb-190f272523f9/6d209a9a-5e27-4db7-869e-efcd57a6cf56) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:24.291991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3eba8b-ea89-403f-95ea-1fdf6ee9a836,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:24.299407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef26fc4-5606-4342-bbc7-cafa781ecaf5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:24.316552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5d4047da-89ca-40e7-bca9-51c43a442f1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/5e3eba8b-ea89-403f-95ea-1fdf6ee9a836 HTTP/1.1" status: 204 len: 168 time: 2.0379646 Feb 13 23:40:24.324036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Network c9458010-a1fb-4751-9876-e2f740723865 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:24.324036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event updated for resources: {'Port': ['ID=922a8b5b-b760-429f-b035-e96178286786,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:24.331287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port 85e0b691-a97b-41eb-a369-912953aae8f6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:24.331287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.338421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36972) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:24.338421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:24.443020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:24.448179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:24.449177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.489857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-870274f0-f619-4f25-8859-e948270dd614 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Unset dirty status for tenant:e6bd8a68bbdf44e89ecd336594e0313e on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:24.494380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-870274f0-f619-4f25-8859-e948270dd614 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bc87fc-abfe-49d4-b2d7-07c58b728212 HTTP/1.1" status: 200 len: 913 time: 0.4881029 Feb 13 23:40:24.498459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.507247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36978) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:24.625206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c2c6077-ae3c-47dd-8760-8a504d026a9e req-af8dcd7a-611f-4f01-a238-2d20f04dd1c6 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5893521 Feb 13 23:40:24.664890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c439c1ac-cc4f-494f-b12a-6f9f6c6a2410 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62dcf928486241a780f402179faf7238&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8305662 Feb 13 23:40:24.688188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] DHCP port deletion for 51244f53-c141-4981-bbc2-7bb2c679643b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:40:24.692014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] Deleting port d821face-b2d9-40f8-965b-baa57f093243 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:24.692014 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.700275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36982) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:24.860582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2dd87a86-43ac-4213-aa09-2370e1b69bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8555684 Feb 13 23:40:24.864575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36988) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:24.930699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.932703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:24.961155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6207693-7ff9-4ce1-8758-c27c7f9f07cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.033073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.033073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.055856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] For port d821face-b2d9-40f8-965b-baa57f093243, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d821face-b2d9-40f8-965b-baa57f093243,segment=NetworkSegment(0105f3f6-3914-421e-80a6-7cee03dd4f49),segment_id=0105f3f6-3914-421e-80a6-7cee03dd4f49)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:25.055856 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.090287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for 85e0b691-a97b-41eb-a369-912953aae8f6 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:25.123522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3767f59e-e592-44a8-a2e2-f57894d0a8d9']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:25.149272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Transition to ACTIVE for port object 6d209a9a-5e27-4db7-869e-efcd57a6cf56 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:25.156368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04942d03-c030-49a3-9d11-5a66f2cfa42d') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:25.156368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04942d03-c030-49a3-9d11-5a66f2cfa42d') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:25.221715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6207693-7ff9-4ce1-8758-c27c7f9f07cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.226322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.251202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] Calling delete_port for d821face-b2d9-40f8-965b-baa57f093243 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:25.264035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.276571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:40:25.277402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:40:25.301603 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:40:25.324231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc822f-ccd6-487e-8585-4c78de9de98e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:25.328425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc822f-ccd6-487e-8585-4c78de9de98e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:25.332874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc822f-ccd6-487e-8585-4c78de9de98e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:25.334760 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cbbc822f-ccd6-487e-8585-4c78de9de98e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4691188 Feb 13 23:40:25.338732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36996) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:25.382792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e980fcef-2cf2-4f45-a691-7b6d72a0a2cc None None] Provisioning for port 922a8b5b-b760-429f-b035-e96178286786 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:25.408076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e980fcef-2cf2-4f45-a691-7b6d72a0a2cc None None] Provisioning complete for port 922a8b5b-b760-429f-b035-e96178286786 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:25.408076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e980fcef-2cf2-4f45-a691-7b6d72a0a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.436374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.451533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.494764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Deleting port 922a8b5b-b760-429f-b035-e96178286786 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:25.494764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.508077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] Pushing event deleted for resources: {'Port': ['ID=d821face-b2d9-40f8-965b-baa57f093243,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:25.538456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df0a73-f0d4-4c27-ba60-a57b5923a63a None None] No DVR routers for this DVR port d821face-b2d9-40f8-965b-baa57f093243 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:25.544809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e980fcef-2cf2-4f45-a691-7b6d72a0a2cc None None] Port 922a8b5b-b760-429f-b035-e96178286786 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:25.547318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.577885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.585142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:25.585142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event updated for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:25.596652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:25.596652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:25.612728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6207693-7ff9-4ce1-8758-c27c7f9f07cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.660975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=3767f59e-e592-44a8-a2e2-f57894d0a8d9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:25.669697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207693-7ff9-4ce1-8758-c27c7f9f07cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef26fc4-5606-4342-bbc7-cafa781ecaf5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:25.704645 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b5e046a9-a1c8-44e0-afd3-0b541297507a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/3767f59e-e592-44a8-a2e2-f57894d0a8d9 HTTP/1.1" status: 204 len: 168 time: 1.3711145 Feb 13 23:40:25.713131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37002) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:25.747201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:25.747201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:25.814680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.040534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.080522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6207693-7ff9-4ce1-8758-c27c7f9f07cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.080522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c6207693-7ff9-4ce1-8758-c27c7f9f07cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ef26fc4-5606-4342-bbc7-cafa781ecaf5 HTTP/1.1" status: 204 len: 168 time: 1.3765323 Feb 13 23:40:26.080522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=85e0b691-a97b-41eb-a369-912953aae8f6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:26.104347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d821face-b2d9-40f8-965b-baa57f093243 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:40:26.177782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-637ea191-9a85-45f6-b5ce-2ee9914149e4 None None] Provisioning for port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:26.230767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d821face-b2d9-40f8-965b-baa57f093243 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:40:26.230767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d821face-b2d9-40f8-965b-baa57f093243 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:40:26.238822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-637ea191-9a85-45f6-b5ce-2ee9914149e4 None None] Provisioning complete for port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:26.238822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-637ea191-9a85-45f6-b5ce-2ee9914149e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.278942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d5b88366-10a8-4816-89c2-d9e452b3ef06 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2650290 Feb 13 23:40:26.296952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:26.359059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-637ea191-9a85-45f6-b5ce-2ee9914149e4 None None] Port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:26.475939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.475939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.486560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55a5d97c-6bf1-48ac-9a58-d57f442e1766 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/floatingips/74d0159c-18a7-42f9-b187-b311066e553c HTTP/1.1" status: 204 len: 168 time: 2.6284404 Feb 13 23:40:26.490829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37018) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:26.495216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:26.495216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:26.503320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:26.503320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:26.519109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:26.519109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:26.544708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.559955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.583999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:26.583999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-a1b6869a-4c0b-41ad-b200-1ffb6e16b843 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3814 time: 0.5876970 Feb 13 23:40:26.628907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.651254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51244f53-c141-4981-bbc2-7bb2c679643b']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:26.746437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port 194ce0dd-38ab-46c1-ae08-23684aa11172 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:26.746916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:26.777942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c8d6e58d-d448-4ec4-81df-4465ebea9578 req-8b59f388-43e1-4f5d-b63e-cf80392c0774 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720338 Feb 13 23:40:26.794264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.155475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0105f3f6-3914-421e-80a6-7cee03dd4f49') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:27.155475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0105f3f6-3914-421e-80a6-7cee03dd4f49') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:27.164222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Calling delete_port for 922a8b5b-b760-429f-b035-e96178286786 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:27.211091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14c6a54-2eeb-480f-b01f-30964c81ab6c {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:27.227541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.234384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.276892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.377557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:40:27.377557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:40:27.398772 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:40:27.637134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.637134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.692990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:27.710334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/51244f53-c141-4981-bbc2-7bb2c679643b HTTP/1.1" status: 204 len: 168 time: 1.9674926 Feb 13 23:40:27.716215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754467727'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:27.722343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1da9ed-4fa8-4ef9-89d2-65f534fedeb5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=51244f53-c141-4981-bbc2-7bb2c679643b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:27.727902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:27.732458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.737990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:27.737990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:27.742130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Transition to ACTIVE for port object c14c6a54-2eeb-480f-b01f-30964c81ab6c will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:27.750290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:27.771418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.790279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.827664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:27.827664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:27.897051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for 194ce0dd-38ab-46c1-ae08-23684aa11172 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:28.055864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:28.125757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event deleted for resources: {'Port': ['ID=922a8b5b-b760-429f-b035-e96178286786,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:28.133383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.141793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba3069a3-8d28-48e6-88de-b08bb30b604e tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "DELETE /v2.0/ports/922a8b5b-b760-429f-b035-e96178286786 HTTP/1.1" status: 204 len: 168 time: 2.7936001 Feb 13 23:40:28.151797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:28.187764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Request body: {'port': {'name': 'tempest-new-port-name-1091084415', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:28.192562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:28.196967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.api.validators [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] bootfile-name is not in valid_values {{(pid=83662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:40:28.196967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.api.validators [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] tftp-server is not in valid_values {{(pid=83662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:40:28.196967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.api.validators [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] server-ip-address is not in valid_values {{(pid=83662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.212474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:28.476062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37074) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:28.532645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.532645 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba of type vlan for network 5d931549-f911-49b9-9ba6-d2058659322b Feb 13 23:40:28.641003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.645687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.673248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-58a4cacf-8ae1-4266-b826-6db00fdb53af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:28.677378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-58a4cacf-8ae1-4266-b826-6db00fdb53af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:28.681328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-58a4cacf-8ae1-4266-b826-6db00fdb53af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:28.685902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-58a4cacf-8ae1-4266-b826-6db00fdb53af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:28.689844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-58a4cacf-8ae1-4266-b826-6db00fdb53af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:28.697714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-58a4cacf-8ae1-4266-b826-6db00fdb53af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3826 time: 0.4146953 Feb 13 23:40:28.734281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.735463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:28.745496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.753106 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.788188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Attempting to bind port c14c6a54-2eeb-480f-b01f-30964c81ab6c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:28.788188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Attempting to bind port c14c6a54-2eeb-480f-b01f-30964c81ab6c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:28.788188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Attempting to bind port c14c6a54-2eeb-480f-b01f-30964c81ab6c on network 4562e5fb-b936-4fbe-9863-acedf38f007c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:28.811137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=194ce0dd-38ab-46c1-ae08-23684aa11172,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:28.856344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.884283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1973031 Feb 13 23:40:28.884283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Port c14c6a54-2eeb-480f-b01f-30964c81ab6c on network 4562e5fb-b936-4fbe-9863-acedf38f007c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:28.884283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Attempting to bind port c14c6a54-2eeb-480f-b01f-30964c81ab6c on network 4562e5fb-b936-4fbe-9863-acedf38f007c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:28.901747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37082) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:28.924848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '5d931549-f911-49b9-9ba6-d2058659322b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:28.946204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting port fe25571f-7024-490d-a670-3d2455924797 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:28.946550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:28.991976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29dad3-dd17-447d-ba9d-4a535c01f32c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=5d931549-f911-49b9-9ba6-d2058659322b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:29.008671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5d931549-f911-49b9-9ba6-d2058659322b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:40:29.103410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:29.103410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Checking segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:29.103410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Bound using segment: {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:29.103410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Bound port: c14c6a54-2eeb-480f-b01f-30964c81ab6c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75800e89-02d5-4b5e-bf3c-f18b2d1912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:29.103410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.411960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:29.441118 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa675fb9-4ff6-4946-8772-f497d5bbd354 req-af74be29-b3fc-46bd-ba6f-9668ac75faf5 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7407293 Feb 13 23:40:29.450484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:29.459225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:29.475228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:29.484600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.504336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f6165e56104c239e3e5deb6300fc49 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:29.527924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:29.532250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:29.535935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:29.540295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.547647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8c1d448b-370b-4ac9-b024-e81f9a5529b8 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/ports/194ce0dd-38ab-46c1-ae08-23684aa11172 HTTP/1.1" status: 204 len: 168 time: 3.0497153 Feb 13 23:40:29.554324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:29.560071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37092) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:29.631410 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.653063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.710358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port 3fa36155-95d7-4c7c-86cb-389d5ecfc71a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:29.710358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.747048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Calling delete_port for fe25571f-7024-490d-a670-3d2455924797 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:29.800983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] In _notify_port_updated(), no bound segment for port 6579b89e-7102-45ba-93fb-b6c6ea7a910a on network c9458010-a1fb-4751-9876-e2f740723865 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:40:29.805163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:29.805860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.807821 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "PUT /v2.0/ports/6579b89e-7102-45ba-93fb-b6c6ea7a910a HTTP/1.1" status: 200 len: 1129 time: 1.6600697 Feb 13 23:40:29.814355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:29.820638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37098) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:29.828804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fbe1e-d4ab-4e37-b3bd-435affab996c tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event updated for resources: {'Port': ['ID=6579b89e-7102-45ba-93fb-b6c6ea7a910a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:29.909931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10f7257-1a4b-46f1-a15e-de0fd852f2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:29.909931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e10f7257-1a4b-46f1-a15e-de0fd852f2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Synchronizing usage tracker for tenant:73d9f4e093c641daadc52030a5a8c063 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:40:29.925336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.928591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:29.968433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.052043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.053663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 200 len: 1091 time: 3.7728970 Feb 13 23:40:30.058731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:30.083209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:30.187160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5f6165e56104c239e3e5deb6300fc49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7087193 Feb 13 23:40:30.188476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37108) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:30.192044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd3073-9671-484c-aa5b-71c2b0f17ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a269cf-d446-49a5-a72c-ab2c3db1a0d4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:30.200424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7c687692-875e-42c0-bc78-4ebcf733f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.339399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:30.415587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.420348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0c48-5512-4e1a-82a7-0499406f15e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:30.430350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e10f7257-1a4b-46f1-a15e-de0fd852f2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Unset dirty status for tenant:73d9f4e093c641daadc52030a5a8c063 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:40:30.464615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e10f7257-1a4b-46f1-a15e-de0fd852f2bb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "GET /v2.0/ports/6579b89e-7102-45ba-93fb-b6c6ea7a910a HTTP/1.1" status: 200 len: 1129 time: 0.6239398 Feb 13 23:40:30.464615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:30.475567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8900bde1-28cd-4eaa-baf7-b7242df917ac None None] Provisioning complete for port 6579b89e-7102-45ba-93fb-b6c6ea7a910a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:30.475567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8900bde1-28cd-4eaa-baf7-b7242df917ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.598632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for 3fa36155-95d7-4c7c-86cb-389d5ecfc71a owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:30.598932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8900bde1-28cd-4eaa-baf7-b7242df917ac None None] Port 6579b89e-7102-45ba-93fb-b6c6ea7a910a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:30.726970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf3c29b8-c617-4d96-a357-aa6cb18dc67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.798866 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'status': 'completed', 'code': 200} Feb 13 23:40:30.798866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.824791 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.842207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Deleting port 6579b89e-7102-45ba-93fb-b6c6ea7a910a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:30.843295 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf3c29b8-c617-4d96-a357-aa6cb18dc67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.843640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:30.873135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-e434a2ff-0fa6-416e-8880-5509b004cfeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 4361 time: 0.2284322 Feb 13 23:40:31.107879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:31.162893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf3c29b8-c617-4d96-a357-aa6cb18dc67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:31.198901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Port': ['ID=3fa36155-95d7-4c7c-86cb-389d5ecfc71a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:31.220926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c29b8-c617-4d96-a357-aa6cb18dc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a269cf-d446-49a5-a72c-ab2c3db1a0d4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:31.240307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-a6fa5044-48ee-4106-b0b6-102bb8d33851 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.272909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-a6fa5044-48ee-4106-b0b6-102bb8d33851 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.293558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-a6fa5044-48ee-4106-b0b6-102bb8d33851 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.293558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-a6fa5044-48ee-4106-b0b6-102bb8d33851 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.301448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-a6fa5044-48ee-4106-b0b6-102bb8d33851 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.301448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-a6fa5044-48ee-4106-b0b6-102bb8d33851 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3826 time: 0.5126307 Feb 13 23:40:31.353981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-250ac4b6-c722-49f2-bed3-855430cdf833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.353981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-250ac4b6-c722-49f2-bed3-855430cdf833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.353981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-250ac4b6-c722-49f2-bed3-855430cdf833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.353981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-250ac4b6-c722-49f2-bed3-855430cdf833 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a46e901cc85a4278bed3c893fb3e9901&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4400856 Feb 13 23:40:31.453612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf3c29b8-c617-4d96-a357-aa6cb18dc67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:31.457459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bf3c29b8-c617-4d96-a357-aa6cb18dc67b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0a269cf-d446-49a5-a72c-ab2c3db1a0d4 HTTP/1.1" status: 204 len: 168 time: 1.2508070 Feb 13 23:40:31.578407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-817304f7-221b-4249-912a-7a4b16bd2a23 req-79890cb7-970f-436f-81ab-6ada888ce172 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422371 Feb 13 23:40:31.664463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-a4c43be3-9792-464e-afc0-c675aa80c44b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:31.665848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b347dc5-60de-4209-b96c-b8c927b44048 req-a4c43be3-9792-464e-afc0-c675aa80c44b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2914114 Feb 13 23:40:31.668727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:31.673481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b4f2584a-64ea-4535-9ac8-09c3a55e1c8f tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/ports/3fa36155-95d7-4c7c-86cb-389d5ecfc71a HTTP/1.1" status: 204 len: 168 time: 2.1260478 Feb 13 23:40:31.676074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:31.894260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.132055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Port': ['ID=fe25571f-7024-490d-a670-3d2455924797,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:32.142680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.152332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting subnet 9f9d8476-7fd5-445f-b61d-fd807a51901d {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:40:32.155251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.155557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.247058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.324921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d749101a-a5c8-4407-b650-6748a886af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.412297 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.513489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.554662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Calling delete_port for 6579b89e-7102-45ba-93fb-b6c6ea7a910a owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:32.575432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad5817-e61e-454b-b7ad-b090878bbc7a None None] Network 9736e50b-162e-45fb-a9a9-67c31870e217 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:32.586962 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.600593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9d8476-7fd5-445f-b61d-fd807a51901d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:32.611920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6ee7de87-7576-4aa3-ad5c-395dad5c05c1 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/subnets/9f9d8476-7fd5-445f-b61d-fd807a51901d HTTP/1.1" status: 204 len: 168 time: 0.9347115 Feb 13 23:40:32.614324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37152) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:32.912673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] DHCP port deletion for 9736e50b-162e-45fb-a9a9-67c31870e217 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:40:32.917308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Deleting port 4bd11101-8b70-4c7c-a126-29f878158214 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:32.918159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:32.943418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting subnet 32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:40:32.954795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.059280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.143644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=1989be2a-9aea-4e33-bd37-6db078e9c78f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:33.179746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.215409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.262457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.276869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] For port 4bd11101-8b70-4c7c-a126-29f878158214, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4bd11101-8b70-4c7c-a126-29f878158214,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:33.277259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.316969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Subnet': ['ID=32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:33.333780 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.341511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2a64d6d1-9a76-456b-a612-4f6a580978ed tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/subnets/32cb6265-3e2a-4c7b-b3fa-87ca4b6773d8 HTTP/1.1" status: 204 len: 168 time: 0.7257032 Feb 13 23:40:33.345227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37166) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:33.393728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event deleted for resources: {'Port': ['ID=6579b89e-7102-45ba-93fb-b6c6ea7a910a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:33.428841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0dc538-9dcc-4ba7-a87d-6df95d38a325 None None] Network 58a09c80-4011-43fa-b654-5c76107fcb1d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:33.464132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.485587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:40:33.551530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Calling delete_port for 4bd11101-8b70-4c7c-a126-29f878158214 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:33.678595 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.693214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port 4bd11101-8b70-4c7c-a126-29f878158214 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:33.693743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.700641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.789308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.797106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5d931549-f911-49b9-9ba6-d2058659322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:33.797732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 5d931549-f911-49b9-9ba6-d2058659322b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:40:33.841240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2af1cb04-0ebb-4ddf-ab2f-2ba0c2872063 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "DELETE /v2.0/ports/6579b89e-7102-45ba-93fb-b6c6ea7a910a HTTP/1.1" status: 204 len: 168 time: 3.3483498 Feb 13 23:40:33.848570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:33.851459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:33.864552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.876030 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:33.927898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] No DVR routers for this DVR port 4bd11101-8b70-4c7c-a126-29f878158214 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:33.937785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Pushing event deleted for resources: {'Port': ['ID=4bd11101-8b70-4c7c-a126-29f878158214,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:33.958236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.958453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.958827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.959110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.959436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.959758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.960076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.960390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.960713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.961024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.961339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781b947-2d6e-4af7-af3b-ea0a593a1fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:33.968358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] For port 4bd11101-8b70-4c7c-a126-29f878158214, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4bd11101-8b70-4c7c-a126-29f878158214,segment=NetworkSegment(8db995b8-98e9-42f6-80a7-b3d76d7379d5),segment_id=8db995b8-98e9-42f6-80a7-b3d76d7379d5)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:33.968780 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.009676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Transition to ACTIVE for port object f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:34.031288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] DHCP port deletion for 58a09c80-4011-43fa-b654-5c76107fcb1d request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:40:34.035692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] Deleting port 4716c588-bff9-4896-a2c5-3041fe4c2fca {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:34.036068 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.054952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de860d-9bde-4620-8934-3be281780315 req-4c68979a-e577-44a2-867a-32de501d4d4d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:34.059627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de860d-9bde-4620-8934-3be281780315 req-4c68979a-e577-44a2-867a-32de501d4d4d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:34.063539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de860d-9bde-4620-8934-3be281780315 req-4c68979a-e577-44a2-867a-32de501d4d4d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:34.067602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de860d-9bde-4620-8934-3be281780315 req-4c68979a-e577-44a2-867a-32de501d4d4d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:34.071535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de860d-9bde-4620-8934-3be281780315 req-4c68979a-e577-44a2-867a-32de501d4d4d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:34.081128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73de860d-9bde-4620-8934-3be281780315 req-4c68979a-e577-44a2-867a-32de501d4d4d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3826 time: 1.1682248 Feb 13 23:40:34.109424 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.154406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Calling delete_port for 4bd11101-8b70-4c7c-a126-29f878158214 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:34.159487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4bd11101-8b70-4c7c-a126-29f878158214 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:40:34.205178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4bd11101-8b70-4c7c-a126-29f878158214 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:40:34.205740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4bd11101-8b70-4c7c-a126-29f878158214 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:40:34.235957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 5d931549-f911-49b9-9ba6-d2058659322b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:40:34.267812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:40:34.268399 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:40:34.304931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:34.307767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5d931549-f911-49b9-9ba6-d2058659322b) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:34.334940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] For port 4716c588-bff9-4896-a2c5-3041fe4c2fca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4716c588-bff9-4896-a2c5-3041fe4c2fca,segment=NetworkSegment(e0ff25cd-f05e-4d93-a549-419da47382c0),segment_id=e0ff25cd-f05e-4d93-a549-419da47382c0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:34.335847 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.467557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73de860d-9bde-4620-8934-3be281780315 req-56833428-450f-4681-b4c9-ca7844e51686 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854108 Feb 13 23:40:34.549236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] Calling delete_port for 4716c588-bff9-4896-a2c5-3041fe4c2fca owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:34.571607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:34.572452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.584298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Deleting subnet bc188bc1-4415-4fe6-9f02-2b85b659e56b {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:40:34.589217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5706c-3fe5-4378-a917-e92efc7ace57 None None] Network 5d931549-f911-49b9-9ba6-d2058659322b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:34.595650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.690659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.711420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c7a8523-ae0a-45a3-9ae2-41c71145277c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8108959 Feb 13 23:40:34.715029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37196) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:34.732466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-634696809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:34.735855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.744390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:34.750816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:34.754384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:34.763941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:34.771646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Deleting port 4bd11101-8b70-4c7c-a126-29f878158214 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:34.772439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.870877 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.900505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] The port '4bd11101-8b70-4c7c-a126-29f878158214' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:40:34.903113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.904275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:34.929427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Attempting to bind port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:34.929847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Attempting to bind port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:34.930296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Attempting to bind port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:34.950970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 on network d726b444-4c7c-419a-80ca-de4c3d57a91c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:34.951391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Attempting to bind port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:34.990689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:34.991133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Checking segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:34.991594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Bound using segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:34.992110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Bound port: f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:34.992528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.053489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.105598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] Pushing event deleted for resources: {'Port': ['ID=4716c588-bff9-4896-a2c5-3041fe4c2fca,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:35.107556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5d931549-f911-49b9-9ba6-d2058659322b', 'network_id': '5d931549-f911-49b9-9ba6-d2058659322b', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '1989be2a-9aea-4e33-bd37-6db078e9c78f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:40:35.108503 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.133112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afddaaa-297f-4236-9016-17c98af59625 None None] No DVR routers for this DVR port 4716c588-bff9-4896-a2c5-3041fe4c2fca on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:35.142140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.236327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:35.262206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.269156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:35.325807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.435087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event deleted for resources: {'Subnet': ['ID=bc188bc1-4415-4fe6-9f02-2b85b659e56b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:35.439499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:35.453396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.463238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce2405-87ae-47e9-9c6e-be3321ae693c None None] Network c9458010-a1fb-4751-9876-e2f740723865 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:35.503394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9736e50b-162e-45fb-a9a9-67c31870e217']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:35.516583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.555063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db995b8-98e9-42f6-80a7-b3d76d7379d5') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:35.555988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db995b8-98e9-42f6-80a7-b3d76d7379d5') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:35.578428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.612730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.668322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.672350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.711753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Allocated IP 2001:db8::2 (5d931549-f911-49b9-9ba6-d2058659322b/1989be2a-9aea-4e33-bd37-6db078e9c78f/d4196b6a-9764-4d9a-bfa4-a13e00291baf) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:35.768945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37234) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:35.777387 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3e2d6366-6dea-4984-ba06-87bf1b87e3eb tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "DELETE /v2.0/subnets/bc188bc1-4415-4fe6-9f02-2b85b659e56b HTTP/1.1" status: 204 len: 168 time: 1.9195440 Feb 13 23:40:35.788454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.789834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e1ff14fe-f0d8-4eda-b6b0-86b75aa61fe8 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 1130 time: 5.6888137 Feb 13 23:40:35.790452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:35.796636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.797987 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-666e5264-514b-45bb-810a-fe160194536e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0815239 Feb 13 23:40:35.801617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37240) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:35.804152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:40:35.804626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:35.810396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'port': {'network_id': '5d931549-f911-49b9-9ba6-d2058659322b', 'name': 'tempest-RoutersIpV6Test-266000109'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:35.841860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:40:35.883675 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:40:36.001587 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73', 'status': 'completed', 'code': 200} Feb 13 23:40:36.202262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4716c588-bff9-4896-a2c5-3041fe4c2fca no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:40:36.263527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.273181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4716c588-bff9-4896-a2c5-3041fe4c2fca {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:40:36.274187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4716c588-bff9-4896-a2c5-3041fe4c2fca not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:40:36.300601 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.325826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.334125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Network': ['ID=9736e50b-162e-45fb-a9a9-67c31870e217,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:36.366465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:36.371183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:36.375358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:36.379217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:36.383312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:36.387905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:36.389667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-9a554c33-f6c0-427e-b982-b5cf55e0f70a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 4598 time: 0.6059330 Feb 13 23:40:36.397438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4803d303-ee5a-41a1-b39f-209ac5b4e309 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/networks/9736e50b-162e-45fb-a9a9-67c31870e217 HTTP/1.1" status: 204 len: 168 time: 3.0510380 Feb 13 23:40:36.403063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:36.405360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Deleting port d1ee8690-8085-4007-abf0-ed7c6647083b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:36.405704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.416634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:36.427233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:36.442430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.450664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa47546-a09d-4702-9605-0062484ff19d req-fceb6c49-9a2a-4368-8c0f-8d4748e166f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5284 time: 0.4458599 Feb 13 23:40:36.523477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] DHCP port deletion for c9458010-a1fb-4751-9876-e2f740723865 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:40:36.552716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] Deleting port d1ee8690-8085-4007-abf0-ed7c6647083b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:36.553267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.581110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:36.586789 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:36.695726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] device_id is not set on port d1706859-e421-47f3-baec-a0f5726618f5 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:40:36.961916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:37.049024 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.067572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0839b7b-1e41-4d2c-a0ff-279c25cd7950 req-8103007a-4637-48f7-94c3-9cd222b3b666 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6653538 Feb 13 23:40:37.068284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.120693 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.122177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Transition to ACTIVE for port object d4196b6a-9764-4d9a-bfa4-a13e00291baf will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:37.146379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] For port d1ee8690-8085-4007-abf0-ed7c6647083b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1ee8690-8085-4007-abf0-ed7c6647083b,segment=NetworkSegment(475e5b74-a8d9-4623-8b8a-969bd1fa25cc),segment_id=475e5b74-a8d9-4623-8b8a-969bd1fa25cc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:37.146940 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.263817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Transition to ACTIVE for port object d4196b6a-9764-4d9a-bfa4-a13e00291baf will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:37.382053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] Calling delete_port for d1ee8690-8085-4007-abf0-ed7c6647083b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:37.475421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47546-a09d-4702-9605-0062484ff19d req-179700ff-bf3e-4e4f-8fe2-35e4e66822a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:37.476049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47546-a09d-4702-9605-0062484ff19d req-179700ff-bf3e-4e4f-8fe2-35e4e66822a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:37.476548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47546-a09d-4702-9605-0062484ff19d req-179700ff-bf3e-4e4f-8fe2-35e4e66822a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:37.478509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa47546-a09d-4702-9605-0062484ff19d req-179700ff-bf3e-4e4f-8fe2-35e4e66822a1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a46e901cc85a4278bed3c893fb3e9901&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9515665 Feb 13 23:40:37.490134 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.547663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Network 5d931549-f911-49b9-9ba6-d2058659322b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:37.549056 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.558822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:37.563996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:37.666400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] For port d1ee8690-8085-4007-abf0-ed7c6647083b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1ee8690-8085-4007-abf0-ed7c6647083b,segment=NetworkSegment(475e5b74-a8d9-4623-8b8a-969bd1fa25cc),segment_id=475e5b74-a8d9-4623-8b8a-969bd1fa25cc)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:37.667264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.678273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.741270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a09c80-4011-43fa-b654-5c76107fcb1d']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:37.742849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.762897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] No DVR routers for this DVR port d1ee8690-8085-4007-abf0-ed7c6647083b on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:37.793738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d68807-cacf-4296-9d50-32ae3b76ce9a {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:37.799223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Attempting to bind port d4196b6a-9764-4d9a-bfa4-a13e00291baf on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:37.799627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Attempting to bind port d4196b6a-9764-4d9a-bfa4-a13e00291baf by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5d931549-f911-49b9-9ba6-d2058659322b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:37.799962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Attempting to bind port d4196b6a-9764-4d9a-bfa4-a13e00291baf on network 5d931549-f911-49b9-9ba6-d2058659322b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:37.812350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:37.813197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Checking segment: {'id': '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5d931549-f911-49b9-9ba6-d2058659322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:37.813790 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.814526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Bound using segment: {'id': '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5d931549-f911-49b9-9ba6-d2058659322b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:37.814713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Bound port: d4196b6a-9764-4d9a-bfa4-a13e00291baf, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5d931549-f911-49b9-9ba6-d2058659322b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:37.815068 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.848310 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.851554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8::ee (5d931549-f911-49b9-9ba6-d2058659322b/1989be2a-9aea-4e33-bd37-6db078e9c78f/d1706859-e421-47f3-baec-a0f5726618f5) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:37.898241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Transition to ACTIVE for port object 10d68807-cacf-4296-9d50-32ae3b76ce9a will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:37.904432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Calling delete_port for d1ee8690-8085-4007-abf0-ed7c6647083b owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:37.913298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:37.920817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Usage tracker for resource:security_group_rule and tenant:79694aaf9131463f827742588d1599f6 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:37.924108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:37.940898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:37.943502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ff25cd-f05e-4d93-a549-419da47382c0') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:37.944197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ff25cd-f05e-4d93-a549-419da47382c0') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:37.972465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Pushing event updated for resources: {'Port': ['ID=d4196b6a-9764-4d9a-bfa4-a13e00291baf,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:38.015031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:38.104286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b617df-23d8-4d60-9918-3ac5869b91ee None None] Pushing event deleted for resources: {'Port': ['ID=d1ee8690-8085-4007-abf0-ed7c6647083b,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:38.123427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1ee8690-8085-4007-abf0-ed7c6647083b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:40:38.174454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d1ee8690-8085-4007-abf0-ed7c6647083b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:40:38.174846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1ee8690-8085-4007-abf0-ed7c6647083b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:40:38.198090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] For port d4196b6a-9764-4d9a-bfa4-a13e00291baf, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:38.207436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] For port d4196b6a-9764-4d9a-bfa4-a13e00291baf, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4196b6a-9764-4d9a-bfa4-a13e00291baf,segment=NetworkSegment(6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba),segment_id=6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:38.213152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.224234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.304132 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f178462-82a6-4385-bd08-4d302a4a6ac3 None None] Pushing event updated for resources: {'Port': ['ID=d4196b6a-9764-4d9a-bfa4-a13e00291baf,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:38.413323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.460141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47546-a09d-4702-9605-0062484ff19d req-0749e55d-675d-4ed5-b285-b21af09658b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:38.470703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa47546-a09d-4702-9605-0062484ff19d req-0749e55d-675d-4ed5-b285-b21af09658b2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9566245 Feb 13 23:40:38.471933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:40:38.472338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:40:38.509212 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:40:38.569390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Router 48bc87fc-abfe-49d4-b2d7-07c58b728212 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:40:38.573526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Pushing event updated for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:38.630342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:40:38.631187 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:40:38.712999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.751045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.769924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.772726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] Pushing event deleted for resources: {'Network': ['ID=58a09c80-4011-43fa-b654-5c76107fcb1d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:38.773774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:38.784701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b6acaa81-3fa1-40a2-bbdf-edc676d0c921 tempest-TaggedBootDevicesTest_v242-2011376911 tempest-TaggedBootDevicesTest_v242-2011376911-project] 10.222.0.36 "DELETE /v2.0/networks/58a09c80-4011-43fa-b654-5c76107fcb1d HTTP/1.1" status: 204 len: 168 time: 2.3804955 Feb 13 23:40:38.852511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.052037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Attempting to bind port 10d68807-cacf-4296-9d50-32ae3b76ce9a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:39.054360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Attempting to bind port 10d68807-cacf-4296-9d50-32ae3b76ce9a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:39.057826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Attempting to bind port 10d68807-cacf-4296-9d50-32ae3b76ce9a on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:39.092535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.133068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Deleting port d1ee8690-8085-4007-abf0-ed7c6647083b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:39.133476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.330587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] The port 'd1ee8690-8085-4007-abf0-ed7c6647083b' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:40:39.460632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658cfc35-4b06-4d9c-97b3-8006c672d405,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:39.463747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object d1706859-e421-47f3-baec-a0f5726618f5 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:39.468084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Port 10d68807-cacf-4296-9d50-32ae3b76ce9a on network d726b444-4c7c-419a-80ca-de4c3d57a91c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:39.468613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Attempting to bind port 10d68807-cacf-4296-9d50-32ae3b76ce9a on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:39.483631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37e2d380-b5ab-4e13-ab62-c5ef6e0c6cfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79694aaf9131463f827742588d1599f6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5198295 Feb 13 23:40:39.492799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:39.511449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.515962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.520024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.526980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.534437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.538581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.542886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:39.551945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-b55a9374-9be9-4d9c-ba00-25332460afe3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5371 time: 1.0716510 Feb 13 23:40:39.592024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:39.592370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Checking segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:39.592756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Bound using segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:39.593203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Bound port: 10d68807-cacf-4296-9d50-32ae3b76ce9a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:39.593550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.631576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.673593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9458010-a1fb-4751-9876-e2f740723865']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:39.700878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475e5b74-a8d9-4623-8b8a-969bd1fa25cc') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:39.701312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475e5b74-a8d9-4623-8b8a-969bd1fa25cc') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:39.717290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.739576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.747539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:40:39.748248 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.846438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b87e3c4-51eb-4979-95cc-6123d4e37937 req-f4cb616d-7c05-4031-96bc-f6555e6e14e7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2556679 Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:40:39.846936 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:40:39.872886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.873234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.897263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.903763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c4da483-7cb5-4fbe-93cf-10d0fc5ffce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:39.906570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] 10.222.0.36 "DELETE /v2.0/networks/c9458010-a1fb-4751-9876-e2f740723865 HTTP/1.1" status: 204 len: 168 time: 4.1344085 Feb 13 23:40:39.939022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb21b5-64e5-4224-89d4-22e1300f702a tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890 tempest-ExtraDHCPOptionsIpV6TestJSON-1936853890-project] Pushing event deleted for resources: {'Network': ['ID=c9458010-a1fb-4751-9876-e2f740723865,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:40.017649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:40.080222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2f631-12af-457b-88e1-3e912a4e50b7 None None] Network 5d931549-f911-49b9-9ba6-d2058659322b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:40.081542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=d1706859-e421-47f3-baec-a0f5726618f5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:40.107676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c4da483-7cb5-4fbe-93cf-10d0fc5ffce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.147772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 5d931549-f911-49b9-9ba6-d2058659322b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:40.160313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:40.174513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:40.187945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:40.192044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:40.192665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.198447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.249196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4196b6a-9764-4d9a-bfa4-a13e00291baf up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:40:40.315262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.316812 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] 10.222.0.42 "PUT /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 1131 time: 4.4824872 Feb 13 23:40:40.322258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '10d68807-cacf-4296-9d50-32ae3b76ce9a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:40.376300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:40:40.389096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9fae34b0-1080-48e7-a2d8-b78eacf0397f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.5862463 Feb 13 23:40:40.391816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37654) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:40.394574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d4196b6a-9764-4d9a-bfa4-a13e00291baf completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:40.394727 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] Sync routers for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:40:40.398422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] Provisioning for port d4196b6a-9764-4d9a-bfa4-a13e00291baf completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:40.415221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:40.415983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:40.437705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:40.463939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] Provisioning complete for port d4196b6a-9764-4d9a-bfa4-a13e00291baf triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:40.464834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.542080 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '10d68807-cacf-4296-9d50-32ae3b76ce9a', 'status': 'completed', 'code': 200} Feb 13 23:40:40.543758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b830d8e-db95-4f3c-8058-c767baf91207 service neutron] Pushing event updated for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:40.556772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ef0b6467-ef90-4cd6-898b-fed22b560f25 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "PUT /v2.0/routers/48bc87fc-abfe-49d4-b2d7-07c58b728212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0422504 Feb 13 23:40:40.567401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37670) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:40.575625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c4da483-7cb5-4fbe-93cf-10d0fc5ffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.584404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c4da483-7cb5-4fbe-93cf-10d0fc5ffce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.594155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d4196b6a-9764-4d9a-bfa4-a13e00291baf triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:40.597626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c4da483-7cb5-4fbe-93cf-10d0fc5ffce7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/658cfc35-4b06-4d9c-97b3-8006c672d405 HTTP/1.1" status: 204 len: 168 time: 1.1015670 Feb 13 23:40:40.599152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.627078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da483-7cb5-4fbe-93cf-10d0fc5ffce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658cfc35-4b06-4d9c-97b3-8006c672d405,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:40.676496 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:40.713965 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] Routers {'48bc87fc-abfe-49d4-b2d7-07c58b728212'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:40.715720 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48bc87fc-abfe-49d4-b2d7-07c58b728212'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:40.737798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37686) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:40.839793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.938421 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:40.938622 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:40.938824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191419a9-0daa-46c6-9a81-9bbc81c5f8b6 None None] The sync data for ids ['48bc87fc-abfe-49d4-b2d7-07c58b728212'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:40:40.982768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] For port d4196b6a-9764-4d9a-bfa4-a13e00291baf, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4196b6a-9764-4d9a-bfa4-a13e00291baf,segment=NetworkSegment(6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba),segment_id=6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:41.340798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:41.446279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-c88b4bad-06d3-4eef-8d06-a5b3b74faa29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6208 time: 0.8776534 Feb 13 23:40:41.600789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3b628071-a6b0-443a-b5b4-3435b1da0c79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73d9f4e093c641daadc52030a5a8c063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8591638 Feb 13 23:40:41.601377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b482c44-155d-494e-8c2b-f630db798558 None None] Pushing event updated for resources: {'Port': ['ID=d4196b6a-9764-4d9a-bfa4-a13e00291baf,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:41.608524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:41.623637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.628794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.633469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.638429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.643093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.647287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.652759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:41.662808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-3a1ec8ce-c6b7-427d-93a6-2ef99e2b6a58 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5371 time: 0.4475300 Feb 13 23:40:41.969272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae62062-b10b-4891-891f-6c7c2dcca4da {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:41.999061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.050182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ece7b32e-6caa-49a0-b256-6d9eb3728e8c None None] Provisioning for port d1706859-e421-47f3-baec-a0f5726618f5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:42.064921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ece7b32e-6caa-49a0-b256-6d9eb3728e8c None None] Provisioning complete for port d1706859-e421-47f3-baec-a0f5726618f5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:42.065292 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ece7b32e-6caa-49a0-b256-6d9eb3728e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.096960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Transition to ACTIVE for port object bae62062-b10b-4891-891f-6c7c2dcca4da will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:42.125781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d4cf2f93-e038-4cb0-bce1-9114665198ff req-13328ea3-842f-4586-a1d3-9c4dcd332d22 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4615283 Feb 13 23:40:42.130838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.229969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ece7b32e-6caa-49a0-b256-6d9eb3728e8c None None] Port d1706859-e421-47f3-baec-a0f5726618f5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:42.232267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4196b6a-9764-4d9a-bfa4-a13e00291baf up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:40:42.254309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Pushing event updated for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:42.435910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8a33799-f27b-4156-be10-3f961195e2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.439051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ece7b32e-6caa-49a0-b256-6d9eb3728e8c None None] Provisioning complete for port d4196b6a-9764-4d9a-bfa4-a13e00291baf triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:42.440904 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ece7b32e-6caa-49a0-b256-6d9eb3728e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.542968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d4196b6a-9764-4d9a-bfa4-a13e00291baf triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:42.546728 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.584827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-ea653fa5-fa1b-4513-872c-ed75dc96d36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:42.586164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-ea653fa5-fa1b-4513-872c-ed75dc96d36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:42.589417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-ea653fa5-fa1b-4513-872c-ed75dc96d36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:42.591072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-ea653fa5-fa1b-4513-872c-ed75dc96d36d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a46e901cc85a4278bed3c893fb3e9901&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1174896 Feb 13 23:40:42.669846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.717573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8a33799-f27b-4156-be10-3f961195e2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.888370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8a33799-f27b-4156-be10-3f961195e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.983045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a33799-f27b-4156-be10-3f961195e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c76d69-df92-4d8b-94ba-0e31c4313969,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:42.993570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ad39f420-50aa-46c8-819a-0571e447aeac None None] Provisioning complete for port d1706859-e421-47f3-baec-a0f5726618f5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:42.993985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad39f420-50aa-46c8-819a-0571e447aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:42.995391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8a33799-f27b-4156-be10-3f961195e2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:43.004433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c8a33799-f27b-4156-be10-3f961195e2d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0c76d69-df92-4d8b-94ba-0e31c4313969 HTTP/1.1" status: 204 len: 168 time: 1.3367660 Feb 13 23:40:43.071067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ad39f420-50aa-46c8-819a-0571e447aeac None None] Port d1706859-e421-47f3-baec-a0f5726618f5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:43.108951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Attempting to bind port bae62062-b10b-4891-891f-6c7c2dcca4da on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:43.110578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Attempting to bind port bae62062-b10b-4891-891f-6c7c2dcca4da by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:43.113177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Attempting to bind port bae62062-b10b-4891-891f-6c7c2dcca4da on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:43.127559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Port bae62062-b10b-4891-891f-6c7c2dcca4da on network d726b444-4c7c-419a-80ca-de4c3d57a91c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:43.129016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Attempting to bind port bae62062-b10b-4891-891f-6c7c2dcca4da on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:43.149257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:43.149909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Checking segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:43.153830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Bound using segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:43.154423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Bound port: bae62062-b10b-4891-891f-6c7c2dcca4da, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:43.155573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:43.165047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-b9f3c3bf-4e85-434d-8660-0c4c68bad544 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:43.168305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da19f0f3-097f-4e23-8860-4f44a8ddbc4a req-b9f3c3bf-4e85-434d-8660-0c4c68bad544 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5529470 Feb 13 23:40:43.272287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:43.272690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:43.276039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bae62062-b10b-4891-891f-6c7c2dcca4da,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:43.284423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:43.371347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:43.373032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] 10.222.0.42 "PUT /v2.0/ports/bae62062-b10b-4891-891f-6c7c2dcca4da HTTP/1.1" status: 200 len: 1090 time: 3.0102677 Feb 13 23:40:43.373494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:43.427111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:43.521108 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da', 'status': 'completed', 'code': 200} Feb 13 23:40:43.554656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f195b-fb66-4eca-8f43-d081516598dc service neutron] Pushing event updated for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:43.640572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:43.683358 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.031243 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.066408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting port e1173250-e7cf-4a65-84ba-1c7d4388964c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:44.066971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.168909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.180084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.182249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.187149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.191113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.195978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.200950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.206269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:44.208892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-fccd8d20-fb36-4c84-b63d-5520a63c3a1b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5383 time: 0.7567911 Feb 13 23:40:44.232998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:44.237874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Usage tracker for resource:security_group_rule and tenant:68fcfc64ddd34715b645e3702b06de19 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:44.241720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:44.249504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:44.283128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-a6bac96d-ceac-48db-9529-5e7fd0fc2b48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6275 time: 0.5760784 Feb 13 23:40:44.367674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.398225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.577280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4dc9dff2-1d88-4035-8c7e-8e91c81a3522 req-455560a9-98af-4d93-9b3e-22d84434bb2c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3613214 Feb 13 23:40:44.608926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:40:44.652643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bb7dc-68c2-4c15-8e78-e04fe79a53d3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:44.658072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.673161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.690015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1e408c8b-32eb-4e7c-a243-58eb6695967b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68fcfc64ddd34715b645e3702b06de19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0432034 Feb 13 23:40:44.693205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37842) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:44.805706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:44.844795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02512dd4-7cc8-4f21-8b34-ab4f0bccbe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.879966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02512dd4-7cc8-4f21-8b34-ab4f0bccbe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:44.938133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:40:44.992776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.015961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827690c4-0284-4081-a053-15adb7ca7bd7 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:45.023277 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02512dd4-7cc8-4f21-8b34-ab4f0bccbe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.032350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.036625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=d1706859-e421-47f3-baec-a0f5726618f5,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:45.058001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02512dd4-7cc8-4f21-8b34-ab4f0bccbe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bb7dc-68c2-4c15-8e78-e04fe79a53d3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:45.060611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-4baa1502-ae30-4f20-8260-d152968868da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:45.060985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-4baa1502-ae30-4f20-8260-d152968868da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:45.061345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-4baa1502-ae30-4f20-8260-d152968868da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:45.063056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-4baa1502-ae30-4f20-8260-d152968868da service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a46e901cc85a4278bed3c893fb3e9901&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7494614 Feb 13 23:40:45.071909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02512dd4-7cc8-4f21-8b34-ab4f0bccbe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.073477 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-02512dd4-7cc8-4f21-8b34-ab4f0bccbe7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e5bb7dc-68c2-4c15-8e78-e04fe79a53d3 HTTP/1.1" status: 204 len: 168 time: 0.3787429 Feb 13 23:40:45.075099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Transition to ACTIVE for port object 827690c4-0284-4081-a053-15adb7ca7bd7 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:45.083049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.181741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-203637721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:45.191180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:45.195759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:router and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:45.200286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:45.207133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:45.340336 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.341308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.353537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Calling delete_port for e1173250-e7cf-4a65-84ba-1c7d4388964c owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:45.381814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.441828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Pushing event updated for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:45.444202 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.472897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.473233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.473575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.473908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.474296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.474629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.474956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.475278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.475598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.475920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.476239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:40:45.573105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.574347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf8a07fc-0b01-45fd-8dbb-45145bde1bc6 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7675583 Feb 13 23:40:45.581356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:45.588305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-94191f0e-e0ce-4a4e-ba5a-22da89b3bf29 None None] Provisioning complete for port d1706859-e421-47f3-baec-a0f5726618f5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:45.589055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-94191f0e-e0ce-4a4e-ba5a-22da89b3bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.605886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-334250178'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:45.633487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:45.641718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:network and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:45.652708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:45.697078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:45.738506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-94191f0e-e0ce-4a4e-ba5a-22da89b3bf29 None None] Port d1706859-e421-47f3-baec-a0f5726618f5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:45.763841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Attempting to bind port 827690c4-0284-4081-a053-15adb7ca7bd7 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:45.764527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Attempting to bind port 827690c4-0284-4081-a053-15adb7ca7bd7 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:45.764974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Attempting to bind port 827690c4-0284-4081-a053-15adb7ca7bd7 on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:45.784090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Port 827690c4-0284-4081-a053-15adb7ca7bd7 on network d726b444-4c7c-419a-80ca-de4c3d57a91c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:45.784656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Attempting to bind port 827690c4-0284-4081-a053-15adb7ca7bd7 on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:45.796221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:45.796797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Checking segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:45.797488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Bound using segment: {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:45.798015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Bound port: 827690c4-0284-4081-a053-15adb7ca7bd7, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee841fbf-bacc-464b-8cc4-1b14a713822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:45.798699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.813282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Made reservation on behalf of 3a1bd54af3dc45f4b7fcc11b61aba017 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:45.816615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.839296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.968586 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:45.975566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-b0ce550c-e3ad-496d-9e02-958b59355345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:45.977227 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e8c88dd-4b3b-4e8b-9107-4dfbc7ff44f6 req-b0ce550c-e3ad-496d-9e02-958b59355345 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7603791 Feb 13 23:40:46.083957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:46.143221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.168365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=827690c4-0284-4081-a053-15adb7ca7bd7,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:46.192053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.197936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:46.202856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:security_group_rule and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:46.203015 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.206377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:46.213486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:46.273207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Port': ['ID=e1173250-e7cf-4a65-84ba-1c7d4388964c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:46.303629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.361169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.406943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5f570a-4662-4ce4-b29c-a515fa673571,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:46.451758 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.454692 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] 10.222.0.42 "PUT /v2.0/ports/827690c4-0284-4081-a053-15adb7ca7bd7 HTTP/1.1" status: 200 len: 1090 time: 3.0445249 Feb 13 23:40:46.469476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:46.491921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:46.502544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:46.625932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.631535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.641742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.662976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.674237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.686365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.696922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:46.708657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-48d8205c-eb49-4166-a4ac-c66125af5c49 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5395 time: 0.8713300 Feb 13 23:40:46.725383 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7', 'status': 'completed', 'code': 200} Feb 13 23:40:46.770245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a1114-7b9c-4e5c-a9de-d01943089bcd service neutron] Pushing event updated for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:46.812880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.815901 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Added segment 951e190e-3b19-43c5-929c-e10d32427ba6 of type vlan for network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 Feb 13 23:40:46.847565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:46.976603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.123104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.152723 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab4eb871-25db-4a97-8b33-599ed9ee94ae req-ede76bb4-9b48-48a7-9f1b-311caa2fcfcc tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4420681 Feb 13 23:40:47.330667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.334528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:47.335250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.412671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.436534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.453419 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-10cdc24d-63ed-4c8a-8c6b-01ee08e90fdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6342 time: 0.7310917 Feb 13 23:40:47.579608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Network': ['ID=7f75297a-0382-45a9-ae33-bc0e32ee2d43,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:47.581113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.581675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Fanout notify agent at l3_agent the message router_deleted on router 48bc87fc-abfe-49d4-b2d7-07c58b728212 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:40:47.587267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.600284 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f86dc991-4e07-47f3-8103-335444ccbad3 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0141945 Feb 13 23:40:47.603258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37906) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:47.604061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:40:47.609267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.610046 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.614263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'subnet': {'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:47.782881 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:47.782881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-43004130-a1b7-4112-bf86-5d97120d93a7 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "DELETE /v2.0/routers/48bc87fc-abfe-49d4-b2d7-07c58b728212 HTTP/1.1" status: 204 len: 168 time: 7.2111731 Feb 13 23:40:47.802060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37918) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:47.953254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=d1706859-e421-47f3-baec-a0f5726618f5,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:47.956137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-1c737af0-329d-4be8-9ca3-cba3c3b51d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:47.956520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-1c737af0-329d-4be8-9ca3-cba3c3b51d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:47.956940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-1c737af0-329d-4be8-9ca3-cba3c3b51d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:47.958556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-1c737af0-329d-4be8-9ca3-cba3c3b51d9a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a46e901cc85a4278bed3c893fb3e9901&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4923487 Feb 13 23:40:47.997877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:48.002544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:subnet and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:48.006980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:48.029247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:48.070065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Made reservation on behalf of 3a1bd54af3dc45f4b7fcc11b61aba017 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:48.258528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:48.348134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-92ad8d67-f25f-4be7-ae44-f9ebc4735236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:48.349730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ee6c0cf-36cc-419d-8c34-01da7b1cd658 req-92ad8d67-f25f-4be7-ae44-f9ebc4735236 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3788486 Feb 13 23:40:48.356536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37932) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:48.379203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 5d931549-f911-49b9-9ba6-d2058659322b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:48.392194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:48.660014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a0f2a8-5fc5-4371-80eb-dc1219628a3e {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:48.684804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:48.710090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting subnet 858486c6-9832-47c6-9b5f-423df486c8e7 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:40:48.797817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Transition to ACTIVE for port object 49a0f2a8-5fc5-4371-80eb-dc1219628a3e will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:48.814772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:48.815741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:48.878356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-45ebae3c-2ff8-41eb-a685-8b7c35767078 None None] Provisioning complete for port d1706859-e421-47f3-baec-a0f5726618f5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:48.878844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45ebae3c-2ff8-41eb-a685-8b7c35767078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:48.984431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-45ebae3c-2ff8-41eb-a685-8b7c35767078 None None] Port d1706859-e421-47f3-baec-a0f5726618f5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:40:49.109181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:49.112461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.125956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.191478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.267167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:49.272600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Usage tracker for resource:security_group_rule and tenant:b49d60404a0241b99414b44c23dc7d82 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:49.276694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:49.284420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:49.385390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.388637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Subnet': ['ID=12490ca6-b1a2-4222-8cb0-de85bfebe80f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:49.432184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Attempting to bind port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:49.432531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Attempting to bind port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:49.432854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Attempting to bind port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:49.437674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Checking segment: {'id': '951e190e-3b19-43c5-929c-e10d32427ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:49.438068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network hostable DHCP agents. Network: 7f75297a-0382-45a9-ae33-bc0e32ee2d43, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:40:49.448459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:49.448773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Attempting to bind port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:49.459429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:49.459762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Checking segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:49.460137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Bound using segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:49.460557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Bound port: 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:49.460963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.461560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.477806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.482215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.486019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.489843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.494232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.498169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.501942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.503822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-a76685e8-aba4-4680-8ee9-74e1268a0aa4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5407 time: 0.8304312 Feb 13 23:40:49.515629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:40:49.541379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7f75297a-0382-45a9-ae33-bc0e32ee2d43) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:49.546759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:49.547519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.553881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d8db62-5b9c-474a-8933-26e2c79b0371 None None] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:49.595285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4d00fa6f-63c1-4951-bdca-16b770cb1a5f tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9880242 Feb 13 23:40:49.595285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:49.595536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:49.598843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:49.603362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'network': {'name': 'tempest-router-network01--1422786850'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:49.609858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.615059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:49.671269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:network and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:49.678471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:49.683670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b49d60404a0241b99414b44c23dc7d82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3226449 Feb 13 23:40:49.689839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23948d3-7325-4bf2-ac0d-799e28792d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f021f8fe-fadf-46f2-9089-1e4f15516d87,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:49.696631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37948) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:49.698649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:49.707718 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.709607 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/49a0f2a8-5fc5-4371-80eb-dc1219628a3e HTTP/1.1" status: 200 len: 1091 time: 3.2125506 Feb 13 23:40:49.715033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:49.720351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52190086-da96-4612-aa9e-1cd7de7320d2 req-3d66a6bb-7801-4a6c-b28a-9ca4408d70af tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997547 Feb 13 23:40:49.724078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.778555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Request body: {'port': {'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:49.953917 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e', 'status': 'completed', 'code': 200} Feb 13 23:40:49.985485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7f75297a-0382-45a9-ae33-bc0e32ee2d43', 'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43', 'tenant_id': '3a1bd54af3dc45f4b7fcc11b61aba017', 'fixed_ips': [{'subnet_id': '12490ca6-b1a2-4222-8cb0-de85bfebe80f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:40:49.987441 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:49.995613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Made reservation on behalf of 3a1bd54af3dc45f4b7fcc11b61aba017 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:50.001261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.011037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.015183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340bc2e-e8e5-4246-9979-0d7f858055e3 service neutron] Pushing event updated for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:50.133093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Subnet': ['ID=858486c6-9832-47c6-9b5f-423df486c8e7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:50.183805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.190021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.221845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88f01d61-d19f-4fed-b16c-b415eb98b1ed tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "DELETE /v2.0/subnets/858486c6-9832-47c6-9b5f-423df486c8e7 HTTP/1.1" status: 204 len: 168 time: 2.4161882 Feb 13 23:40:50.222135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37956) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:50.242537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9836eb74-db6d-4bd9-903e-89ac637b24f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.284364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9836eb74-db6d-4bd9-903e-89ac637b24f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.300135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:50.309091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8772dee0-b72e-4054-9e33-774531688db5 req-479827b5-3bb0-4954-86ec-9017d2a8e2ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6409 time: 0.4333041 Feb 13 23:40:50.327074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Allocated IP 172.20.0.2 (7f75297a-0382-45a9-ae33-bc0e32ee2d43/12490ca6-b1a2-4222-8cb0-de85bfebe80f/5e1c120e-56dd-424c-a531-e3e995612aa8) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:50.355099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.355400 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Added segment c04d509e-32ac-49ba-aa56-270f96c64bbc of type vlan for network a3fddfeb-cdcb-4c71-9748-532fec163b93 Feb 13 23:40:50.559531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router ae0f6ca6-2e58-462b-978e-4a0a225510b6 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:40:50.561909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772dee0-b72e-4054-9e33-774531688db5 req-b53db9e4-9aa8-4e45-92f4-1053413eae03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:50.562304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772dee0-b72e-4054-9e33-774531688db5 req-b53db9e4-9aa8-4e45-92f4-1053413eae03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:50.562660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772dee0-b72e-4054-9e33-774531688db5 req-b53db9e4-9aa8-4e45-92f4-1053413eae03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:50.564332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8772dee0-b72e-4054-9e33-774531688db5 req-b53db9e4-9aa8-4e45-92f4-1053413eae03 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a46e901cc85a4278bed3c893fb3e9901&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2073519 Feb 13 23:40:50.574463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9836eb74-db6d-4bd9-903e-89ac637b24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.580808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.625070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836eb74-db6d-4bd9-903e-89ac637b24f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021f8fe-fadf-46f2-9089-1e4f15516d87,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:50.633805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.645666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Transition to ACTIVE for port object 5e1c120e-56dd-424c-a531-e3e995612aa8 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:50.665932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Transition to ACTIVE for port object 5e1c120e-56dd-424c-a531-e3e995612aa8 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:50.678911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b34d2b-9908-47c5-a077-90ea31110a88 None None] Network 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:50.707305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.721167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9836eb74-db6d-4bd9-903e-89ac637b24f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.723883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9836eb74-db6d-4bd9-903e-89ac637b24f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f021f8fe-fadf-46f2-9089-1e4f15516d87 HTTP/1.1" status: 204 len: 168 time: 1.0226810 Feb 13 23:40:50.809289 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.816507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:50.820857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:50.904533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.001323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting port 3e673444-89bd-4338-bab8-aa86908c3aba {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:51.001868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.040751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Network': ['ID=a3fddfeb-cdcb-4c71-9748-532fec163b93,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:51.218257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772dee0-b72e-4054-9e33-774531688db5 req-b95e1ca7-c80b-4d32-9aae-7bd6ede31c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.219785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8772dee0-b72e-4054-9e33-774531688db5 req-b95e1ca7-c80b-4d32-9aae-7bd6ede31c0d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6391711 Feb 13 23:40:51.285523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:51.310134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:51.314621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:40:51.358346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:51.494703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.498913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.502944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.510140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.521941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.531675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.545184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:51.550503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-1cab6e56-1ede-43c0-b44b-ca43bf80edee tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5407 time: 0.4712555 Feb 13 23:40:51.565355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f190837c-c6df-4d83-8e38-f0ab47d0ea5b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9689264 Feb 13 23:40:51.569123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] For port 3e673444-89bd-4338-bab8-aa86908c3aba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3e673444-89bd-4338-bab8-aa86908c3aba,segment=NetworkSegment(14c0f774-5c95-4c97-8b3d-193137bb6eda),segment_id=14c0f774-5c95-4c97-8b3d-193137bb6eda)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:51.569123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.593251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37994) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:51.651396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Pushing event updated for resources: {'Port': ['ID=5e1c120e-56dd-424c-a531-e3e995612aa8,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:51.737281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37998) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:51.755691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Attempting to bind port 5e1c120e-56dd-424c-a531-e3e995612aa8 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:51.756496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Attempting to bind port 5e1c120e-56dd-424c-a531-e3e995612aa8 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '951e190e-3b19-43c5-929c-e10d32427ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:51.756952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Attempting to bind port 5e1c120e-56dd-424c-a531-e3e995612aa8 on network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:51.758639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'network': {'name': 'tempest-router-network02--1104714225'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:51.781690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:51.785481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:51.787850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Checking segment: {'id': '951e190e-3b19-43c5-929c-e10d32427ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:51.789846 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.790826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:network and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:51.791707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Bound using segment: {'id': '951e190e-3b19-43c5-929c-e10d32427ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:51.792878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Bound port: 5e1c120e-56dd-424c-a531-e3e995612aa8, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951e190e-3b19-43c5-929c-e10d32427ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f75297a-0382-45a9-ae33-bc0e32ee2d43'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:51.796317 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.796571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:51.805318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d209a9a-5e27-4db7-869e-efcd57a6cf56 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:40:51.811971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:51.819036 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.844497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Transition to ACTIVE for port object 6d209a9a-5e27-4db7-869e-efcd57a6cf56 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:51.845651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Made reservation on behalf of 3a1bd54af3dc45f4b7fcc11b61aba017 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:51.849605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.877471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:40:51.897414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:51.963858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e3455d9-0b23-4075-b74a-71be70ace402 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/ae0f6ca6-2e58-462b-978e-4a0a225510b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5702245 Feb 13 23:40:51.972625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Calling delete_port for 3e673444-89bd-4338-bab8-aa86908c3aba owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:52.022696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38008) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:52.123913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] For port 5e1c120e-56dd-424c-a531-e3e995612aa8, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:52.132847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] For port 5e1c120e-56dd-424c-a531-e3e995612aa8, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e1c120e-56dd-424c-a531-e3e995612aa8,segment=NetworkSegment(951e190e-3b19-43c5-929c-e10d32427ba6),segment_id=951e190e-3b19-43c5-929c-e10d32427ba6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:52.140127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e6941c7-7f7c-41b7-a162-5f47c58e11b0 req-92df7209-4872-4247-b077-6725f08ea387 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5813701 Feb 13 23:40:52.144524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d869e0a-a0a4-4787-8720-f497f24aeaf2 None None] DHCP port deletion for 6c40a8f9-d698-4f43-bcd6-6ffa029a4381 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:40:52.147195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] Sync routers for ids ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:40:52.180136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3e673444-89bd-4338-bab8-aa86908c3aba no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:40:52.206558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:52.208422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a121ea-fc3e-44f0-af8f-e47344f14dd3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:52.210055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-11a121ea-fc3e-44f0-af8f-e47344f14dd3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports/d1706859-e421-47f3-baec-a0f5726618f5 HTTP/1.1" status: 200 len: 982 time: 0.1849480 Feb 13 23:40:52.213436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38020) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:52.279137 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:52.331199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:52.415616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8d869e0a-a0a4-4787-8720-f497f24aeaf2 None None] Deleting port 3e673444-89bd-4338-bab8-aa86908c3aba {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:52.416168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d869e0a-a0a4-4787-8720-f497f24aeaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:52.505623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdec89e-6e7e-4dad-8a74-a92c55090b44 None None] Pushing event updated for resources: {'Port': ['ID=5e1c120e-56dd-424c-a531-e3e995612aa8,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:52.548215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:52.570050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Port': ['ID=3e673444-89bd-4338-bab8-aa86908c3aba,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:52.594539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8d869e0a-a0a4-4787-8720-f497f24aeaf2 None None] The port '3e673444-89bd-4338-bab8-aa86908c3aba' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:40:52.594539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Port 3e673444-89bd-4338-bab8-aa86908c3aba update to DOWN by agent not found {{(pid=83663) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 13 23:40:52.608626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] Routers {'ae0f6ca6-2e58-462b-978e-4a0a225510b6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:52.609251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.666700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] No DVR routers for this DVR port 3e673444-89bd-4338-bab8-aa86908c3aba on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:40:52.707968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:52.707968 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Added segment ad4e52a1-c8b5-4cca-b3df-338903ae8d46 of type vlan for network d5321e4a-5ed0-4148-b2b7-12f790268f00 Feb 13 23:40:52.739475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.763724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] Routers {'ae0f6ca6-2e58-462b-978e-4a0a225510b6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:40:52.764847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.842301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.843242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b85ab-33bb-4fe4-a93c-a906dbcb26b9 None None] The sync data for ids ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:40:52.875649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:52.904910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:52.939570 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:40:52.965446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c40a8f9-d698-4f43-bcd6-6ffa029a4381']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.984886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Attempting to bind port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:52.985225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Attempting to bind port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:52.985559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Attempting to bind port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:52.985662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c0f774-5c95-4c97-8b3d-193137bb6eda') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.986009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c0f774-5c95-4c97-8b3d-193137bb6eda') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:40:52.998411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.002276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:53.002656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.050082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.055324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:40:53.055642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Attempting to bind port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 on network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:53.072246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:53.072579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Checking segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:53.073012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Bound using segment: {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:53.073468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Bound port: 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6a412e-8210-4dd5-89e4-572a1b451791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:53.073841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.143765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.242250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5063119 Feb 13 23:40:53.264801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38042) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:53.266345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:40:53.266894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.300144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83ad57-dba3-4c10-88a0-3e9bdd3da37e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Network': ['ID=d5321e4a-5ed0-4148-b2b7-12f790268f00,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:53.313735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d5321e4a-5ed0-4148-b2b7-12f790268f00 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:40:53.494840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:40:53.503181 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:40:53.508375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:53.518797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.531161 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.532809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.551471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'subnet': {'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:53.689169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:53.690572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 200 len: 1091 time: 3.9297378 Feb 13 23:40:53.695185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:40:53.733332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00f7b3-7007-47ff-8109-1087f8af92a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:53.774840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Network': ['ID=6c40a8f9-d698-4f43-bcd6-6ffa029a4381,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:53.783228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2c98ca8-9e8c-432f-baec-5e4264c14d83 tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "DELETE /v2.0/networks/6c40a8f9-d698-4f43-bcd6-6ffa029a4381 HTTP/1.1" status: 204 len: 168 time: 3.5591962 Feb 13 23:40:53.788218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38058) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:53.806749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:53.890825 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56', 'status': 'completed', 'code': 200} Feb 13 23:40:53.922398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:subnet and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:53.952439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:53.954969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:53.974142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:53.986955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:53.992074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:54.012053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:54.016155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:54.026710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:54.042347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:54.044368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-90da8db1-8caf-47c4-bd85-e81af925a3c2 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.4490464 Feb 13 23:40:54.172222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e1c120e-56dd-424c-a531-e3e995612aa8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:40:54.182847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Made reservation on behalf of 3a1bd54af3dc45f4b7fcc11b61aba017 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:54.197171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3db813e0-908e-4295-b3fb-9ecbef7631be req-a626b66d-542e-4128-9fee-643172e87312 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1434209 Feb 13 23:40:54.208600 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:54.327379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d364ff5e-7f51-4472-b114-8df04809a40b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6476 time: 0.5747538 Feb 13 23:40:54.377506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:54.386214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5e1c120e-56dd-424c-a531-e3e995612aa8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:54.471355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-319412c1-9046-4ce5-9712-24ec2d8a2ed1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 200 len: 217 time: 0.1246731 Feb 13 23:40:54.551895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ac5ab-461e-4c87-9a01-a325f2c36459 None None] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:54.633881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Deleting port 099a0c1e-a0f1-4bd7-8f2f-b06cdea2ed83 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:54.634406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:54.778573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] Provisioning for port 5e1c120e-56dd-424c-a531-e3e995612aa8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:40:54.791699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] Provisioning complete for port 5e1c120e-56dd-424c-a531-e3e995612aa8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:54.792742 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:54.847211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:54.847546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:54.988328 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:55.066004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] For port 5e1c120e-56dd-424c-a531-e3e995612aa8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e1c120e-56dd-424c-a531-e3e995612aa8,segment=NetworkSegment(951e190e-3b19-43c5-929c-e10d32427ba6),segment_id=951e190e-3b19-43c5-929c-e10d32427ba6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:55.066182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Calling delete_port for 099a0c1e-a0f1-4bd7-8f2f-b06cdea2ed83 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:55.078308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-f20e6d4b-0388-40e2-ae7f-3ced60469cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:55.079773 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:55.086813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-f20e6d4b-0388-40e2-ae7f-3ced60469cb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d79c442b-b6d1-491b-8fb2-23e91af08245 HTTP/1.1" status: 200 len: 851 time: 0.2050681 Feb 13 23:40:55.246549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273b730-8c66-40ef-a6f8-e30185e33145 None None] Pushing event updated for resources: {'Port': ['ID=5e1c120e-56dd-424c-a531-e3e995612aa8,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:55.320839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1f537b61-4bf6-41c0-9994-8855bbdad65a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4562e5fb-b936-4fbe-9863-acedf38f007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199667 Feb 13 23:40:55.645885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-854a0d74-d549-456d-a640-9a2eff80e9f9 service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049309 Feb 13 23:40:55.711641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a3874e0-c79b-4092-8cb2-ab5ef5d96724 None None] Provisioning complete for port 5e1c120e-56dd-424c-a531-e3e995612aa8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:55.711950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a3874e0-c79b-4092-8cb2-ab5ef5d96724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:55.719734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:55.810254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Pushing event deleted for resources: {'Port': ['ID=099a0c1e-a0f1-4bd7-8f2f-b06cdea2ed83,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:55.865460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-eb7a4992-2653-4631-9887-00d8d4d7e1cf service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999602 Feb 13 23:40:55.866749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:55.887939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.002715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.006999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.013440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.017586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.021560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.029765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.057018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.069151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-35db7f24-8ca6-41c5-9863-b2024cbc9ead tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.5516725 Feb 13 23:40:56.104142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e1c120e-56dd-424c-a531-e3e995612aa8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:40:56.117419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-cd173292-042b-4218-8de5-ae6739ba9dcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 217 time: 0.1859689 Feb 13 23:40:56.177149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bf0baf80-e1e2-42ca-b245-c47d3ac1a8ad tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:56.195399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5e1c120e-56dd-424c-a531-e3e995612aa8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:40:56.195670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Subnet': ['ID=4b0e7707-599d-4f50-a632-ec6815825647,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:56.196347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.206734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-b565426d-1da6-4f78-9244-456244b6f40d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.208174 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-b565426d-1da6-4f78-9244-456244b6f40d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.0797882 Feb 13 23:40:56.264639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.305024 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01d76768-ef82-46cc-9268-c456bf8891b3 req-f9f87ea1-e016-4c1e-b0f3-b38fa3774c0c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348819 Feb 13 23:40:56.329344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.409534 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-82a5d996-712a-47c7-adfb-ccc989b63858 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1907558 Feb 13 23:40:56.436070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Checking segment: {'id': 'c04d509e-32ac-49ba-aa56-270f96c64bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:56.436348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network hostable DHCP agents. Network: a3fddfeb-cdcb-4c71-9748-532fec163b93, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:40:56.532248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bf0baf80-e1e2-42ca-b245-c47d3ac1a8ad tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "PUT /v2.0/quotas/a2c6f29bca9b432a88302c5c6c5f6550 HTTP/1.1" status: 200 len: 368 time: 0.6549218 Feb 13 23:40:56.533137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38118) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:56.539460 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.543129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Request body: {'network': {'project_id': 'a2c6f29bca9b432a88302c5c6c5f6550'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:56.544248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-453796de-b289-4e18-9506-b2ac3d925f7a tempest-FloatingIPAdminTestJSON-1525669027 tempest-FloatingIPAdminTestJSON-1525669027-project] 10.222.0.36 "DELETE /v2.0/floatingips/384203eb-2841-42b2-8b45-fc5ac2e46542 HTTP/1.1" status: 204 len: 168 time: 2.7408702 Feb 13 23:40:56.558018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:56.586393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:40:56.606396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a3fddfeb-cdcb-4c71-9748-532fec163b93) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:56.610846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Usage tracker for resource:network and tenant:a2c6f29bca9b432a88302c5c6c5f6550 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:56.611976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:56.612728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.621815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111567d2-b4a1-4641-a784-e02948fe449d None None] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:56.635591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:56.660665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:56.680246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-019b90bd-da43-4d48-bb42-a5f687ea74aa service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517931 Feb 13 23:40:56.695620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Deleting port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:56.695944 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.722513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b00e2a9-bb8b-4865-8bef-d93754c37a34 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2200880 Feb 13 23:40:56.726273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:56.735827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'subnet': {'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:56.820326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Made reservation on behalf of a2c6f29bca9b432a88302c5c6c5f6550 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:56.823446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:56.875974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.039074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-a3fddfeb-cdcb-4c71-9748-532fec163b93', 'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93', 'tenant_id': '3a1bd54af3dc45f4b7fcc11b61aba017', 'fixed_ips': [{'subnet_id': '4b0e7707-599d-4f50-a632-ec6815825647'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:40:57.041021 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.124288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:57.136321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Usage tracker for resource:subnet and tenant:3a1bd54af3dc45f4b7fcc11b61aba017 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:57.141722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:57.152194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:57.169391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port d1706859-e421-47f3-baec-a0f5726618f5 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:40:57.170157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.203795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Made reservation on behalf of 3a1bd54af3dc45f4b7fcc11b61aba017 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:57.271114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Allocated IP 172.20.0.2 (a3fddfeb-cdcb-4c71-9748-532fec163b93/4b0e7707-599d-4f50-a632-ec6815825647/e868c94f-7f4a-4725-a027-b92b7fa3c5c5) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:57.347797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38138) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:57.371631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:57.392416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Usage tracker for resource:security_group_rule and tenant:a2c6f29bca9b432a88302c5c6c5f6550 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:57.397479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:57.407101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:57.420899 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.464968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-2ecab0ec-b12b-4876-8eaa-016994f73ce1 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716770 Feb 13 23:40:57.565859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] For port 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:40:57.566246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.639001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.647907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9b8ad902-aebf-476e-bdda-63e64becba93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 217 time: 0.1682210 Feb 13 23:40:57.652301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Transition to ACTIVE for port object e868c94f-7f4a-4725-a027-b92b7fa3c5c5 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:57.706360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Transition to ACTIVE for port object e868c94f-7f4a-4725-a027-b92b7fa3c5c5 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:40:57.719745 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.733471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Calling delete_port for 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:57.809634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:40:57.813671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:57.826713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:40:57.842739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Pushing event updated for resources: {'Port': ['ID=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:57.852063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.981400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Attempting to bind port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:40:57.981970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Attempting to bind port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c04d509e-32ac-49ba-aa56-270f96c64bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:40:57.982415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Attempting to bind port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 on network a3fddfeb-cdcb-4c71-9748-532fec163b93 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:40:57.993019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:40:57.994787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Checking segment: {'id': 'c04d509e-32ac-49ba-aa56-270f96c64bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:57.995521 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.996115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Bound using segment: {'id': 'c04d509e-32ac-49ba-aa56-270f96c64bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:40:57.996781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Bound port: e868c94f-7f4a-4725-a027-b92b7fa3c5c5, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04d509e-32ac-49ba-aa56-270f96c64bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a3fddfeb-cdcb-4c71-9748-532fec163b93'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:40:57.997433 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:57.997538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dfdc9bab-9cf3-479b-936b-cfa6613e9125 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6bd8a68bbdf44e89ecd336594e0313e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6486323 Feb 13 23:40:58.017660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38158) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:58.050727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for d1706859-e421-47f3-baec-a0f5726618f5 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:40:58.059182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-6af24f13-f70d-4fcd-ae9c-969a82ba3bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.060990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-6af24f13-f70d-4fcd-ae9c-969a82ba3bf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.3350487 Feb 13 23:40:58.091310 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.130552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] For port e868c94f-7f4a-4725-a027-b92b7fa3c5c5, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:40:58.136413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] For port e868c94f-7f4a-4725-a027-b92b7fa3c5c5, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,segment=NetworkSegment(c04d509e-32ac-49ba-aa56-270f96c64bbc),segment_id=c04d509e-32ac-49ba-aa56-270f96c64bbc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:40:58.141254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.158201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.186604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.201111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.205201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.209702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.214452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.218996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.223219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.227505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.230454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-0e93976e-7868-40fd-ac77-be10405a0541 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.5815825 Feb 13 23:40:58.272841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b10d5b-044f-41b6-bd28-a13d6ed62d68 None None] Pushing event updated for resources: {'Port': ['ID=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:58.275412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Subnet': ['ID=8fd7b464-5833-4e22-8835-3d9ea14c3024,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:58.307806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:58.324518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d7d282-9ed0-4da2-874d-b1ed6d322c0f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:58.374063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Checking segment: {'id': 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:40:58.374063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network hostable DHCP agents. Network: d5321e4a-5ed0-4148-b2b7-12f790268f00, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:40:58.374349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.374821 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Added segment c37767ab-eca2-4672-bb75-f82dbe6c24d6 of type vlan for network d757da37-917f-4b77-bc08-783378b56e1d Feb 13 23:40:58.406870 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4f2a-873d-481f-8e39-53bbc5aaa7ec req-11132ef3-ce7f-447a-af0a-82b7d4493ccb tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615615 Feb 13 23:40:58.428905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c06cdc9b-afd3-4a2d-a6fa-239ffdb4f6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.459426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.479742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.488683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-d6abf09f-4559-4f06-a238-08bcd6b5698e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3953278 Feb 13 23:40:58.523626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network d5321e4a-5ed0-4148-b2b7-12f790268f00 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:40:58.531805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=d1706859-e421-47f3-baec-a0f5726618f5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:58.563324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c06cdc9b-afd3-4a2d-a6fa-239ffdb4f6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.591196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d5321e4a-5ed0-4148-b2b7-12f790268f00) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:40:58.601054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.601665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.611822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4a6ad-97fb-4df1-9143-88d386815562 None None] Network d5321e4a-5ed0-4148-b2b7-12f790268f00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:40:58.742449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.743923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:40:58.744979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.779147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:58.816319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5c9fdf3b-2070-4618-a2b5-0e5ffbf0847b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0889678 Feb 13 23:40:58.819005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38172) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:58.925639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb50adf-c0d3-4e2d-8e98-d15c0749fc54,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:59.030299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-675d072b-f417-46bc-9f0a-b9bb4cc9ea06 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278194 Feb 13 23:40:59.047680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:59.121581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Pushing event updated for resources: {'Network': ['ID=d757da37-917f-4b77-bc08-783378b56e1d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:59.135448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d5321e4a-5ed0-4148-b2b7-12f790268f00', 'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00', 'tenant_id': '3a1bd54af3dc45f4b7fcc11b61aba017', 'fixed_ips': [{'subnet_id': '8fd7b464-5833-4e22-8835-3d9ea14c3024'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:40:59.136762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:59.143367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dc50022f-853b-45f9-a0ac-411b473706d8 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.6091025 Feb 13 23:40:59.168491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d757da37-917f-4b77-bc08-783378b56e1d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:40:59.364686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38180) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:40:59.379112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Request body: {'network': {'project_id': 'a2c6f29bca9b432a88302c5c6c5f6550'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:40:59.459307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:40:59.466872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Usage tracker for resource:network and tenant:a2c6f29bca9b432a88302c5c6c5f6550 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:40:59.477135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:40:59.493771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:40:59.580430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Allocated IP 172.20.0.2 (d5321e4a-5ed0-4148-b2b7-12f790268f00/8fd7b464-5833-4e22-8835-3d9ea14c3024/fb19b0c6-2bb6-44ce-95af-b68d2905c399) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:40:59.649082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c06cdc9b-afd3-4a2d-a6fa-239ffdb4f6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:59.652775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c06cdc9b-afd3-4a2d-a6fa-239ffdb4f6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:59.657630 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c06cdc9b-afd3-4a2d-a6fa-239ffdb4f6db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e46a00a-94e1-4a34-a934-7028579d9752 HTTP/1.1" status: 204 len: 168 time: 1.6361158 Feb 13 23:40:59.715984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cdc9b-afd3-4a2d-a6fa-239ffdb4f6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46a00a-94e1-4a34-a934-7028579d9752,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:40:59.817466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-dd002ab9-69c6-4473-b506-af8a66e74c5e service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172158 Feb 13 23:40:59.855678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Made reservation on behalf of a2c6f29bca9b432a88302c5c6c5f6550 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:40:59.858064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:59.899095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:40:59.909755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:40:59.910348 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Added segment d4f22e37-2618-4d7e-8872-539844adc4be of type vlan for network 2eaad86d-1a8a-42fd-93ad-09583953bdd5 Feb 13 23:40:59.947487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-53a2878c-cb44-4ef1-81b3-edcd546fa8ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=bae62062-b10b-4891-891f-6c7c2dcca4da HTTP/1.1" status: 200 len: 217 time: 0.1134164 Feb 13 23:40:59.947697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.172800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.191588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.192427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:00.193177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-aa6d8572-3307-40e9-9757-b1f5bd40ee33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:00.193932 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.194413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Transition to ACTIVE for port object fb19b0c6-2bb6-44ce-95af-b68d2905c399 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:00.197323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-aa6d8572-3307-40e9-9757-b1f5bd40ee33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.2388515 Feb 13 23:41:00.237848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Transition to ACTIVE for port object fb19b0c6-2bb6-44ce-95af-b68d2905c399 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:00.260853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d464fe-f6f9-4cfd-ad23-18468bd0e7da None None] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:00.301412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.326135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.405718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Network d5321e4a-5ed0-4148-b2b7-12f790268f00 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:00.407050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e868c94f-7f4a-4725-a027-b92b7fa3c5c5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:00.467707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:00.484213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:00.498019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38204) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:00.515623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1485684 Feb 13 23:41:00.525126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38206) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:00.537577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Request body: {'network': {'project_id': 'a2c6f29bca9b432a88302c5c6c5f6550'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:00.547424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c3656eb-63e9-4c55-895b-9865ff0e1ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.550571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:00.555646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-976a5650-4bb6-49dc-aadd-19d6ddd30714 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3488357 Feb 13 23:41:00.560465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Usage tracker for resource:network and tenant:a2c6f29bca9b432a88302c5c6c5f6550 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:00.563446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:00.573718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:00.598606 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 13 23:41:00.599051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:41:00.600144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-45c58158-fe53-4b38-85b0-204e90ca4d41 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0740194 Feb 13 23:41:00.643113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-38ed0f34-a393-41b4-b7de-f39e17035881 None None] Provisioning for port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:00.651895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Pushing event updated for resources: {'Port': ['ID=fb19b0c6-2bb6-44ce-95af-b68d2905c399,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:00.663858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38212) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:00.704782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Attempting to bind port fb19b0c6-2bb6-44ce-95af-b68d2905c399 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:00.705127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Attempting to bind port fb19b0c6-2bb6-44ce-95af-b68d2905c399 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:00.705485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Attempting to bind port fb19b0c6-2bb6-44ce-95af-b68d2905c399 on network d5321e4a-5ed0-4148-b2b7-12f790268f00 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:00.778941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9ce815cd-9a3d-4c15-8e79-ef494b7027bb service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068741 Feb 13 23:41:00.779404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:00.779404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Checking segment: {'id': 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:00.780017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.780861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Bound using segment: {'id': 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:00.781527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Bound port: fb19b0c6-2bb6-44ce-95af-b68d2905c399, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd5321e4a-5ed0-4148-b2b7-12f790268f00'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:00.781885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.859958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:00.861513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c4a3377d-143a-407f-8d18-fc882d309e33 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2c6f29bca9b432a88302c5c6c5f6550&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677053 Feb 13 23:41:00.864818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38222) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:00.869258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149ea15-f66a-483b-8e51-37d7a4db2c17 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Pushing event updated for resources: {'Network': ['ID=2eaad86d-1a8a-42fd-93ad-09583953bdd5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:00.880415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.886463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2eaad86d-1a8a-42fd-93ad-09583953bdd5 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:00.906062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:00.906741 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:00.928522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router ae0f6ca6-2e58-462b-978e-4a0a225510b6 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:01.024899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-a6c532ce-11a7-444b-99a7-642d27a3f067 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407575 Feb 13 23:41:01.118914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] For port fb19b0c6-2bb6-44ce-95af-b68d2905c399, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:01.147979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.152551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.157462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.161404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.161925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cef3df56-e0bc-48e0-8c98-6f61447c5870 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.164308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] For port fb19b0c6-2bb6-44ce-95af-b68d2905c399, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb19b0c6-2bb6-44ce-95af-b68d2905c399,segment=NetworkSegment(ad4e52a1-c8b5-4cca-b3df-338903ae8d46),segment_id=ad4e52a1-c8b5-4cca-b3df-338903ae8d46)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:01.166649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.171004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.175692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.180502 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.183783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-e3c3ba6b-7068-4781-a848-f92398591849 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 1.3061922 Feb 13 23:41:01.187145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.199077 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cef3df56-e0bc-48e0-8c98-6f61447c5870 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.240425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:01.318814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Usage tracker for resource:security_group_rule and tenant:a8135684e2a041bb8b2e337b68f4bd82 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:01.335423 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.342477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:01.363877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45467-23c8-478f-bf26-041fb3fde997 None None] Pushing event updated for resources: {'Port': ['ID=fb19b0c6-2bb6-44ce-95af-b68d2905c399,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:01.388345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e868c94f-7f4a-4725-a027-b92b7fa3c5c5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,segment=NetworkSegment(c04d509e-32ac-49ba-aa56-270f96c64bbc),segment_id=c04d509e-32ac-49ba-aa56-270f96c64bbc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:01.395697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.434613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-67f96bf7-1f23-485c-bdc4-456652c9e0a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=827690c4-0284-4081-a053-15adb7ca7bd7 HTTP/1.1" status: 200 len: 217 time: 0.3472087 Feb 13 23:41:01.478019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:01.708740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cef3df56-e0bc-48e0-8c98-6f61447c5870 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.713849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e03b4179-90e7-49cd-8680-e3ef488474d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:01.715804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-e03b4179-90e7-49cd-8680-e3ef488474d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.1865849 Feb 13 23:41:01.733284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3df56-e0bc-48e0-8c98-6f61447c5870 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d7d282-9ed0-4da2-874d-b1ed6d322c0f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:01.815502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-aef51096-30ee-45d2-a94d-48613ea83fb1 None None] Provisioning complete for port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:01.815873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aef51096-30ee-45d2-a94d-48613ea83fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.830127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:01.832192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cef3df56-e0bc-48e0-8c98-6f61447c5870 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:01.834594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6262237-ee1c-423e-8123-e3da6f74ebdb req-54e12f97-c384-4dfb-8eed-78be8dfed7ed tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6490240 Feb 13 23:41:01.840774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38236) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:01.856685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cef3df56-e0bc-48e0-8c98-6f61447c5870 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6d7d282-9ed0-4da2-874d-b1ed6d322c0f HTTP/1.1" status: 204 len: 168 time: 0.9672096 Feb 13 23:41:01.953524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-3e5048ea-2e26-4834-a891-c704fd0f7d00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2214224 Feb 13 23:41:02.054215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:02.068345 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] Sync routers for ids ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:02.094931 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] Routers {'ae0f6ca6-2e58-462b-978e-4a0a225510b6'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:02.097602 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.220314 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.226732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.233150 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] Routers {'ae0f6ca6-2e58-462b-978e-4a0a225510b6'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:02.233890 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:40:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.270113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:02.317226 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.317807 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79385bf-09af-43aa-9ef2-98bd3a88ff43 None None] The sync data for ids ['ae0f6ca6-2e58-462b-978e-4a0a225510b6'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:02.340859 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a16b-72c1-42a3-ac7d-9000bae3e2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.360573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e868c94f-7f4a-4725-a027-b92b7fa3c5c5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:02.455692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Allocated IP 172.20.0.1 (a3fddfeb-cdcb-4c71-9748-532fec163b93/4b0e7707-599d-4f50-a632-ec6815825647/2d5f2cf7-ef45-41b8-8cb4-c186d43cc505) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:02.481670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:02.483975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.570879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.584621 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-51e8eef1-61e6-4126-9d98-52cb55269b4c service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203358 Feb 13 23:41:02.600203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaad86d-1a8a-42fd-93ad-09583953bdd5']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.614092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f22e37-2618-4d7e-8872-539844adc4be') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.614393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f22e37-2618-4d7e-8872-539844adc4be') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:02.650931 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.678487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0a1f35f3-5316-4908-9dc6-b4a7e15e1730 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/ae0f6ca6-2e58-462b-978e-4a0a225510b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4563315 Feb 13 23:41:02.683281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38248) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:02.689124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb19b0c6-2bb6-44ce-95af-b68d2905c399 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:02.776051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.781742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378f0ec-004a-4a44-94b9-ce5f8047edb7 None None] Network d5321e4a-5ed0-4148-b2b7-12f790268f00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:02.785732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:02.794524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ef6b979e-2264-4805-b36d-c494fa54a84f admin admin] 10.222.0.36 "PUT /v2.0/routers/ba46bc7c-add6-4cc5-ae7f-e31dea43e69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0423062 Feb 13 23:41:02.797574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38254) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:02.821039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] Sync routers for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:02.870638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-b3818161-06d8-4ac7-bb9e-ce07a3228d40 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742817 Feb 13 23:41:02.964937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:02.965358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.981776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:02.994588 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:03.036854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fb19b0c6-2bb6-44ce-95af-b68d2905c399 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:03.070611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.075579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-f613aa79-2484-4ae2-a5b8-fdd2419d9ac2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e HTTP/1.1" status: 200 len: 217 time: 0.1895084 Feb 13 23:41:03.083534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:03.084170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:03.143757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] Provisioning for port fb19b0c6-2bb6-44ce-95af-b68d2905c399 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:03.166836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-7bcf8472-2aa8-455c-b3e2-4aae132efd2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.169420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-7bcf8472-2aa8-455c-b3e2-4aae132efd2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.0835905 Feb 13 23:41:03.205876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] Provisioning complete for port fb19b0c6-2bb6-44ce-95af-b68d2905c399 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:03.206288 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.254770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2b65f5-899e-4773-9de5-f812ab8d06c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:03.276359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d599b7b0-853d-492e-9d30-80e5498b5326 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8135684e2a041bb8b2e337b68f4bd82&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7584755 Feb 13 23:41:03.277358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.281476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.287673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38264) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:03.389432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.413616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Pushing event deleted for resources: {'Network': ['ID=2eaad86d-1a8a-42fd-93ad-09583953bdd5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:03.421766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ef140f6-b0f1-47db-ba9e-a1690ffb9b2b tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2eaad86d-1a8a-42fd-93ad-09583953bdd5 HTTP/1.1" status: 204 len: 168 time: 1.5663455 Feb 13 23:41:03.426179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38272) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:03.518607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:03.577099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.601209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.606671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.611392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.611630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.616549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.621598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.625819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.629830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:03.631883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-15085282-73e4-4e8c-b282-83134c968d86 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.3991652 Feb 13 23:41:03.635834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-0891e518-0533-445a-a0bf-f3ffef071ec8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4524262 Feb 13 23:41:03.709018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] For port fb19b0c6-2bb6-44ce-95af-b68d2905c399, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb19b0c6-2bb6-44ce-95af-b68d2905c399,segment=NetworkSegment(ad4e52a1-c8b5-4cca-b3df-338903ae8d46),segment_id=ad4e52a1-c8b5-4cca-b3df-338903ae8d46)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:03.800227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.837860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.875898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e79d6e62-dedb-4024-9847-6f459c34d4c4 req-eeb66569-eb32-43d4-a1e1-87c1ae6e989d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2372925 Feb 13 23:41:03.919040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b57fbb-37c3-47b1-9a39-499b2e375f0d None None] Pushing event updated for resources: {'Port': ['ID=fb19b0c6-2bb6-44ce-95af-b68d2905c399,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:03.933673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Transition to ACTIVE for port object 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:03.964493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-023dc756-cf4d-476e-9f0a-5971bc28a068 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906740 Feb 13 23:41:03.965940 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:03.979828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.091245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ab1076f-1f18-4f6b-acd0-2f140ab3a4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.092522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb19b0c6-2bb6-44ce-95af-b68d2905c399 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:04.104594 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-29c826e7-abd4-426e-b3ea-f9986e2d9c30 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] remove_router_interface failed (client error): The resource could not be found. Feb 13 23:41:04.105941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-29c826e7-abd4-426e-b3ea-f9986e2d9c30 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/ae0f6ca6-2e58-462b-978e-4a0a225510b6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4215641 Feb 13 23:41:04.168832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38282) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:04.182498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1e118607-c77a-47e9-b93f-3a7d5dd0748a None None] Provisioning complete for port fb19b0c6-2bb6-44ce-95af-b68d2905c399 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:04.183024 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1e118607-c77a-47e9-b93f-3a7d5dd0748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.276164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:40:58Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:04.277465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ab1076f-1f18-4f6b-acd0-2f140ab3a4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.285427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] Checking router: ba46bc7c-add6-4cc5-ae7f-e31dea43e69a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:41:04.295024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fb19b0c6-2bb6-44ce-95af-b68d2905c399 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:04.295392 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.346939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-a0cb5fa7-1314-4132-bccf-493075c69e66 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542717 Feb 13 23:41:04.390611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] Routers {'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:04.391569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:04.395150 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.398753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ab1076f-1f18-4f6b-acd0-2f140ab3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.430381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-9194664d-1087-40c7-a561-6a9272282d99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 200 len: 217 time: 0.0705070 Feb 13 23:41:04.466673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1076f-1f18-4f6b-acd0-2f140ab3a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2b65f5-899e-4773-9de5-f812ab8d06c2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:04.476778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6ae3cb7e-cdfd-4fcc-afdc-491e753437a7 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:04.489149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.508060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.512154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Deleting port ffcadf73-01bb-4b11-bf70-0db20adc2ec1 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:04.512566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.553935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-a7f046e3-adc8-43d5-95e7-69387d6c4993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:04.556432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-a7f046e3-adc8-43d5-95e7-69387d6c4993 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.1114502 Feb 13 23:41:04.572721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ab1076f-1f18-4f6b-acd0-2f140ab3a4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.573816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ab1076f-1f18-4f6b-acd0-2f140ab3a4b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd2b65f5-899e-4773-9de5-f812ab8d06c2 HTTP/1.1" status: 204 len: 168 time: 1.2687237 Feb 13 23:41:04.578653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:04.584048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Port': ['ID=2d5f2cf7-ef45-41b8-8cb4-c186d43cc505,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:04.587765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6ae3cb7e-cdfd-4fcc-afdc-491e753437a7 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:04.592833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6ae3cb7e-cdfd-4fcc-afdc-491e753437a7 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae0f6ca6-2e58-462b-978e-4a0a225510b6 HTTP/1.1" status: 200 len: 205 time: 0.3293486 Feb 13 23:41:04.592833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38296) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:04.595145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:04.598601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d757da37-917f-4b77-bc08-783378b56e1d']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:04.606384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:04.736939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37767ab-eca2-4672-bb75-f82dbe6c24d6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:04.737465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37767ab-eca2-4672-bb75-f82dbe6c24d6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:04.821166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.880242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.914069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:04.914832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.918003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] Set router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:04.933539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:04.936217 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:05.033160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] For port ffcadf73-01bb-4b11-bf70-0db20adc2ec1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:05.033654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.108764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.183591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Calling delete_port for ffcadf73-01bb-4b11-bf70-0db20adc2ec1 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:05.269753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.287615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e875e4ea-0222-4364-9614-8e60cf4afaf5 None None] Provisioning for port 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:05.311219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e875e4ea-0222-4364-9614-8e60cf4afaf5 None None] Provisioning complete for port 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:05.311643 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e875e4ea-0222-4364-9614-8e60cf4afaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.419750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.425249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.478347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-08332bc4-4e77-4f02-8429-281d4cd81c2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9082513 Feb 13 23:41:05.498340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d757da37-917f-4b77-bc08-783378b56e1d HTTP/1.1" status: 204 len: 168 time: 2.0167058 Feb 13 23:41:05.506895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e875e4ea-0222-4364-9614-8e60cf4afaf5 None None] Port 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:41:05.509569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18618f-11b9-4465-8709-74ad6824fe14 tempest-QuotasNegativeTest-169700972 tempest-QuotasNegativeTest-169700972-project-admin] Pushing event deleted for resources: {'Network': ['ID=d757da37-917f-4b77-bc08-783378b56e1d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:05.535379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38316) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:05.539018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:40:58Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:05.545360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978f4ed-4386-4f8f-9dbd-ab458e44e5b1 None None] The sync data for ids ['ba46bc7c-add6-4cc5-ae7f-e31dea43e69a'] in n-d-828979-1 is: [{'id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'name': 'tempest-TaggedBootDevicesTest_v242-1249425379-router', 'tenant_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:08Z', 'updated_at': '2022-02-13T23:40:58Z', 'revision_number': 5, 'project_id': 'd3fd68826e0147adbea3ad81e3c34ac7', 'gw_port': {'id': 'ffcadf73-01bb-4b11-bf70-0db20adc2ec1', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46bc7c-add6-4cc5-ae7f-e31dea43e69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:09Z', 'updated_at': '2022-02-13T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:05.546808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.675391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcadf73-01bb-4b11-bf70-0db20adc2ec1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:05.748230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:05.850402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-1ceaa8c3-057a-4721-9ade-9fbd148f0b02 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625503 Feb 13 23:41:05.950850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.008070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.012270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.016077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.019906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.030373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.036139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.040582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:06.042824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-7c7143a2-8420-4df0-af38-d16a6b794f5a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.8295286 Feb 13 23:41:06.123937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:06.180003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:06.180352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3fb50adf-c0d3-4e2d-8e98-d15c0749fc54 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:06.251393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b461383-9951-43c5-88be-bc5b5ce4a941 req-5eebd026-dee3-4b53-9389-cdaac4f03fc7 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404133 Feb 13 23:41:06.256955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.496319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:06.508458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.513026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:06.541935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Usage tracker for resource:security_group_rule and tenant:33b6f5d769bf422e8d1acb1927707261 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:06.547350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:06.568942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.570244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:06.597516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7fc51de0-3d14-478c-8d13-11a13a866c82 req-440ec358-c73f-4d30-b08a-7f1d8cc97db0 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3826494 Feb 13 23:41:06.730892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.735413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.746172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.746711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router ae0f6ca6-2e58-462b-978e-4a0a225510b6 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:06.777573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.778165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba46bc7c-add6-4cc5-ae7f-e31dea43e69a {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:06.819716 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.829538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.830567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-07baec4d-3558-485f-bce9-f0f34bc4d9fd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/ae0f6ca6-2e58-462b-978e-4a0a225510b6 HTTP/1.1" status: 204 len: 168 time: 2.2366827 Feb 13 23:41:06.834251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:06.840632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:06.846595 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf203b96-6e7d-4ce8-a46d-b05e2686ce8b admin admin] 10.222.0.36 "DELETE /v2.0/routers/ba46bc7c-add6-4cc5-ae7f-e31dea43e69a HTTP/1.1" status: 204 len: 168 time: 4.0476675 Feb 13 23:41:06.847814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38352) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:06.867294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-3de3adc3-751d-4ff1-b2c3-49ca9e143d01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6476 time: 0.3699880 Feb 13 23:41:06.979306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:06.989033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Usage tracker for resource:security_group_rule and tenant:9ef00bdd77b245279aca54eb6ceeba2b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:06.994449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:07.005017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.005551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:07.013764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.069908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.080648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-93a8b251-0f0b-40ac-929e-baeb52636522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:07.082977 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-93a8b251-0f0b-40ac-929e-baeb52636522 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 200 len: 901 time: 0.2077026 Feb 13 23:41:07.166647 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-7f1abdf9-480c-4731-9a55-92f04bb95109 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 200 len: 217 time: 0.0700495 Feb 13 23:41:07.243443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.247420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Deleting subnet 684b6e2e-8dbc-4438-be29-9f203cdde8fa {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:07.251539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.253628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.281373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.281501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-67bb9696-c937-4c6e-8f39-d936ccc42ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:07.282347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-67bb9696-c937-4c6e-8f39-d936ccc42ca9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.1063197 Feb 13 23:41:07.310010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f39c131-b1a1-4302-80e8-8941d7ed8433,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:07.312357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.361027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369034b9-45d3-4a6e-a712-15296d3bd2e1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:07.372875 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6fb49272-d756-4dd1-985a-7c56a5cbe78c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ef00bdd77b245279aca54eb6ceeba2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8742588 Feb 13 23:41:07.378218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:07.387011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b686a26b-b6fc-48ae-ad6e-c0afd2c65716 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33b6f5d769bf422e8d1acb1927707261&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7767069 Feb 13 23:41:07.392650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38366) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:07.452261 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-d16c6ac5-6412-459c-9e80-cbc9cd5fc933 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476891 Feb 13 23:41:07.519543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.545801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4a93d6bf-0708-4a74-8073-a93bee6663c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.596731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4a93d6bf-0708-4a74-8073-a93bee6663c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.607548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Port': ['ID=2d5f2cf7-ef45-41b8-8cb4-c186d43cc505,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:07.637390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.642658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 1989be2a-9aea-4e33-bd37-6db078e9c78f {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:07.651393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.679589 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a009d68-1dee-4e45-a856-8232141f6c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.684785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-50f2776e-8baa-4e54-8242-d768c97ce585 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174940 Feb 13 23:41:07.781123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4a93d6bf-0708-4a74-8073-a93bee6663c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.818716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.823516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93d6bf-0708-4a74-8073-a93bee6663c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369034b9-45d3-4a6e-a712-15296d3bd2e1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:07.853988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a009d68-1dee-4e45-a856-8232141f6c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.883281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4a93d6bf-0708-4a74-8073-a93bee6663c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:07.886932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4a93d6bf-0708-4a74-8073-a93bee6663c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/369034b9-45d3-4a6e-a712-15296d3bd2e1 HTTP/1.1" status: 204 len: 168 time: 0.5037198 Feb 13 23:41:07.951382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827ecc84-377f-45e5-9b79-6c54ff7a3f2b req-ebd8556e-4da1-4d39-9afd-31d9a2eb706c service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527375 Feb 13 23:41:07.966840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:07.974064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:07.982504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:07.993231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:08.002461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:08.011627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:08.020552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:08.022483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-468a136a-90a4-4632-be33-7a50b60a1d82 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.2183449 Feb 13 23:41:08.041894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ffcadf73-01bb-4b11-bf70-0db20adc2ec1 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:08.111271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.123490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ffcadf73-01bb-4b11-bf70-0db20adc2ec1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:08.123830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ffcadf73-01bb-4b11-bf70-0db20adc2ec1 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:08.125856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cb30ae29-b485-4f7e-835f-eb6003681d5f req-5723596b-b0f2-444a-9bdf-0ec28076466a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940232 Feb 13 23:41:08.218797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:08.225080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:08.388663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.416187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38390) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:08.440776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.445334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a009d68-1dee-4e45-a856-8232141f6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.474976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:08.479982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a009d68-1dee-4e45-a856-8232141f6c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f39c131-b1a1-4302-80e8-8941d7ed8433,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:08.481484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e84c8335af8148abbd0b2ab6fa6e77b2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:08.487045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:08.490876 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a009d68-1dee-4e45-a856-8232141f6c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.492063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5a009d68-1dee-4e45-a856-8232141f6c1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f39c131-b1a1-4302-80e8-8941d7ed8433 HTTP/1.1" status: 204 len: 168 time: 1.0913119 Feb 13 23:41:08.502697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:08.550959 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.575585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-abbcf8b0-e9e0-42b1-8ef3-0b0e24f59b49 None None] Provisioning complete for port 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:08.577503 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-abbcf8b0-e9e0-42b1-8ef3-0b0e24f59b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.613715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.621290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=684b6e2e-8dbc-4438-be29-9f203cdde8fa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:08.632661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-38002c7b-0998-4cd3-9d1a-847686e3741c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/684b6e2e-8dbc-4438-be29-9f203cdde8fa HTTP/1.1" status: 204 len: 168 time: 1.7509935 Feb 13 23:41:08.644574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a806aaf-067d-4afd-a65e-68e6345b5c09 None None] Network 5a18e69e-5793-44df-b0df-a09da3319b93 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:08.675764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.676834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38400) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:08.697852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.728786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.820152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b9da5-a91a-41ff-9007-3fb24820a0fe,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:08.841417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4496e940-c6dc-4089-a2cd-9ac7fd8279a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e84c8335af8148abbd0b2ab6fa6e77b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4241011 Feb 13 23:41:08.844336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38404) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:08.858403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.866846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.874744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-abbcf8b0-e9e0-42b1-8ef3-0b0e24f59b49 None None] Port 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:41:08.927258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Deleting port 314cd64b-f115-4bce-8bbb-6fb46a447082 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:08.927996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.934357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:08.939466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/1989be2a-9aea-4e33-bd37-6db078e9c78f HTTP/1.1" status: 204 len: 168 time: 2.1043801 Feb 13 23:41:08.940680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc1e2e-34e9-498f-9f62-ff0a2c482794 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=1989be2a-9aea-4e33-bd37-6db078e9c78f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:08.940801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed67ba-9560-4cee-b187-eace842d99cf None None] Network 5d931549-f911-49b9-9ba6-d2058659322b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:08.952730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:08.977385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c963aad5-9796-4f27-986a-dc05cb2c9277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.146103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] DHCP port deletion for 5a18e69e-5793-44df-b0df-a09da3319b93 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:09.197128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Deleting port 314cd64b-f115-4bce-8bbb-6fb46a447082 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:09.197499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.218366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.250668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port d4196b6a-9764-4d9a-bfa4-a13e00291baf {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:09.251009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.433641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] For port 314cd64b-f115-4bce-8bbb-6fb46a447082, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=314cd64b-f115-4bce-8bbb-6fb46a447082,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:09.434381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.581301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Calling delete_port for 314cd64b-f115-4bce-8bbb-6fb46a447082 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:09.617042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] For port 314cd64b-f115-4bce-8bbb-6fb46a447082, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=314cd64b-f115-4bce-8bbb-6fb46a447082,segment=NetworkSegment(bf213ccb-384d-4ba6-9ae5-76553450524f),segment_id=bf213ccb-384d-4ba6-9ae5-76553450524f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:09.617430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.656744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c963aad5-9796-4f27-986a-dc05cb2c9277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.737609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.741438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port d4196b6a-9764-4d9a-bfa4-a13e00291baf, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4196b6a-9764-4d9a-bfa4-a13e00291baf,segment=NetworkSegment(6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba),segment_id=6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:09.741802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.797962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] No DVR routers for this DVR port 314cd64b-f115-4bce-8bbb-6fb46a447082 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:09.838658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c963aad5-9796-4f27-986a-dc05cb2c9277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.863854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] DHCP port deletion for 5d931549-f911-49b9-9ba6-d2058659322b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:09.872545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Calling delete_port for 314cd64b-f115-4bce-8bbb-6fb46a447082 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:09.882493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963aad5-9796-4f27-986a-dc05cb2c9277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b9da5-a91a-41ff-9007-3fb24820a0fe,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:09.929014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Deleting port d4196b6a-9764-4d9a-bfa4-a13e00291baf {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:09.929673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:09.949251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.953146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.958080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.962780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.966868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.985940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.989838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:09.998947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-f0873a2a-b569-47e0-9ff8-20d1529a9d5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.6328919 Feb 13 23:41:10.012713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Pushing event deleted for resources: {'Port': ['ID=314cd64b-f115-4bce-8bbb-6fb46a447082,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:10.019138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for d4196b6a-9764-4d9a-bfa4-a13e00291baf owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:10.033343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c963aad5-9796-4f27-986a-dc05cb2c9277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.035813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c963aad5-9796-4f27-986a-dc05cb2c9277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d30b9da5-a91a-41ff-9007-3fb24820a0fe HTTP/1.1" status: 204 len: 168 time: 1.1903555 Feb 13 23:41:10.075330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.130659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a18e69e-5793-44df-b0df-a09da3319b93']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:10.148144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf213ccb-384d-4ba6-9ae5-76553450524f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:10.148518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf213ccb-384d-4ba6-9ae5-76553450524f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:10.162890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.176184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4196b6a-9764-4d9a-bfa4-a13e00291baf no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:10.186240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.194637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:10.195135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:10.227269 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:10.257451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75ab2b09-ec71-46a6-87d7-3d2eff85db4b req-a26a4466-1ac2-4d5a-b194-07c6bc953081 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2575624 Feb 13 23:41:10.266623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Router ef35f5b2-d489-437e-ba8f-e9124440208a is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:41:10.274991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:41:10.275674 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:41:10.275963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.368246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No active binding found for port d4196b6a-9764-4d9a-bfa4-a13e00291baf {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:41:10.369743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4196b6a-9764-4d9a-bfa4-a13e00291baf not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:10.370242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 314cd64b-f115-4bce-8bbb-6fb46a447082 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:10.419034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=d4196b6a-9764-4d9a-bfa4-a13e00291baf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:10.421018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 314cd64b-f115-4bce-8bbb-6fb46a447082 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:10.421584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 314cd64b-f115-4bce-8bbb-6fb46a447082 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:10.471956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] For port d4196b6a-9764-4d9a-bfa4-a13e00291baf, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4196b6a-9764-4d9a-bfa4-a13e00291baf,segment=NetworkSegment(6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba),segment_id=6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:10.472808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.478515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.511967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.529286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a18e69e-5793-44df-b0df-a09da3319b93,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:10.552416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fa88e3c5-42a7-4c1b-afb3-73549d39ab9b admin admin] 10.222.0.36 "DELETE /v2.0/networks/5a18e69e-5793-44df-b0df-a09da3319b93 HTTP/1.1" status: 204 len: 168 time: 1.8712292 Feb 13 23:41:10.554880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38456) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:10.590806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port d4196b6a-9764-4d9a-bfa4-a13e00291baf on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:10.613751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Calling delete_port for d4196b6a-9764-4d9a-bfa4-a13e00291baf owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:10.766070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:41:10.766450 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:41:10.777175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Deleting port 314cd64b-f115-4bce-8bbb-6fb46a447082 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:10.777547 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:10.932924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37e3455e-dc35-48df-a30d-86adbc30c30a None None] The port '314cd64b-f115-4bce-8bbb-6fb46a447082' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:41:11.070560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.098813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d931549-f911-49b9-9ba6-d2058659322b']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.115257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.115604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efd34f9-33f1-4f6b-a4c4-e1e14308d3ba') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.130779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.171996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.190204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:11.190204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:11.207021 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:11.224442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.268289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Deleting port d4196b6a-9764-4d9a-bfa4-a13e00291baf {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:11.268839 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.321849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:11.332378 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] Sync routers for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:11.340167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-14feadab-42f4-40d0-b127-4198a3b3438e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5166535 Feb 13 23:41:11.340167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.340510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38490) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:11.360213 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:11.363201 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.418490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-709f1508-f58f-45da-b4d7-4f21d78a8870 None None] The port 'd4196b6a-9764-4d9a-bfa4-a13e00291baf' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:41:11.457611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.459782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/5d931549-f911-49b9-9ba6-d2058659322b HTTP/1.1" status: 204 len: 168 time: 2.5060921 Feb 13 23:41:11.487866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38498) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:11.506712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68b80a-d0e4-4330-aa23-fc2451987001 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=5d931549-f911-49b9-9ba6-d2058659322b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:11.523579 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.535745 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:11.537277 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.613513 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:11.614967 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487420e6-f3aa-4210-bfdf-b8c7d8543a5f None None] The sync data for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:11.623908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673726733'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:11.643667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:11.655182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:11.658765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:11.673709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:11.702475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:11.705883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.752818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:11.765663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.766105 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 1a6ed209-ec96-4541-8fb6-361aa2b945e6 of type vlan for network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 Feb 13 23:41:11.805088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:11.952071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:11.984365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:12.032013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:12.049412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.051163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:12.179978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=0a6c01b0-2202-495d-9ed1-85666d0c8f60,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:12.192241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:12.204131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.210286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.216757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.225009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5218e4fd-6d33-4d8b-8e76-71fb71527bc2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7174256 Feb 13 23:41:12.225929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.231208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.235479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.239608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:12.241859 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-9ad501df-f567-4e2d-a276-432f0ef264a1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.5418406 Feb 13 23:41:12.243663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38530) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:12.250166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:12.357485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175797901'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:12.366583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:12.399100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-134235191', 'router:external': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:12.421342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:12.425022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:12.433405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:12.437864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:12.462912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:network and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:12.467306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:12.470373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:12.485628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:12.499825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:12.507323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:12.507906 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:12.527188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:12.560334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27656beb-b7c6-41bf-8e03-fa89966f0d44 req-be3edcf6-74f9-4f6b-a709-7d8e52d910e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2884283 Feb 13 23:41:12.561174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:12.576165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Made reservation on behalf of 1fc935d761d74d3a8cd61803704d6d33 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:12.578476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:12.592104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:12.594170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:12.635593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:12.644207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:security_group_rule and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:12.650351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:12.652990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:12.682277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:12.699949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:12.723317 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-a6240c45-09b4-42ed-9de6-83d19748a882 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:12.727015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a6240c45-09b4-42ed-9de6-83d19748a882 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3829994 Feb 13 23:41:12.728280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38542) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:12.739354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:security_group_rule and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:12.747990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:12.766456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:12.807251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.056138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.087901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.094457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.105942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.164002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:13.190725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f028c-15ba-495d-a8b3-2e393a7bb760,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:13.211264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.211264 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Added segment adbdeab4-c2af-4ed4-bd4e-95ac10dd9206 of type vlan for network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 Feb 13 23:41:13.212945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:13.271176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bf46d5-4e24-4327-bd93-c413c5f7b671,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:13.286278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.292700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.293044 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment 0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf of type vlan for network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 Feb 13 23:41:13.348645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.355218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.385943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Deleting port 84d98e01-12d8-4bc1-974f-15e424ad033c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:13.386315 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.394862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.481468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=81635610-bfef-45ef-9409-b506df2ee3b5,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:13.513834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.517775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:13.517775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.523331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.524718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:13.525281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.599353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '1a6ed209-ec96-4541-8fb6-361aa2b945e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:13.599719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 0a6c01b0-2202-495d-9ed1-85666d0c8f60, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:13.664379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7086613 Feb 13 23:41:13.688218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f685-eca2-4dd1-bdac-37e0cf2cdd48 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=73e5193c-ec85-4f07-baa0-1a91e292c9c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:13.707091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:13.721120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Network': ['ID=ed3895ff-f409-4d6a-ab4b-98c7fbb91906,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:13.746181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38566) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:13.753318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'subnet': {'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:13.755969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:13.759142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e2cc1958-17a1-4753-822b-c2801dc66372 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7728643 Feb 13 23:41:13.761994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:13.767858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:subnet and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:13.772228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:13.792973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:13.822347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] For port 84d98e01-12d8-4bc1-974f-15e424ad033c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=84d98e01-12d8-4bc1-974f-15e424ad033c,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:13.822746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:13.843448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:13.844771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0a6c01b0-2202-495d-9ed1-85666d0c8f60) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:13.944291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b5101-c266-4217-bc53-5b873e88668b None None] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:14.025528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Made reservation on behalf of 1fc935d761d74d3a8cd61803704d6d33 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:14.027797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.034661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.035528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.063846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Calling delete_port for 84d98e01-12d8-4bc1-974f-15e424ad033c owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:14.299921 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f6971403-f9e8-490c-a603-e3a283daae01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0548804 Feb 13 23:41:14.304074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38574) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:14.319510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-150244230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:14.327236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:14.333804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:14.339163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:14.346877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:14.366842 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.369377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.371510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.375502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.393080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.394085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.398912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.404050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.408123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.412180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:14.414286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-f85d650d-1b5b-411a-8816-d2a039d624e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.5920036 Feb 13 23:41:14.483335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0a6c01b0-2202-495d-9ed1-85666d0c8f60', 'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '81635610-bfef-45ef-9409-b506df2ee3b5'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:14.484152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.494302 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.576692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d79a35f-8f20-4e58-a287-a13353f84e42 req-7763daea-b0c8-4f4c-8d70-63719798189b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262572 Feb 13 23:41:14.591488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:14.598240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70f35cd7-aee0-4358-8e87-fd5453c3b620 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2905457 Feb 13 23:41:14.600638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38580) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:14.697438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Allocated IP 2001:db8::2 (0a6c01b0-2202-495d-9ed1-85666d0c8f60/81635610-bfef-45ef-9409-b506df2ee3b5/1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:15.045943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.081405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Transition to ACTIVE for port object 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:15.122669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Transition to ACTIVE for port object 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:15.139078 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.142790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting port 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:15.159458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.222811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:15.232415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:15.244840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:15.350379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Pushing event updated for resources: {'Port': ['ID=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:15.359738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Attempting to bind port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:15.360106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Attempting to bind port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1a6ed209-ec96-4541-8fb6-361aa2b945e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:15.360462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Attempting to bind port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 on network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:15.369214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:15.370068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Checking segment: {'id': '1a6ed209-ec96-4541-8fb6-361aa2b945e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:15.370573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.371065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Bound using segment: {'id': '1a6ed209-ec96-4541-8fb6-361aa2b945e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:15.371762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Bound port: 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6ed209-ec96-4541-8fb6-361aa2b945e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a6c01b0-2202-495d-9ed1-85666d0c8f60'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:15.372251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.516256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] For port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:15.519659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] For port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,segment=NetworkSegment(1a6ed209-ec96-4541-8fb6-361aa2b945e6),segment_id=1a6ed209-ec96-4541-8fb6-361aa2b945e6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:15.526664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.528579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:41:15.529192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.592605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.615414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8148b25-8f02-4e7a-b89f-d686a57118f1 None None] Pushing event updated for resources: {'Port': ['ID=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:15.704838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5e7ecc54-3b26-4094-ad48-72cbe3682d7d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:15.753614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.778453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:15.880491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Pushing event deleted for resources: {'Port': ['ID=84d98e01-12d8-4bc1-974f-15e424ad033c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:15.949638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Checking segment: {'id': 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:15.950158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network hostable DHCP agents. Network: ed3895ff-f409-4d6a-ab4b-98c7fbb91906, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:16.106248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Calling delete_port for 2d5f2cf7-ef45-41b8-8cb4-c186d43cc505 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:16.259975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:16.300102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ed3895ff-f409-4d6a-ab4b-98c7fbb91906) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:16.310856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:16.312151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53938f7-6860-4631-a01e-013a3dca5dbb None None] Network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:16.313302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:16.375705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a25dbcdc-da01-48c7-9068-4d12cbd5dbcd tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6277325 Feb 13 23:41:16.377965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38600) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:16.392512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-25466854', 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:16.402118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:16.526718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:port and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:16.530676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:16.539165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:16.569126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Made reservation on behalf of 1fc935d761d74d3a8cd61803704d6d33 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:16.572121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:16.646878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] device_id is not set on port d9c14a78-3f6f-406e-8c49-3c74d30523f6 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:41:16.814716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3db96-5928-4b45-8c90-38d94ce305c7 None None] Network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:16.916161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Allocated IP 2001:db8::2a5 (ed3895ff-f409-4d6a-ab4b-98c7fbb91906/5e7ecc54-3b26-4094-ad48-72cbe3682d7d/d9c14a78-3f6f-406e-8c49-3c74d30523f6) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:17.118913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38614) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:17.138115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:17.160828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:17.229905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Port': ['ID=2d5f2cf7-ef45-41b8-8cb4-c186d43cc505,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:17.448922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.456278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135caf8-7819-4719-9139-b95da2f36d21 None None] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:17.470513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.470513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.482574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.482574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.488327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.491555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:17.497964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-36e5f25e-56af-44e8-94e3-d5306f4ca95c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 1.5554299 Feb 13 23:41:17.525336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:17.529430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:17.532413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:17.595102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:17.611065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8::1 (0a6c01b0-2202-495d-9ed1-85666d0c8f60/81635610-bfef-45ef-9409-b506df2ee3b5/144dc8ef-d999-4bed-9e2b-8337dea1d61a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:17.618995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:17.625947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-544b6299-fdaa-473e-9f2a-0a0f23be2a0f None None] Provisioning for port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:17.652594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:17.737812 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3fb22d6-510e-4a8c-8d2f-2c3b5e84c19c req-b93a3bda-81e2-4ed8-b7ac-e018cb65f347 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218862 Feb 13 23:41:17.786820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:17.969697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.166211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.168694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:18.230642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.249106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object 144dc8ef-d999-4bed-9e2b-8337dea1d61a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:18.269526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.284815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:18.299994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:18.300504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.303292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:18.310237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:18.315718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:18.316588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:18.317201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.413529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Port': ['ID=d9c14a78-3f6f-406e-8c49-3c74d30523f6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:18.459511 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.486553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cccd80e3-6fa3-4752-9898-0af5930d0214 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1067929 Feb 13 23:41:18.489396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38636) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:18.514663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,segment=NetworkSegment(1a6ed209-ec96-4541-8fb6-361aa2b945e6),segment_id=1a6ed209-ec96-4541-8fb6-361aa2b945e6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:18.519992 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.523554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.592273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Router ef35f5b2-d489-437e-ba8f-e9124440208a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:18.598756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Deleting port d9c14a78-3f6f-406e-8c49-3c74d30523f6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:18.599362 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.612856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:18.644702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:18.651298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:18.658626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:18.659158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.680237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=144dc8ef-d999-4bed-9e2b-8337dea1d61a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:18.722088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.873322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=eff4cc04-fd3c-4241-801d-41efc3d01dd9,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:18.947759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:18.948964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:18.958807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] Sync routers for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:18.975850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9bd1de52-c103-4945-97b6-559ebadcbe3e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2435706 Feb 13 23:41:18.979794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38648) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:18.982394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:18.983016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:19.052983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:19.053439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: 73e5193c-ec85-4f07-baa0-1a91e292c9c2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:19.092805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:19.099890 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-d668f898-c1aa-43cb-80e2-d49b7ae0703b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] delete failed (client error): The resource could not be found. Feb 13 23:41:19.106767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0dad9904-068c-4b11-a0b0-1e5d1610f8f4 None None] Provisioning for port 144dc8ef-d999-4bed-9e2b-8337dea1d61a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:19.107548 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d668f898-c1aa-43cb-80e2-d49b7ae0703b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-896026295 HTTP/1.1" status: 404 len: 334 time: 0.1244268 Feb 13 23:41:19.108279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38652) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:19.112585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0dad9904-068c-4b11-a0b0-1e5d1610f8f4 None None] Provisioning complete for port 144dc8ef-d999-4bed-9e2b-8337dea1d61a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:19.113036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0dad9904-068c-4b11-a0b0-1e5d1610f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.130984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2d815435-32e5-4a8f-8b85-b538baf7417e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef35f5b2-d489-437e-ba8f-e9124440208a'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:19.147664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:19.148353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:19.214844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.219072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.223438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.228589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.232656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.236600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.240579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.242545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-27c2b05d-e3f4-4a18-b6c2-ef26edf64ec4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.2352502 Feb 13 23:41:19.245879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.273401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:19.273799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a503-2e34-4152-a42f-6ec870b5ebe5 None None] The sync data for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:19.306705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0dad9904-068c-4b11-a0b0-1e5d1610f8f4 None None] Port 144dc8ef-d999-4bed-9e2b-8337dea1d61a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:41:19.427659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Calling delete_port for d9c14a78-3f6f-406e-8c49-3c74d30523f6 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:19.490710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-514c2891-0eee-4e44-af69-65199c34f6b4 req-e737ff73-22fb-4f0e-8967-f728a7b5c7ae tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2367258 Feb 13 23:41:19.605603 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.658550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9c14a78-3f6f-406e-8c49-3c74d30523f6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:19.702632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.710080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb817c09-2f75-464e-841e-0cf5fe68e8d6 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d9c14a78-3f6f-406e-8c49-3c74d30523f6 HTTP/1.1" status: 204 len: 168 time: 1.2195280 Feb 13 23:41:19.712600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38664) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:19.717951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906', 'external_fixed_ips': [{'subnet_id': '5e7ecc54-3b26-4094-ad48-72cbe3682d7d', 'ip_address': '2001:db8::2a5'}]}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:19.723441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:19.724067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:19.727886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:router and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:19.730983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:19.736862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:19.750359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.751494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.755059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 73e5193c-ec85-4f07-baa0-1a91e292c9c2) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:19.769381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1af7f-9a7a-44b9-b51d-348a2aee989f None None] Network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:19.785093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:19.785694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:19.789401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.103165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.103772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-73e5193c-ec85-4f07-baa0-1a91e292c9c2', 'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': 'eff4cc04-fd3c-4241-801d-41efc3d01dd9'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:20.104237 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.111971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b54e803b-5175-4163-b3e3-4d74ae8c95a5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9870191 Feb 13 23:41:20.112697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38674) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:20.119636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428443706'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:20.126439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:20.132033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:20.152717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:20.157089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:20.177304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:20.335734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:20.336571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:20.338580 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.347163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.404950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:20.423229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.423565 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment a36bd278-9fb3-4dff-973e-f0f61969ccc3 of type vlan for network c9c7a660-4d2d-47f1-a983-a896524c49b6 Feb 13 23:41:20.478968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.498799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Allocated IP 2001:db8:0:ffff::2 (73e5193c-ec85-4f07-baa0-1a91e292c9c2/eff4cc04-fd3c-4241-801d-41efc3d01dd9/fa91ad72-45ab-428f-a4dd-79b95a3bf6eb) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:20.574419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2d815435-32e5-4a8f-8b85-b538baf7417e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.612399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.622850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.623622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.677736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.681995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:20.682629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.726883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=144dc8ef-d999-4bed-9e2b-8337dea1d61a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:20.786545 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-2d815435-32e5-4a8f-8b85-b538baf7417e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] update failed (client error): The resource could not be found. Feb 13 23:41:20.787578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2d815435-32e5-4a8f-8b85-b538baf7417e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a HTTP/1.1" status: 404 len: 339 time: 1.6687891 Feb 13 23:41:20.797214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38688) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:20.859461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=c9c7a660-4d2d-47f1-a983-a896524c49b6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:20.867009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.878527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c9c7a660-4d2d-47f1-a983-a896524c49b6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:20.900862 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.913218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-71a7273a-1528-43c5-9567-4b0bcc76f467 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7992594 Feb 13 23:41:20.922814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38692) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:20.926946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:20.985062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Transition to ACTIVE for port object fa91ad72-45ab-428f-a4dd-79b95a3bf6eb will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:21.062141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Transition to ACTIVE for port object fa91ad72-45ab-428f-a4dd-79b95a3bf6eb will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:21.080069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.155519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': 'c9c7a660-4d2d-47f1-a983-a896524c49b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:21.156521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:21.159590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:21.168685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:21.207968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Pushing event updated for resources: {'Port': ['ID=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:21.273430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Attempting to bind port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:21.273800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Attempting to bind port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:21.275048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Attempting to bind port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb on network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:21.281891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:21.282372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Checking segment: {'id': '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:21.282766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.283154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Bound using segment: {'id': '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:21.283747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Bound port: fa91ad72-45ab-428f-a4dd-79b95a3bf6eb, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '73e5193c-ec85-4f07-baa0-1a91e292c9c2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:21.284526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.301514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:21.313860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:21.319312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:21.322949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Allocated IP 2001:db8::2a5 (ed3895ff-f409-4d6a-ab4b-98c7fbb91906/5e7ecc54-3b26-4094-ad48-72cbe3682d7d/be8edd4c-7b9a-495a-ab6c-9278d4581683) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:21.329266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:21.354156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:21.388564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] For port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:21.392330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] For port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,segment=NetworkSegment(0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf),segment_id=0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:21.398196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.473150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:21.483489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.487526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.491384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.495569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.497781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f866d-0f9c-43a0-8a31-dbd579d3d157 None None] Pushing event updated for resources: {'Port': ['ID=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:21.499620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.503431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.504522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:21.507561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:21.509793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-39551cd0-0ffe-40bc-b265-ddb4f9e46a2f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.7847757 Feb 13 23:41:21.569689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:21.653623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.665230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.837915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:21.973248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:21.979577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:21.983526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Port': ['ID=be8edd4c-7b9a-495a-ab6c-9278d4581683,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:21.986606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:22.080311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aad435d1-a2ac-4943-8234-70decc6b56bd req-977f3fe7-5f6d-4e60-88fd-edc9d44f0381 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5118251 Feb 13 23:41:22.174524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-688760d6-d24b-4214-99ca-52f02ce2c478 None None] Provisioning complete for port 144dc8ef-d999-4bed-9e2b-8337dea1d61a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:22.175130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-688760d6-d24b-4214-99ca-52f02ce2c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:22.214652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa91ad72-45ab-428f-a4dd-79b95a3bf6eb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:22.283829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-688760d6-d24b-4214-99ca-52f02ce2c478 None None] Port 144dc8ef-d999-4bed-9e2b-8337dea1d61a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:41:22.307143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:22.341549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:22.342265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:22.346588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:22.622072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:22.703981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=3acd182c-3254-494f-9192-9b56c70371cf,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:22.710577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': 'a36bd278-9fb3-4dff-973e-f0f61969ccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c9c7a660-4d2d-47f1-a983-a896524c49b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:22.710941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: c9c7a660-4d2d-47f1-a983-a896524c49b6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:22.766971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network c9c7a660-4d2d-47f1-a983-a896524c49b6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:22.786536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c9c7a660-4d2d-47f1-a983-a896524c49b6) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:22.793189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:22.793765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:22.799213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef1567-0837-4ba1-97ca-a2412d70a700 None None] Network c9c7a660-4d2d-47f1-a983-a896524c49b6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:22.833855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5191c17c-53e9-4f9e-8e1d-85a55231b4bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9046195 Feb 13 23:41:22.833855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:23.045477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:23.050361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:23.058820 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] Sync routers for ids ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:23.072070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0f1d0cd8-1c1c-4434-8a90-d32aa489c39a admin admin] 10.222.0.36 "PUT /v2.0/routers/a00c9e0e-e9ed-414f-a758-0f3a4abad8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5128417 Feb 13 23:41:23.074116 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] Routers {'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:23.074864 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:23.076874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38728) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:23.213980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f4881-e42b-49bf-b62f-a76af60aa6ed None None] Network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:23.273290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 79e26069-0f05-4055-ae16-8c23285e717f is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:41:23.406449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Router ee10878d-fd68-432a-bf22-397cc6f4e070 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:41:23.421277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:23.502497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] Set router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:23.522337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Allocated IP 172.20.0.1 (7f75297a-0382-45a9-ae33-bc0e32ee2d43/12490ca6-b1a2-4222-8cb0-de85bfebe80f/64544d89-51d3-4280-a75c-ebc2a1554be0) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:23.571431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] Provisioning for port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:23.579634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb53ad0-9c35-4e6a-ad42-1ee20cd89782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c9c7a660-4d2d-47f1-a983-a896524c49b6', 'network_id': 'c9c7a660-4d2d-47f1-a983-a896524c49b6', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': '3acd182c-3254-494f-9192-9b56c70371cf'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:23.580743 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3cb53ad0-9c35-4e6a-ad42-1ee20cd89782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:23.594571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] Provisioning complete for port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:23.595447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:23.752008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-3cb53ad0-9c35-4e6a-ad42-1ee20cd89782 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3acd182c-3254-494f-9192-9b56c70371cf: This subnet is being modified by another concurrent operation. Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:41:23.803497 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3acd182c-3254-494f-9192-9b56c70371cf: This subnet is being modified by another concurrent operation. Feb 13 23:41:23.809021 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 13 23:41:23.830981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0946785-eac1-45ac-ad78-cc5f7ddfa917 None None] Network c9c7a660-4d2d-47f1-a983-a896524c49b6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:23.842888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=3acd182c-3254-494f-9192-9b56c70371cf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:23.870367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.874334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.878166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.881956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.885919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.889736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.893669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:23.895738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-0e09a5df-b53f-4037-bc27-4d44b96e79a4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.3970468 Feb 13 23:41:23.903721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:23.925619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Transition to ACTIVE for port object 64544d89-51d3-4280-a75c-ebc2a1554be0 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:23.935463 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:41:14Z', 'revision_number': 5, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:23.939834 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] Checking router: a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:41:23.964353 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] Routers {'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:23.965126 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:23.980838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.089414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.106261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.162127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c7a660-4d2d-47f1-a983-a896524c49b6']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.164694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:24.167899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Port': ['ID=64544d89-51d3-4280-a75c-ebc2a1554be0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:24.172652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ede2622a-bb35-4359-89d7-c4d76ee2bb69 req-7dcd1290-0d5a-4a75-9af7-16e35d3ecaca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2546656 Feb 13 23:41:24.181327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36bd278-9fb3-4dff-973e-f0f61969ccc3') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.181817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36bd278-9fb3-4dff-973e-f0f61969ccc3') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.186574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:24.194616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] For port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,segment=NetworkSegment(0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf),segment_id=0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:24.199089 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.205619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:24.225531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.278525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.315367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.347410 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] Set router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:24.358193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:24.358583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:24.380831 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:24.400470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:24.429048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.447158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-174a5c0e-2344-453e-aec8-07100027a5ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/79e26069-0f05-4055-ae16-8c23285e717f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8451781 Feb 13 23:41:24.450910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38750) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:24.456290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] Sync routers for ids ['79e26069-0f05-4055-ae16-8c23285e717f'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:24.533731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] Routers {'79e26069-0f05-4055-ae16-8c23285e717f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:24.534318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['79e26069-0f05-4055-ae16-8c23285e717f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.597436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:24.618474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f172e616-e8fc-4ed8-a1f2-86bc1fa2ad93 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:24.618972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f172e616-e8fc-4ed8-a1f2-86bc1fa2ad93 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:24.643605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201b42d-3367-4e7e-bca0-09f34cfe1bf0 None None] Pushing event updated for resources: {'Port': ['ID=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:24.662700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.664135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0ca267b-7381-406b-8524-6f1b97e919af tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9503834 Feb 13 23:41:24.668841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38758) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:24.681968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.685945 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Sync routers for ids ['ee10878d-fd68-432a-bf22-397cc6f4e070'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:24.689996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f172e616-e8fc-4ed8-a1f2-86bc1fa2ad93 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:24.698089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f172e616-e8fc-4ed8-a1f2-86bc1fa2ad93 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports/144dc8ef-d999-4bed-9e2b-8337dea1d61a HTTP/1.1" status: 200 len: 911 time: 0.2449901 Feb 13 23:41:24.699758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] Routers {'79e26069-0f05-4055-ae16-8c23285e717f'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:24.700602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['79e26069-0f05-4055-ae16-8c23285e717f'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.701193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38762) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:24.803752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a4d9b8bb-e45e-495b-985c-f4d1735e525c None None] Provisioning for port 64544d89-51d3-4280-a75c-ebc2a1554be0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:24.821669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.822108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9905c-bb78-41ba-8329-10760d058865 None None] The sync data for ids ['79e26069-0f05-4055-ae16-8c23285e717f'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:24.825078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a4d9b8bb-e45e-495b-985c-f4d1735e525c None None] Provisioning complete for port 64544d89-51d3-4280-a75c-ebc2a1554be0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:24.825440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4d9b8bb-e45e-495b-985c-f4d1735e525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.835927 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Routers {'ee10878d-fd68-432a-bf22-397cc6f4e070'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:24.841176 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ee10878d-fd68-432a-bf22-397cc6f4e070'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:24.906255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9b8bb-e45e-495b-985c-f4d1735e525c None None] Port 64544d89-51d3-4280-a75c-ebc2a1554be0 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:41:24.916208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:24.982470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.054390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a200e2-6f12-4495-9b35-8ef2496aed1b None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:41:25.070494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.114312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=c9c7a660-4d2d-47f1-a983-a896524c49b6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:25.126752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9a22e09-b4d2-4edf-9c00-414187e5ab6f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/c9c7a660-4d2d-47f1-a983-a896524c49b6 HTTP/1.1" status: 204 len: 168 time: 2.2916479 Feb 13 23:41:25.129589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38770) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:25.144312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141459497'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:25.152653 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Set router ee10878d-fd68-432a-bf22-397cc6f4e070 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:25.165293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:25.196315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:25.212798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:25.243788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:25.255356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-75e0c3cc-7802-4040-8b1d-6bfab2145dc5 None None] Provisioning complete for port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:25.255719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-75e0c3cc-7802-4040-8b1d-6bfab2145dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.286553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:25.289470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.399881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:25.418202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.418545 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment 9e2329dc-5d33-4949-8741-9051192b10d8 of type vlan for network 6b788cb0-8512-47a5-ba75-1a375b9c11cc Feb 13 23:41:25.461500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.470834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.489005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Deleting port d5712cad-3ac5-4201-991c-3d46b759f399 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:25.489334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.644544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.648446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:25.649720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.656869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a200e2-6f12-4495-9b35-8ef2496aed1b None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:41:25.657989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:41:14Z', 'revision_number': 5, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:25.669369 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a003b2-fecf-40ac-86bf-fe559ff6ed65 None None] The sync data for ids ['a00c9e0e-e9ed-414f-a758-0f3a4abad8e3'] in n-d-828979-1 is: [{'id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'name': 'tempest-TaggedBootDevicesTest_v242-1800611353-router', 'tenant_id': '541263c6002e406d93d2102330cf38bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:33:20Z', 'updated_at': '2022-02-13T23:41:14Z', 'revision_number': 5, 'project_id': '541263c6002e406d93d2102330cf38bc', 'gw_port': {'id': 'd5712cad-3ac5-4201-991c-3d46b759f399', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00c9e0e-e9ed-414f-a758-0f3a4abad8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:33:22Z', 'updated_at': '2022-02-13T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:25.697443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.778127 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10878d-fd68-432a-bf22-397cc6f4e070', 'name': '', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906', 'external_fixed_ips': [{'subnet_id': '5e7ecc54-3b26-4094-ad48-72cbe3682d7d', 'ip_address': '2001:db8::2a5'}], 'enable_snat': True}, 'gw_port_id': 'be8edd4c-7b9a-495a-ab6c-9278d4581683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:19Z', 'updated_at': '2022-02-13T23:41:22Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': 'be8edd4c-7b9a-495a-ab6c-9278d4581683', 'name': '', 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10878d-fd68-432a-bf22-397cc6f4e070', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5e7ecc54-3b26-4094-ad48-72cbe3682d7d', 'ip_address': '2001:db8::2a5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:41:20Z', 'updated_at': '2022-02-13T23:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e7ecc54-3b26-4094-ad48-72cbe3682d7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:25.784912 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Checking router: ee10878d-fd68-432a-bf22-397cc6f4e070 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:41:25.785255 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Updating router ee10878d-fd68-432a-bf22-397cc6f4e070 port be8edd4c-7b9a-495a-ab6c-9278d4581683 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:41:25.861279 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:25.964816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8336141 Feb 13 23:41:25.978714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38782) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:25.981573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042686b-c781-4bae-b9d9-1a8a1837c621 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=6b788cb0-8512-47a5-ba75-1a375b9c11cc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:26.001289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:26.022407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6b788cb0-8512-47a5-ba75-1a375b9c11cc details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:26.111818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:41:26.219999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.247227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.252563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.252939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:26.256511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] For port d5712cad-3ac5-4201-991c-3d46b759f399, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d5712cad-3ac5-4201-991c-3d46b759f399,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:26.256871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.257728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.262711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.274397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.274913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:26.285710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:26.286166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.298599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa91ad72-45ab-428f-a4dd-79b95a3bf6eb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:26.299903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:26.312069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-12a74505-0dbc-47e6-b0d6-16285be453f1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5419 time: 0.5267034 Feb 13 23:41:26.418729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c12f98e4-a3ad-460d-9b92-0a08d359ab4a req-45220979-d37b-450d-8b39-a0ac3b89ff11 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024024 Feb 13 23:41:26.419540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.429422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:26.442468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Calling delete_port for d5712cad-3ac5-4201-991c-3d46b759f399 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:26.514651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:26.565421 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.613221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.626398 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Transition to ACTIVE for port object be8edd4c-7b9a-495a-ab6c-9278d4581683 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:26.630878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c14c6a54-2eeb-480f-b01f-30964c81ab6c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:26.647560 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.652238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.702598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.703176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:26.703176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.772564 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Attempting to bind port be8edd4c-7b9a-495a-ab6c-9278d4581683 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:26.773574 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Attempting to bind port be8edd4c-7b9a-495a-ab6c-9278d4581683 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:26.775606 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Attempting to bind port be8edd4c-7b9a-495a-ab6c-9278d4581683 on network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:26.786518 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:26.787145 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Checking segment: {'id': 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:26.787727 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.788997 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Bound using segment: {'id': 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:26.790174 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Bound port: be8edd4c-7b9a-495a-ab6c-9278d4581683, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ed3895ff-f409-4d6a-ab4b-98c7fbb91906'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:26.790973 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.823664 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Pushing event updated for resources: {'Port': ['ID=be8edd4c-7b9a-495a-ab6c-9278d4581683,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:26.824233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.856940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Deleting port be8edd4c-7b9a-495a-ab6c-9278d4581683 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:26.857276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:26.858063 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.858683 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.859218 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.859751 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.860402 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.860962 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.861500 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.862044 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.862729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.863271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.863793 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:26.923996 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] For port be8edd4c-7b9a-495a-ab6c-9278d4581683, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:26.932697 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] For port be8edd4c-7b9a-495a-ab6c-9278d4581683, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=be8edd4c-7b9a-495a-ab6c-9278d4581683,segment=NetworkSegment(adbdeab4-c2af-4ed4-bd4e-95ac10dd9206),segment_id=adbdeab4-c2af-4ed4-bd4e-95ac10dd9206)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:26.942809 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.053050 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Routers {'ee10878d-fd68-432a-bf22-397cc6f4e070'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:27.054019 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ee10878d-fd68-432a-bf22-397cc6f4e070'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:27.063397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:27.079952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'port_id': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'mac_address': 'fa:16:3e:6d:09:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:27.104920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event updated for resources: {'Port': ['ID=64544d89-51d3-4280-a75c-ebc2a1554be0,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:27.206702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:27.209550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:27.239233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.328252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14c6a54-2eeb-480f-b01f-30964c81ab6c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:27.339162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] For port be8edd4c-7b9a-495a-ab6c-9278d4581683, host n-d-828979-1, got binding levels [] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:27.339599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.347747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.370941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b3ac-143a-4e39-ae64-78d773007a87 None None] Pushing event updated for resources: {'Port': ['ID=be8edd4c-7b9a-495a-ab6c-9278d4581683,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:27.377758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:27.378201 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] Set router ee10878d-fd68-432a-bf22-397cc6f4e070 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:27.396150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.396803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 49a0f2a8-5fc5-4371-80eb-dc1219628a3e details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:27.482246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 84d98e01-12d8-4bc1-974f-15e424ad033c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:27.533381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 84d98e01-12d8-4bc1-974f-15e424ad033c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:27.533729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 84d98e01-12d8-4bc1-974f-15e424ad033c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:27.562750 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:41:27.576464 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10878d-fd68-432a-bf22-397cc6f4e070', 'name': '', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:19Z', 'updated_at': '2022-02-13T23:41:26Z', 'revision_number': 4, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:27.581288 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3841-ca68-4f68-bc3a-2ef18388acae None None] The sync data for ids ['ee10878d-fd68-432a-bf22-397cc6f4e070'] in n-d-828979-1 is: [{'id': 'ee10878d-fd68-432a-bf22-397cc6f4e070', 'name': '', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:19Z', 'updated_at': '2022-02-13T23:41:26Z', 'revision_number': 4, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:27.676929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:27.755658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-05209ab3-f189-4224-9d51-7735f58b98ff None None] Provisioning complete for port 64544d89-51d3-4280-a75c-ebc2a1554be0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:27.756345 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05209ab3-f189-4224-9d51-7735f58b98ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.770012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5712cad-3ac5-4201-991c-3d46b759f399,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:27.786572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Calling delete_port for be8edd4c-7b9a-495a-ab6c-9278d4581683 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:27.839670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:27.860278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-05209ab3-f189-4224-9d51-7735f58b98ff None None] Port 64544d89-51d3-4280-a75c-ebc2a1554be0 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:41:27.861796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e', 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'port_id': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e', 'mac_address': 'fa:16:3e:be:2c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb04418-1e25-449e-8cdb-190f272523f9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:27.947738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:27.975743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a0f2a8-5fc5-4371-80eb-dc1219628a3e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:28.043839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:28.057697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.058580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 827690c4-0284-4081-a053-15adb7ca7bd7 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:28.285105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.314431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:28.348469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.358874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=827690c4-0284-4081-a053-15adb7ca7bd7,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:28.375979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Router ef35f5b2-d489-437e-ba8f-e9124440208a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:28.376643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '827690c4-0284-4081-a053-15adb7ca7bd7', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'port_id': '827690c4-0284-4081-a053-15adb7ca7bd7', 'mac_address': 'fa:16:3e:8e:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:28.450769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.477331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827690c4-0284-4081-a053-15adb7ca7bd7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:28.491003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.496968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.497108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=827690c4-0284-4081-a053-15adb7ca7bd7,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:28.501631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.502021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.502700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bae62062-b10b-4891-891f-6c7c2dcca4da details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:28.506172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.511233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.516459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.520888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.530546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-1c2c593b-acdd-4c26-b780-6155989370d1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5420 time: 0.6614439 Feb 13 23:41:28.551673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=a9d1d0d4-0680-4c61-b290-49c87d4db101,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:28.623289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:28.638337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bae62062-b10b-4891-891f-6c7c2dcca4da,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:28.653202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'bae62062-b10b-4891-891f-6c7c2dcca4da', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'port_id': 'bae62062-b10b-4891-891f-6c7c2dcca4da', 'mac_address': 'fa:16:3e:10:e1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:28.670019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:41:28.670380 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:41:28.713049 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.736576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae62062-b10b-4891-891f-6c7c2dcca4da {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:28.754264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bae62062-b10b-4891-891f-6c7c2dcca4da,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:28.765650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:28.770462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.771582 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6d209a9a-5e27-4db7-869e-efcd57a6cf56 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:28.774830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b77776a3-544a-4f7e-a413-e1d01b805a88 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9729514 Feb 13 23:41:28.778002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 144dc8ef-d999-4bed-9e2b-8337dea1d61a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:28.778385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.803312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:28.819095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] Sync routers for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:28.878058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:28.879029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:28.890444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56e9f459-047b-453b-8fcb-1673afddfc55 req-c037bf2d-c109-4229-a5cd-72f18d9b1079 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3589566 Feb 13 23:41:28.897417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.906261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': '9e2329dc-5d33-4949-8741-9051192b10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:28.906620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: 6b788cb0-8512-47a5-ba75-1a375b9c11cc, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:28.923937 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.947425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:41:28.951277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 6b788cb0-8512-47a5-ba75-1a375b9c11cc is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:28.966125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:28.967228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 6b788cb0-8512-47a5-ba75-1a375b9c11cc) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:28.985626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:28.986593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.991732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:28.992437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:29.000054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db5141-cb89-4772-b84c-7717a844052b None None] Network 6b788cb0-8512-47a5-ba75-1a375b9c11cc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:29.073948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.077369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e9bb154e-56cc-4b38-bd40-881dfe6fa641 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a00c9e0e-e9ed-414f-a758-0f3a4abad8e3 HTTP/1.1" status: 204 len: 168 time: 5.9969714 Feb 13 23:41:29.077491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38828) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:29.156439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c80d7b74-8338-4030-922d-f2de207ff25b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1691694 Feb 13 23:41:29.161940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38832) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:29.171435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Deleting port be8edd4c-7b9a-495a-ab6c-9278d4581683 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:29.171786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.175573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.208353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:29.225459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:29.250326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '6d209a9a-5e27-4db7-869e-efcd57a6cf56', 'network_id': 'ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea', 'port_id': '6d209a9a-5e27-4db7-869e-efcd57a6cf56', 'mac_address': 'fa:16:3e:06:66:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb04418-1e25-449e-8cdb-190f272523f9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:29.326770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 144dc8ef-d999-4bed-9e2b-8337dea1d61a owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:29.427160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:29.428345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:29.437027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70674456'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:29.442363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:29.446695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:29.449634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:29.460668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:29.477828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc12d-ad68-4ea6-86e6-efd8c708da44 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.513264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Deleting subnet 68912197-4f9a-4e61-a58f-423c45a9b2b2 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:29.529379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.565180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:29.565593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737fc3b-4728-4cce-9b91-a286c7d25976 None None] The sync data for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:29.593250 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.617152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:29.617152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.630952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-6b788cb0-8512-47a5-ba75-1a375b9c11cc', 'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': 'a9d1d0d4-0680-4c61-b290-49c87d4db101'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:29.635804 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.673034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.691403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:29.705158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d209a9a-5e27-4db7-869e-efcd57a6cf56 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:29.734963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:29.756412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.756799 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment cef08ae4-9b48-4cff-8e06-ff1da95b460b of type vlan for network d9571b69-f30a-4f85-a3e7-b19415940283 Feb 13 23:41:29.784819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] For port be8edd4c-7b9a-495a-ab6c-9278d4581683, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=be8edd4c-7b9a-495a-ab6c-9278d4581683,segment=NetworkSegment(adbdeab4-c2af-4ed4-bd4e-95ac10dd9206),segment_id=adbdeab4-c2af-4ed4-bd4e-95ac10dd9206)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:29.785191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.788617 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.789474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:29.831208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:29.854346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.904670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:29.936166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'port_id': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73', 'mac_address': 'fa:16:3e:9c:83:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:29.939946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Calling delete_port for be8edd4c-7b9a-495a-ab6c-9278d4581683 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:29.977055 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:41:30.010718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=144dc8ef-d999-4bed-9e2b-8337dea1d61a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:30.032686 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-dd3bc12d-ad68-4ea6-86e6-efd8c708da44 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 13 23:41:30.039335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dd3bc12d-ad68-4ea6-86e6-efd8c708da44 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a HTTP/1.1" status: 409 len: 329 time: 1.2349091 Feb 13 23:41:30.047466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38852) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:30.051675 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.056286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:30.057960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.159738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.172634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5712cad-3ac5-4201-991c-3d46b759f399 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:30.291267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d5712cad-3ac5-4201-991c-3d46b759f399 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:30.291729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d5712cad-3ac5-4201-991c-3d46b759f399 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:30.324603 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.334979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:30.359339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:30.422964 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aabbfd86-ca0b-4dfc-8bbd-e2146c504f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.447182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:30.470377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.470664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Allocated IP 2001:db8::1 (6b788cb0-8512-47a5-ba75-1a375b9c11cc/a9d1d0d4-0680-4c61-b290-49c87d4db101/56494453-fbc1-4319-80e2-6eb2e8e545a3) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:30.527144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.527144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 10d68807-cacf-4296-9d50-32ae3b76ce9a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:41:30.527342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68912197-4f9a-4e61-a58f-423c45a9b2b2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:30.549867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.566821 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17338d5b-ebb8-4540-8d26-430ebc9ebfc2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/68912197-4f9a-4e61-a58f-423c45a9b2b2 HTTP/1.1" status: 204 len: 168 time: 1.4880171 Feb 13 23:41:30.569199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38860) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:30.593560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.619215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fdcb28-e082-4c52-b3cd-bdd781c543e9 None None] Network 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:30.639998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4755065 Feb 13 23:41:30.642250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.642606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.643100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.643448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.643788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.644243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.644582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.644914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.645244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.645571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.645898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:30.703444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38864) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:30.734943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:30.788168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:41:30.806121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02656cc2-671a-47b4-9e7a-bde833f4f0ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=d9571b69-f30a-4f85-a3e7-b19415940283,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:30.843739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:30.847133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d9571b69-f30a-4f85-a3e7-b19415940283 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:30.879238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event deleted for resources: {'Port': ['ID=be8edd4c-7b9a-495a-ab6c-9278d4581683,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:30.887782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:30.893203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:30.910511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:30.947223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:30.958461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:30.963952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:31.045102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '10d68807-cacf-4296-9d50-32ae3b76ce9a', 'network_id': 'd726b444-4c7c-419a-80ca-de4c3d57a91c', 'port_id': '10d68807-cacf-4296-9d50-32ae3b76ce9a', 'mac_address': 'fa:16:3e:ad:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc95659-b4c9-4c45-85de-2131e918e666', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:41:31.066907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.145072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.147054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.154431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.158965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.162606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.171026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.177440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.184462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:31.187016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-a5eb8bf7-f1f5-41df-976d-2bbd23562b98 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5425 time: 0.6467230 Feb 13 23:41:31.196241 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.198493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:31.200593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d68807-cacf-4296-9d50-32ae3b76ce9a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:31.219183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Transition to ACTIVE for port object 56494453-fbc1-4319-80e2-6eb2e8e545a3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:31.238070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:31.251449 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.253738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Transition to ACTIVE for port object 56494453-fbc1-4319-80e2-6eb2e8e545a3 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:31.277670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.315980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.355969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Deleting port 5453863c-3e55-451c-b1c9-4601a002f549 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:31.356599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.360831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Network 6b788cb0-8512-47a5-ba75-1a375b9c11cc is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:31.362764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:31.366479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:31.369318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:31.406990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] DHCP port deletion for 0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:31.422547 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0ace7015-267e-48c2-900a-8d7e47a43bb0 req-43f45678-39d3-4821-a828-54fc338f5945 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193470 Feb 13 23:41:31.452019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] Deleting port 5453863c-3e55-451c-b1c9-4601a002f549 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:31.452391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.697978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.715093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Pushing event updated for resources: {'Port': ['ID=56494453-fbc1-4319-80e2-6eb2e8e545a3,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:31.787217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Attempting to bind port 56494453-fbc1-4319-80e2-6eb2e8e545a3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:31.787602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Attempting to bind port 56494453-fbc1-4319-80e2-6eb2e8e545a3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '9e2329dc-5d33-4949-8741-9051192b10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:31.787954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Attempting to bind port 56494453-fbc1-4319-80e2-6eb2e8e545a3 on network 6b788cb0-8512-47a5-ba75-1a375b9c11cc {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:31.816070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['f7cbf0d5-9563-47ae-a3d0-b6c75b842e73'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:31.848936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 79e26069-0f05-4055-ae16-8c23285e717f has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:31.851017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c14c6a54-2eeb-480f-b01f-30964c81ab6c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:31.858082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:31.874513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['827690c4-0284-4081-a053-15adb7ca7bd7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:31.955750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['bae62062-b10b-4891-891f-6c7c2dcca4da'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:32.003382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:32.003382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Checking segment: {'id': '9e2329dc-5d33-4949-8741-9051192b10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:32.003771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.004193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Bound using segment: {'id': '9e2329dc-5d33-4949-8741-9051192b10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:32.004538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Bound port: 56494453-fbc1-4319-80e2-6eb2e8e545a3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2329dc-5d33-4949-8741-9051192b10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6b788cb0-8512-47a5-ba75-1a375b9c11cc'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:32.004883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.072757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.077410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] For port 5453863c-3e55-451c-b1c9-4601a002f549, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5453863c-3e55-451c-b1c9-4601a002f549,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:32.077807 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.078235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.103781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.ipam_backend_mixin [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing IP validity checks on allocation pools {{(pid=83662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 13 23:41:32.104652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.ipam_backend_mixin [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 13 23:41:32.140349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.141092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee10878d-fd68-432a-bf22-397cc6f4e070 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:32.173928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.175365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d32b3dca-0f7b-44ea-9ff5-20deda34876a tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ee10878d-fd68-432a-bf22-397cc6f4e070 HTTP/1.1" status: 204 len: 168 time: 7.5055299 Feb 13 23:41:32.195549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38892) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:32.280734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5453863c-3e55-451c-b1c9-4601a002f549 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:32.420631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Deleting subnet 5e7ecc54-3b26-4094-ad48-72cbe3682d7d {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:32.466145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.499780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] Calling delete_port for 5453863c-3e55-451c-b1c9-4601a002f549 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:32.523747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] For port 5453863c-3e55-451c-b1c9-4601a002f549, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5453863c-3e55-451c-b1c9-4601a002f549,segment=NetworkSegment(837a2113-25d4-4467-8f4b-df37ade9f9e2),segment_id=837a2113-25d4-4467-8f4b-df37ade9f9e2)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:32.524699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.525493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:32.537329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2e78f622-e345-4591-96e8-7120c4d0a929 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/79e26069-0f05-4055-ae16-8c23285e717f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8327842 Feb 13 23:41:32.538371 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] Sync routers for ids ['79e26069-0f05-4055-ae16-8c23285e717f'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:32.548782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38902) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:32.560484 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e21fa83d-d231-4e57-b1f4-907c726d18e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:32.561000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] Routers {'79e26069-0f05-4055-ae16-8c23285e717f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:32.561622 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['79e26069-0f05-4055-ae16-8c23285e717f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:32.780407 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:32.794889 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] Routers {'79e26069-0f05-4055-ae16-8c23285e717f'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:32.795709 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['79e26069-0f05-4055-ae16-8c23285e717f'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:32.813592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a1807628-942b-444f-be25-16877155fdb8 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:32.856040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] For port 56494453-fbc1-4319-80e2-6eb2e8e545a3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:32.870847 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:32.871505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d7d31-683b-4392-9cbb-bbf0eb498fc4 None None] The sync data for ids ['79e26069-0f05-4055-ae16-8c23285e717f'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:32.906200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['10d68807-cacf-4296-9d50-32ae3b76ce9a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:32.923824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Calling delete_port for 5453863c-3e55-451c-b1c9-4601a002f549 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:32.928031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a1807628-942b-444f-be25-16877155fdb8 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:32.929199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a1807628-942b-444f-be25-16877155fdb8 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e26069-0f05-4055-ae16-8c23285e717f HTTP/1.1" status: 200 len: 205 time: 0.3663738 Feb 13 23:41:32.938158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['6d209a9a-5e27-4db7-869e-efcd57a6cf56'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:32.958322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38912) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:32.962207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.060835 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.122019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] For port 56494453-fbc1-4319-80e2-6eb2e8e545a3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=56494453-fbc1-4319-80e2-6eb2e8e545a3,segment=NetworkSegment(9e2329dc-5d33-4949-8741-9051192b10d8),segment_id=9e2329dc-5d33-4949-8741-9051192b10d8)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:33.172955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.183711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.351263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] No DVR routers for this DVR port 5453863c-3e55-451c-b1c9-4601a002f549 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:33.352236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting port 64544d89-51d3-4280-a75c-ebc2a1554be0 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:33.353538 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.353668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5788eb-f23e-4684-95ed-b2c01ba3cb0c None None] Pushing event deleted for resources: {'Port': ['ID=5453863c-3e55-451c-b1c9-4601a002f549,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:33.361786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.435063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.498979 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:41:33.499586 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:41:33.517622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.521793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.526965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.530862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.535498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.539957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.544475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:33.546815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71dab792-20a0-4822-b0a3-62232e225a1f req-bce5ea99-065a-4934-a1cd-384f2582c527 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5426 time: 0.8521852 Feb 13 23:41:33.551039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=69eff552-53c9-4a08-afc9-f1f746d40d48,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:33.659251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.661337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.664084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89a78-0710-4f8c-8f0c-4ceb859298a9 None None] Pushing event updated for resources: {'Port': ['ID=56494453-fbc1-4319-80e2-6eb2e8e545a3,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:33.751716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.801637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:33.855001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Calling delete_port for 64544d89-51d3-4280-a75c-ebc2a1554be0 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:33.859161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['49a0f2a8-5fc5-4371-80eb-dc1219628a3e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:41:34.002557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Deleting port 5453863c-3e55-451c-b1c9-4601a002f549 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:34.003690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.108120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] The port '5453863c-3e55-451c-b1c9-4601a002f549' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:41:34.110887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.224461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.246077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 56494453-fbc1-4319-80e2-6eb2e8e545a3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:34.324727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Port': ['ID=64544d89-51d3-4280-a75c-ebc2a1554be0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:34.341794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.382148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7ecc54-3b26-4094-ad48-72cbe3682d7d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:34.411815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': 'cef08ae4-9b48-4cff-8e06-ff1da95b460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:34.412328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: d9571b69-f30a-4f85-a3e7-b19415940283, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:34.432818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71dab792-20a0-4822-b0a3-62232e225a1f req-10983591-93fc-47dd-aae0-51e208bab21e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8792059 Feb 13 23:41:34.437221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:34.470713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.478225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 56494453-fbc1-4319-80e2-6eb2e8e545a3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:34.478945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837a2113-25d4-4467-8f4b-df37ade9f9e2') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:34.479469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837a2113-25d4-4467-8f4b-df37ade9f9e2') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:34.575356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d00e66e0-0446-4d0b-9d4d-7e4d88bfec56 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/5e7ecc54-3b26-4094-ad48-72cbe3682d7d HTTP/1.1" status: 204 len: 168 time: 2.3752959 Feb 13 23:41:34.584616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.660823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38942) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:34.738837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.762866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.857009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network d9571b69-f30a-4f85-a3e7-b19415940283 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:34.859600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:34.862523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:34.946668 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:35.031080 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.072673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d9571b69-f30a-4f85-a3e7-b19415940283) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:35.087638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e0ca7-6daa-406a-98b2-fa55b0db239b None None] Network d9571b69-f30a-4f85-a3e7-b19415940283 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:35.093970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:35.094386 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.117905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.121685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.125641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6df26c4c-5b8f-4338-bfbf-3cd647170e18 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4210830 Feb 13 23:41:35.131975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38948) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:35.141808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.161629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.167935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.221975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1b0f3-7b69-45af-9c45-fca4d4b8ed51 None None] Network 6b788cb0-8512-47a5-ba75-1a375b9c11cc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:35.234440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab HTTP/1.1" status: 204 len: 168 time: 4.6640456 Feb 13 23:41:35.235254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cbc83-9b02-4e2b-94c3-ec1c24bc95f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7289a9-1fd2-4ba5-b64c-bd1bf78817ab,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:35.334088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.334576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router 79e26069-0f05-4055-ae16-8c23285e717f {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:35.375975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bae62062-b10b-4891-891f-6c7c2dcca4da up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:35.379598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.380705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-db05ecde-7e5b-48ab-94d1-892d649976fa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/79e26069-0f05-4055-ae16-8c23285e717f HTTP/1.1" status: 204 len: 168 time: 2.3330476 Feb 13 23:41:35.386887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38954) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:35.481051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Router ef35f5b2-d489-437e-ba8f-e9124440208a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:35.611398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Provisioning for port 56494453-fbc1-4319-80e2-6eb2e8e545a3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:35.643508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Provisioning complete for port 56494453-fbc1-4319-80e2-6eb2e8e545a3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:35.644192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.644935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38960) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:35.676619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d9571b69-f30a-4f85-a3e7-b19415940283', 'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': '69eff552-53c9-4a08-afc9-f1f746d40d48'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:35.677443 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.696581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port bae62062-b10b-4891-891f-6c7c2dcca4da completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:35.735369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.746059 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.777169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port bae62062-b10b-4891-891f-6c7c2dcca4da triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:35.777499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.846725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3895ff-f409-4d6a-ab4b-98c7fbb91906']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:35.884189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-729642a6-2a96-4fc7-b3fc-063c16d7d29b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3fd68826e0147adbea3ad81e3c34ac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373157 Feb 13 23:41:35.886957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38964) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:35.891705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:35.892816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:35.892816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbdeab4-c2af-4ed4-bd4e-95ac10dd9206') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:35.908827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] Sync routers for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:35.926081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:35.933379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d8ca8e6-a7e7-4363-bdbc-91f39042e08b tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8788548 Feb 13 23:41:35.939752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:35.984562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:35.988595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:35.993132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:35.997241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:36.001777 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:36.006219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:36.011311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:36.018916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-fc7c3c31-8aa1-4503-9c88-3e9801a1814a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5426 time: 0.2512903 Feb 13 23:41:36.043640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.059043 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-8dd534b5-04c9-4a8b-96fb-33fc39e5334c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] show failed (client error): The resource could not be found. Feb 13 23:41:36.060306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8dd534b5-04c9-4a8b-96fb-33fc39e5334c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-860204296 HTTP/1.1" status: 404 len: 334 time: 0.1154284 Feb 13 23:41:36.068196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38974) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:36.082457 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.083385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.090402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-01c4d6b1-bbca-4ef7-8a28-ef49d66ef802 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:36.129666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:36.130275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:36.198070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Allocated IP 2001:db8::3 (d9571b69-f30a-4f85-a3e7-b19415940283/69eff552-53c9-4a08-afc9-f1f746d40d48/ef09b86e-fff8-4685-aed8-afdb9753ff98) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:36.204905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:36.205604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.215051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:36.225151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cffaa5aa-d49b-47e8-87d5-1e539f03e291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.236850 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-01c4d6b1-bbca-4ef7-8a28-ef49d66ef802 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] update failed (client error): The resource could not be found. Feb 13 23:41:36.237891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-01c4d6b1-bbca-4ef7-8a28-ef49d66ef802 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1877643649 HTTP/1.1" status: 404 len: 335 time: 0.1667943 Feb 13 23:41:36.254442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 81635610-bfef-45ef-9409-b506df2ee3b5 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:36.256741 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:36.261418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38982) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:36.267941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.351326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] For port 56494453-fbc1-4319-80e2-6eb2e8e545a3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=56494453-fbc1-4319-80e2-6eb2e8e545a3,segment=NetworkSegment(9e2329dc-5d33-4949-8741-9051192b10d8),segment_id=9e2329dc-5d33-4949-8741-9051192b10d8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:36.362800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ba8aaee7-ddb2-49e4-95a0-f905896cc9c8 req-3319452a-b4d8-4674-ad14-f774695c985f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3427379 Feb 13 23:41:36.364635 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.376093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cffaa5aa-d49b-47e8-87d5-1e539f03e291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.376302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.432084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] Routers {'ef35f5b2-d489-437e-ba8f-e9124440208a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:36.433000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ef35f5b2-d489-437e-ba8f-e9124440208a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:36.515663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.546171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:41:36.559223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:36.559616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79aba4f-4158-4fa7-a2f2-07cf676cf77e None None] The sync data for ids ['ef35f5b2-d489-437e-ba8f-e9124440208a'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:36.582889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.605664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bae62062-b10b-4891-891f-6c7c2dcca4da,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:36.637653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed3895ff-f409-4d6a-ab4b-98c7fbb91906 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:41:36.639911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cffaa5aa-d49b-47e8-87d5-1e539f03e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.644778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed3895ff-f409-4d6a-ab4b-98c7fbb91906,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:36.657914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.658841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6d209a9a-5e27-4db7-869e-efcd57a6cf56 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:36.659365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.667701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaa5aa-d49b-47e8-87d5-1e539f03e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f8112b-d42f-4357-97a5-ccaf596873b0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:36.684170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cffaa5aa-d49b-47e8-87d5-1e539f03e291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.697903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e48f4360-4144-45ff-82cb-95f3931e4a0e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ed3895ff-f409-4d6a-ab4b-98c7fbb91906 HTTP/1.1" status: 204 len: 168 time: 2.0303509 Feb 13 23:41:36.709718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cffaa5aa-d49b-47e8-87d5-1e539f03e291 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4f8112b-d42f-4357-97a5-ccaf596873b0 HTTP/1.1" status: 204 len: 168 time: 0.8023570 Feb 13 23:41:36.728297 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da', 'code': 200} Feb 13 23:41:36.787783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.799641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting subnet 8fd7b464-5833-4e22-8835-3d9ea14c3024 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:36.806717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Pushing event updated for resources: {'Port': ['ID=56494453-fbc1-4319-80e2-6eb2e8e545a3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:36.833210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.964402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:36.964962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9dbc2746-2048-41ff-8043-fc9c002a5383 None None] Provisioning complete for port 56494453-fbc1-4319-80e2-6eb2e8e545a3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:36.965440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2746-2048-41ff-8043-fc9c002a5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.024217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.057385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=81635610-bfef-45ef-9409-b506df2ee3b5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:37.080520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.093982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3d5902ee-3711-443d-8649-357b1e099ff4 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/81635610-bfef-45ef-9409-b506df2ee3b5 HTTP/1.1" status: 204 len: 168 time: 1.7040062 Feb 13 23:41:37.098929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:37.136243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dde816-f0be-4ded-93bb-3bf38e921da6 None None] Network 0a6c01b0-2202-495d-9ed1-85666d0c8f60 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:37.171286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.172019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.172521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.173003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.173478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.173978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.174340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.174663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.174989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.175342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.175630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87212ecd-67c7-46b6-90be-ceb1b080bdb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:37.266649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.361008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.419144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.443200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:37.443518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.449105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.496456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:37.503700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.595250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Transition to ACTIVE for port object ef09b86e-fff8-4685-aed8-afdb9753ff98 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:37.616553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:37.628754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:37.629653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.639167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd7b464-5833-4e22-8835-3d9ea14c3024,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:37.656585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:37.660331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.678438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:37.689048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'name': 'tempest-router--1297008347', 'project_id': 'c614ca6d7b794c78b4d1ceac8772b1e3'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:37.703457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:37.716816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:router and tenant:c614ca6d7b794c78b4d1ceac8772b1e3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:37.722501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:37.725635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e7084-2503-4acb-9d27-13bdffc37049 None None] Network d5321e4a-5ed0-4148-b2b7-12f790268f00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:37.733690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:37.835966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.837239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.881052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,segment=NetworkSegment(1a6ed209-ec96-4541-8fb6-361aa2b945e6),segment_id=1a6ed209-ec96-4541-8fb6-361aa2b945e6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:37.881052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:37.959988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40a30893-617d-4eb5-87a8-194e00cd9408 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/subnets/8fd7b464-5833-4e22-8835-3d9ea14c3024 HTTP/1.1" status: 204 len: 168 time: 1.6924260 Feb 13 23:41:37.968171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39146) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:37.999680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Transition to ACTIVE for port object ef09b86e-fff8-4685-aed8-afdb9753ff98 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:38.032294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.050169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:38.064144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.175820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 56494453-fbc1-4319-80e2-6eb2e8e545a3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:38.218398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0103d8fa-5aee-4f48-b084-cdf40f680aa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=541263c6002e406d93d2102330cf38bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5575418 Feb 13 23:41:38.222794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:38.226011 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.232830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.265206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Network d9571b69-f30a-4f85-a3e7-b19415940283 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:38.274230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:38.277628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:38.301348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Pushing event updated for resources: {'Port': ['ID=ef09b86e-fff8-4685-aed8-afdb9753ff98,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:38.315055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.319319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.324196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.327703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=69eff552-53c9-4a08-afc9-f1f746d40d48,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:38.329058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.333034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.338069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.345605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:38.355545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-b3b32be6-e66a-4886-aca2-e26a57b2273f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5427 time: 0.4512582 Feb 13 23:41:38.366735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting subnet 4b0e7707-599d-4f50-a632-ec6815825647 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:38.388731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.390358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0eb9692d-0915-4a67-b059-13e35d2c1315 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7106264 Feb 13 23:41:38.399498 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.416291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39190) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:38.449521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb520442-2235-4496-a2bc-9f8563a22bed None None] DHCP port deletion for 0a6c01b0-2202-495d-9ed1-85666d0c8f60 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:38.507218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Attempting to bind port ef09b86e-fff8-4685-aed8-afdb9753ff98 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:38.507718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Attempting to bind port ef09b86e-fff8-4685-aed8-afdb9753ff98 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'cef08ae4-9b48-4cff-8e06-ff1da95b460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:38.508733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Attempting to bind port ef09b86e-fff8-4685-aed8-afdb9753ff98 on network d9571b69-f30a-4f85-a3e7-b19415940283 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:38.509826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.547457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09f1e910-2886-4791-8265-79dc143e73ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.550627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 56494453-fbc1-4319-80e2-6eb2e8e545a3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:38.553594 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.554747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64013cd2-2b45-43cc-969d-0503419a1a3c req-a2286617-75b7-4b8e-93a1-dd32f271913c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978357 Feb 13 23:41:38.589747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:38.590329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Checking segment: {'id': 'cef08ae4-9b48-4cff-8e06-ff1da95b460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:38.590858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.591362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Bound using segment: {'id': 'cef08ae4-9b48-4cff-8e06-ff1da95b460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:38.591956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Bound port: ef09b86e-fff8-4685-aed8-afdb9753ff98, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef08ae4-9b48-4cff-8e06-ff1da95b460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9571b69-f30a-4f85-a3e7-b19415940283'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:38.592430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.599564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09f1e910-2886-4791-8265-79dc143e73ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.631532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.686891 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.689681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] DHCP port deletion for d5321e4a-5ed0-4148-b2b7-12f790268f00 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:38.710938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.796163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:41:38.806239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] Deleting port fb19b0c6-2bb6-44ce-95af-b68d2905c399 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:38.806539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.821257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.845783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:38.865179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.878433 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09f1e910-2886-4791-8265-79dc143e73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.882653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:38.905128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0e7707-599d-4f50-a632-ec6815825647,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:38.921505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1e910-2886-4791-8265-79dc143e73ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11925b4f-9673-4bd5-996f-a69d499efa01,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:38.924192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.933162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9571b69-f30a-4f85-a3e7-b19415940283']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:38.937667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09f1e910-2886-4791-8265-79dc143e73ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:38.938982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-09f1e910-2886-4791-8265-79dc143e73ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11925b4f-9673-4bd5-996f-a69d499efa01 HTTP/1.1" status: 204 len: 168 time: 0.7152963 Feb 13 23:41:38.960952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:38.962507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-069fe6e7-fe65-428d-aded-23e75175a7b4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/subnets/4b0e7707-599d-4f50-a632-ec6815825647 HTTP/1.1" status: 204 len: 168 time: 0.9896579 Feb 13 23:41:38.989903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef08ae4-9b48-4cff-8e06-ff1da95b460b') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:38.995159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef08ae4-9b48-4cff-8e06-ff1da95b460b') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:39.067597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] For port fb19b0c6-2bb6-44ce-95af-b68d2905c399, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb19b0c6-2bb6-44ce-95af-b68d2905c399,segment=NetworkSegment(ad4e52a1-c8b5-4cca-b3df-338903ae8d46),segment_id=ad4e52a1-c8b5-4cca-b3df-338903ae8d46)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:39.067988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.080911 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56', 'code': 200} Feb 13 23:41:39.082310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:39.093152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec85fe0-1f94-442b-bf23-421403e79e69 None None] Network a3fddfeb-cdcb-4c71-9748-532fec163b93 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:39.142543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.143338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c14c6a54-2eeb-480f-b01f-30964c81ab6c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:39.152854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.281560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.400994 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.415573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.433920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:39.434744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:39.453984 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:39.509976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] Calling delete_port for fb19b0c6-2bb6-44ce-95af-b68d2905c399 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:39.550828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.567279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.570329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6c01b0-2202-495d-9ed1-85666d0c8f60']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:39.596452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6ed209-ec96-4541-8fb6-361aa2b945e6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:39.596995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6ed209-ec96-4541-8fb6-361aa2b945e6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:39.646844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] For port ef09b86e-fff8-4685-aed8-afdb9753ff98, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:39.743304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.765408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 13 23:41:39.765408 n-d-828979-1 neutron-server[83662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 13 23:41:39.765408 n-d-828979-1 neutron-server[83662]: [parameters: {'id': 'd9571b69-f30a-4f85-a3e7-b19415940283'}] Feb 13 23:41:39.765408 n-d-828979-1 neutron-server[83662]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:41:39.765716 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:41:39.795588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting port fb19b0c6-2bb6-44ce-95af-b68d2905c399 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:39.795928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.799585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] For port ef09b86e-fff8-4685-aed8-afdb9753ff98, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ef09b86e-fff8-4685-aed8-afdb9753ff98,segment=NetworkSegment(cef08ae4-9b48-4cff-8e06-ff1da95b460b),segment_id=cef08ae4-9b48-4cff-8e06-ff1da95b460b)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:39.828250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.852788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:39.856314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:39.962844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c14c6a54-2eeb-480f-b01f-30964c81ab6c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:39.990612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.005393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:40.006187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.010340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c14c6a54-2eeb-480f-b01f-30964c81ab6c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:40.010808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.061074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.069651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc21b5-a13f-4194-a39d-d8976c891dfd None None] Pushing event updated for resources: {'Port': ['ID=ef09b86e-fff8-4685-aed8-afdb9753ff98,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:40.080649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.099577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.112223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.120981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] The port 'fb19b0c6-2bb6-44ce-95af-b68d2905c399' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:40.123415 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:40.125978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.129142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.134310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.138243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-969847f4-230d-4318-ac6a-504f9a5af96a req-0000e184-6ebb-4db2-b835-b5b4b135ddb1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5428 time: 0.2280908 Feb 13 23:41:40.202076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb19b0c6-2bb6-44ce-95af-b68d2905c399 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:40.239635 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-969847f4-230d-4318-ac6a-504f9a5af96a req-86261b0c-7b90-443b-a44f-e6e5fd524ffd tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913410 Feb 13 23:41:40.274368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] No DVR routers for this DVR port fb19b0c6-2bb6-44ce-95af-b68d2905c399 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:40.278091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332655f-764b-468c-b2b6-a685040664a2 None None] Pushing event deleted for resources: {'Port': ['ID=fb19b0c6-2bb6-44ce-95af-b68d2905c399,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:40.281881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fb19b0c6-2bb6-44ce-95af-b68d2905c399 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:40.282982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb19b0c6-2bb6-44ce-95af-b68d2905c399 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:40.283398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:40.360820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] DHCP port deletion for a3fddfeb-cdcb-4c71-9748-532fec163b93 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:40.367625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:40.368440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f8b6b29-9edc-4fbb-a6eb-2bf50a47d663 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:40.373796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] Deleting port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:40.374827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.387121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39416) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:40.439114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d041e-09df-4a32-8f85-e7b68f3e91be None None] Network d9571b69-f30a-4f85-a3e7-b19415940283 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:40.543581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.564053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1373867832-network', 'tenant_id': '3f0be55b3e4a401bbcaeb9fdd5ab80b1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:40.569159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:40.574248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Usage tracker for resource:network and tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:40.577397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:40.583924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:40.594282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.599113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Made reservation on behalf of 3f0be55b3e4a401bbcaeb9fdd5ab80b1 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:40.603737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.619279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.656551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:40.660586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:40.663613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:40.670476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:40.698669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.709618 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.728318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port ef09b86e-fff8-4685-aed8-afdb9753ff98 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:40.728888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.755352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.762558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.763906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.798001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:40.812518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:40.820039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.821328 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Added segment 28cffea0-a87a-4bc4-97d3-55e50992eaac of type vlan for network a9832348-6f73-4b51-b3ae-622a76ad4b17 Feb 13 23:41:40.836977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] For port e868c94f-7f4a-4725-a027-b92b7fa3c5c5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,segment=NetworkSegment(c04d509e-32ac-49ba-aa56-270f96c64bbc),segment_id=c04d509e-32ac-49ba-aa56-270f96c64bbc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:40.837472 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.842138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5321e4a-5ed0-4148-b2b7-12f790268f00']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:40.875845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.879143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.889338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.904514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:40.904806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4e52a1-c8b5-4cca-b3df-338903ae8d46') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:40.936790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.937700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:40.938421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.955353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.969650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=0a6c01b0-2202-495d-9ed1-85666d0c8f60,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:40.973030 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:40.973811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2a6f51-b728-47d6-b44c-43cf9bfa6cbf {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:40.997558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] Calling delete_port for e868c94f-7f4a-4725-a027-b92b7fa3c5c5 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:41.034113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] Pushing event updated for resources: {'Network': ['ID=a9832348-6f73-4b51-b3ae-622a76ad4b17,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:41.048707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.064524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a62d64e4-e2e1-43f3-9e1f-fc0b8b20d623 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6737838 Feb 13 23:41:41.064988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39490) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:41.071864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Request body: {'subnet': {'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1373867832-subnet', 'tenant_id': '3f0be55b3e4a401bbcaeb9fdd5ab80b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:41.079878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:41.090641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Usage tracker for resource:subnet and tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:41.094601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:41.104519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:41.105349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:41:41.110306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:41.120173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a9832348-6f73-4b51-b3ae-622a76ad4b17 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:41.130597 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-00e6e499-8700-4391-be15-20a74654aedc tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/0a6c01b0-2202-495d-9ed1-85666d0c8f60 HTTP/1.1" status: 204 len: 168 time: 4.0300405 Feb 13 23:41:41.131031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:41.151343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.152143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-572970769', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:41.153190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7c00b295-2ba5-49c2-b57a-99e146e53f50 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7b2a6f51-b728-47d6-b44c-43cf9bfa6cbf HTTP/1.1" status: 204 len: 168 time: 2.7309263 Feb 13 23:41:41.157046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:41.157625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.158322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.158998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:41.178230 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:41.185105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Made reservation on behalf of 3f0be55b3e4a401bbcaeb9fdd5ab80b1 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:41.191844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.207960 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'code': 200} Feb 13 23:41:41.228842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:41.369769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.370456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:41.396995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.397763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:41.420413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:41.435133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Network': ['ID=d5321e4a-5ed0-4148-b2b7-12f790268f00,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:41.437079 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.438956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port ef09b86e-fff8-4685-aed8-afdb9753ff98, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ef09b86e-fff8-4685-aed8-afdb9753ff98,segment=NetworkSegment(cef08ae4-9b48-4cff-8e06-ff1da95b460b),segment_id=cef08ae4-9b48-4cff-8e06-ff1da95b460b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:41.439557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.452122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb60cb79-4c2b-4377-974d-d5c5fb53594a tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/networks/d5321e4a-5ed0-4148-b2b7-12f790268f00 HTTP/1.1" status: 204 len: 168 time: 2.4861493 Feb 13 23:41:41.453548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:41.456667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:41.480423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:41.501490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:41.501863 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.508995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.512106 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.534364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] Pushing event deleted for resources: {'Port': ['ID=e868c94f-7f4a-4725-a027-b92b7fa3c5c5,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:41.538380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.550670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03c27e-0b39-4856-b54e-db9b67840188 None None] No DVR routers for this DVR port e868c94f-7f4a-4725-a027-b92b7fa3c5c5 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:41.577801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23376b-5fbf-4ad4-b171-0f7c50ea9b05 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:41:41.670351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39520) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:41.690398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for ef09b86e-fff8-4685-aed8-afdb9753ff98 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:41.791012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.800218 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.811023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23376b-5fbf-4ad4-b171-0f7c50ea9b05 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:41:41.881336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.893554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:41.936834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1848334989', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:41.965014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:41.986130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:41.991253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:41.996569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:41.996896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Port': ['ID=ef09b86e-fff8-4685-aed8-afdb9753ff98,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:42.017227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.018311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 827690c4-0284-4081-a053-15adb7ca7bd7 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:42.020910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:42.030729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No DVR routers for this DVR port ef09b86e-fff8-4685-aed8-afdb9753ff98 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:42.033456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.034524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:42.053400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:42.067741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:42.081049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-f2dbb636-1c77-4f03-8517-4655f1b8be1e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5429 time: 0.4134545 Feb 13 23:41:42.161076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:42.175563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.177774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fddfeb-cdcb-4c71-9748-532fec163b93']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:42.182868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Usage tracker for resource:router and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:42.210159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04d509e-32ac-49ba-aa56-270f96c64bbc') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:42.210881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04d509e-32ac-49ba-aa56-270f96c64bbc') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:42.220058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:42.237825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.246986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.278498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9571b69-f30a-4f85-a3e7-b19415940283']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:42.286408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.300031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef08ae4-9b48-4cff-8e06-ff1da95b460b') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:42.300171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef08ae4-9b48-4cff-8e06-ff1da95b460b') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:42.308665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:42.308665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:42.324442 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:42.349778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:42.355170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e868c94f-7f4a-4725-a027-b92b7fa3c5c5 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:42.382356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.417136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:42.421289 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.428997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:42.429517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f3c8c62-2a19-469c-928a-7ef76b01812f req-d98415fb-0b55-4fe8-b43f-32a7a133a850 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3476202 Feb 13 23:41:42.429633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:42.446112 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:42.449931 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.459081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.460038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.474571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5ac719-f0fa-4190-aca9-59c136abe616,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:42.494952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e868c94f-7f4a-4725-a027-b92b7fa3c5c5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:42.495583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e868c94f-7f4a-4725-a027-b92b7fa3c5c5 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:42.499678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Checking segment: {'id': '28cffea0-a87a-4bc4-97d3-55e50992eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:42.500053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Network hostable DHCP agents. Network: a9832348-6f73-4b51-b3ae-622a76ad4b17, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:42.534349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.543228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 827690c4-0284-4081-a053-15adb7ca7bd7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:42.561028 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 827690c4-0284-4081-a053-15adb7ca7bd7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:42.561765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.561894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Network a9832348-6f73-4b51-b3ae-622a76ad4b17 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:42.594256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a9832348-6f73-4b51-b3ae-622a76ad4b17) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:42.668782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:42.669372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.671414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.701837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Network': ['ID=a3fddfeb-cdcb-4c71-9748-532fec163b93,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:42.712251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ebb9f54-f477-43bd-8219-c39ec845716e tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/networks/a3fddfeb-cdcb-4c71-9748-532fec163b93 HTTP/1.1" status: 204 len: 168 time: 1.2515974 Feb 13 23:41:42.712900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39534) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:42.787887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.800646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.815781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e11959-7654-4829-9c4d-fb1e0040ccbe None None] Network a9832348-6f73-4b51-b3ae-622a76ad4b17 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:42.821835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.831459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.871441 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-44bbef70-4b82-4ac0-bee9-e67c230c7ec7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8046679 Feb 13 23:41:42.881701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=d9571b69-f30a-4f85-a3e7-b19415940283,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:42.897868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0e751a97-06d1-4d50-9fa9-79dcee32bfd7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/d9571b69-f30a-4f85-a3e7-b19415940283 HTTP/1.1" status: 204 len: 168 time: 7.7373378 Feb 13 23:41:42.897868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39540) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:42.904837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488424145'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:42.914688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:42.915560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.922487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:42.924001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.928385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:42.952366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:42.971902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=827690c4-0284-4081-a053-15adb7ca7bd7,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:42.978699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting subnet 12490ca6-b1a2-4222-8cb0-de85bfebe80f {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:41:42.982207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:42.990323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.015913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:43.019344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.072511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:43.081244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.098631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 172.25.4.156 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/91f3ca5b-479e-40a0-bbd2-5dabbfde5eef) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:43.127930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.128272 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment 08b18efd-7185-4c33-8f0c-edd36b2e31e8 of type vlan for network f6303e52-2fda-4e3f-b627-975b99ecc1df Feb 13 23:41:43.148413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:43.151626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 49a0f2a8-5fc5-4371-80eb-dc1219628a3e up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:43.185205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.212594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73'}, {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:41:43.232793 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.274407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.278448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.279424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.357599 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73', 'code': 200} Feb 13 23:41:43.357855 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7', 'code': 200} Feb 13 23:41:43.414103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6a04a-397a-472e-b952-d4f0649b7175 None None] Network a9832348-6f73-4b51-b3ae-622a76ad4b17 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:43.455745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5589406 Feb 13 23:41:43.456808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39554) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:43.462639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.477008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:43.496179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:43.522679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.542060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Subnet': ['ID=12490ca6-b1a2-4222-8cb0-de85bfebe80f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:43.551668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa7fcd2c-e05e-4099-809a-7b171ab28c8c tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/subnets/12490ca6-b1a2-4222-8cb0-de85bfebe80f HTTP/1.1" status: 204 len: 168 time: 0.8357184 Feb 13 23:41:43.551668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c59488-b9b1-4d72-b206-0e294af487bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=f6303e52-2fda-4e3f-b627-975b99ecc1df,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:43.554346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39560) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:43.597682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:43.598001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.636921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e003dfb-e1fc-49e2-a840-77b6eeee10fb None None] Network 7f75297a-0382-45a9-ae33-bc0e32ee2d43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:43.651005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f6303e52-2fda-4e3f-b627-975b99ecc1df details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:43.668099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.764049 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.787038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Deleting port 5e1c120e-56dd-424c-a531-e3e995612aa8 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:43.787386 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:43.856178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.862536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.869575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.873685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.878577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.882701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.887016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:43.895838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-1754dc3b-6627-43c2-a59d-a1618992c0df tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5431 time: 0.2417634 Feb 13 23:41:43.948198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:43.958413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:43.988833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:44.017736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:44.071468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5682991-e90e-4acf-a15f-dea29750ce37 req-61df20c3-69a1-4c50-a9f3-f57dedf7a44a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738415 Feb 13 23:41:44.101167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.146532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:44.153644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] For port 5e1c120e-56dd-424c-a531-e3e995612aa8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e1c120e-56dd-424c-a531-e3e995612aa8,segment=NetworkSegment(951e190e-3b19-43c5-929c-e10d32427ba6),segment_id=951e190e-3b19-43c5-929c-e10d32427ba6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:44.153999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.173766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-b3fedbab-bb0c-4b45-923b-94808199636d tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:44.174521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-b3fedbab-bb0c-4b45-923b-94808199636d tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Synchronizing usage tracker for tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:44.220650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.290897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:44.298832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:44.299561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:44.306354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-b3fedbab-bb0c-4b45-923b-94808199636d tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Unset dirty status for tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:44.307457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-b3fedbab-bb0c-4b45-923b-94808199636d tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/networks?id=a9832348-6f73-4b51-b3ae-622a76ad4b17 HTTP/1.1" status: 200 len: 822 time: 0.5638719 Feb 13 23:41:44.308457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:44.313256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.314229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 10d68807-cacf-4296-9d50-32ae3b76ce9a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:41:44.357256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Calling delete_port for 5e1c120e-56dd-424c-a531-e3e995612aa8 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:44.359241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=91f3ca5b-479e-40a0-bbd2-5dabbfde5eef,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:44.402433 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.455692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.478950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51fe5e6-7177-403b-baec-21ba97bd8797 None None] DHCP port deletion for 7f75297a-0382-45a9-ae33-bc0e32ee2d43 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:41:44.480663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-c72142e8-73b3-4030-a8e1-6807d9620cbe tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/quotas/3f0be55b3e4a401bbcaeb9fdd5ab80b1 HTTP/1.1" status: 200 len: 375 time: 0.1344299 Feb 13 23:41:44.516278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Port': ['ID=5e1c120e-56dd-424c-a531-e3e995612aa8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:44.532315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] No DVR routers for this DVR port 5e1c120e-56dd-424c-a531-e3e995612aa8 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:44.565154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:44.588219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 10d68807-cacf-4296-9d50-32ae3b76ce9a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:41:44.596382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 10d68807-cacf-4296-9d50-32ae3b76ce9a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:41:44.598331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.734773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.764776 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.808491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:44.820439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.872490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f75297a-0382-45a9-ae33-bc0e32ee2d43']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:44.891816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951e190e-3b19-43c5-929c-e10d32427ba6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:44.892300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951e190e-3b19-43c5-929c-e10d32427ba6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:44.907034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.908006 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-88e1e0ed-60e5-4276-8d82-1576c5339ed1 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f0be55b3e4a401bbcaeb9fdd5ab80b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4174795 Feb 13 23:41:44.915140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.927664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.940152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:44.940623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:44.941457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:44.958773 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:44.994423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.082221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.112308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.121511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Pushing event deleted for resources: {'Network': ['ID=7f75297a-0382-45a9-ae33-bc0e32ee2d43,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:45.135933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4f5d4a6f-f9bb-429e-900b-9cab4a0e0fb5 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/networks/7f75297a-0382-45a9-ae33-bc0e32ee2d43 HTTP/1.1" status: 204 len: 168 time: 1.5794525 Feb 13 23:41:45.138404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:45.150973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-555f4260-7bdd-4d4b-af7e-aae71cdcb225 service neutron] 10.222.0.36 "GET /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914787 Feb 13 23:41:45.199881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51ac46a2-c865-4fad-be0a-7b4f55923db4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Synchronizing usage tracker for tenant:3a1bd54af3dc45f4b7fcc11b61aba017 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:45.221110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51ac46a2-c865-4fad-be0a-7b4f55923db4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Unset dirty status for tenant:3a1bd54af3dc45f4b7fcc11b61aba017 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:45.222654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-51ac46a2-c865-4fad-be0a-7b4f55923db4 tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef35f5b2-d489-437e-ba8f-e9124440208a HTTP/1.1" status: 200 len: 205 time: 0.0831463 Feb 13 23:41:45.225320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39582) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:45.359508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e'}, {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d68807-cacf-4296-9d50-32ae3b76ce9a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:41:45.413768 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.453553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.595360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=22cb9ae0-3d7c-44bf-9cb9-30f4919edb43,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:45.611352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.615399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.620028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.624069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.628319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.632297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.636900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:45.638813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12357fcd-f620-47fd-a7ec-75a359595952 req-9fc805b5-593d-4a65-9639-48b9a8789d81 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.2591352 Feb 13 23:41:45.708364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-a12ff42e-48ab-4f7a-ae0a-a7575bd28e8a service neutron] 10.222.0.36 "GET /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180664 Feb 13 23:41:45.716370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': '08b18efd-7185-4c33-8f0c-edd36b2e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:45.716733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: f6303e52-2fda-4e3f-b627-975b99ecc1df, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:45.744419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Allocated IP 172.25.4.11 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/5093257e-dec0-4cd3-b4b9-063188beff75) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:45.760838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.761566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.931106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network f6303e52-2fda-4e3f-b627-975b99ecc1df is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:45.962539 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e', 'code': 200} Feb 13 23:41:45.963863 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d68807-cacf-4296-9d50-32ae3b76ce9a', 'code': 200} Feb 13 23:41:45.966267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12357fcd-f620-47fd-a7ec-75a359595952 req-0d4e5e7c-b30a-4483-abac-8fe2324400e3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3206747 Feb 13 23:41:45.972196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:45.977587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.025585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.027155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Fanout notify agent at l3_agent the message router_deleted on router ef35f5b2-d489-437e-ba8f-e9124440208a {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:46.039713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.041310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-83b1af8f-1815-4120-9708-f5896f52a4da tempest-RoutersNegativeTest-1493944056 tempest-RoutersNegativeTest-1493944056-project] 10.222.0.36 "DELETE /v2.0/routers/ef35f5b2-d489-437e-ba8f-e9124440208a HTTP/1.1" status: 204 len: 168 time: 0.8146985 Feb 13 23:41:46.100144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f6303e52-2fda-4e3f-b627-975b99ecc1df) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:46.110320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265d47e-e4f7-431a-9b03-8a70b1ac34ac None None] Network f6303e52-2fda-4e3f-b627-975b99ecc1df requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:46.135623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e1c120e-56dd-424c-a531-e3e995612aa8 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:41:46.177347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:46.177939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.193003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de1e4b94-0939-4843-b230-3116fdc8a014 req-ed327aaf-d847-4034-b43c-8fe4344c1f31 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.1730125 Feb 13 23:41:46.220077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5e1c120e-56dd-424c-a531-e3e995612aa8 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:41:46.220077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e1c120e-56dd-424c-a531-e3e995612aa8 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:41:46.252966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.261373 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2df996f3-a9d9-4d3e-9e92-c9d6fbe5817d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7957921 Feb 13 23:41:46.265053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39594) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:46.350350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1266921-5b2c-466d-a38d-affda141481b req-42b53427-ff9d-48b5-a7ad-fb3af4c37513 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6490 time: 0.2481215 Feb 13 23:41:46.433618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f6303e52-2fda-4e3f-b627-975b99ecc1df', 'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': '22cb9ae0-3d7c-44bf-9cb9-30f4919edb43'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:46.435491 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.449032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.481325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d1266921-5b2c-466d-a38d-affda141481b req-2c990a96-9b23-481c-a278-934493c4dc61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079061 Feb 13 23:41:46.482298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.556392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:46.559974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:46.562046 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:46.565050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:46.693756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39600) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:46.706870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Allocated IP 2001:db8::1 (f6303e52-2fda-4e3f-b627-975b99ecc1df/22cb9ae0-3d7c-44bf-9cb9-30f4919edb43/e7527c00-056d-49dc-80b4-0e892cb00786) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:46.718002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event updated for resources: {'Port': ['ID=5093257e-dec0-4cd3-b4b9-063188beff75,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:46.775821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 347c78cc-e5b5-4806-a9d8-b5e0c010e3bd is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:41:46.972516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5b1fca58-b085-428e-b076-e597a933f7b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a1bd54af3dc45f4b7fcc11b61aba017&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2752335 Feb 13 23:41:46.973143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39612) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:47.079381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.110480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Transition to ACTIVE for port object e7527c00-056d-49dc-80b4-0e892cb00786 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:47.150880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bd8627d-53da-458c-b60a-72d5dc06e205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.157727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Transition to ACTIVE for port object e7527c00-056d-49dc-80b4-0e892cb00786 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:47.176552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.234459 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.235166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.235903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.239816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bd8627d-53da-458c-b60a-72d5dc06e205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.290826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=22cb9ae0-3d7c-44bf-9cb9-30f4919edb43,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:47.346594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Network f6303e52-2fda-4e3f-b627-975b99ecc1df is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:47.363285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:47.381181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:47.476003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Pushing event updated for resources: {'Port': ['ID=e7527c00-056d-49dc-80b4-0e892cb00786,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:47.487005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:47.501233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:47.512936 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] Sync routers for ids ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:47.517291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Attempting to bind port e7527c00-056d-49dc-80b4-0e892cb00786 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:47.517814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Attempting to bind port e7527c00-056d-49dc-80b4-0e892cb00786 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '08b18efd-7185-4c33-8f0c-edd36b2e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:47.518229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Attempting to bind port e7527c00-056d-49dc-80b4-0e892cb00786 on network f6303e52-2fda-4e3f-b627-975b99ecc1df {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:47.524890 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] Routers {'347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:47.525186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:47.525547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Checking segment: {'id': '08b18efd-7185-4c33-8f0c-edd36b2e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:47.525943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.526404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Bound using segment: {'id': '08b18efd-7185-4c33-8f0c-edd36b2e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:47.526755 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:47.526893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Bound port: e7527c00-056d-49dc-80b4-0e892cb00786, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b18efd-7185-4c33-8f0c-edd36b2e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:47.527221 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.534400 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fbd66b4b-ed99-4f50-a4ed-75ad21edc430 req-e683ab4f-40df-4c50-a30a-705b98f0bd77 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.1422868 Feb 13 23:41:47.562085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.566644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6736d91c-46ba-4abd-9718-b74522a0534f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4341314 Feb 13 23:41:47.568965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39630) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:47.593169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.593520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.594010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.594369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.594821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.595181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.595512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.595898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.596313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.596643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.597017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:41:47.674615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bd8627d-53da-458c-b60a-72d5dc06e205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.675956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] For port e7527c00-056d-49dc-80b4-0e892cb00786, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:47.682150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] For port e7527c00-056d-49dc-80b4-0e892cb00786, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e7527c00-056d-49dc-80b4-0e892cb00786,segment=NetworkSegment(08b18efd-7185-4c33-8f0c-edd36b2e31e8),segment_id=08b18efd-7185-4c33-8f0c-edd36b2e31e8)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:47.690629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:47.692851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.733213 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] Routers {'347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:47.736394 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:47.740678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8627d-53da-458c-b60a-72d5dc06e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5f570a-4662-4ce4-b29c-a515fa673571,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:47.802581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.840418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38ecc-cc2a-46f8-bb18-8b1bc3723380 None None] Pushing event updated for resources: {'Port': ['ID=e7527c00-056d-49dc-80b4-0e892cb00786,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:47.888466 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:47.888859 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3e702-33b0-4328-b1d2-ddd36ecdd68d None None] The sync data for ids ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:47.936256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Router 09875d7d-6972-4c0b-a694-b81e1e77c524 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:41:47.965876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6303e52-2fda-4e3f-b627-975b99ecc1df']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:47.981801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-159e1e8f-c71d-480f-b830-f728c6db2ff0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/routers/347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 200 len: 884 time: 0.4117551 Feb 13 23:41:47.984486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bd8627d-53da-458c-b60a-72d5dc06e205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:47.987757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf16a4-3de2-461f-b7a1-68429687355c None None] Network f6303e52-2fda-4e3f-b627-975b99ecc1df requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:47.991706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:47.993925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8bd8627d-53da-458c-b60a-72d5dc06e205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e5f570a-4662-4ce4-b29c-a515fa673571 HTTP/1.1" status: 204 len: 168 time: 1.0197866 Feb 13 23:41:47.999341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.067769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.076998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.081059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.090247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.100372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.104525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.108532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:48.110771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-07974606-a981-4afe-a8fb-6014dec1d083 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.6231480 Feb 13 23:41:48.112642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b18efd-7185-4c33-8f0c-edd36b2e31e8') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:48.112922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b18efd-7185-4c33-8f0c-edd36b2e31e8') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:48.149835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:48.154260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6c79233c4a479497caa85a8d95a841 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:48.157599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:48.164696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:48.277633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.325822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.334006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46d77d-dfcb-489f-9780-a468e2f41463 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:41:48.371143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7eb92205-5344-4d18-a651-fc0ba78197a2 req-2c7681ec-f71b-4545-b9e8-0e211a60107c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481320 Feb 13 23:41:48.373055 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.374206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:48.374653 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:48.394016 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:48.398841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.544419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62d94bc-2cb4-4a26-97d8-54a8976fc545,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:48.548610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 13 23:41:48.548610 n-d-828979-1 neutron-server[83662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 13 23:41:48.548610 n-d-828979-1 neutron-server[83662]: [parameters: {'id': 'f6303e52-2fda-4e3f-b627-975b99ecc1df'}] Feb 13 23:41:48.548610 n-d-828979-1 neutron-server[83662]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:41:48.548963 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:41:48.551717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3aa3a2cf-9ff3-4abb-9a68-3180b45f8b77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d6c79233c4a479497caa85a8d95a841&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0544124 Feb 13 23:41:48.554320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39652) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:48.593397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-21fee03b-c762-430f-bfc8-e38116db2b63 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:router {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:48.596549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46d77d-dfcb-489f-9780-a468e2f41463 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:41:48.605010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:48.628343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-21fee03b-c762-430f-bfc8-e38116db2b63 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:router {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:48.631254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-21fee03b-c762-430f-bfc8-e38116db2b63 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6367073 Feb 13 23:41:48.632143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39660) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:48.632349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930c714-5490-4250-9084-276cc435cae5 None None] Sync routers for ids ['09875d7d-6972-4c0b-a694-b81e1e77c524'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:48.636421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.638431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-547e0e1c-93ef-4128-982b-4b8b5eeb1129 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9695497 Feb 13 23:41:48.643063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-572970769'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:48.644458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39664) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:48.725964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930c714-5490-4250-9084-276cc435cae5 None None] Routers {'09875d7d-6972-4c0b-a694-b81e1e77c524'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:48.726706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1930c714-5490-4250-9084-276cc435cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['09875d7d-6972-4c0b-a694-b81e1e77c524'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:48.805170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1930c714-5490-4250-9084-276cc435cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:48.816996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e388658-5849-44b4-a6d9-619fab9a0d6b req-b5aa126a-eb31-4f7a-8542-1990f9dd9907 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.1099243 Feb 13 23:41:48.821806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c41fe485-d68c-4111-90b1-0e7e539d67e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.851352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930c714-5490-4250-9084-276cc435cae5 None None] Routers {'09875d7d-6972-4c0b-a694-b81e1e77c524'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:48.852433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1930c714-5490-4250-9084-276cc435cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['09875d7d-6972-4c0b-a694-b81e1e77c524'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:48.881194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c41fe485-d68c-4111-90b1-0e7e539d67e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.933537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1930c714-5490-4250-9084-276cc435cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:48.934227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930c714-5490-4250-9084-276cc435cae5 None None] The sync data for ids ['09875d7d-6972-4c0b-a694-b81e1e77c524'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:48.970061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c41fe485-d68c-4111-90b1-0e7e539d67e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:48.997608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fe485-d68c-4111-90b1-0e7e539d67e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62d94bc-2cb4-4a26-97d8-54a8976fc545,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:49.007213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c41fe485-d68c-4111-90b1-0e7e539d67e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.011454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c41fe485-d68c-4111-90b1-0e7e539d67e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f62d94bc-2cb4-4a26-97d8-54a8976fc545 HTTP/1.1" status: 204 len: 168 time: 0.4538839 Feb 13 23:41:49.025553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-630cf0b3-3684-4fe0-9cc6-4d0b57a5ee00 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/09875d7d-6972-4c0b-a694-b81e1e77c524 HTTP/1.1" status: 200 len: 924 time: 0.3764710 Feb 13 23:41:49.025840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39676) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:49.069521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.118475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26ed4fce-435f-4040-a0c5-155b3f7f8fc1 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=09875d7d-6972-4c0b-a694-b81e1e77c524 HTTP/1.1" status: 200 len: 205 time: 0.0892398 Feb 13 23:41:49.118811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39682) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:49.194953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port e7527c00-056d-49dc-80b4-0e892cb00786 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:49.194953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.352459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39690) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:49.575402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port e7527c00-056d-49dc-80b4-0e892cb00786, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e7527c00-056d-49dc-80b4-0e892cb00786,segment=NetworkSegment(08b18efd-7185-4c33-8f0c-edd36b2e31e8),segment_id=08b18efd-7185-4c33-8f0c-edd36b2e31e8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:49.576143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.587780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39702) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:49.618997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.621989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-23549a8c-c57e-4c8c-99dd-49bfcdd778ed tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:49.622583 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-23549a8c-c57e-4c8c-99dd-49bfcdd778ed tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): There was a conflict when trying to complete your request. Feb 13 23:41:49.629448 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-23549a8c-c57e-4c8c-99dd-49bfcdd778ed tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2716608 Feb 13 23:41:49.632124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39706) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:49.703834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.714795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:49.758705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--979799601'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:49.918639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for e7527c00-056d-49dc-80b4-0e892cb00786 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:49.919756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 347c78cc-e5b5-4806-a9d8-b5e0c010e3bd has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:49.980230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:49.996226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:50.009069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:50.014660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:50.021055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Usage tracker for resource:security_group_rule and tenant:63434e3491b54b5fbccaab6074ee3102 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:50.029704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:50.032128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25d53674-a947-4301-be0d-15280fb4cee3 req-da20f0cf-24b8-4529-891c-9add13c4afdf tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.0498714 Feb 13 23:41:50.033309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:50.050633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:50.104238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.133843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.137569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.169775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:50.175622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.180857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d9db734-7bf8-4b6b-b71d-a4dc3b01ac8d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 200 len: 891 time: 1.5431228 Feb 13 23:41:50.180991 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] Sync routers for ids ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:50.184650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39712) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:50.194811 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] Routers {'347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:50.195564 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.207701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Port': ['ID=e7527c00-056d-49dc-80b4-0e892cb00786,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:50.229783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No DVR routers for this DVR port e7527c00-056d-49dc-80b4-0e892cb00786 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:41:50.259640 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.270883 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] Routers {'347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:50.271758 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.289270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.336126 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.336673 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f485f-bb4c-415a-b022-de7eb48e6775 None None] The sync data for ids ['347c78cc-e5b5-4806-a9d8-b5e0c010e3bd'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:41:50.378380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.382248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.386309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.390092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.392609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b913b787-10cd-4b55-9785-f6a3ac338517 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/routers/347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 200 len: 891 time: 0.2068653 Feb 13 23:41:50.393892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.395345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39716) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:50.398089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.402578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:50.404442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69c602c5-879b-40e2-a603-33af5ebd988d req-9c88d1d7-1a4e-4cf5-abbd-e2b0e3f76a63 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.7647491 Feb 13 23:41:50.437915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-96df37af-6663-44ab-8f40-c03ed00624db tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 200 len: 205 time: 0.0415151 Feb 13 23:41:50.440444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39720) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:50.549230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:50.564659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:50.593647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:50.605467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:50.608310 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.614922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.636551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.642740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.706270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6303e52-2fda-4e3f-b627-975b99ecc1df']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.763804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69c602c5-879b-40e2-a603-33af5ebd988d req-28953276-a536-493e-a7ed-dc7e69059d00 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2969415 Feb 13 23:41:50.771439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b18efd-7185-4c33-8f0c-edd36b2e31e8') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.771711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b18efd-7185-4c33-8f0c-edd36b2e31e8') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:50.778830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9b14e-f30c-4b2d-b782-df82c017810d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:50.794794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.808414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c4af6670-8c5f-4886-a958-26b9be4330d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63434e3491b54b5fbccaab6074ee3102&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2188823 Feb 13 23:41:50.809090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39726) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:50.909976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.952536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:41:50.953017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.954220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:41:50.972579 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:41:51.020993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 91f3ca5b-479e-40a0-bbd2-5dabbfde5eef {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:51.020993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.092607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.118624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.139169 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.160481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc0e8d-f153-4b82-afab-c99fddc78cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.191427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.282442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=f6303e52-2fda-4e3f-b627-975b99ecc1df,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:51.290758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:51.334628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6221b-e638-489e-9288-555602ab0fd8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:51.342288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:51.349573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d6621d0-283b-4c18-9e23-cb38cd309a8c req-1e92e8f6-c47a-47ef-89c9-edb6a3e4a931 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.1432881 Feb 13 23:41:51.355103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc0e8d-f153-4b82-afab-c99fddc78cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.364589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:51.389732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ff331f8a-262f-47eb-9748-632677b65fe7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/f6303e52-2fda-4e3f-b627-975b99ecc1df HTTP/1.1" status: 204 len: 168 time: 5.1233866 Feb 13 23:41:51.394818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:51.395639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39734) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:51.410674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.415636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.419842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.423797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.428077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.432384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.436307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:51.446763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41b5f8ac-5024-4ccf-a3dd-a66387172722 req-a7b52c56-80cb-4b3c-9d05-a18bedea4203 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.4833636 Feb 13 23:41:51.452204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39738) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:51.463540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1700957365'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:51.473374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Request body: {'floatingip': {'port_id': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:51.473584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.499356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc0e8d-f153-4b82-afab-c99fddc78cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.530444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Deleting port 5093257e-dec0-4cd3-b4b9-063188beff75 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:51.530444 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.551283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:51.566863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.579297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc0e8d-f153-4b82-afab-c99fddc78cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9b14e-f30c-4b2d-b782-df82c017810d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:51.583743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:51.595307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:51.596376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.638633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc0e8d-f153-4b82-afab-c99fddc78cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.640550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-80cc0e8d-f153-4b82-afab-c99fddc78cea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ff9b14e-f30c-4b2d-b782-df82c017810d HTTP/1.1" status: 204 len: 168 time: 0.8099236 Feb 13 23:41:51.681169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.691597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.695953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0551379 Feb 13 23:41:51.743211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39744) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:51.750090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3a3d1-60be-4285-9ff8-f3deedb37a63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1636f98-ab8c-40fc-b002-c20a1deafbca,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:51.756745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'e1636f98-ab8c-40fc-b002-c20a1deafbca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:51.784175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:51.797229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:51.797650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:51.805329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:51.815767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:51.856721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.870863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.871745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:51.874675 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:51.889121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.042725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Calling delete_port for 5093257e-dec0-4cd3-b4b9-063188beff75 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:52.061060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 91f3ca5b-479e-40a0-bbd2-5dabbfde5eef owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:52.150440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0c42d5eb-596a-46b8-b1b2-a1df1507fd0e tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:52.151631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0c42d5eb-596a-46b8-b1b2-a1df1507fd0e tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.42 "GET /v2.0/networks?id=a9832348-6f73-4b51-b3ae-622a76ad4b17 HTTP/1.1" status: 200 len: 822 time: 0.6215644 Feb 13 23:41:52.174808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Request body: {'port': {'device_id': '3443f9ab-b6bc-482f-8939-24e627421409', 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17', 'admin_state_up': True, 'tenant_id': '3f0be55b3e4a401bbcaeb9fdd5ab80b1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:52.190644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:52.284574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.293425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.325494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22415bdf-13fe-4b7f-a58c-f60bd907c68f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:52.344267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.346124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9e91673-9eee-4c71-9452-a472a691bd63 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6013906 Feb 13 23:41:52.349641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39760) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:52.354495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'e1636f98-ab8c-40fc-b002-c20a1deafbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:52.362868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:52.406230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:52.411529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:52.421804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.422176 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment e13c36a5-f655-47cd-9bff-ef7d9b7d0e88 of type vlan for network 77bd34f9-c4ed-409a-984c-11902d76b0fc Feb 13 23:41:52.425857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:52.456206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.475217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.502905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.578439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event deleted for resources: {'Port': ['ID=5093257e-dec0-4cd3-b4b9-063188beff75,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:52.580161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:52.594237 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f7d6949-51c5-434a-904f-37051584015e req-5d949d2b-70c1-46f8-9826-c1c3ae6f061e tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.0653338 Feb 13 23:41:52.618211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Usage tracker for resource:port and tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:52.625117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:52.650155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:52.710388 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): There was a conflict when trying to complete your request. Feb 13 23:41:52.711653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21a2a1f3-e694-470f-af74-66e731ccdffc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3622899 Feb 13 23:41:52.714663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39774) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:52.829465 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.833115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:52.833685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.901809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:52.956511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Made reservation on behalf of 3f0be55b3e4a401bbcaeb9fdd5ab80b1 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:52.959481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.010937 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.050643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e18125-0163-4649-9818-917e02bda2ec tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.060975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6125653 Feb 13 23:41:53.074443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2f7f4-dc97-4d3c-95f7-4a62e012af81 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=77bd34f9-c4ed-409a-984c-11902d76b0fc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:53.081265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:53.082207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=91f3ca5b-479e-40a0-bbd2-5dabbfde5eef,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:53.082643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e18125-0163-4649-9818-917e02bda2ec tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.091284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 77bd34f9-c4ed-409a-984c-11902d76b0fc details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:53.135026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:53.269957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e18125-0163-4649-9818-917e02bda2ec tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.298565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e18125-0163-4649-9818-917e02bda2ec tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1636f98-ab8c-40fc-b002-c20a1deafbca,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:53.310254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.314913 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.320924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69e18125-0163-4649-9818-917e02bda2ec tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.322329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-69e18125-0163-4649-9818-917e02bda2ec tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1636f98-ab8c-40fc-b002-c20a1deafbca HTTP/1.1" status: 204 len: 168 time: 0.6050358 Feb 13 23:41:53.325851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39784) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:53.380079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.380996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Fanout notify agent at l3_agent the message router_deleted on router 09875d7d-6972-4c0b-a694-b81e1e77c524 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:53.409409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.414957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-10d8493d-a689-416c-a498-fb16261c2329 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/09875d7d-6972-4c0b-a694-b81e1e77c524 HTTP/1.1" status: 204 len: 168 time: 4.2952323 Feb 13 23:41:53.415911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39790) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:53.421429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0e238f16-ba9f-4d44-aa0e-5a8a35656ffe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:53.427163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1065871448', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': False}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:53.433235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:53.440696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:router and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:53.444917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:53.454237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:53.461522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0e238f16-ba9f-4d44-aa0e-5a8a35656ffe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:53.466384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0e238f16-ba9f-4d44-aa0e-5a8a35656ffe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1357207 Feb 13 23:41:53.466874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39794) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:53.472822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--29465208'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:53.482469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.483978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.490292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:53.505858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Allocated IP 172.20.0.13 (a9832348-6f73-4b51-b3ae-622a76ad4b17/7a5ac719-f0fa-4190-aca9-59c136abe616/03141ef6-f8d8-4261-aa4d-6c99b5d96c27) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:53.506777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:53.523993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.526211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.526725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:53.534740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:53.541201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:53.545321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:41:53.687744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:53.706620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:53.713157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:53.716531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:53.723719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:53.736966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.826248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:53.852735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.919832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.932315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:53.974806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e61a2-9987-40e6-adb5-dd93cf150be4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:54.063499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.064919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e8593b54-5cf9-4447-9001-b8e548b59a78 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5971401 Feb 13 23:41:54.069221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:54.077584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c398cc98-5310-4a40-916e-c027bb5b5160 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'a78e61a2-9987-40e6-adb5-dd93cf150be4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:54.078727 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-c398cc98-5310-4a40-916e-c027bb5b5160 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:54.082076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c398cc98-5310-4a40-916e-c027bb5b5160 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093703 Feb 13 23:41:54.085702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39806) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:54.166759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.269471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.345198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.388555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f461304-19ae-4101-a428-e45a63ee628f tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.447108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f461304-19ae-4101-a428-e45a63ee628f tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.450153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.501445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13bc284c-b0d6-4c0f-8579-7e8f49a54190 req-d1c8fbc7-4ae4-4c94-9825-988711c94251 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.6603527 Feb 13 23:41:54.550759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f461304-19ae-4101-a428-e45a63ee628f tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.587470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Allocated IP 172.25.4.181 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/6d5c6972-8fbd-48ac-8777-d4d254052e97) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:54.590136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f461304-19ae-4101-a428-e45a63ee628f tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e61a2-9987-40e6-adb5-dd93cf150be4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:54.618247 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.647634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f461304-19ae-4101-a428-e45a63ee628f tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.650097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.653286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f461304-19ae-4101-a428-e45a63ee628f tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/a78e61a2-9987-40e6-adb5-dd93cf150be4 HTTP/1.1" status: 204 len: 168 time: 0.5667660 Feb 13 23:41:54.655618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:54.661931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.802062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.844172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.897342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.925142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:54.925774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router 347c78cc-e5b5-4806-a9d8-b5e0c010e3bd {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:41:54.936900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:54.939719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:54.942871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:54.947565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fb1d2019-dc2e-4728-a297-c1be1fbed8f2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2891390 Feb 13 23:41:54.954388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39826) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:54.966592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521327715'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:54.980406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5c6972-8fbd-48ac-8777-d4d254052e97,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:54.984010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:55.032947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:55.037926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:55.055081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:55.080618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.081895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9207e583-8e02-4c41-8831-dd1f129ec638 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 204 len: 168 time: 4.6405728 Feb 13 23:41:55.086234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:55.088448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.097312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-941712858'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:55.104014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:55.111933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:55.136496 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.139897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:55.149010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:55.166753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:55.171196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.218368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:41:55.220692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.221421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.232006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.232233 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment cc60ead4-3437-4e38-a14a-69e3f5d41bbc of type vlan for network b98d0aca-6212-470f-acad-e326da7a10b8 Feb 13 23:41:55.245123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Network a9832348-6f73-4b51-b3ae-622a76ad4b17 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:55.257288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:55.268918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Pushing event updated for resources: {'Port': ['ID=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:55.271573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:55.305627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.360625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:55.382361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:55.386102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.397695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:55.415877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:55.432183 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Floating IP c7cf958f-78a2-40b7-a26a-894563482e80 associated. External IP: 172.25.4.37, port: c14c6a54-2eeb-480f-b01f-30964c81ab6c. Feb 13 23:41:55.436447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.440112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:55.441018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.496113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:55.496732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.550119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4627838 Feb 13 23:41:55.555176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39848) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:55.565773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:55.576659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=beb6e4bb-95cc-4d7c-b9b2-9f914786cb2d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:55.578751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390056f-f950-43e1-a29c-b541ef9d3bb0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=b98d0aca-6212-470f-acad-e326da7a10b8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:55.601654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b98d0aca-6212-470f-acad-e326da7a10b8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:41:55.628291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-fedcf0a9-4a54-4384-9e4c-a4e375bee90b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4598572 Feb 13 23:41:55.646119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Request body: {'port': {'device_id': '3443f9ab-b6bc-482f-8939-24e627421409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:55.677104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:55.677471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: 77bd34f9-c4ed-409a-984c-11902d76b0fc, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:55.699528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:55.704748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:55.721086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:55.729007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:55.741877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.773684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.787630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:41:55.902482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:55.906380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9483380 Feb 13 23:41:55.907204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:55.909826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0e71f-a327-4747-8c63-1e5a957a7f74 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2541ee-c494-4091-83c9-f801a5b95963,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:55.930645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-62a67d76-c53b-4955-aba8-1d99ec3670d2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '6f2541ee-c494-4091-83c9-f801a5b95963', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:55.931905 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-62a67d76-c53b-4955-aba8-1d99ec3670d2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:55.935903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-62a67d76-c53b-4955-aba8-1d99ec3670d2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0264194 Feb 13 23:41:55.943318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:55.950477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.038415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.070723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 77bd34f9-c4ed-409a-984c-11902d76b0fc is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:56.084772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Router af70ba21-5bf5-4f99-9929-739fac9f0135 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:41:56.085646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-286544d0-ae9e-49c3-bde4-60aa8fcb9805 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.110122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c50e4-a80f-41a3-9e91-392e128be068 req-0728c2c9-7c94-49b7-a74b-38b078c03234 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:56.111690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-644c50e4-a80f-41a3-9e91-392e128be068 req-0728c2c9-7c94-49b7-a74b-38b078c03234 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 932 time: 0.3721075 Feb 13 23:41:56.139320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 77bd34f9-c4ed-409a-984c-11902d76b0fc) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:56.149988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22fe8c7-3211-4542-aced-ae5dc307ca1c None None] Network 77bd34f9-c4ed-409a-984c-11902d76b0fc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:56.161640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:56.162259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.171490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-286544d0-ae9e-49c3-bde4-60aa8fcb9805 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.307594 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37046aa8-2771-4815-ac95-cbdf159d0ffd tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2231987 Feb 13 23:41:56.318972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39866) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:56.396806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-77bd34f9-c4ed-409a-984c-11902d76b0fc', 'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': 'beb6e4bb-95cc-4d7c-b9b2-9f914786cb2d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:56.398053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.533551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-644c50e4-a80f-41a3-9e91-392e128be068 req-8c077942-afcd-4f0e-af52-a0dfe67f5ea4 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085121 Feb 13 23:41:56.585410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-286544d0-ae9e-49c3-bde4-60aa8fcb9805 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.589277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Allocated IP 2001:db8::1 (77bd34f9-c4ed-409a-984c-11902d76b0fc/beb6e4bb-95cc-4d7c-b9b2-9f914786cb2d/5846d8b4-648b-4f82-9e62-f5629ea6d0d4) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:56.600791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.702925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=0655e430-534a-465b-bcb1-090e309bf2f8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:56.746322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286544d0-ae9e-49c3-bde4-60aa8fcb9805 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2541ee-c494-4091-83c9-f801a5b95963,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:56.748942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:56.749380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: b98d0aca-6212-470f-acad-e326da7a10b8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:41:56.790645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:41:56.799179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network b98d0aca-6212-470f-acad-e326da7a10b8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:41:56.822345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, b98d0aca-6212-470f-acad-e326da7a10b8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:56.832092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.833658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cfe839f5-e9b5-4eee-8dc1-a74242dfbcfb tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4162893 Feb 13 23:41:56.839462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39870) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:56.840604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:56.841422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.856015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e4e0e-a549-4daa-a8ba-833b9c99d5e0 None None] Network b98d0aca-6212-470f-acad-e326da7a10b8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:41:56.867912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0dd9c34-6e05-486d-86ed-53e5d113e301 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3116558 Feb 13 23:41:56.869080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-286544d0-ae9e-49c3-bde4-60aa8fcb9805 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.870638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39874) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:56.872855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-286544d0-ae9e-49c3-bde4-60aa8fcb9805 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f2541ee-c494-4091-83c9-f801a5b95963 HTTP/1.1" status: 204 len: 168 time: 0.9273961 Feb 13 23:41:56.873386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39876) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:56.875941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Sync routers for ids ['af70ba21-5bf5-4f99-9929-739fac9f0135'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:41:56.879442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1088520550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:56.912658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:56.923706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:56.928340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:56.948201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:56.980582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f13acee-d118-4b61-9f73-28bff08e4a6b tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:56.984719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Routers {'af70ba21-5bf5-4f99-9929-739fac9f0135'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:41:56.985547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af70ba21-5bf5-4f99-9929-739fac9f0135'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:56.989136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:56.990097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.011774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5f13acee-d118-4b61-9f73-28bff08e4a6b tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:57.017326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f13acee-d118-4b61-9f73-28bff08e4a6b tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1424403 Feb 13 23:41:57.017969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39884) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.027908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--617426058'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:57.038579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:57.045315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.060693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:57.080641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.100382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.153493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.154898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-12f14972-4374-41f1-a950-5599fe9ee9c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2827508 Feb 13 23:41:57.156008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:57.158182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.185262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.215055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:57.224505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Transition to ACTIVE for port object 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:57.227000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:57.277306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Transition to ACTIVE for port object 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:57.293959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:57.327025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.332996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.338875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:41:57.380428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.410934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:41:57.411460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.412783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Set router af70ba21-5bf5-4f99-9929-739fac9f0135 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:41:57.485608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Transition to ACTIVE for port object 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:57.508462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.517340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Pushing event updated for resources: {'Port': ['ID=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:57.520563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.577238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.577741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Network 77bd34f9-c4ed-409a-984c-11902d76b0fc is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:57.586845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-b98d0aca-6212-470f-acad-e326da7a10b8', 'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '0655e430-534a-465b-bcb1-090e309bf2f8'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:41:57.587800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.599002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:57.615443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:57.687984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.692309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6727438 Feb 13 23:41:57.693039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.716991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7bf50b2d-dee2-437a-8dc1-1152b7dee9fc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '6ca7800c-2b4a-43c6-b5b3-9fd25617e11a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:57.717743 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-7bf50b2d-dee2-437a-8dc1-1152b7dee9fc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:57.721622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7bf50b2d-dee2-437a-8dc1-1152b7dee9fc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0187969 Feb 13 23:41:57.724179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39898) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.738955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-657ba7d6-6488-4e41-979f-0f0087fb9cd4 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '6ca7800c-2b4a-43c6-b5b3-9fd25617e11a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:57.739550 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-657ba7d6-6488-4e41-979f-0f0087fb9cd4 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:57.744420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-657ba7d6-6488-4e41-979f-0f0087fb9cd4 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121446 Feb 13 23:41:57.748823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39902) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.759656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cd7dc03c-d09b-4460-b357-3cf5e397d5cc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '6ca7800c-2b4a-43c6-b5b3-9fd25617e11a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:57.760357 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-cd7dc03c-d09b-4460-b357-3cf5e397d5cc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:57.765019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cd7dc03c-d09b-4460-b357-3cf5e397d5cc tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141115 Feb 13 23:41:57.765605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39906) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.769374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc602ef-3869-490c-b769-fea376584dbd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca7800c-2b4a-43c6-b5b3-9fd25617e11a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:57.777508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-369e9fed-74f2-4271-9d8f-ec58a752bb9d tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '6ca7800c-2b4a-43c6-b5b3-9fd25617e11a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:57.777862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:57.778345 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-369e9fed-74f2-4271-9d8f-ec58a752bb9d tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:57.782291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-369e9fed-74f2-4271-9d8f-ec58a752bb9d tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139587 Feb 13 23:41:57.783023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39910) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:57.946884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:57.967414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd647a7-f36d-4fe8-a340-c28b37fd99bd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.000195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd647a7-f36d-4fe8-a340-c28b37fd99bd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.024931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:41:58.031402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Attempting to bind port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:58.031869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Attempting to bind port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:58.032094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Attempting to bind port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 on network 77bd34f9-c4ed-409a-984c-11902d76b0fc {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:58.082614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:58.082925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Checking segment: {'id': 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:58.083328 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.083721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Bound using segment: {'id': 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:58.084201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Bound port: 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '77bd34f9-c4ed-409a-984c-11902d76b0fc'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:58.084569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.126205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd647a7-f36d-4fe8-a340-c28b37fd99bd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.207709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70ba21-5bf5-4f99-9929-739fac9f0135', 'name': 'tempest-snat-router-1065871448', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.181'}], 'enable_snat': False}, 'gw_port_id': '6d5c6972-8fbd-48ac-8777-d4d254052e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:53Z', 'updated_at': '2022-02-13T23:41:55Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': '6d5c6972-8fbd-48ac-8777-d4d254052e97', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70ba21-5bf5-4f99-9929-739fac9f0135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:41:54Z', 'updated_at': '2022-02-13T23:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:41:58.222736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d9a049d-f895-44b9-9134-7bea40f3f55e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/af70ba21-5bf5-4f99-9929-739fac9f0135 HTTP/1.1" status: 200 len: 909 time: 1.3733239 Feb 13 23:41:58.234615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39916) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:58.243923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Allocated IP 2001:db8::2 (b98d0aca-6212-470f-acad-e326da7a10b8/0655e430-534a-465b-bcb1-090e309bf2f8/9917d171-7585-4e55-8808-b554e0dbab64) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:58.245242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Checking router: af70ba21-5bf5-4f99-9929-739fac9f0135 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:41:58.245566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Updating router af70ba21-5bf5-4f99-9929-739fac9f0135 port 6d5c6972-8fbd-48ac-8777-d4d254052e97 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:41:58.266218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd647a7-f36d-4fe8-a340-c28b37fd99bd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.267390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1cd647a7-f36d-4fe8-a340-c28b37fd99bd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/6ca7800c-2b4a-43c6-b5b3-9fd25617e11a HTTP/1.1" status: 204 len: 168 time: 0.4824722 Feb 13 23:41:58.270984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39922) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:58.276233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd647a7-f36d-4fe8-a340-c28b37fd99bd tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca7800c-2b4a-43c6-b5b3-9fd25617e11a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:58.360304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1065871448', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': True}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:58.373239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:58.481522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-60ea0ac3-9488-4567-813c-13180fe2fb99 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:58.488068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-e65ab5d2-74aa-422e-b816-39ab4f657bf5 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:41:58.489606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-e65ab5d2-74aa-422e-b816-39ab4f657bf5 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Synchronizing usage tracker for tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:58.497434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Usage tracker for resource:router and tenant:1fc935d761d74d3a8cd61803704d6d33 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:58.505519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.522933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:58.550696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] For port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:58.572893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:58.581757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-e65ab5d2-74aa-422e-b816-39ab4f657bf5 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Unset dirty status for tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:58.590458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-60ea0ac3-9488-4567-813c-13180fe2fb99 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:58.591371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-60ea0ac3-9488-4567-813c-13180fe2fb99 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3172555 Feb 13 23:41:58.593547 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-e65ab5d2-74aa-422e-b816-39ab4f657bf5 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 944 time: 0.7451739 Feb 13 23:41:58.598351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39926) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:58.619406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426630169'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:58.631023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:58.642156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] For port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,segment=NetworkSegment(e13c36a5-f655-47cd-9bff-ef7d9b7d0e88),segment_id=e13c36a5-f655-47cd-9bff-ef7d9b7d0e88)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:58.646980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:58.659674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Attempting to bind port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:58.660960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Attempting to bind port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '28cffea0-a87a-4bc4-97d3-55e50992eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:58.661446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Attempting to bind port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 on network a9832348-6f73-4b51-b3ae-622a76ad4b17 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:58.667190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.676712 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.740003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:58.744580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:58.748436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:58.755478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:58.828974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.835029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.906851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.907855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.916796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host n-d-828979-1, got binding levels [] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:41:58.916956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.919937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df35438e-2e89-400e-a6d3-0d8428bd4ca2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:58.933260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:58.936684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e08e54bb-912d-47b9-a41a-d615b91462b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3370943 Feb 13 23:41:58.938197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 on network a9832348-6f73-4b51-b3ae-622a76ad4b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:41:58.938197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Attempting to bind port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 on network a9832348-6f73-4b51-b3ae-622a76ad4b17 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:58.940273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39932) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:58.940800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39934) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:58.955166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9f570a8e-3a23-46f4-a30c-2dc24693d6ef tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:58.956025 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-9f570a8e-3a23-46f4-a30c-2dc24693d6ef tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:58.957125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9f570a8e-3a23-46f4-a30c-2dc24693d6ef tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0151987 Feb 13 23:41:58.971023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39940) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:58.994971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:59.011691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db65957-eb74-4a2e-a94f-ba487737323b None None] Pushing event updated for resources: {'Port': ['ID=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:59.013511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:59.014461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Checking segment: {'id': '28cffea0-a87a-4bc4-97d3-55e50992eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:59.014461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Bound using segment: {'id': '28cffea0-a87a-4bc4-97d3-55e50992eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:59.014671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Bound port: 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28cffea0-a87a-4bc4-97d3-55e50992eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:59.015025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.018194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:59.025187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:59.030925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:59.042729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:59.106455 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:59.110957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1bc92677-026d-4ac3-b148-8abf24b87dac tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1362422 Feb 13 23:41:59.111752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39946) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:59.120962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b20b693a-3860-42a5-a885-47821c591836 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:59.122204 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-b20b693a-3860-42a5-a885-47821c591836 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:59.128186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b20b693a-3860-42a5-a885-47821c591836 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153093 Feb 13 23:41:59.129068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:59.139573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:59.207733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.223522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Transition to ACTIVE for port object 9917d171-7585-4e55-8808-b554e0dbab64 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:59.247854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Transition to ACTIVE for port object 9917d171-7585-4e55-8808-b554e0dbab64 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:41:59.279287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:41:59.284532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.373575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:59.464112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:59.495824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:59.512859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Network b98d0aca-6212-470f-acad-e326da7a10b8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:41:59.514503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:41:59.515242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] For port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:59.518480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] For port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,segment=NetworkSegment(28cffea0-a87a-4bc4-97d3-55e50992eaac),segment_id=28cffea0-a87a-4bc4-97d3-55e50992eaac)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:59.529563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.531079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-2b5f13d5-845b-4660-99bd-6201091c2088 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Synchronizing usage tracker for tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:41:59.534972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:41:59.540624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.552941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Pushing event updated for resources: {'Port': ['ID=9917d171-7585-4e55-8808-b554e0dbab64,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:41:59.559982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:59.597981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.615826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8::1 (b98d0aca-6212-470f-acad-e326da7a10b8/0655e430-534a-465b-bcb1-090e309bf2f8/053be0b6-e0bb-44c0-8204-f14f862d12d5) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:41:59.659643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:59.667919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f234e2a4b34255bdf43c108c5b1da1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:41:59.678324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:41:59.685983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:41:59.725525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Attempting to bind port 9917d171-7585-4e55-8808-b554e0dbab64 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:41:59.726792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Attempting to bind port 9917d171-7585-4e55-8808-b554e0dbab64 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:41:59.728858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Attempting to bind port 9917d171-7585-4e55-8808-b554e0dbab64 on network b98d0aca-6212-470f-acad-e326da7a10b8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:41:59.739516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.740505 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] 10.222.0.42 "PUT /v2.0/ports/03141ef6-f8d8-4261-aa4d-6c99b5d96c27 HTTP/1.1" status: 200 len: 1092 time: 4.0995159 Feb 13 23:41:59.743646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-2b5f13d5-845b-4660-99bd-6201091c2088 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Unset dirty status for tenant:3f0be55b3e4a401bbcaeb9fdd5ab80b1 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:41:59.755218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:41:59.755826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Checking segment: {'id': 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:41:59.756287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.757996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Bound using segment: {'id': 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:41:59.757996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Bound port: 9917d171-7585-4e55-8808-b554e0dbab64, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b98d0aca-6212-470f-acad-e326da7a10b8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:41:59.758556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.766008 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f114ad12-30c2-4f17-8a99-801c0b14fbf2 req-2b5f13d5-845b-4660-99bd-6201091c2088 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1705959 Feb 13 23:41:59.766008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3443f9ab-b6bc-482f-8939-24e627421409', 'tag': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:41:59.834919 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:59.836242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2999e83c-befb-4ce0-b24d-fcd3c5e1b657 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7055261 Feb 13 23:41:59.842255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39956) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:59.866520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] For port 9917d171-7585-4e55-8808-b554e0dbab64, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:41:59.870832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] For port 9917d171-7585-4e55-8808-b554e0dbab64, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9917d171-7585-4e55-8808-b554e0dbab64,segment=NetworkSegment(cc60ead4-3437-4e38-a14a-69e3f5d41bbc),segment_id=cc60ead4-3437-4e38-a14a-69e3f5d41bbc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:41:59.875275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:41:59.887784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:41:59.909947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ba5c150c-441d-4323-8d77-412a93a02a57 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:59.911111 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-ba5c150c-441d-4323-8d77-412a93a02a57 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:41:59.911793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba5c150c-441d-4323-8d77-412a93a02a57 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148213 Feb 13 23:41:59.927209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39962) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:41:59.958449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:41:59.967153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:41:59.990484 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3443f9ab-b6bc-482f-8939-24e627421409', 'tag': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27', 'status': 'completed', 'code': 200} Feb 13 23:42:00.025566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d4b5a-57e7-4443-ac6f-79bab42e9cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:00.030485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:42:00.030659 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:42:00.046431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cce24-53e0-4982-9531-6451a1da8311 None None] Pushing event updated for resources: {'Port': ['ID=9917d171-7585-4e55-8808-b554e0dbab64,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:00.052731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.074499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Transition to ACTIVE for port object 6d5c6972-8fbd-48ac-8777-d4d254052e97 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:00.084851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.145500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.179220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object 053be0b6-e0bb-44c0-8204-f14f862d12d5 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:00.229678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:00.233725 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.234789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:00.237525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.240483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:00.246791 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] Sync routers for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:00.251635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Attempting to bind port 6d5c6972-8fbd-48ac-8777-d4d254052e97 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:00.252101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Attempting to bind port 6d5c6972-8fbd-48ac-8777-d4d254052e97 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:00.252793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Attempting to bind port 6d5c6972-8fbd-48ac-8777-d4d254052e97 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:00.265061 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:00.265292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.265931 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:00.282337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:00.283220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:00.283776 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.284314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:00.285389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Bound port: 6d5c6972-8fbd-48ac-8777-d4d254052e97, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:00.286299 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.286891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:00.318282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:00.325842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d941b41-f72a-43b7-b4b5-21fc2208862c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "PUT /v2.0/floatingips/c7cf958f-78a2-40b7-a26a-894563482e80 HTTP/1.1" status: 200 len: 990 time: 8.8723199 Feb 13 23:42:00.330343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-0ee483da-5157-45bb-9e02-c8543a9865c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f0be55b3e4a401bbcaeb9fdd5ab80b1&device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 1095 time: 0.5296862 Feb 13 23:42:00.364085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.384909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network b98d0aca-6212-470f-acad-e326da7a10b8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:00.397324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:00.407466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.409338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9118-46ef-41ef-8a53-40311f67ad96 None None] Pushing event updated for resources: {'Port': ['ID=6d5c6972-8fbd-48ac-8777-d4d254052e97,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:00.439059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ad85b6d-2cf5-4ef3-b4e4-c5e1780fe284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.453716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:00.466843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.563075 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Project 0a2ff3ca81844ffdae2421f0f2e0433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:42:00.572361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:00.573287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.606653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] For port 6d5c6972-8fbd-48ac-8777-d4d254052e97, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:00.610893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-5f59412c-c0de-4b05-a3f7-1436dca20245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27 HTTP/1.1" status: 200 len: 217 time: 0.2597148 Feb 13 23:42:00.626055 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:00.640142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=053be0b6-e0bb-44c0-8204-f14f862d12d5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:00.653242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] For port 6d5c6972-8fbd-48ac-8777-d4d254052e97, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d5c6972-8fbd-48ac-8777-d4d254052e97,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:00.667946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:00.685610 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:00.686909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d20d7943-07ed-47f4-adb1-d9c809ee3c7e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7579455 Feb 13 23:42:00.705276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:00.717586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-03df82ee-fd51-4377-80d2-225d93f262d4 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:00.719608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-a522ed8a-b7d1-460a-8989-60e534214393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:00.721052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-a522ed8a-b7d1-460a-8989-60e534214393 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a5ac719-f0fa-4190-aca9-59c136abe616 HTTP/1.1" status: 200 len: 862 time: 0.0990374 Feb 13 23:42:00.722297 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-03df82ee-fd51-4377-80d2-225d93f262d4 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:00.723296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-03df82ee-fd51-4377-80d2-225d93f262d4 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122643 Feb 13 23:42:00.756674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39972) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:00.809109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:00.810586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:00.816561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c069e-5c7c-4b85-843e-0642d5a423a8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:00.862182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Routers {'af70ba21-5bf5-4f99-9929-739fac9f0135'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:00.863352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af70ba21-5bf5-4f99-9929-739fac9f0135'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:00.865488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:00.876481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-3a74f8d7-04f3-4e47-b303-37c9bd2791c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9832348-6f73-4b51-b3ae-622a76ad4b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007919 Feb 13 23:42:00.877270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ff87ace-55b9-47a9-bdfe-b3495a2887f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3f234e2a4b34255bdf43c108c5b1da1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9308898 Feb 13 23:42:00.878260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:00.881508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:00.892281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:00.923655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:00.963414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9118-46ef-41ef-8a53-40311f67ad96 None None] Pushing event updated for resources: {'Port': ['ID=6d5c6972-8fbd-48ac-8777-d4d254052e97,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:01.079956 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Project 0a2ff3ca81844ffdae2421f0f2e0433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:42:01.149099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ffa49fa-cb5e-4cfc-89cb-a90ca1fba712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:01.162275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:01.165261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74711da6-4e41-4572-ba7c-944162b8e153 None None] Network 77bd34f9-c4ed-409a-984c-11902d76b0fc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:01.191529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.196736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.200941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.205054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.210125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.215255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.219446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.221510 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-90aa06fd-9f05-4be9-a427-90aa4113dbca tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.4898250 Feb 13 23:42:01.241547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c7cf958f-78a2-40b7-a26a-894563482e80', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'port_id': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'mac_address': 'fa:16:3e:6d:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:39:43Z', 'updated_at': '2022-02-13T23:41:53Z', 'revision_number': 1, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:39Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:01.246513 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] Checking router: 48b42645-6267-4e09-8dff-8b26ee7ac9e2 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:42:01.260429 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:01.262153 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:41:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:01.330262 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:01.331321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e8899aed-578a-4a60-96e8-49643000e4fe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5492458 Feb 13 23:42:01.347627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39986) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:01.406806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] Provisioning for port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:01.416239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'df35438e-2e89-400e-a6d3-0d8428bd4ca2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:01.435278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ffa49fa-cb5e-4cfc-89cb-a90ca1fba712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:01.436847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] Provisioning complete for port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:01.437384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:01.537965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:01.538553 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:01.627407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:01.641791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:01.669146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] Set router af70ba21-5bf5-4f99-9929-739fac9f0135 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:01.719337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-ce9d7189-7fc7-4661-a057-8e6c1d4021eb service neutron] 10.222.0.42 "GET /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253932 Feb 13 23:42:01.735706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:01.813554 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b3c5fa7-9174-4bfb-b80c-dfe3271568d4 req-8051c584-238e-4793-82c1-92f5f162cac9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5593710 Feb 13 23:42:01.817663 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Project 0a2ff3ca81844ffdae2421f0f2e0433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:42:01.834189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ffa49fa-cb5e-4cfc-89cb-a90ca1fba712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:01.868869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e699e-7834-4962-b171-bf8f1d49c2ea None None] Network b98d0aca-6212-470f-acad-e326da7a10b8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:01.907820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa49fa-cb5e-4cfc-89cb-a90ca1fba712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c069e-5c7c-4b85-843e-0642d5a423a8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:01.937783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:01.998615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0275e-8c49-4ea3-9257-d01f6b6db0c8 req-9d1811c2-71f1-4c44-8859-560d0586c5f9 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:01.999097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,segment=NetworkSegment(e13c36a5-f655-47cd-9bff-ef7d9b7d0e88),segment_id=e13c36a5-f655-47cd-9bff-ef7d9b7d0e88)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:01.999460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.005498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59b0275e-8c49-4ea3-9257-d01f6b6db0c8 req-9d1811c2-71f1-4c44-8859-560d0586c5f9 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 944 time: 0.9791665 Feb 13 23:42:02.006522 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:02.008302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b79b22ac-327d-47c0-8c14-d6d0d9ec206e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6546211 Feb 13 23:42:02.011703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39992) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:02.136854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.140300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c7cf958f-78a2-40b7-a26a-894563482e80', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'port_id': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'mac_address': 'fa:16:3e:6d:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:39:43Z', 'updated_at': '2022-02-13T23:41:53Z', 'revision_number': 1, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:39Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:02.144890 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1fbc27-8604-4312-883f-f425a7f4930f None None] The sync data for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 is: [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c7cf958f-78a2-40b7-a26a-894563482e80', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'port_id': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'mac_address': 'fa:16:3e:6d:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:39:43Z', 'updated_at': '2022-02-13T23:41:53Z', 'revision_number': 1, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:39Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:02.226961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9917d171-7585-4e55-8808-b554e0dbab64 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:02.238083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ffa49fa-cb5e-4cfc-89cb-a90ca1fba712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.241462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ffa49fa-cb5e-4cfc-89cb-a90ca1fba712 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/308c069e-5c7c-4b85-843e-0642d5a423a8 HTTP/1.1" status: 204 len: 168 time: 1.3508577 Feb 13 23:42:02.277406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:42:02.296072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:02.339215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59b0275e-8c49-4ea3-9257-d01f6b6db0c8 req-74416623-f784-44b6-9b22-87d4713f5270 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640465 Feb 13 23:42:02.350993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.364675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] For port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,segment=NetworkSegment(e13c36a5-f655-47cd-9bff-ef7d9b7d0e88),segment_id=e13c36a5-f655-47cd-9bff-ef7d9b7d0e88)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:02.477919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-253d5754-06c7-46cb-92bf-aedbdaf423c8 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.511403 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'status': 'completed', 'code': 200} Feb 13 23:42:02.525228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.639003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:42:02.656548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-253d5754-06c7-46cb-92bf-aedbdaf423c8 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.665935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984db08e-6813-4238-9696-7dd5d04b7b73 None None] New status for floating IP c7cf958f-78a2-40b7-a26a-894563482e80: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:42:02.671469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.688617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.689919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.733214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a80f5b5-2e82-4565-8887-d0d78cc73b2b req-c0609b34-6251-48bf-89d0-0caaf2a07197 service neutron] 10.222.0.42 "GET /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0025465 Feb 13 23:42:02.770396 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9e3791e-fcc0-401c-becf-5f8017e44a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.862266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:42:02.862595 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:42:02.876971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.880927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.885226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.889180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.893147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.897211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.902282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:02.904251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66387742-f2f9-4508-86e8-390cfc864ad5 req-25c31453-3b4f-4df7-bfcf-acbb6937b90f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.5624790 Feb 13 23:42:02.924644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Allocated IP 172.25.4.193 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/fbd00799-0d75-4ee8-9289-515bf848b487) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:02.931263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-253d5754-06c7-46cb-92bf-aedbdaf423c8 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.958726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=053be0b6-e0bb-44c0-8204-f14f862d12d5,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:02.965187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:02.965535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:02.981860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Provisioning for port 9917d171-7585-4e55-8808-b554e0dbab64 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:02.985399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f4345-fab9-459c-ae55-83f4ba42875d None None] Pushing event updated for resources: {'Port': ['ID=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:02.990307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d5754-06c7-46cb-92bf-aedbdaf423c8 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35438e-2e89-400e-a6d3-0d8428bd4ca2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:03.004964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9917d171-7585-4e55-8808-b554e0dbab64 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:03.005131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-253d5754-06c7-46cb-92bf-aedbdaf423c8 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.006425 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-253d5754-06c7-46cb-92bf-aedbdaf423c8 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/df35438e-2e89-400e-a6d3-0d8428bd4ca2 HTTP/1.1" status: 204 len: 168 time: 0.9867940 Feb 13 23:42:03.016422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-d601035d-f6af-4638-b685-34509fa6e308 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6490 time: 0.4732671 Feb 13 23:42:03.019221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40014) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:03.025081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9917d171-7585-4e55-8808-b554e0dbab64 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:03.025738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.058714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Provisioning complete for port 9917d171-7585-4e55-8808-b554e0dbab64 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:03.059301 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.195777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network b98d0aca-6212-470f-acad-e326da7a10b8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:03.203005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:03.232454 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-2c5397ff-6354-48ea-913a-000b7e47f651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f0be55b3e4a401bbcaeb9fdd5ab80b1&device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 1095 time: 0.4372206 Feb 13 23:42:03.360360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70ba21-5bf5-4f99-9929-739fac9f0135', 'name': 'tempest-snat-router-1065871448', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.181'}], 'enable_snat': False}, 'gw_port_id': '6d5c6972-8fbd-48ac-8777-d4d254052e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:53Z', 'updated_at': '2022-02-13T23:41:55Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': '6d5c6972-8fbd-48ac-8777-d4d254052e97', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70ba21-5bf5-4f99-9929-739fac9f0135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:41:54Z', 'updated_at': '2022-02-13T23:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:03.384524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130efd6f-9ce9-4156-82aa-c3bbf0f64e7f None None] The sync data for ids ['af70ba21-5bf5-4f99-9929-739fac9f0135'] in n-d-828979-1 is: [{'id': 'af70ba21-5bf5-4f99-9929-739fac9f0135', 'name': 'tempest-snat-router-1065871448', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.181'}], 'enable_snat': False}, 'gw_port_id': '6d5c6972-8fbd-48ac-8777-d4d254052e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:53Z', 'updated_at': '2022-02-13T23:41:55Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': '6d5c6972-8fbd-48ac-8777-d4d254052e97', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70ba21-5bf5-4f99-9929-739fac9f0135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:41:54Z', 'updated_at': '2022-02-13T23:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:03.527312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e94db250-426e-4654-b634-7762e3c1a6af tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:03.559911 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.567882 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.582361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.632691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.647724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9917d171-7585-4e55-8808-b554e0dbab64, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9917d171-7585-4e55-8808-b554e0dbab64,segment=NetworkSegment(cc60ead4-3437-4e38-a14a-69e3f5d41bbc),segment_id=cc60ead4-3437-4e38-a14a-69e3f5d41bbc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:03.660727 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.682174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,segment=NetworkSegment(e13c36a5-f655-47cd-9bff-ef7d9b7d0e88),segment_id=e13c36a5-f655-47cd-9bff-ef7d9b7d0e88)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:03.682738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.802941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e94db250-426e-4654-b634-7762e3c1a6af tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:03.807487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e94db250-426e-4654-b634-7762e3c1a6af tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7879064 Feb 13 23:42:03.852596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40028) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:03.878695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:03.894192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:42:03.894552 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:42:03.908971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9917d171-7585-4e55-8808-b554e0dbab64,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:03.941196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--366294500'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:03.969976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-5a33f275-0b4a-4a88-9699-c5257c4519bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:03.971464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-5a33f275-0b4a-4a88-9699-c5257c4519bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=4562e5fb-b936-4fbe-9863-acedf38f007c HTTP/1.1" status: 200 len: 912 time: 0.9327536 Feb 13 23:42:03.990409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-cd746d03-2723-44e2-9960-c921ea6cad39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:03.992444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-cd746d03-2723-44e2-9960-c921ea6cad39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9832348-6f73-4b51-b3ae-622a76ad4b17 HTTP/1.1" status: 200 len: 922 time: 0.7451067 Feb 13 23:42:04.002764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:04.048012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:04.172804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:04.187104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69bf4-2133-4b9e-9452-aa24e3b97955 req-2c5f386e-a304-4899-9b63-0aa2d8188b25 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:04.195587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d69bf4-2133-4b9e-9452-aa24e3b97955 req-2c5f386e-a304-4899-9b63-0aa2d8188b25 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 944 time: 0.6104078 Feb 13 23:42:04.254234 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-695f5716-76fa-480e-81b0-7d6892ae7e84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 200 len: 1000 time: 0.2622013 Feb 13 23:42:04.254523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:04.255007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:04.338343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:04.340734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:04.367974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7d69bf4-2133-4b9e-9452-aa24e3b97955 req-b3ccf308-cbb1-40fc-8fd6-baf78c085634 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704788 Feb 13 23:42:04.374761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-ead49cdf-f10b-4f4c-8bbe-053ec31cb99c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:04.376397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-ead49cdf-f10b-4f4c-8bbe-053ec31cb99c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d79c442b-b6d1-491b-8fb2-23e91af08245 HTTP/1.1" status: 200 len: 851 time: 0.1158295 Feb 13 23:42:04.433151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-296dc64e-413b-409f-bdf9-b9e5a6f77467 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27 HTTP/1.1" status: 200 len: 217 time: 0.3942213 Feb 13 23:42:04.505273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9917d171-7585-4e55-8808-b554e0dbab64 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:04.554108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-d26394b9-b969-42dd-819b-e029b6b8003e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4562e5fb-b936-4fbe-9863-acedf38f007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696129 Feb 13 23:42:04.556299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:42:04.588664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-047ae252-f646-4ab2-8d04-fbd088c8f5c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:04.590455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-047ae252-f646-4ab2-8d04-fbd088c8f5c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a5ac719-f0fa-4190-aca9-59c136abe616 HTTP/1.1" status: 200 len: 862 time: 0.1237462 Feb 13 23:42:04.590806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Provisioning complete for port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:04.591299 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7065a827-1a4e-478e-974e-b91fe238dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:04.600417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:04.653861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9917d171-7585-4e55-8808-b554e0dbab64 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:04.654357 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:04.694933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-2e170c4b-5a46-4295-8328-29d693d76bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9832348-6f73-4b51-b3ae-622a76ad4b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556707 Feb 13 23:42:04.699955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:04.704639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:04.738203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:04.945380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Port': ['ID=fbd00799-0d75-4ee8-9289-515bf848b487,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:05.004553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-6f90dc59-e915-4083-a951-801c380f28a6 service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388013 Feb 13 23:42:05.106252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.108992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8d82e3d0-a1fb-45da-b8f1-359c2f5ad267 None None] Provisioning complete for port 9917d171-7585-4e55-8808-b554e0dbab64 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:05.109777 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d82e3d0-a1fb-45da-b8f1-359c2f5ad267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.239057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:05.258105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:05.259522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:05.265697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-057c2fd5-9691-45c5-9a93-5e4a20034966 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/0ec916fa-f1dd-4db3-858c-ebd6e2023ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1063714 Feb 13 23:42:05.269170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cc4d046-2e08-4f69-983e-70937fa4e312 req-5df8c5a1-b4fa-4cf4-84cf-69278cf0c4f7 service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543652 Feb 13 23:42:05.269609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40048) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:05.271824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] Sync routers for ids ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:05.286677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:05.294386 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] Routers {'0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:05.295007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:05.320205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:05.405341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8d82e3d0-a1fb-45da-b8f1-359c2f5ad267 None None] Provisioning for port 053be0b6-e0bb-44c0-8204-f14f862d12d5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:05.411904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8d82e3d0-a1fb-45da-b8f1-359c2f5ad267 None None] Provisioning complete for port 053be0b6-e0bb-44c0-8204-f14f862d12d5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:05.412538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d82e3d0-a1fb-45da-b8f1-359c2f5ad267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.429748 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:05.447080 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] Routers {'0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:05.448033 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:05.477664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:42:05.484710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.561889 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:05.562304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb358e91-d372-4ec7-84fc-674374857c0d None None] The sync data for ids ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:05.619694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.621660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8d82e3d0-a1fb-45da-b8f1-359c2f5ad267 None None] Port 053be0b6-e0bb-44c0-8204-f14f862d12d5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:05.622746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.641238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-f8e3f07d-1156-4387-8a45-bb7b861169a4 service neutron] 10.222.0.42 "GET /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301536 Feb 13 23:42:05.664747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef97322-a50d-4b2a-bc8c-9ed120e13560 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:05.665347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ef97322-a50d-4b2a-bc8c-9ed120e13560 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:05.698507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ef97322-a50d-4b2a-bc8c-9ed120e13560 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:05.703289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ef97322-a50d-4b2a-bc8c-9ed120e13560 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports/053be0b6-e0bb-44c0-8204-f14f862d12d5 HTTP/1.1" status: 200 len: 911 time: 0.4300044 Feb 13 23:42:05.703551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40060) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:05.712746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0655e430-534a-465b-bcb1-090e309bf2f8'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:05.728876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,segment=NetworkSegment(28cffea0-a87a-4bc4-97d3-55e50992eaac),segment_id=28cffea0-a87a-4bc4-97d3-55e50992eaac)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:05.730923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Port': ['ID=5846d8b4-648b-4f82-9e62-f5629ea6d0d4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:05.748382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27', 'network_id': 'a9832348-6f73-4b51-b3ae-622a76ad4b17', 'port_id': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27', 'mac_address': 'fa:16:3e:b6:54:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5ac719-f0fa-4190-aca9-59c136abe616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:42:05.862525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:05.891021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:42:05.921910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,segment=NetworkSegment(28cffea0-a87a-4bc4-97d3-55e50992eaac),segment_id=28cffea0-a87a-4bc4-97d3-55e50992eaac)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:05.931823 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.060447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a2117-7729-4e74-8226-39ade6bdfc06 None None] DHCP port deletion for 77bd34f9-c4ed-409a-984c-11902d76b0fc request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:42:06.147732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e076dee4-9463-4b33-b48d-0dd2e166f99f None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:42:06.160207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.204720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.245911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.259513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No DVR routers for this DVR port 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:42:06.394729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d5c6972-8fbd-48ac-8777-d4d254052e97 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:06.409963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3051ad83-7322-493b-bd48-04cb8bb5aa6d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:06.418587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['03141ef6-f8d8-4261-aa4d-6c99b5d96c27'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:42:06.497043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1371ee3f-38f4-4f39-99a8-642e520f22fb req-51308c37-ee38-4af5-a31a-b83cf76e0535 service neutron] 10.222.0.42 "GET /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508395 Feb 13 23:42:06.497043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.497043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-75c05ae7-0916-4fda-9824-c5feb94ca181 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6373572 Feb 13 23:42:06.508365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.529093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40076) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:06.543759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '3051ad83-7322-493b-bd48-04cb8bb5aa6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:06.554073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:06.583038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:06.593686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:06.612336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:06.643534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b063c9d-93b4-4380-bc9a-b11fb094cf9b req-81152520-5ee0-4a19-bc91-9cbe0a49cedb tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:06.643534 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b063c9d-93b4-4380-bc9a-b11fb094cf9b req-81152520-5ee0-4a19-bc91-9cbe0a49cedb tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 945 time: 0.9948289 Feb 13 23:42:06.686423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:06.697878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.702347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076dee4-9463-4b33-b48d-0dd2e166f99f None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:42:06.775626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=beb6e4bb-95cc-4d7c-b9b2-9f914786cb2d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:06.813792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b063c9d-93b4-4380-bc9a-b11fb094cf9b req-f6e4c486-1827-4be7-b886-fe61221d69b0 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641712 Feb 13 23:42:06.922096 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:06.942125 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:42:06.956836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6d5c6972-8fbd-48ac-8777-d4d254052e97 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:07.040464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6d5c6972-8fbd-48ac-8777-d4d254052e97 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:07.040464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.109004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bd34f9-c4ed-409a-984c-11902d76b0fc']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:07.162355 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The resource could not be found. Feb 13 23:42:07.162355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-038dcfa8-3ff0-42b4-97c1-f8e1a37b13ee tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6249120 Feb 13 23:42:07.169198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40080) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:07.190261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:07.190261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13c36a5-f655-47cd-9bff-ef7d9b7d0e88') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:07.208077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '3051ad83-7322-493b-bd48-04cb8bb5aa6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd3a9aa4c-151d-4057-a56a-453af2ff92a8'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:07.230135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:07.233433 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.239737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:07.239737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:07.239737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:07.251486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Router 5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:42:07.256637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.272201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.291282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.291282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:07.291282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.291282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/ports/053be0b6-e0bb-44c0-8204-f14f862d12d5 HTTP/1.1" status: 200 len: 911 time: 1.5778370 Feb 13 23:42:07.302618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40084) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:07.368041 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The resource could not be found. Feb 13 23:42:07.368041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5808dad3-07d6-4f13-9c66-7051949806be tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1935818 Feb 13 23:42:07.373019 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.377774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40088) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:07.413070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6d5c6972-8fbd-48ac-8777-d4d254052e97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d5c6972-8fbd-48ac-8777-d4d254052e97,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:07.416819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c00716-1153-48da-8865-7568b0ddc6c9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=053be0b6-e0bb-44c0-8204-f14f862d12d5,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:07.419691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.492907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:42:07.522820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e303d3f-a590-4745-8229-79655b3aba44 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.526544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:42:07.526890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5846d8b4-648b-4f82-9e62-f5629ea6d0d4 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:42:07.552687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.553098 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e303d3f-a590-4745-8229-79655b3aba44 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.628190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e303d3f-a590-4745-8229-79655b3aba44 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.630780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6d5c6972-8fbd-48ac-8777-d4d254052e97,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:07.644611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:07.644611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.670294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e303d3f-a590-4745-8229-79655b3aba44 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051ad83-7322-493b-bd48-04cb8bb5aa6d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:07.695884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e303d3f-a590-4745-8229-79655b3aba44 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:07.705120 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0e303d3f-a590-4745-8229-79655b3aba44 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/3051ad83-7322-493b-bd48-04cb8bb5aa6d HTTP/1.1" status: 204 len: 168 time: 0.3247762 Feb 13 23:42:07.705120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40094) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:07.716344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254dcef-ed42-402d-8b15-1f29d49301d2 None None] Network 77bd34f9-c4ed-409a-984c-11902d76b0fc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:07.798259 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:07.827695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7709562-86a1-43b0-aa01-0b3fdd45d342 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:07.860588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7709562-86a1-43b0-aa01-0b3fdd45d342 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:07.860588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a7709562-86a1-43b0-aa01-0b3fdd45d342 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1516893 Feb 13 23:42:07.860588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:07.872200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'e73efeb9-97ae-46b1-983f-eb8a616fec55', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:07.887005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:07.896426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:07.901599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:07.919919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.006658 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The resource could not be found. Feb 13 23:42:08.006658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-97347492-8b39-439d-88de-645720698f1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1422803 Feb 13 23:42:08.006658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40106) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:08.020349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542256636'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:08.030404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:08.047764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.104093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6dd22-b6fc-4bea-87d6-b4fa79f7f68b None None] DHCP port deletion for 77bd34f9-c4ed-409a-984c-11902d76b0fc request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:42:08.151420 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.151991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.201501 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.233997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=77bd34f9-c4ed-409a-984c-11902d76b0fc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:08.242514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d5c6972-8fbd-48ac-8777-d4d254052e97 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:08.244724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f50df33a-9fc5-4893-bddb-6465915279d8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/77bd34f9-c4ed-409a-984c-11902d76b0fc HTTP/1.1" status: 204 len: 168 time: 11.9128389 Feb 13 23:42:08.244724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:08.258283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-539002703'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:08.258283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:08.278542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:08.278542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:08.281150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:08.284310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:08.308035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a59edd-3325-4d81-8336-6e07f0ac50eb req-0ebf1b4c-e8ec-4524-a89e-917c814ddf81 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:08.308035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4a59edd-3325-4d81-8336-6e07f0ac50eb req-0ebf1b4c-e8ec-4524-a89e-917c814ddf81 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 945 time: 0.2335541 Feb 13 23:42:08.308035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.362263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:08.404931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6d5c6972-8fbd-48ac-8777-d4d254052e97 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:08.404931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.412792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4a59edd-3325-4d81-8336-6e07f0ac50eb req-0d4cc775-8dab-45df-9e86-6f97c875a8fd tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064036 Feb 13 23:42:08.428695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.484883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.492409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.504155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:08.508043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.550078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.553720 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5422542 Feb 13 23:42:08.555981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:08.559416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:08.568885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572729758'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:08.570193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Sync routers for ids ['5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:08.583404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Routers {'5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:08.584321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:08.586612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:08.593759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:08.597255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a71fa-62fe-44a6-bd30-2c5de2ef8724 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab838d3-8b38-46f0-89e7-199dbb4760cc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:08.600993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:08.609646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.631797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:08.631797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.631797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-35727471-9886-48ef-8fa0-5dc78e5de7b5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.3844192 Feb 13 23:42:08.637430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40122) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:08.640931 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.643141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.705749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:08.712495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:08.715671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:08.722118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.771423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.771698 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment 404e01b4-cf95-48d9-8d89-50679ee5bc58 of type vlan for network 349a6a9c-8934-4b64-889e-3b159d4217c7 Feb 13 23:42:08.778466 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.789463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.795089 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.811136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Set router 5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:08.856950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a5cf18-fbdf-4ed8-b4f7-64c81d5029a1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:08.860773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:08.864887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8124533e-1150-458d-b830-c2d39114a3e5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3053257 Feb 13 23:42:08.865162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40126) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:08.872046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': '7ab838d3-8b38-46f0-89e7-199dbb4760cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '61a5cf18-fbdf-4ed8-b4f7-64c81d5029a1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:08.879459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:08.884239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:08.888094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:08.895419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:08.940125 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:08.943233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-214303ea-4f9e-49a3-b3f2-54011ef1af41 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0770404 Feb 13 23:42:08.947000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:08.951151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.045159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.049541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:09.050934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.071209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f07442e4-39ce-42da-a8cd-2cbf3e38ed2e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.110652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f07442e4-39ce-42da-a8cd-2cbf3e38ed2e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.212111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f07442e4-39ce-42da-a8cd-2cbf3e38ed2e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.236550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07442e4-39ce-42da-a8cd-2cbf3e38ed2e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a5cf18-fbdf-4ed8-b4f7-64c81d5029a1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:09.246545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f07442e4-39ce-42da-a8cd-2cbf3e38ed2e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.249493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f07442e4-39ce-42da-a8cd-2cbf3e38ed2e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/61a5cf18-fbdf-4ed8-b4f7-64c81d5029a1 HTTP/1.1" status: 204 len: 168 time: 0.2993975 Feb 13 23:42:09.251259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40136) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:09.339586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fdc20632-f794-4dca-94c1-14746094ac2b tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:09.343247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad', 'name': 'tempest-snat-router-1065871448', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'fbd00799-0d75-4ee8-9289-515bf848b487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:58Z', 'updated_at': '2022-02-13T23:42:04Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': 'fbd00799-0d75-4ee8-9289-515bf848b487', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:02Z', 'updated_at': '2022-02-13T23:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:09.347604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Checking router: 5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:42:09.347889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Updating router 5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad port fbd00799-0d75-4ee8-9289-515bf848b487 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:42:09.350271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=349a6a9c-8934-4b64-889e-3b159d4217c7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:09.355495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d542ece3-f01a-4ba4-800f-7fb5d803e91b tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1161401 Feb 13 23:42:09.359255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40140) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:09.365305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:09.384350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fdc20632-f794-4dca-94c1-14746094ac2b tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:09.388469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fdc20632-f794-4dca-94c1-14746094ac2b tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1330175 Feb 13 23:42:09.389709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40144) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:09.392285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:09.487695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:09.545424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.572869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d3732df9-3c68-4d0c-9dc1-3e028098a856 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad HTTP/1.1" status: 200 len: 908 time: 0.9343073 Feb 13 23:42:09.576376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40150) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:09.624190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:09.630837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:09.634345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:09.649887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:09.658857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a3140c3-3efd-47ad-85cb-e89d54856f30 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.675187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:09.767431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a3140c3-3efd-47ad-85cb-e89d54856f30 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.785270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:09.801206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:09.801206 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.828941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.941878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63e959-52ef-42c9-be1b-a123bff2442d req-85c6e415-96b2-455d-a0ea-eeafaed53c06 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:09.943750 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d63e959-52ef-42c9-be1b-a123bff2442d req-85c6e415-96b2-455d-a0ea-eeafaed53c06 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 945 time: 0.2940638 Feb 13 23:42:09.949839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a3140c3-3efd-47ad-85cb-e89d54856f30 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:09.987571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3140c3-3efd-47ad-85cb-e89d54856f30 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab838d3-8b38-46f0-89e7-199dbb4760cc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:10.000399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a3140c3-3efd-47ad-85cb-e89d54856f30 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.001801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2a3140c3-3efd-47ad-85cb-e89d54856f30 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ab838d3-8b38-46f0-89e7-199dbb4760cc HTTP/1.1" status: 204 len: 168 time: 0.6112058 Feb 13 23:42:10.004562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40154) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:10.115101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0dcc9b53-0d8c-4726-81dc-9fa34e1dc4a5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:10.133129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.142874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d63e959-52ef-42c9-be1b-a123bff2442d req-827902af-761a-4e01-bf15-d5d2f62ec72b tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751831 Feb 13 23:42:10.150525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.167228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Transition to ACTIVE for port object fbd00799-0d75-4ee8-9289-515bf848b487 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:10.179920 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.187820 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.195603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0dcc9b53-0d8c-4726-81dc-9fa34e1dc4a5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:10.202428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0dcc9b53-0d8c-4726-81dc-9fa34e1dc4a5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1896701 Feb 13 23:42:10.203602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40162) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:10.215643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476900680'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:10.222602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.228521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:10.284324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443f9ab-b6bc-482f-8939-24e627421409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:42:10.307284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,segment=NetworkSegment(28cffea0-a87a-4bc4-97d3-55e50992eaac),segment_id=28cffea0-a87a-4bc4-97d3-55e50992eaac)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:10.308529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119f0a8-3f19-4744-a914-4cfe57274ac6 None None] Pushing event updated for resources: {'Port': ['ID=fbd00799-0d75-4ee8-9289-515bf848b487,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:10.323916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.335052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:10.383600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=b3b81d7c-5db6-4e81-874b-c6a082419bfd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:10.401385 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3443f9ab-b6bc-482f-8939-24e627421409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27', 'code': 200} Feb 13 23:42:10.402264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Attempting to bind port fbd00799-0d75-4ee8-9289-515bf848b487 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:10.402632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Attempting to bind port fbd00799-0d75-4ee8-9289-515bf848b487 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:10.402996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Attempting to bind port fbd00799-0d75-4ee8-9289-515bf848b487 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:10.408149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.424109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:10.424257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:10.424789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.424930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:10.432052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Bound port: fbd00799-0d75-4ee8-9289-515bf848b487, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:10.432052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.468603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': '404e01b4-cf95-48d9-8d89-50679ee5bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:10.468603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: 349a6a9c-8934-4b64-889e-3b159d4217c7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:10.486414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:10.518801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:10.524721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:10.529573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:10.536829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:10.539311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] For port fbd00799-0d75-4ee8-9289-515bf848b487, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:10.547239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] For port fbd00799-0d75-4ee8-9289-515bf848b487, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fbd00799-0d75-4ee8-9289-515bf848b487,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:10.550918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:10.560340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.565573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 349a6a9c-8934-4b64-889e-3b159d4217c7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:10.574629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:10.575383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.584652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 053be0b6-e0bb-44c0-8204-f14f862d12d5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:10.585211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.627598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2b4b0-6067-4aab-9846-fe1cec013024 None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:10.649280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b20c33fb-3d12-4877-9c1b-7f1b9ad8ade4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2856760 Feb 13 23:42:10.650302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40178) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:10.655491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:10.680391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.745504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.825956 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.827393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41d5d420-86e6-4dab-868d-aa82b14ed7de req-9ddc24c5-960c-4d0a-b719-e6b03ba66b89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 1097 time: 0.3313398 Feb 13 23:42:10.830551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6256542 Feb 13 23:42:10.831349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40182) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:10.861047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce461d34-d3aa-4803-a481-fc79da9efbfe tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85e9257-3c32-45de-9fd7-9cda848724d1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:10.862173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'd85e9257-3c32-45de-9fd7-9cda848724d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:10.891965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119f0a8-3f19-4744-a914-4cfe57274ac6 None None] Pushing event updated for resources: {'Port': ['ID=fbd00799-0d75-4ee8-9289-515bf848b487,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:10.915007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:10.918835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:10.919843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:subnet and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:10.924069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:10.937022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:10.949967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:10.957127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:10.957258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:10.961457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Routers {'5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:10.961749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:10.962743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:10.995653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:11.016001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.042110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41d5d420-86e6-4dab-868d-aa82b14ed7de req-6a7576e9-548f-4ff1-aab2-52ffa85498b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934426 Feb 13 23:42:11.239133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 053be0b6-e0bb-44c0-8204-f14f862d12d5 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:11.325572 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:11.326655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1ec57086-e31d-4b57-affa-c340b75975b2 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4908283 Feb 13 23:42:11.329604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.332329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:11.347010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group_rule': {'security_group_id': 'd85e9257-3c32-45de-9fd7-9cda848724d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:11.356913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:11.374432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Deleting port fbd00799-0d75-4ee8-9289-515bf848b487 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:11.375017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.439118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:11.460892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-349a6a9c-8934-4b64-889e-3b159d4217c7', 'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': 'b3b81d7c-5db6-4e81-874b-c6a082419bfd'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:42:11.462404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.524036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.593064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:11.634510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:11.634510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:11.646308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:11.646308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.653235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] Set router 5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:11.723210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=39a2f575-fd89-4efe-9bdf-4fa69bcc9c40,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:11.738976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dc295dc0-9b98-4f29-8056-869054a2d023 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0808496 Feb 13 23:42:11.738976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:11.842933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:11.847021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:11.848573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:11.852984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:11.856257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:11.857891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Synchronizing usage tracker for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:11.860277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:11.887447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Unset dirty status for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:11.890834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eaf439fd-eded-4f8f-a187-9e88d3e52dfc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1547430 Feb 13 23:42:11.895932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40198) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:11.909531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098723831'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:11.916943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:11.921072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:11.924012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:11.931912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:11.946920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:11.951636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:11.975183 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.046022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Allocated IP 2001:db8::2 (349a6a9c-8934-4b64-889e-3b159d4217c7/b3b81d7c-5db6-4e81-874b-c6a082419bfd/eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:12.058155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:12.078825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.080381 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment 4e698825-5e63-422f-a868-080183286bb6 of type vlan for network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 Feb 13 23:42:12.127402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.169393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.173993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:12.174899 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.213158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=053be0b6-e0bb-44c0-8204-f14f862d12d5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:12.223701 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:42:12.236541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-866fc786-2d6b-49f7-9499-b8a9cb8f1eb7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8921936 Feb 13 23:42:12.281556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40206) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:12.302122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4007630 Feb 13 23:42:12.318074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40210) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:12.459525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] For port fbd00799-0d75-4ee8-9289-515bf848b487, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fbd00799-0d75-4ee8-9289-515bf848b487,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:12.459525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.574516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:12.691868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad', 'name': 'tempest-snat-router-1065871448', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'fbd00799-0d75-4ee8-9289-515bf848b487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:58Z', 'updated_at': '2022-02-13T23:42:04Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': 'fbd00799-0d75-4ee8-9289-515bf848b487', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:02Z', 'updated_at': '2022-02-13T23:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:12.715506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6854a33-a2ba-4956-ae16-c4bf41850725 None None] The sync data for ids ['5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad'] in n-d-828979-1 is: [{'id': '5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad', 'name': 'tempest-snat-router-1065871448', 'tenant_id': '1fc935d761d74d3a8cd61803704d6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'fbd00799-0d75-4ee8-9289-515bf848b487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:41:58Z', 'updated_at': '2022-02-13T23:42:04Z', 'revision_number': 3, 'project_id': '1fc935d761d74d3a8cd61803704d6d33', 'gw_port': {'id': 'fbd00799-0d75-4ee8-9289-515bf848b487', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:02Z', 'updated_at': '2022-02-13T23:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:12.797734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Calling delete_port for fbd00799-0d75-4ee8-9289-515bf848b487 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:12.800310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.824891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Transition to ACTIVE for port object eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:12.852146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Transition to ACTIVE for port object eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:12.861192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4bf19-372b-4abd-94eb-2af29c62c792 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=0ffb65f0-e49b-4649-baa2-92ed20f53a68,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:12.884988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214640-0d9a-4c64-b1df-ad695989a402 req-3e8a0264-43c4-4100-b707-b9a0b07ad65c tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:12.884988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c214640-0d9a-4c64-b1df-ad695989a402 req-3e8a0264-43c4-4100-b707-b9a0b07ad65c tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 946 time: 1.2851954 Feb 13 23:42:12.901537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:12.907917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.002764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:13.115423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Pushing event updated for resources: {'Port': ['ID=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:13.131690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:13.134353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:13.136797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:13.153439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.184275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55f2b18a-76f1-4af4-be8f-478f96cc7180 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.186644 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.207523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c214640-0d9a-4c64-b1df-ad695989a402 req-59ff075b-d6c9-4c27-a66b-cf9a3fb9222d tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185434 Feb 13 23:42:13.273051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Attempting to bind port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:13.273433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Attempting to bind port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '404e01b4-cf95-48d9-8d89-50679ee5bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:13.273882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Attempting to bind port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b on network 349a6a9c-8934-4b64-889e-3b159d4217c7 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:13.282487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:13.283572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Checking segment: {'id': '404e01b4-cf95-48d9-8d89-50679ee5bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:13.283662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.284367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Bound using segment: {'id': '404e01b4-cf95-48d9-8d89-50679ee5bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:13.284642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Bound port: eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404e01b4-cf95-48d9-8d89-50679ee5bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:13.285100 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.340386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 is not hosted by any dhcp agent {{(pid=83662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 13 23:42:13.344192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:13.345118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.349433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "PUT /v2.0/networks/0ffb65f0-e49b-4649-baa2-92ed20f53a68 HTTP/1.1" status: 200 len: 723 time: 1.0348430 Feb 13 23:42:13.350350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40222) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:13.359294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:13.371607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55f2b18a-76f1-4af4-be8f-478f96cc7180 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.402332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6c07-091b-4c7b-aaab-e19ff3cd4a73 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=0ffb65f0-e49b-4649-baa2-92ed20f53a68,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:13.410607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] For port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:13.417314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] For port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,segment=NetworkSegment(404e01b4-cf95-48d9-8d89-50679ee5bc58),segment_id=404e01b4-cf95-48d9-8d89-50679ee5bc58)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:13.432438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.448795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:13.458717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55f2b18a-76f1-4af4-be8f-478f96cc7180 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.496175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2b18a-76f1-4af4-be8f-478f96cc7180 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85e9257-3c32-45de-9fd7-9cda848724d1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:13.517715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55f2b18a-76f1-4af4-be8f-478f96cc7180 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.519648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55f2b18a-76f1-4af4-be8f-478f96cc7180 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/d85e9257-3c32-45de-9fd7-9cda848724d1 HTTP/1.1" status: 204 len: 168 time: 1.2268589 Feb 13 23:42:13.521927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40226) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:13.572554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db35fab-745d-4e94-a4d7-d61766bb253a None None] Pushing event updated for resources: {'Port': ['ID=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:13.620318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d17d695c-ce45-4345-a248-d3bf66366121 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:13.648037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d17d695c-ce45-4345-a248-d3bf66366121 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:13.648037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d17d695c-ce45-4345-a248-d3bf66366121 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1212025 Feb 13 23:42:13.656313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40230) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:13.656313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651889620'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:13.676515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:13.697603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:13.737550 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.800295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:13.806540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Usage tracker for resource:security_group_rule and tenant:0a2ff3ca81844ffdae2421f0f2e0433c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:13.809703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:13.816758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:13.844775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:13.857084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:13.873521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.902556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.907464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:13.937585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:42:13.944078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:13.978902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38aba59-8c70-426e-bdf4-1990b40778c4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:14.008557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.010503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f8b0d06b-9045-4cb8-893c-708006583882 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3601818 Feb 13 23:42:14.019332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40236) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:14.034173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c6a357c3-9926-4fd3-a933-908029bcfeb3 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:14.035035 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-c6a357c3-9926-4fd3-a933-908029bcfeb3 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] update failed (client error): There was a conflict when trying to complete your request. Feb 13 23:42:14.038020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c6a357c3-9926-4fd3-a933-908029bcfeb3 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "PUT /v2.0/security-groups/a38aba59-8c70-426e-bdf4-1990b40778c4 HTTP/1.1" status: 409 len: 330 time: 0.0165558 Feb 13 23:42:14.041165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:14.099712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbd00799-0d75-4ee8-9289-515bf848b487,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:14.207946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d14d4a7c-be2f-4435-b249-c8298edc2570 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.263083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:14.271513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d14d4a7c-be2f-4435-b249-c8298edc2570 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.296314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.363390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d14d4a7c-be2f-4435-b249-c8298edc2570 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.393015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d4a7c-be2f-4435-b249-c8298edc2570 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38aba59-8c70-426e-bdf4-1990b40778c4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:14.417250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d14d4a7c-be2f-4435-b249-c8298edc2570 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.419778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d14d4a7c-be2f-4435-b249-c8298edc2570 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/a38aba59-8c70-426e-bdf4-1990b40778c4 HTTP/1.1" status: 204 len: 168 time: 0.3774526 Feb 13 23:42:14.422134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40246) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:14.454636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:14.575376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1e835bc2-fb2a-4769-a574-771bbb8fb7f7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Synchronizing usage tracker for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:14.602389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6171e0e-d176-4e4a-bb7d-4bc5e66091b8 req-066b622e-bc7d-4776-9675-0270420e2951 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:14.609953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f6171e0e-d176-4e4a-bb7d-4bc5e66091b8 req-066b622e-bc7d-4776-9675-0270420e2951 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 946 time: 0.1440742 Feb 13 23:42:14.627030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1e835bc2-fb2a-4769-a574-771bbb8fb7f7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] Unset dirty status for tenant:0a2ff3ca81844ffdae2421f0f2e0433c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:14.628902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1e835bc2-fb2a-4769-a574-771bbb8fb7f7 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2058654 Feb 13 23:42:14.633919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:14.661954 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-782ffa88-23a6-49cb-b23f-e5421f8e4d1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] delete failed (client error): The resource could not be found. Feb 13 23:42:14.666638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-782ffa88-23a6-49cb-b23f-e5421f8e4d1e tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "DELETE /v2.0/security-groups/84217109-2f4a-498b-9699-748e0aac6724 HTTP/1.1" status: 404 len: 347 time: 0.0315349 Feb 13 23:42:14.667227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:14.707687 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-59c99842-aa33-406b-8c21-d8cd1b0fe6d5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] show failed (client error): The resource could not be found. Feb 13 23:42:14.708694 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59c99842-aa33-406b-8c21-d8cd1b0fe6d5 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-groups/557ddf37-c639-43a3-a2a3-7cc3322da570 HTTP/1.1" status: 404 len: 347 time: 0.0399845 Feb 13 23:42:14.715286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40258) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:14.721314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f6171e0e-d176-4e4a-bb7d-4bc5e66091b8 req-a173897e-718a-49ec-b94e-6fcc93bf1e32 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082976 Feb 13 23:42:14.735899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:14.935556 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-598d8629-a606-4fca-a379-07a94a6c0285 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] show failed (client error): The resource could not be found. Feb 13 23:42:14.937387 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-598d8629-a606-4fca-a379-07a94a6c0285 tempest-NegativeSecGroupIPv6Test-1637546215 tempest-NegativeSecGroupIPv6Test-1637546215-project] 10.222.0.36 "GET /v2.0/security-group-rules/cb7a4016-7e24-4721-be44-11ef1d51cead HTTP/1.1" status: 404 len: 356 time: 0.2211552 Feb 13 23:42:14.939441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:14.972494 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] Sync routers for ids ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:15.000814 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] Routers {'0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:15.001478 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:15.189022 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:15.226639 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] Routers {'0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:15.227581 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:15.395679 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:15.396023 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb6e9a-ea1a-45dd-8fca-064e65d0e771 None None] The sync data for ids ['0ec916fa-f1dd-4db3-858c-ebd6e2023ed1'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:15.481994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:15.493134 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5c90f42c-1b98-492d-b99a-48d9f280ae2e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/0ec916fa-f1dd-4db3-858c-ebd6e2023ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1939235 Feb 13 23:42:15.497115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40278) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:15.579645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:15.592914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b19b4-807e-4227-a1cb-627d934ca54a None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:15.619788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:15.619788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:42:15.621853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d84a4007-e73a-4444-95f8-c163685021f3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:15.637157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:15.640382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-43794869-6f15-4481-a4c3-f9149a93b435 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5fc025a1-69bf-4a07-8cd8-b6eaa40d7fad HTTP/1.1" status: 204 len: 168 time: 6.0598423 Feb 13 23:42:15.642673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40284) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:15.657466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303deacc-77f2-4adc-af09-30c00ce05fe4 req-bf60e71b-b036-4b53-8699-86082b47bca2 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:15.659210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-303deacc-77f2-4adc-af09-30c00ce05fe4 req-bf60e71b-b036-4b53-8699-86082b47bca2 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 946 time: 0.2030361 Feb 13 23:42:15.733690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-303deacc-77f2-4adc-af09-30c00ce05fe4 req-176f3e58-ec29-4d99-b2d8-a92b903067ba tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662479 Feb 13 23:42:15.824100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40288) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:15.925588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] Provisioning for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:15.953673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] Provisioning complete for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:15.953673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.097725 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.259423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d1961c8f-0c8f-4f99-84c4-12371b02caad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a2ff3ca81844ffdae2421f0f2e0433c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4261975 Feb 13 23:42:16.259423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40298) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:16.403321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d84a4007-e73a-4444-95f8-c163685021f3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:16.408415 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d84a4007-e73a-4444-95f8-c163685021f3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 HTTP/1.1" status: 200 len: 205 time: 0.9034965 Feb 13 23:42:16.419140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40304) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:16.512923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.627468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] For port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,segment=NetworkSegment(404e01b4-cf95-48d9-8d89-50679ee5bc58),segment_id=404e01b4-cf95-48d9-8d89-50679ee5bc58)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:16.633530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=1e9c2ac4-3163-420b-9be4-24f78f36b0e6,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:16.638103 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.722540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e763860-e647-467a-862c-665a8416f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.763692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e763860-e647-467a-862c-665a8416f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.824162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36778e-7a51-4c29-aa0b-631930af5d6e None None] Pushing event updated for resources: {'Port': ['ID=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:16.852629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': '4e698825-5e63-422f-a868-080183286bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:16.853515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: 0ffb65f0-e49b-4649-baa2-92ed20f53a68, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:16.902608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Update dhcp port {'port': {'network_id': '349a6a9c-8934-4b64-889e-3b159d4217c7', 'fixed_ips': [{'subnet_id': 'b3b81d7c-5db6-4e81-874b-c6a082419bfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '39a2f575-fd89-4efe-9bdf-4fa69bcc9c40'}], 'binding:host_id': 'n-d-828979-1'}, 'id': 'eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:42:16.915949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:16.947107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:16.965982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-a1be3c7c-43d2-40b3-ba03-a766475783c7 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:16.968451 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-a1be3c7c-43d2-40b3-ba03-a766475783c7 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.42 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 946 time: 0.2277861 Feb 13 23:42:17.022685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.096282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0ffb65f0-e49b-4649-baa2-92ed20f53a68) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:17.147545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf04d9d-4dbb-4fd8-9cfa-07187efb02bd None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:17.152370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:17.152370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065010'] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.214919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Deleting port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:17.217671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.266818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.327086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04f67902-76d2-49b6-b995-9d435e221bc6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9756889 Feb 13 23:42:17.345473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40312) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:17.408856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:17.434564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e763860-e647-467a-862c-665a8416f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.467468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e763860-e647-467a-862c-665a8416f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6221b-e638-489e-9288-555602ab0fd8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:17.490518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6712-fde9-4ba8-926a-bd5a331a22e7 req-ee98ef7d-22fb-40c6-a41a-56b08134ce48 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:17.496817 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b45f6712-fde9-4ba8-926a-bd5a331a22e7 req-ee98ef7d-22fb-40c6-a41a-56b08134ce48 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 946 time: 0.4622767 Feb 13 23:42:17.551026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Allocated IP 172.20.0.1 (349a6a9c-8934-4b64-889e-3b159d4217c7/39a2f575-fd89-4efe-9bdf-4fa69bcc9c40/eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:17.599511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0ffb65f0-e49b-4649-baa2-92ed20f53a68', 'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': '1e9c2ac4-3163-420b-9be4-24f78f36b0e6'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:42:17.600330 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.609269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e763860-e647-467a-862c-665a8416f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.609269 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1e763860-e647-467a-862c-665a8416f6f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ff6221b-e638-489e-9288-555602ab0fd8 HTTP/1.1" status: 204 len: 168 time: 1.3526735 Feb 13 23:42:17.808253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b45f6712-fde9-4ba8-926a-bd5a331a22e7 req-d353e46b-ac6f-4dec-8daf-cb7c99559e7c tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/security-groups?id=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066058 Feb 13 23:42:17.822141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6421877'] for subnet, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.882741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.888821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.950133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.951192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:42:17.983025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:17.985546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0b10a977-fc7e-4526-aa50-d8520e0f8424 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 HTTP/1.1" status: 204 len: 168 time: 1.5022781 Feb 13 23:42:17.989647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40320) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:18.009116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] For port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,segment=NetworkSegment(404e01b4-cf95-48d9-8d89-50679ee5bc58),segment_id=404e01b4-cf95-48d9-8d89-50679ee5bc58)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:18.012667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] For port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,segment=NetworkSegment(28cffea0-a87a-4bc4-97d3-55e50992eaac),segment_id=28cffea0-a87a-4bc4-97d3-55e50992eaac)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:18.014303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.087366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Allocated IP 2001:db8::2 (0ffb65f0-e49b-4649-baa2-92ed20f53a68/1e9c2ac4-3163-420b-9be4-24f78f36b0e6/08243a11-bb1d-4e54-91d6-e6ff04666f95) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:18.149109 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.221505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:18.233662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Calling delete_port for 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:18.452115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 0655e430-534a-465b-bcb1-090e309bf2f8 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:42:18.460516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.481287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Transition to ACTIVE for port object eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:18.491562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.512152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.594399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.605879 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.626082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Pushing event deleted for resources: {'Port': ['ID=03141ef6-f8d8-4261-aa4d-6c99b5d96c27,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:18.629728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Deleting port 6d5c6972-8fbd-48ac-8777-d4d254052e97 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:18.630239 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.647098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['03141ef6-f8d8-4261-aa4d-6c99b5d96c27'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:42:18.796404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:18.990667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93ecaf-bbb6-4891-909a-35935d039534 None None] Pushing event updated for resources: {'Port': ['ID=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:18.996821 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.126875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] No DVR routers for this DVR port 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:42:19.128936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.131387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.142406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=0655e430-534a-465b-bcb1-090e309bf2f8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:19.142728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443f9ab-b6bc-482f-8939-24e627421409', 'name': 'network-vif-deleted', 'tag': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:42:19.154223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-308844e2-2f08-4d48-b3ec-9270ebaf1562 req-9ec615a6-bf98-434d-8914-d24fd1a4b053 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.42 "DELETE /v2.0/ports/03141ef6-f8d8-4261-aa4d-6c99b5d96c27 HTTP/1.1" status: 204 len: 173 time: 2.1727178 Feb 13 23:42:19.232226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f57dc7-281e-44b1-a1b3-4448e7d2fef2 None None] Network b98d0aca-6212-470f-acad-e326da7a10b8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:19.266756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0352939c-67c7-4854-8602-b53dcf03462f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/0655e430-534a-465b-bcb1-090e309bf2f8 HTTP/1.1" status: 204 len: 168 time: 1.2759948 Feb 13 23:42:19.275256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:19.297022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02188d6c-7caa-4444-843d-2ebccb3ae07e req-35621f2a-4993-4074-8c92-065486216c13 tempest-InstanceActionsNegativeTestJSON-1965550703 tempest-InstanceActionsNegativeTestJSON-1965550703-project] 10.222.0.36 "GET /v2.0/ports?device_id=3443f9ab-b6bc-482f-8939-24e627421409 HTTP/1.1" status: 200 len: 210 time: 0.1243441 Feb 13 23:42:19.373848 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3443f9ab-b6bc-482f-8939-24e627421409', 'name': 'network-vif-deleted', 'tag': '03141ef6-f8d8-4261-aa4d-6c99b5d96c27', 'status': 'completed', 'code': 200} Feb 13 23:42:19.494001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] For port 6d5c6972-8fbd-48ac-8777-d4d254052e97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d5c6972-8fbd-48ac-8777-d4d254052e97,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:19.494420 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.575265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.604245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 9917d171-7585-4e55-8808-b554e0dbab64 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:19.604680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.609558 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.656609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Transition to ACTIVE for port object 08243a11-bb1d-4e54-91d6-e6ff04666f95 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:19.722572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Transition to ACTIVE for port object 08243a11-bb1d-4e54-91d6-e6ff04666f95 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:19.745303 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:19.772618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40366) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:19.838768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Calling delete_port for 6d5c6972-8fbd-48ac-8777-d4d254052e97 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:19.979643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:19.988970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Pushing event updated for resources: {'Port': ['ID=08243a11-bb1d-4e54-91d6-e6ff04666f95,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:20.017457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:20.026694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:20.202806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755129099403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1883204'] for subnet, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.317085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] DHCP port deletion for b98d0aca-6212-470f-acad-e326da7a10b8 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:42:20.320760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Attempting to bind port 08243a11-bb1d-4e54-91d6-e6ff04666f95 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:20.320964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Attempting to bind port 08243a11-bb1d-4e54-91d6-e6ff04666f95 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4e698825-5e63-422f-a868-080183286bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:20.321281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Attempting to bind port 08243a11-bb1d-4e54-91d6-e6ff04666f95 on network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:20.339150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:20.340063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.341333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "PUT /v2.0/subnets/1e9c2ac4-3163-420b-9be4-24f78f36b0e6 HTTP/1.1" status: 200 len: 826 time: 2.9930336 Feb 13 23:42:20.364426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:20.365211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Checking segment: {'id': '4e698825-5e63-422f-a868-080183286bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:20.365800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.366822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Bound using segment: {'id': '4e698825-5e63-422f-a868-080183286bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:20.368153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Bound port: 08243a11-bb1d-4e54-91d6-e6ff04666f95, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e698825-5e63-422f-a868-080183286bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0ffb65f0-e49b-4649-baa2-92ed20f53a68'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:20.368735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.407341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40374) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:20.414546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546d561-3dbd-4dca-bc35-b7fafa4c33c3 None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:20.442358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0503cde1-5865-418a-aae3-a09a46868ce6 tempest-ServiceProvidersTest-1940086205 tempest-ServiceProvidersTest-1940086205-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6584978 Feb 13 23:42:20.471307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40380) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:20.505497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:20.517422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd6f7-78e2-4416-8c1f-4f5e5643b626 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=1e9c2ac4-3163-420b-9be4-24f78f36b0e6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:20.575101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Deleting port 9917d171-7585-4e55-8808-b554e0dbab64 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:20.575656 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.607465 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.699595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d5c6972-8fbd-48ac-8777-d4d254052e97,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:20.730826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port 9917d171-7585-4e55-8808-b554e0dbab64, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9917d171-7585-4e55-8808-b554e0dbab64,segment=NetworkSegment(cc60ead4-3437-4e38-a14a-69e3f5d41bbc),segment_id=cc60ead4-3437-4e38-a14a-69e3f5d41bbc)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:20.731382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.811348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d45bffd1-139c-44d5-a6e5-d4c73103d791 None None] Provisioning for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:20.853083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Deleting subnet 7a5ac719-f0fa-4190-aca9-59c136abe616 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:42:20.877585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d45bffd1-139c-44d5-a6e5-d4c73103d791 None None] Provisioning complete for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:20.878240 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d45bffd1-139c-44d5-a6e5-d4c73103d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:20.924103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 9917d171-7585-4e55-8808-b554e0dbab64 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:20.997319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.059468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40388) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:21.073661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port 08243a11-bb1d-4e54-91d6-e6ff04666f95 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:21.075479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.187662 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.188719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] For port 08243a11-bb1d-4e54-91d6-e6ff04666f95, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:21.219527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.233923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.243860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] For port 08243a11-bb1d-4e54-91d6-e6ff04666f95, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=08243a11-bb1d-4e54-91d6-e6ff04666f95,segment=NetworkSegment(4e698825-5e63-422f-a868-080183286bb6),segment_id=4e698825-5e63-422f-a868-080183286bb6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:21.293983 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.337981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=9917d171-7585-4e55-8808-b554e0dbab64,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:21.372301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:21.372770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port 9917d171-7585-4e55-8808-b554e0dbab64 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:42:21.375487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.511428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] For port 9917d171-7585-4e55-8808-b554e0dbab64, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9917d171-7585-4e55-8808-b554e0dbab64,segment=NetworkSegment(cc60ead4-3437-4e38-a14a-69e3f5d41bbc),segment_id=cc60ead4-3437-4e38-a14a-69e3f5d41bbc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:21.511428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.560074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:42:21.564993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.628288 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.834493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Calling delete_port for 9917d171-7585-4e55-8808-b554e0dbab64 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:21.905301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port 08243a11-bb1d-4e54-91d6-e6ff04666f95, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=08243a11-bb1d-4e54-91d6-e6ff04666f95,segment=NetworkSegment(4e698825-5e63-422f-a868-080183286bb6),segment_id=4e698825-5e63-422f-a868-080183286bb6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:21.905798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.915589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.918357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:42:21.919007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 03141ef6-f8d8-4261-aa4d-6c99b5d96c27 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:42:21.920339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.959549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706d3ce-d18c-4881-bc8f-10b5fceac6c3 None None] Pushing event updated for resources: {'Port': ['ID=08243a11-bb1d-4e54-91d6-e6ff04666f95,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:21.964940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:21.965449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af70ba21-5bf5-4f99-9929-739fac9f0135 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:42:22.002338 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.003687 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-229d1725-b113-442e-a06b-1e7b48704cb2 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "DELETE /v2.0/routers/af70ba21-5bf5-4f99-9929-739fac9f0135 HTTP/1.1" status: 204 len: 168 time: 6.3508162 Feb 13 23:42:22.012468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40394) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:22.023576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792352314', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:22.036205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:22.043968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Usage tracker for resource:router and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:22.053247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:22.068279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:22.095996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.097325 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.137512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.166283 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.234959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98d0aca-6212-470f-acad-e326da7a10b8']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:22.250263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.254946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:22.258509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc60ead4-3437-4e38-a14a-69e3f5d41bbc') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:22.268285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5ac719-f0fa-4190-aca9-59c136abe616,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:22.277196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.298306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.306018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:22.306665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.358905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:22.435100 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:22.446381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:42:22.447316 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:42:22.460857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0cc0d272-5ead-4c86-b693-f41638c22a6f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7a5ac719-f0fa-4190-aca9-59c136abe616 HTTP/1.1" status: 204 len: 168 time: 1.9878807 Feb 13 23:42:22.463543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40400) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:22.463716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for 08243a11-bb1d-4e54-91d6-e6ff04666f95 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:22.544184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.568424 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.601016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.649047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.721854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.784358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=b98d0aca-6212-470f-acad-e326da7a10b8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:22.801920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0a7928d1-70d3-44e0-8554-fd74653fba0b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/b98d0aca-6212-470f-acad-e326da7a10b8 HTTP/1.1" status: 204 len: 168 time: 3.5254602 Feb 13 23:42:22.810806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40406) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:22.811871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:22.818584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4df10c2251411baf3553818bb1e05c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:22.824249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f513f03b-4c44-4e55-9833-cdd428eabdfd None None] Provisioning complete for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:22.824249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f513f03b-4c44-4e55-9833-cdd428eabdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.827308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:22.834716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:22.852837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-858224041', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:22.927353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:22.933453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:22.936089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:22.965180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9832348-6f73-4b51-b3ae-622a76ad4b17']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:22.981740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cffea0-a87a-4bc4-97d3-55e50992eaac') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:22.982310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cffea0-a87a-4bc4-97d3-55e50992eaac') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:22.996100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.001958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Deleting port 9917d171-7585-4e55-8808-b554e0dbab64 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:23.002637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.021149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.028843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:23.029674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.069158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d5c6972-8fbd-48ac-8777-d4d254052e97 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:42:23.130761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.133788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:23.137410 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:23.140447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6d5c6972-8fbd-48ac-8777-d4d254052e97 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:42:23.140447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d5c6972-8fbd-48ac-8777-d4d254052e97 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:42:23.140447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9917d171-7585-4e55-8808-b554e0dbab64 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:42:23.153213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.163898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:23.189352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.217576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9832348-6f73-4b51-b3ae-622a76ad4b17,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:23.230634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-635c6fdb-0f52-4475-bc84-f13209c6f586 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9832348-6f73-4b51-b3ae-622a76ad4b17 HTTP/1.1" status: 204 len: 168 time: 0.7631733 Feb 13 23:42:23.235498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-906b9664-7839-4011-80d0-31ceb7c2777c None None] The port '9917d171-7585-4e55-8808-b554e0dbab64' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:42:23.240944 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.248882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 9917d171-7585-4e55-8808-b554e0dbab64 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:42:23.249452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9917d171-7585-4e55-8808-b554e0dbab64 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:42:23.294875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:23.343004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Port': ['ID=08243a11-bb1d-4e54-91d6-e6ff04666f95,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:23.343875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.356895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No DVR routers for this DVR port 08243a11-bb1d-4e54-91d6-e6ff04666f95 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:42:23.383415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.443316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.476993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:23.504825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fadef-1ee7-4123-9dca-73988851a9ad,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:23.520533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5579d192-be34-4d0c-ab4c-75fafed15f76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f4df10c2251411baf3553818bb1e05c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3915458 Feb 13 23:42:23.521694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.522526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.526855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40418) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:23.549015 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.578719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.616659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.621158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b3b24488-beb0-4491-a6cb-4d6a5246aeeb tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8056490 Feb 13 23:42:23.624575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40424) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:23.629914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-339118677'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:23.649441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:23.660840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:23.667278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:23.708594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:23.714466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Allocated IP 172.25.4.106 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/b4e5da46-329a-4351-9f44-2a581b412fed) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:23.716908 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7ba25c8-386a-4767-9f23-4b43304d0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.739007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f33d5c04-0325-4927-86da-d0957d0d5829 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f0be55b3e4a401bbcaeb9fdd5ab80b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2566006 Feb 13 23:42:23.740162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40430) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:23.762336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:23.767493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.802020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7ba25c8-386a-4767-9f23-4b43304d0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.804610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:23.878517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9c2ac4-3163-420b-9be4-24f78f36b0e6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:23.969351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a4f13-d679-46e6-a0b9-227c0df302c3 None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:24.051349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-302098eb-6ab4-4111-8ce2-6c418d89a013 None None] Could not find standard attr ID for object 08243a11-bb1d-4e54-91d6-e6ff04666f95. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:42:24.055958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e047237-b37f-4ac2-9aaa-aa89abe05795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.083276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e047237-b37f-4ac2-9aaa-aa89abe05795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.095318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.130602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.150289 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.167315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffb65f0-e49b-4649-baa2-92ed20f53a68']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:24.181283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e698825-5e63-422f-a868-080183286bb6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:24.181953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e698825-5e63-422f-a868-080183286bb6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:24.202989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.216506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e047237-b37f-4ac2-9aaa-aa89abe05795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.238534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047237-b37f-4ac2-9aaa-aa89abe05795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:24.238903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40438) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:24.245967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.253090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:24.254687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7ba25c8-386a-4767-9f23-4b43304d0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.265297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:24.269870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:24.270415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.276141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:24.283306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:24.291470 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:24.365940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a007f05f-478a-4838-aca3-b16c3e411c62 None None] DHCP port deletion for 0ffb65f0-e49b-4649-baa2-92ed20f53a68 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:42:24.390222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e047237-b37f-4ac2-9aaa-aa89abe05795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.392625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1a35f-e00a-4196-98b5-1e73d132b321 None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:24.394145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2e047237-b37f-4ac2-9aaa-aa89abe05795 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fe9cda4-ec07-4e4e-b318-314fc6b9b4ac HTTP/1.1" status: 204 len: 168 time: 0.6529975 Feb 13 23:42:24.413045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.415790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.416145 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 08ae1bd0-e925-45d4-a69e-a3e19d2a062c of type vlan for network 6e935cd8-1443-4e5b-8306-ca170b0d42ee Feb 13 23:42:24.434151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1a35f-e00a-4196-98b5-1e73d132b321 None None] Network 0ffb65f0-e49b-4649-baa2-92ed20f53a68 could not be found, it might have been deleted concurrently. {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 13 23:42:24.469518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.490915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fbd00799-0d75-4ee8-9289-515bf848b487 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:42:24.497587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/0ffb65f0-e49b-4649-baa2-92ed20f53a68 HTTP/1.1" status: 204 len: 168 time: 4.0834141 Feb 13 23:42:24.499545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:24.547140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fbd00799-0d75-4ee8-9289-515bf848b487 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:42:24.547927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fbd00799-0d75-4ee8-9289-515bf848b487 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:42:24.559462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba25c8-386a-4767-9f23-4b43304d0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fadef-1ee7-4123-9dca-73988851a9ad,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:24.561037 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e4dfa1-cc5e-4e4e-a795-6e185197f93f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:24.562345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e4dfa1-cc5e-4e4e-a795-6e185197f93f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:24.564736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-42e4dfa1-cc5e-4e4e-a795-6e185197f93f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/0ffb65f0-e49b-4649-baa2-92ed20f53a68 HTTP/1.1" status: 404 len: 339 time: 0.0639877 Feb 13 23:42:24.565782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb374c8-a19e-4656-863c-3c274c50b5e4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=0ffb65f0-e49b-4649-baa2-92ed20f53a68,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:24.578658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40450) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:24.584681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-948303381', 'description': 'd1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:24.591374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event updated for resources: {'Port': ['ID=b4e5da46-329a-4351-9f44-2a581b412fed,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:24.599547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:24.604283 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.611119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Usage tracker for resource:network and tenant:215ca841ca594cc3aa3b944eefd7afcd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:24.611870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.615897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:24.625180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:24.630961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a7ba25c8-386a-4767-9f23-4b43304d0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.635857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a7ba25c8-386a-4767-9f23-4b43304d0cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b92fadef-1ee7-4123-9dca-73988851a9ad HTTP/1.1" status: 204 len: 168 time: 1.1079865 Feb 13 23:42:24.664683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:24.669767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.676866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:24.683072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e0a17d9a74443081376e033dfc4c5f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:24.687295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:24.694151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:24.695947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.700527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:24.701318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.773963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.774775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.784522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.840857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:24.959377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3340037 Feb 13 23:42:24.960063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40466) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:24.961730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08cfe52-caff-4d0d-8edf-99c7d9be2146,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:24.968715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4be4270e-e478-4f30-bef1-7309467b9017 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6e0a17d9a74443081376e033dfc4c5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7254152 Feb 13 23:42:24.971842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40468) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:24.986956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:25.001494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:25.033220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a7f22-6967-48bd-88a7-4a360862c200 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=6e935cd8-1443-4e5b-8306-ca170b0d42ee,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:25.046635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:25.064147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69acae1a-3e72-4b5d-a601-5080c7aa1031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.121054 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69acae1a-3e72-4b5d-a601-5080c7aa1031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.134976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.135988 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment af08fc6c-4d5f-476e-9a9c-7467e244f040 of type vlan for network 6566068c-ac2d-4926-aa4f-28930f59d2f2 Feb 13 23:42:25.206964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.228467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:25.243380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:25.249362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69acae1a-3e72-4b5d-a601-5080c7aa1031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.249899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:25.258989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:25.274567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acae1a-3e72-4b5d-a601-5080c7aa1031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08cfe52-caff-4d0d-8edf-99c7d9be2146,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:25.284225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69acae1a-3e72-4b5d-a601-5080c7aa1031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.285284 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69acae1a-3e72-4b5d-a601-5080c7aa1031 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e08cfe52-caff-4d0d-8edf-99c7d9be2146 HTTP/1.1" status: 204 len: 168 time: 0.3119335 Feb 13 23:42:25.295470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Router e73ffac6-f2d5-4005-babd-b27a7817241a is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:42:25.302421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:25.432144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.435952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:25.436593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.474620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.499681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9199076 Feb 13 23:42:25.502793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:25.639607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1bf329-f694-433a-92e4-31dab045a212 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:25.640201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7c1bf329-f694-433a-92e4-31dab045a212 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Synchronizing usage tracker for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:25.669187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bbf02-f8db-4e7a-81af-cbd115fb0ceb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=6566068c-ac2d-4926-aa4f-28930f59d2f2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:25.677577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7c1bf329-f694-433a-92e4-31dab045a212 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Unset dirty status for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:25.679914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c1bf329-f694-433a-92e4-31dab045a212 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks?id=6566068c-ac2d-4926-aa4f-28930f59d2f2 HTTP/1.1" status: 200 len: 764 time: 0.1732180 Feb 13 23:42:25.682338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:25.684464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40494) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:25.685616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6566068c-ac2d-4926-aa4f-28930f59d2f2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:25.699454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'description': 'd2'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:25.707002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:25.711663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-66f25f3c-825d-4e33-afa4-c9e0b437a9ca tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6944792 Feb 13 23:42:25.711906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:25.717022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': False}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:25.725463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] Sync routers for ids ['e73ffac6-f2d5-4005-babd-b27a7817241a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:25.919202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] Routers {'e73ffac6-f2d5-4005-babd-b27a7817241a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:25.920022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e73ffac6-f2d5-4005-babd-b27a7817241a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:25.938530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:26.046991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.072261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.091563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:26.105935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] Routers {'e73ffac6-f2d5-4005-babd-b27a7817241a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:26.106605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e73ffac6-f2d5-4005-babd-b27a7817241a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:26.154477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.176093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:26.232578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:26.232876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a8619-1e4c-4dc1-9daa-f94407044d5f None None] The sync data for ids ['e73ffac6-f2d5-4005-babd-b27a7817241a'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:26.277192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.279066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 6566068c-ac2d-4926-aa4f-28930f59d2f2 is not hosted by any dhcp agent {{(pid=83662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 13 23:42:26.282801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:26.283432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.284993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "PUT /v2.0/networks/6566068c-ac2d-4926-aa4f-28930f59d2f2 HTTP/1.1" status: 200 len: 761 time: 0.5990856 Feb 13 23:42:26.291350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:26.324388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c8988-9c45-400d-a4e1-8dca6832a075 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=6566068c-ac2d-4926-aa4f-28930f59d2f2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:26.337077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6566068c-ac2d-4926-aa4f-28930f59d2f2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:26.337699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=2b3ec3da-8e2b-4079-a4e2-336c25386217,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:26.358623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:26.358973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 6e935cd8-1443-4e5b-8306-ca170b0d42ee, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:26.394375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:26.409404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 6e935cd8-1443-4e5b-8306-ca170b0d42ee) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:26.420546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:26.421700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.454989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4798abca-976b-4ca1-bedf-66559929e070 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4873235 Feb 13 23:42:26.458005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40524) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:26.475232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:26.485545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c89df-3ee6-4db7-970d-b9e22a92c8f1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:26.487004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e0c89df-3ee6-4db7-970d-b9e22a92c8f1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks?id=6566068c-ac2d-4926-aa4f-28930f59d2f2 HTTP/1.1" status: 200 len: 764 time: 0.1944039 Feb 13 23:42:26.488100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Usage tracker for resource:security_group_rule and tenant:0715ed43431e4787b4cc5f0d7deaf7e1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:26.491688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:26.494399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40528) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:26.501888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:26.502424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a99ee-e9d1-43c3-aaaa-ef74f748f614 None None] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:26.735555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-837288835-network', 'tenant_id': 'fb4be4ff20414b4c815a91a0a67f3510'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:26.754281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:26.778170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Usage tracker for resource:network and tenant:fb4be4ff20414b4c815a91a0a67f3510 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:26.783720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:26.798486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:26.827833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:42:26.829192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.867442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Made reservation on behalf of fb4be4ff20414b4c815a91a0a67f3510 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:26.870097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.898730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beef3cdf-448f-4e11-82d9-a8d1e484fdc5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:26.900732 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-beef3cdf-448f-4e11-82d9-a8d1e484fdc5 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4043381 Feb 13 23:42:26.903751 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:26.927089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40536) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:27.015230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a68a60b0-e31c-412c-8f11-3bd7f918e14c tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Synchronizing usage tracker for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:27.057095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.087761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.115856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Allocated IP 2001:db8::2 (6e935cd8-1443-4e5b-8306-ca170b0d42ee/2b3ec3da-8e2b-4079-a4e2-336c25386217/a5d0818d-fc91-4e6a-8b59-c8dd712cc109) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:27.119597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a68a60b0-e31c-412c-8f11-3bd7f918e14c tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Unset dirty status for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:27.120829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a68a60b0-e31c-412c-8f11-3bd7f918e14c tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 207 time: 0.1890090 Feb 13 23:42:27.130444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40544) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:27.171654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:27.195154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Usage tracker for resource:security_group_rule and tenant:fb4be4ff20414b4c815a91a0a67f3510 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:27.209494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:27.271234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.328624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:27.336080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f169b7-ff7b-4072-b154-40ea7be0773f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:27.355405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8f034f8d-d0c0-4b29-8b8c-3eeb03b80de5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0715ed43431e4787b4cc5f0d7deaf7e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1759293 Feb 13 23:42:27.369360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:27.432438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.447394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Transition to ACTIVE for port object a5d0818d-fc91-4e6a-8b59-c8dd712cc109 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:27.473276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Transition to ACTIVE for port object a5d0818d-fc91-4e6a-8b59-c8dd712cc109 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:27.482342 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.548013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.550514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.555557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.559513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.562200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Pushing event updated for resources: {'Port': ['ID=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:27.564649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.569757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.571777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c752860f-dc1c-4044-934e-00bfefe537d1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4291170 Feb 13 23:42:27.579240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40558) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:27.582670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:27.584124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:27.587447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:27.670993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd4847b5-1d2e-4651-9c5e-fdefa3c9ca77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.697168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Attempting to bind port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:27.697835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Attempting to bind port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:27.698332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Attempting to bind port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 on network 6e935cd8-1443-4e5b-8306-ca170b0d42ee {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:27.707367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:27.708409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Checking segment: {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:27.708932 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.710870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Bound using segment: {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:27.711493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Bound port: a5d0818d-fc91-4e6a-8b59-c8dd712cc109, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:27.711957 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.730340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.735867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd4847b5-1d2e-4651-9c5e-fdefa3c9ca77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.748023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.809976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:27.829991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] For port a5d0818d-fc91-4e6a-8b59-c8dd712cc109, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:27.836571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] For port a5d0818d-fc91-4e6a-8b59-c8dd712cc109, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,segment=NetworkSegment(08ae1bd0-e925-45d4-a69e-a3e19d2a062c),segment_id=08ae1bd0-e925-45d4-a69e-a3e19d2a062c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:27.844387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.851243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-af6097f9-f5eb-419a-97bb-04c4918d0cd6 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2695665 Feb 13 23:42:27.852218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.853432 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Added segment 0b3c1614-ef9f-49c6-91c3-7c68a41847a9 of type vlan for network d8566ed1-1a01-4e8e-8351-878b1366a9a7 Feb 13 23:42:27.855142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40566) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:27.855723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4670c07e-4755-4bfc-b087-00b4dfbf4b7b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:27.905228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8::1 (6e935cd8-1443-4e5b-8306-ca170b0d42ee/2b3ec3da-8e2b-4079-a4e2-336c25386217/f8efc954-222b-44f3-8a79-97e52759654b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:27.910580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.934750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd4847b5-1d2e-4651-9c5e-fdefa3c9ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.951052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.981330 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.982530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:27.983277 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:27.990141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4847b5-1d2e-4651-9c5e-fdefa3c9ca77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f169b7-ff7b-4072-b154-40ea7be0773f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:28.003652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f04d7-a161-42cc-b936-302911d04137 None None] Pushing event updated for resources: {'Port': ['ID=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:28.079415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.080780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.082166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.083777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.085686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.086709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Synchronizing usage tracker for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:28.127910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd4847b5-1d2e-4651-9c5e-fdefa3c9ca77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:28.131684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd4847b5-1d2e-4651-9c5e-fdefa3c9ca77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4f169b7-ff7b-4072-b154-40ea7be0773f HTTP/1.1" status: 204 len: 168 time: 0.7611725 Feb 13 23:42:28.138871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Unset dirty status for tenant:215ca841ca594cc3aa3b944eefd7afcd on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:28.144505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9afd95ec-a0c4-464f-b8f9-a74364d186ac tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2809718 Feb 13 23:42:28.148257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40576) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:28.260191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] Pushing event updated for resources: {'Network': ['ID=d8566ed1-1a01-4e8e-8351-878b1366a9a7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:28.272433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:28.281218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-542f5e85-b9b3-4147-9866-37cb4d8b2ebd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3415275 Feb 13 23:42:28.284385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40584) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:28.291026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:28.297826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Request body: {'subnet': {'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-837288835-subnet', 'tenant_id': 'fb4be4ff20414b4c815a91a0a67f3510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:28.308530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2eb2-87c3-431b-a0d0-d60c716ff0f4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.322536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2eb2-87c3-431b-a0d0-d60c716ff0f4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.324181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2eb2-87c3-431b-a0d0-d60c716ff0f4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.325798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2eb2-87c3-431b-a0d0-d60c716ff0f4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.327373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e2eb2-87c3-431b-a0d0-d60c716ff0f4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.334701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40588) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:28.334942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-218e2eb2-87c3-431b-a0d0-d60c716ff0f4 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1853735 Feb 13 23:42:28.344637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:28.353874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Usage tracker for resource:subnet and tenant:fb4be4ff20414b4c815a91a0a67f3510 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:28.359579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:28.367253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object f8efc954-222b-44f3-8a79-97e52759654b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:28.368878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:28.386884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Made reservation on behalf of fb4be4ff20414b4c815a91a0a67f3510 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:28.392440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:28.541058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:28.633096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a5d0818d-fc91-4e6a-8b59-c8dd712cc109 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:28.661060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d7cdc-0b0d-4fb2-a18a-0a227615aba0 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:28.663350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-184d7cdc-0b0d-4fb2-a18a-0a227615aba0 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks/73e5193c-ec85-4f07-baa0-1a91e292c9c2 HTTP/1.1" status: 200 len: 804 time: 0.3270187 Feb 13 23:42:28.669117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40594) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:28.694147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:28.707788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:28.715723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:28.722957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:28.774353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:28.799418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=f8efc954-222b-44f3-8a79-97e52759654b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:28.926247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40598) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:28.943694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:28.992836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.008759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.106645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13f2493-a7bd-452e-88f1-e9b740f134e2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:29.154948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:29.165590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a394687c-a9bb-4712-b5bb-f78311bcc0bb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/networks/73e5193c-ec85-4f07-baa0-1a91e292c9c2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4948781 Feb 13 23:42:29.177264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40606) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:29.296388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda71f4-81c4-4c8d-ba10-ed6010382b0a tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:29.298525 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1cda71f4-81c4-4c8d-ba10-ed6010382b0a tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/subnets/eff4cc04-fd3c-4241-801d-41efc3d01dd9 HTTP/1.1" status: 200 len: 843 time: 0.1201189 Feb 13 23:42:29.303340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40612) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:29.407093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.414961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.483627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a1044-d22d-4913-81fe-bc59dc6db9ef tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:29.490413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-098a1044-d22d-4913-81fe-bc59dc6db9ef tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "GET /v2.0/subnets/eff4cc04-fd3c-4241-801d-41efc3d01dd9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1791799 Feb 13 23:42:29.493461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bc682-d499-4b83-aea2-bed091765985 None None] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:29.496136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:29.513126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444931789'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:29.518672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:29.592142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] Provisioning for port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:29.605611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:29.617797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] Provisioning complete for port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:29.618490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.628658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.630809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Usage tracker for resource:security_group_rule and tenant:d283f8d039714c7789a97c88f7882b17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:29.636618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:29.641277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:29.643779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.644531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.645144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.649478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:29.684312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:29.695034 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.695793 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Added segment cf176066-eadd-4e37-ac6f-b4cbe847dafd of type vlan for network 5b456213-00b5-4623-8651-c518ef4b6ca7 Feb 13 23:42:29.747156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.811022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.818434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:29.819233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.862713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Checking segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:29.863074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Network hostable DHCP agents. Network: d8566ed1-1a01-4e8e-8351-878b1366a9a7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:29.879907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=f8efc954-222b-44f3-8a79-97e52759654b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:29.939547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:29.941766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:29.945555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:29.999012 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5007803 Feb 13 23:42:30.007075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40622) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:30.008460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] For port a5d0818d-fc91-4e6a-8b59-c8dd712cc109, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,segment=NetworkSegment(08ae1bd0-e925-45d4-a69e-a3e19d2a062c),segment_id=08ae1bd0-e925-45d4-a69e-a3e19d2a062c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:30.019083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:30.024075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:30.126506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7891d3-8b34-4b58-9708-4ec39820d018 None None] Pushing event updated for resources: {'Port': ['ID=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:30.161531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:30.211074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99d90b96-c075-409e-aa15-d1bf372c8557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:30.223432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550deee9-8744-4b97-9068-e0982fdf23ad tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Network': ['ID=5b456213-00b5-4623-8651-c518ef4b6ca7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:30.235400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5b456213-00b5-4623-8651-c518ef4b6ca7 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:30.255852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:30.268044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:30.332087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d8566ed1-1a01-4e8e-8351-878b1366a9a7) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:30.347992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Router e73ffac6-f2d5-4005-babd-b27a7817241a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:42:30.373929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:30.379311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:30.385953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:30.455457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdb107-6cec-4e29-be1f-f6389964d064 None None] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:30.528840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:30.711763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a5d0818d-fc91-4e6a-8b59-c8dd712cc109 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:30.793346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-04bdb1d8-0dfa-446f-a1d1-b0cc33167498 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5061955 Feb 13 23:42:30.794365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91bd67e-6191-416b-a9d5-c2705da0f36a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:30.801235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Made reservation on behalf of 215ca841ca594cc3aa3b944eefd7afcd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:30.813479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8936719f-884b-4257-b6e9-91b79bd0af50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d283f8d039714c7789a97c88f7882b17&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8862078 Feb 13 23:42:30.816588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40634) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:30.921333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20b69399-e9c5-431e-b8b6-ea55fc47b714 None None] Provisioning complete for port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:30.921758 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20b69399-e9c5-431e-b8b6-ea55fc47b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.025955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:42:31.036470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:31.037146 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.128737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.396495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing IP validity checks on allocation pools {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 13 23:42:31.397107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 13 23:42:31.413433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f9729-6960-4e95-8fba-a56a0c0921a0 None None] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:31.598162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:31.607381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-369bea08-ddd7-4bb6-b406-7fe43132affa tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1476939 Feb 13 23:42:31.613294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40648) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:31.617373 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:31.623581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2061245275'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:31.637116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:31.641674 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:31.642396 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:31.685694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:31.686493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.702627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:31.721708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:31.751515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:31.755871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.829452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:31.854757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.855215 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 7d79c019-bf6b-4792-adaa-9624e4dfa10f of type vlan for network 409aa6e5-88d8-4bb2-bdca-7466b3225107 Feb 13 23:42:31.903549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-243978f8-6c6f-4a9d-af22-ee2d3be5c7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.907930 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:31.921421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.936927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20b69399-e9c5-431e-b8b6-ea55fc47b714 None None] Provisioning for port f8efc954-222b-44f3-8a79-97e52759654b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:31.945670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20b69399-e9c5-431e-b8b6-ea55fc47b714 None None] Provisioning complete for port f8efc954-222b-44f3-8a79-97e52759654b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:31.946313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20b69399-e9c5-431e-b8b6-ea55fc47b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.967658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:31.972998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:31.972998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.067204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-20b69399-e9c5-431e-b8b6-ea55fc47b714 None None] Port f8efc954-222b-44f3-8a79-97e52759654b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:32.109098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=05631c19-01c1-458b-8a1c-f0a993f45cea,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:32.120586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-243978f8-6c6f-4a9d-af22-ee2d3be5c7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.219293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6037230 Feb 13 23:42:32.223270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:32.226717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e7330aa9-a110-4b57-9bb4-62c5bec9b63b None None] Provisioning complete for port f8efc954-222b-44f3-8a79-97e52759654b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:32.227092 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e7330aa9-a110-4b57-9bb4-62c5bec9b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.235499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:32.383890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e7330aa9-a110-4b57-9bb4-62c5bec9b63b None None] Port f8efc954-222b-44f3-8a79-97e52759654b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:32.387708 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:28Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:29Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:32.394324 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:42:32.394450 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Updating router 6fd2b27d-83ca-478b-aee2-01f195694bb0 port f8efc954-222b-44f3-8a79-97e52759654b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:42:32.397233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e652fcff-fc03-4a4c-a578-ba8acff011f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.470168 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.550043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Checking segment: {'id': 'cf176066-eadd-4e37-ac6f-b4cbe847dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:32.552294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network hostable DHCP agents. Network: 5b456213-00b5-4623-8651-c518ef4b6ca7, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:32.566219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ce7d9-9aba-40c2-818f-ce39a4c72a74 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=409aa6e5-88d8-4bb2-bdca-7466b3225107,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:32.566932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fd589d34-8113-439c-beeb-040c1cc726d5 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:32.567635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fd589d34-8113-439c-beeb-040c1cc726d5 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:32.572554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.573683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.574018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.574465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.574639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.575141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.575607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.576121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.576637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.577644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.577869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:32.578378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:32.592770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-243978f8-6c6f-4a9d-af22-ee2d3be5c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.647182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:32.655943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:32.659017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243978f8-6c6f-4a9d-af22-ee2d3be5c7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91bd67e-6191-416b-a9d5-c2705da0f36a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:32.661682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:32.675872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fd589d34-8113-439c-beeb-040c1cc726d5 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:32.676282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:32.677328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fd589d34-8113-439c-beeb-040c1cc726d5 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 812 time: 0.7988894 Feb 13 23:42:32.680902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-243978f8-6c6f-4a9d-af22-ee2d3be5c7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.682336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-243978f8-6c6f-4a9d-af22-ee2d3be5c7aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d91bd67e-6191-416b-a9d5-c2705da0f36a HTTP/1.1" status: 204 len: 168 time: 1.8515773 Feb 13 23:42:32.713384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:32.715509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Network 5b456213-00b5-4623-8651-c518ef4b6ca7 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:32.740946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-4ab5ab06-bd01-407f-87e0-cc2ff11ae5c3 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/quotas/fb4be4ff20414b4c815a91a0a67f3510 HTTP/1.1" status: 200 len: 375 time: 0.0410588 Feb 13 23:42:32.741911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5b456213-00b5-4623-8651-c518ef4b6ca7) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:32.749464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:32.750329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.779591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4c7f1-3823-4fd1-b807-6afc623a9359 None None] Network 5b456213-00b5-4623-8651-c518ef4b6ca7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:32.808981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:32.812639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-078a9118-4008-4fe8-8e0d-6a93677bc537 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545096 Feb 13 23:42:32.818386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:32.822337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-12703d38-d56a-47e7-8a4a-ee3b77224aed tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "PUT /v2.0/routers/e73ffac6-f2d5-4005-babd-b27a7817241a HTTP/1.1" status: 200 len: 926 time: 7.1075275 Feb 13 23:42:32.824003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:32.868615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] Sync routers for ids ['e73ffac6-f2d5-4005-babd-b27a7817241a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:33.098493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-01e61465-5777-4a19-bccb-5f33df505e0f service neutron] 10.222.0.36 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035546 Feb 13 23:42:33.108470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9dfc089-ccfb-4d1b-88fc-7a53a597d152 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0969667 Feb 13 23:42:33.117060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40668) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:33.180896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:33.203945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:33.234191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] Routers {'e73ffac6-f2d5-4005-babd-b27a7817241a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:33.238925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e73ffac6-f2d5-4005-babd-b27a7817241a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:33.349611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:33.445926 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:33.474878 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Transition to ACTIVE for port object f8efc954-222b-44f3-8a79-97e52759654b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:33.492354 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:33.661517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:33.685511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] Routers {'e73ffac6-f2d5-4005-babd-b27a7817241a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:33.691187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e73ffac6-f2d5-4005-babd-b27a7817241a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:33.714851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6421877'] for subnet, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:33.762854 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Pushing event updated for resources: {'Port': ['ID=f8efc954-222b-44f3-8a79-97e52759654b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:33.777454 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.780355 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.780901 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.781480 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.782055 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.782586 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.783738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.784359 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.784891 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.785410 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.785930 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:33.826891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=abb78644-4a3e-414e-9633-d3f388c305f5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:33.853903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:33.854304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 409aa6e5-88d8-4bb2-bdca-7466b3225107, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:33.886711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:33.904851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 409aa6e5-88d8-4bb2-bdca-7466b3225107) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:33.913792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ab1cd412-cf1a-4349-87c2-1b5e8466bb1c service neutron] 10.222.0.36 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7974546 Feb 13 23:42:33.927508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:33.928797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:33.977273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc21428-886a-4ed7-b690-3d1b831fafc2 None None] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:33.983011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f344fb3-3bfe-48c2-9ed6-bec4362d4f07 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7577512 Feb 13 23:42:33.983868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:34.032598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:34.033008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faee204-e687-495d-9a19-a9a485c79483 None None] The sync data for ids ['e73ffac6-f2d5-4005-babd-b27a7817241a'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:34.092018 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Attempting to bind port f8efc954-222b-44f3-8a79-97e52759654b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:34.093984 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Attempting to bind port f8efc954-222b-44f3-8a79-97e52759654b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:34.096966 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Attempting to bind port f8efc954-222b-44f3-8a79-97e52759654b on network 6e935cd8-1443-4e5b-8306-ca170b0d42ee {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:34.125367 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:34.128164 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Checking segment: {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:34.128734 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.129296 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Bound using segment: {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:34.138783 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Bound port: f8efc954-222b-44f3-8a79-97e52759654b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ae1bd0-e925-45d4-a69e-a3e19d2a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:34.139695 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.235951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.245555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5b456213-00b5-4623-8651-c518ef4b6ca7', 'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7', 'tenant_id': '215ca841ca594cc3aa3b944eefd7afcd', 'fixed_ips': [{'subnet_id': '05631c19-01c1-458b-8a1c-f0a993f45cea'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:42:34.246566 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.462867 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] For port f8efc954-222b-44f3-8a79-97e52759654b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:34.473269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] For port f8efc954-222b-44f3-8a79-97e52759654b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f8efc954-222b-44f3-8a79-97e52759654b,segment=NetworkSegment(08ae1bd0-e925-45d4-a69e-a3e19d2a062c),segment_id=08ae1bd0-e925-45d4-a69e-a3e19d2a062c)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:34.482163 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.560959 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.593006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755129099403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1883204'] for subnet, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.761486 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50932d42-659e-4d48-ade8-a0d343c37d97 None None] Pushing event updated for resources: {'Port': ['ID=f8efc954-222b-44f3-8a79-97e52759654b,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:34.769492 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:34.770211 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:34.862471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:34.864051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:34.870290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "PUT /v2.0/subnets/05631c19-01c1-458b-8a1c-f0a993f45cea HTTP/1.1" status: 200 len: 900 time: 1.7263713 Feb 13 23:42:34.904406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:34.926247 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-186bb142-b7bd-4ce5-be0d-1cfcbbcf92b3 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/e73ffac6-f2d5-4005-babd-b27a7817241a HTTP/1.1" status: 200 len: 926 time: 2.0993001 Feb 13 23:42:34.988751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40710) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:35.035811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-409aa6e5-88d8-4bb2-bdca-7466b3225107', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:42:35.036861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:35.057701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:35.114061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25088d25-9cf8-4524-85a2-e374def025d9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event updated for resources: {'Subnet': ['ID=05631c19-01c1-458b-8a1c-f0a993f45cea,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:35.183105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-089070c3-e7c1-4cbf-857c-907708264c8b tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Synchronizing usage tracker for tenant:1fc935d761d74d3a8cd61803704d6d33 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:35.295940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:35.437342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-089070c3-e7c1-4cbf-857c-907708264c8b tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Unset dirty status for tenant:1fc935d761d74d3a8cd61803704d6d33 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:35.439224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-089070c3-e7c1-4cbf-857c-907708264c8b tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=e73ffac6-f2d5-4005-babd-b27a7817241a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4478011 Feb 13 23:42:35.445912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:35.480236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Allocated IP 2001:db8:1::2 (409aa6e5-88d8-4bb2-bdca-7466b3225107/abb78644-4a3e-414e-9633-d3f388c305f5/6d1707f2-077f-40d5-b83e-04607b65177f) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:35.581942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:35.605711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f4c640f2-b44d-4229-a73d-7816b985b1f2 req-b227e87d-09d5-4e25-abe7-0f5ac54b07f7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 210 time: 0.4956012 Feb 13 23:42:35.736221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:35.807204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ec41e-4dea-4323-81dc-fd01ed2abaf5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:35.812616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e82ec41e-4dea-4323-81dc-fd01ed2abaf5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Synchronizing usage tracker for tenant:1fc935d761d74d3a8cd61803704d6d33 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:35.825897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-e1444d6d-3bac-4538-9d07-aa5fa6fd5f00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 2.3638692 Feb 13 23:42:35.895797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e82ec41e-4dea-4323-81dc-fd01ed2abaf5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Unset dirty status for tenant:1fc935d761d74d3a8cd61803704d6d33 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:35.906669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e82ec41e-4dea-4323-81dc-fd01ed2abaf5 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.4588735 Feb 13 23:42:35.909994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40738) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:36.049626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-53870d28-d55d-4ef9-927b-1334f4f49bb4 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73ffac6-f2d5-4005-babd-b27a7817241a HTTP/1.1" status: 200 len: 205 time: 0.1382856 Feb 13 23:42:36.054263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:36.085440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:36.130282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Transition to ACTIVE for port object 6d1707f2-077f-40d5-b83e-04607b65177f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:36.217348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Transition to ACTIVE for port object 6d1707f2-077f-40d5-b83e-04607b65177f will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:36.267550 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:36.410298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:36.431131 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:28Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:34Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:36.434443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:36.439654 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ceeb7-d8d4-4538-8e85-0a71df361568 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:28Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:34Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:36.451395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:36.457876 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:36.461525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Allocated IP 2001:db8::3 (5b456213-00b5-4623-8651-c518ef4b6ca7/05631c19-01c1-458b-8a1c-f0a993f45cea/a5e3e56c-c996-4b14-a9f2-d26d839e1c32) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:36.659584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Pushing event updated for resources: {'Port': ['ID=6d1707f2-077f-40d5-b83e-04607b65177f,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:36.744962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-1a621208-cbc7-4c34-9267-853469aa0214 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6490 time: 0.7648854 Feb 13 23:42:37.336671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-41c42939-59f0-4672-b9f3-2138782e9857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:37.337253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-41c42939-59f0-4672-b9f3-2138782e9857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:37.337974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-41c42939-59f0-4672-b9f3-2138782e9857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:37.352818 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-41c42939-59f0-4672-b9f3-2138782e9857 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4562e5fb-b936-4fbe-9863-acedf38f007c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 200 len: 2290 time: 0.5517101 Feb 13 23:42:37.379693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Attempting to bind port 6d1707f2-077f-40d5-b83e-04607b65177f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:37.380350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Attempting to bind port 6d1707f2-077f-40d5-b83e-04607b65177f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:37.380884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Attempting to bind port 6d1707f2-077f-40d5-b83e-04607b65177f on network 409aa6e5-88d8-4bb2-bdca-7466b3225107 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:37.387333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8f3e081-e262-4409-8dd1-6bd0c38256c8 req-287f11ad-a831-47fa-97cf-6bb6292b7987 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 210 time: 0.1739814 Feb 13 23:42:37.450831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:37.454223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Checking segment: {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:37.454646 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:37.455054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Bound using segment: {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:37.455549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Bound port: 6d1707f2-077f-40d5-b83e-04607b65177f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:37.455931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:37.469752 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:37.535792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-76afb7c8-1a34-4e33-8ce8-4584780f1730 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 200 len: 1000 time: 0.1706839 Feb 13 23:42:37.544542 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:37.751639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] For port 6d1707f2-077f-40d5-b83e-04607b65177f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:37.768148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] For port 6d1707f2-077f-40d5-b83e-04607b65177f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d1707f2-077f-40d5-b83e-04607b65177f,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:37.796509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-a74a1683-3c0b-46c7-8e95-63adecd5deb3 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:37.798711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-a74a1683-3c0b-46c7-8e95-63adecd5deb3 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 812 time: 0.4025478 Feb 13 23:42:37.805827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:37.816544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-c115b731-f970-4d9a-b8d4-1b2401553b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:37.818814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-c115b731-f970-4d9a-b8d4-1b2401553b32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d79c442b-b6d1-491b-8fb2-23e91af08245 HTTP/1.1" status: 200 len: 851 time: 0.1060972 Feb 13 23:42:37.824172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Request body: {'port': {'device_id': 'f482eb8b-7106-42fc-854c-317309eec7da', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'admin_state_up': True, 'tenant_id': 'fb4be4ff20414b4c815a91a0a67f3510'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:38.035237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-6e574756-93e4-4470-ae2e-1da759a9e78b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4562e5fb-b936-4fbe-9863-acedf38f007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065980 Feb 13 23:42:38.316309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8:1::1 (409aa6e5-88d8-4bb2-bdca-7466b3225107/abb78644-4a3e-414e-9633-d3f388c305f5/73cb333b-f155-44f6-8910-79347e7155ee) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:38.343702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:38.352733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Usage tracker for resource:port and tenant:fb4be4ff20414b4c815a91a0a67f3510 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:38.377102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:38.416410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Pushing event updated for resources: {'Port': ['ID=6d1707f2-077f-40d5-b83e-04607b65177f,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:38.441963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.442438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.445218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.445907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.446372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.446802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.447429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.452281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.453319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.453853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.454621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a485e2-aae4-468e-801b-a51089dff6df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:38.469329 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:38.511556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Transition to ACTIVE for port object a5e3e56c-c996-4b14-a9f2-d26d839e1c32 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:38.551666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:38.578612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Transition to ACTIVE for port object a5e3e56c-c996-4b14-a9f2-d26d839e1c32 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:38.593393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:38.603587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Made reservation on behalf of fb4be4ff20414b4c815a91a0a67f3510 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:38.612997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:38.746254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:38.766408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f8efc954-222b-44f3-8a79-97e52759654b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:39.073257 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.132016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-adbab7cc-460b-4e12-9883-4f834fe19b97 service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0824976 Feb 13 23:42:39.174050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Pushing event updated for resources: {'Port': ['ID=a5e3e56c-c996-4b14-a9f2-d26d839e1c32,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:39.182332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Network 5b456213-00b5-4623-8651-c518ef4b6ca7 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:39.185205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:39.193257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:39.197338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.301813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object 73cb333b-f155-44f6-8910-79347e7155ee will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:39.332261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Allocated IP 172.20.0.3 (d8566ed1-1a01-4e8e-8351-878b1366a9a7/e13f2493-a7bd-452e-88f1-e9b740f134e2/66aeed39-9199-4373-a3c7-08e4b47bf556) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:39.347845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ce87824-c3ea-4548-93fa-7808392a2ff7 req-20b8f5ec-8b43-4b82-b06e-497869a7e9ac tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 210 time: 0.2234855 Feb 13 23:42:39.351094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=05631c19-01c1-458b-8a1c-f0a993f45cea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:39.407080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Attempting to bind port a5e3e56c-c996-4b14-a9f2-d26d839e1c32 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:39.407465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Attempting to bind port a5e3e56c-c996-4b14-a9f2-d26d839e1c32 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'cf176066-eadd-4e37-ac6f-b4cbe847dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:39.407832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Attempting to bind port a5e3e56c-c996-4b14-a9f2-d26d839e1c32 on network 5b456213-00b5-4623-8651-c518ef4b6ca7 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:39.411105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f8efc954-222b-44f3-8a79-97e52759654b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:39.420367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f8efc954-222b-44f3-8a79-97e52759654b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:39.420769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.435129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-b3bc2cd9-0d26-468e-98a7-6fd17877fc32 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:39.436576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-b3bc2cd9-0d26-468e-98a7-6fd17877fc32 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 812 time: 1.3527665 Feb 13 23:42:39.469065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:39.470362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Checking segment: {'id': 'cf176066-eadd-4e37-ac6f-b4cbe847dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:39.470362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.472179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Bound using segment: {'id': 'cf176066-eadd-4e37-ac6f-b4cbe847dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:39.472179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Bound port: a5e3e56c-c996-4b14-a9f2-d26d839e1c32, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf176066-eadd-4e37-ac6f-b4cbe847dafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5b456213-00b5-4623-8651-c518ef4b6ca7'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:39.472179 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.589020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Request body: {'port': {'device_id': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'admin_state_up': True, 'tenant_id': 'fb4be4ff20414b4c815a91a0a67f3510'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:39.600124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] For port a5e3e56c-c996-4b14-a9f2-d26d839e1c32, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:39.603803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] For port a5e3e56c-c996-4b14-a9f2-d26d839e1c32, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a5e3e56c-c996-4b14-a9f2-d26d839e1c32,segment=NetworkSegment(cf176066-eadd-4e37-ac6f-b4cbe847dafd),segment_id=cf176066-eadd-4e37-ac6f-b4cbe847dafd)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:39.613055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.628452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.751120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.778898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Deleting port b4e5da46-329a-4351-9f44-2a581b412fed {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:39.778898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.830651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.969133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:39.991941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:40.000385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:40.003567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:40.004548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.066504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36929c60-59bc-48d9-8644-62cdf2c2e83d None None] Pushing event updated for resources: {'Port': ['ID=a5e3e56c-c996-4b14-a9f2-d26d839e1c32,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:40.098850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.131204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=73cb333b-f155-44f6-8910-79347e7155ee,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:40.158646 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.209979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8176f2-ba43-4174-a72c-ddee9b9bb7e7 None None] Network 5b456213-00b5-4623-8651-c518ef4b6ca7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:40.361048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b456213-00b5-4623-8651-c518ef4b6ca7']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:40.423946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf176066-eadd-4e37-ac6f-b4cbe847dafd') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:40.424252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf176066-eadd-4e37-ac6f-b4cbe847dafd') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:40.448207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:40.449636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:40.484060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.546886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.550215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:40.566350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:40.566723 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:40.608154 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:40.625239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f8efc954-222b-44f3-8a79-97e52759654b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f8efc954-222b-44f3-8a79-97e52759654b,segment=NetworkSegment(08ae1bd0-e925-45d4-a69e-a3e19d2a062c),segment_id=08ae1bd0-e925-45d4-a69e-a3e19d2a062c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:40.628867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa75684-4df7-4337-bec3-ab6b1b27185b None None] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:40.663915 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.717888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7cc116bc-6306-4c10-b536-367359742e57 req-5b02bc54-73ce-4922-bd68-332c4560ddd0 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 210 time: 0.0961723 Feb 13 23:42:40.785163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:40.836715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-7a300c72-30ee-4911-9c18-92d3f14d80a4 service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6624286 Feb 13 23:42:40.860489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 13 23:42:40.860489 n-d-828979-1 neutron-server[83661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 13 23:42:40.860489 n-d-828979-1 neutron-server[83661]: [parameters: {'id': '5b456213-00b5-4623-8651-c518ef4b6ca7'}] Feb 13 23:42:40.860489 n-d-828979-1 neutron-server[83661]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:42:40.860837 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:42:40.950240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:40.971840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Usage tracker for resource:port and tenant:fb4be4ff20414b4c815a91a0a67f3510 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:40.977931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:40.981462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-2ea4d39c-1dac-40f8-8e37-87e5b6797235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 217 time: 0.1330030 Feb 13 23:42:40.991658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:41.003283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.022082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d1707f2-077f-40d5-b83e-04607b65177f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:41.181590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Calling delete_port for b4e5da46-329a-4351-9f44-2a581b412fed owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:41.218475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-95d296a6-baba-46c1-8a74-6b5c82b76afd None None] Provisioning for port 6d1707f2-077f-40d5-b83e-04607b65177f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:41.256682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f8efc954-222b-44f3-8a79-97e52759654b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:41.295738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6d1707f2-077f-40d5-b83e-04607b65177f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:41.303052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6d1707f2-077f-40d5-b83e-04607b65177f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:41.304029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.338132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event updated for resources: {'Port': ['ID=66aeed39-9199-4373-a3c7-08e4b47bf556,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:41.374385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.376288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Made reservation on behalf of fb4be4ff20414b4c815a91a0a67f3510 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:41.377938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:41.379248 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.379385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.436256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-89d7394d-a8b4-4221-b92c-78af4068fc5c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6219122 Feb 13 23:42:41.442389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.459584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Request body: {'port': {'device_id': 'f482eb8b-7106-42fc-854c-317309eec7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:41.463777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b21d09-bae9-4c8e-a5c5-b653240b861b None None] Network 5b456213-00b5-4623-8651-c518ef4b6ca7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:41.541834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port a5e3e56c-c996-4b14-a9f2-d26d839e1c32 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:41.542219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.553853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.554671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.622139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-5d6ab355-83a7-491d-91b5-08d0296d8dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:41.624357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-5d6ab355-83a7-491d-91b5-08d0296d8dbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.2927716 Feb 13 23:42:41.659883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.711223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6d1707f2-077f-40d5-b83e-04607b65177f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d1707f2-077f-40d5-b83e-04607b65177f,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:41.740802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:41.770332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=73cb333b-f155-44f6-8910-79347e7155ee,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:41.847647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6d1707f2-077f-40d5-b83e-04607b65177f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:41.942888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:42.124165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:42.168794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:42.171721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:42.532333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e7809157-10a6-4d44-97a1-5256d33be3b1 None None] Provisioning for port 73cb333b-f155-44f6-8910-79347e7155ee completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:42.541252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e7809157-10a6-4d44-97a1-5256d33be3b1 None None] Provisioning complete for port 73cb333b-f155-44f6-8910-79347e7155ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:42.542976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e7809157-10a6-4d44-97a1-5256d33be3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:42.653695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e7809157-10a6-4d44-97a1-5256d33be3b1 None None] Port 73cb333b-f155-44f6-8910-79347e7155ee cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:42.688099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e7809157-10a6-4d44-97a1-5256d33be3b1 None None] Provisioning complete for port 6d1707f2-077f-40d5-b83e-04607b65177f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:42.688476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e7809157-10a6-4d44-97a1-5256d33be3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:42.790689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d1707f2-077f-40d5-b83e-04607b65177f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:42.876252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:42:42.970165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-0e0665c2-0077-41db-9272-ed79f3434960 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3186944 Feb 13 23:42:42.970451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.058422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6d1707f2-077f-40d5-b83e-04607b65177f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:43.058910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.076518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event deleted for resources: {'Port': ['ID=b4e5da46-329a-4351-9f44-2a581b412fed,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:43.134642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a46c1dcf-c998-4fb1-af13-a74b714b6f51 req-580e2dc5-096b-4c9a-92bd-48ce1b19deb7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 210 time: 1.0202041 Feb 13 23:42:43.243579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f8efc954-222b-44f3-8a79-97e52759654b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:43.268873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a218eade-bd81-45bf-9949-d65a72fb2d85 None None] Provisioning complete for port 73cb333b-f155-44f6-8910-79347e7155ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:43.269487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a218eade-bd81-45bf-9949-d65a72fb2d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.297094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Allocated IP 172.20.0.11 (d8566ed1-1a01-4e8e-8351-878b1366a9a7/e13f2493-a7bd-452e-88f1-e9b740f134e2/323bfe69-38dc-4570-8a46-025f3c7c6ae5) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:43.420872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:43.420872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5ab83f88-cd27-4735-a7df-ba625a76b737 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4311018 Feb 13 23:42:43.420872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40804) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:43.435553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1716567996'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:43.445125 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:43.446356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:43.451986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:43.455305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:43.457691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687889b8-f9d4-4a58-a774-5d699f1ff0e8 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:42:43.464424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:43.471348 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:43.474110 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:43.479432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:43.482948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.559458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:42:43.583546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.584409 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 64d546d5-e7c8-4a2a-8f63-4704110993d6 of type vlan for network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 Feb 13 23:42:43.606429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a218eade-bd81-45bf-9949-d65a72fb2d85 None None] Port 73cb333b-f155-44f6-8910-79347e7155ee cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:43.641403 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.705050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f8efc954-222b-44f3-8a79-97e52759654b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:43.705791 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.714356 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:43.719154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.724524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:43.726261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.800811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3796210 Feb 13 23:42:43.803976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port a5e3e56c-c996-4b14-a9f2-d26d839e1c32, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a5e3e56c-c996-4b14-a9f2-d26d839e1c32,segment=NetworkSegment(cf176066-eadd-4e37-ac6f-b4cbe847dafd),segment_id=cf176066-eadd-4e37-ac6f-b4cbe847dafd)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:43.804603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.806191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:43.851609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed26197f-f1f5-4026-82e3-270f1c9b31f1 None None] Provisioning complete for port 73cb333b-f155-44f6-8910-79347e7155ee triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:43.852073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed26197f-f1f5-4026-82e3-270f1c9b31f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:43.876479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:44.006319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for a5e3e56c-c996-4b14-a9f2-d26d839e1c32 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:44.041661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ed26197f-f1f5-4026-82e3-270f1c9b31f1 None None] Port 73cb333b-f155-44f6-8910-79347e7155ee cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:44.092906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687889b8-f9d4-4a58-a774-5d699f1ff0e8 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:42:44.233950 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:42:44.246223 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.246831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 3, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:41Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:44.251569 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:42:44.251930 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Updating router 6fd2b27d-83ca-478b-aee2-01f195694bb0 port 73cb333b-f155-44f6-8910-79347e7155ee binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:42:44.261833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-191db978-0a49-464f-9110-95700682b270 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1524518 Feb 13 23:42:44.274631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcf89c-cd77-4a10-92d7-101c49db1e27 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=dc070d34-b61a-4a43-8b88-14aa04ee9fe0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:44.308502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:44.320809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:44.325664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:44.342464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:44.378699 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.395545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Port': ['ID=a5e3e56c-c996-4b14-a9f2-d26d839e1c32,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:44.434392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:42:44.443087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:42:44.464084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dc542a7c-6776-48a3-b7cb-12487a179a84 req-77a8e790-a764-420f-9573-2d53c3085698 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:44.506123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.512846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No DVR routers for this DVR port a5e3e56c-c996-4b14-a9f2-d26d839e1c32 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:42:44.570921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-dc542a7c-6776-48a3-b7cb-12487a179a84 req-77a8e790-a764-420f-9573-2d53c3085698 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:44.597407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc542a7c-6776-48a3-b7cb-12487a179a84 req-77a8e790-a764-420f-9573-2d53c3085698 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 210 time: 0.2379894 Feb 13 23:42:44.691017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.693066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.757828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b456213-00b5-4623-8651-c518ef4b6ca7']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:44.769456 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.778140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.783887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf176066-eadd-4e37-ac6f-b4cbe847dafd') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:44.784198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf176066-eadd-4e37-ac6f-b4cbe847dafd') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:44.824239 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.885005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.888941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-b9c2c05c-362b-4865-9d34-da352d472b26 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654905 Feb 13 23:42:44.962469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-dee9b92b-3f05-4bb5-9ede-4d9d29a70cf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 217 time: 0.0670490 Feb 13 23:42:44.963857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:44.964311 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:44.981795 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:44.993461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:44.993962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Fanout notify agent at l3_agent the message router_deleted on router e73ffac6-f2d5-4005-babd-b27a7817241a {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:42:45.052701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.101369 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.122489 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Transition to ACTIVE for port object 73cb333b-f155-44f6-8910-79347e7155ee will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:45.136019 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.208845 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b494a-0deb-46d4-acb3-8c9e27634eb5 None None] Pushing event updated for resources: {'Port': ['ID=73cb333b-f155-44f6-8910-79347e7155ee,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:45.275100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:45.275722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: dc070d34-b61a-4a43-8b88-14aa04ee9fe0, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:42:45.281604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=b68293e4-6b13-4583-be60-1f879800cdb9,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:45.311430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.414001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.462839 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Attempting to bind port 73cb333b-f155-44f6-8910-79347e7155ee on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:45.463440 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Attempting to bind port 73cb333b-f155-44f6-8910-79347e7155ee by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:45.463949 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Attempting to bind port 73cb333b-f155-44f6-8910-79347e7155ee on network 409aa6e5-88d8-4bb2-bdca-7466b3225107 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:45.496546 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:45.496546 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Checking segment: {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:45.496546 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.496546 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Bound using segment: {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:45.496546 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Bound port: 73cb333b-f155-44f6-8910-79347e7155ee, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d79c019-bf6b-4792-adaa-9624e4dfa10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:45.509657 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.518598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.557325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=5b456213-00b5-4623-8651-c518ef4b6ca7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:45.590469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-5c9b9b2b-e9e5-4786-8cf4-a7893af81332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:45.592023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-5c9b9b2b-e9e5-4786-8cf4-a7893af81332 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.6059980 Feb 13 23:42:45.637666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event updated for resources: {'Port': ['ID=323bfe69-38dc-4570-8a46-025f3c7c6ae5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:45.685451 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] For port 73cb333b-f155-44f6-8910-79347e7155ee, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:45.688981 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] For port 73cb333b-f155-44f6-8910-79347e7155ee, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=73cb333b-f155-44f6-8910-79347e7155ee,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:45.689441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.692798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d6accdcd-311f-4e4e-b6d6-2c4cd1ac9ff8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/e73ffac6-f2d5-4005-babd-b27a7817241a HTTP/1.1" status: 204 len: 168 time: 9.6382623 Feb 13 23:42:45.703250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-978a24f6-dced-4aa4-bd45-20a3ee87e562 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/5b456213-00b5-4623-8651-c518ef4b6ca7 HTTP/1.1" status: 204 len: 168 time: 10.7913177 Feb 13 23:42:45.708471 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:45.709220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:45.710793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40848) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:45.733587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1484218189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:45.813128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:45.814438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:45.840423 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b494a-0deb-46d4-acb3-8c9e27634eb5 None None] Pushing event updated for resources: {'Port': ['ID=73cb333b-f155-44f6-8910-79347e7155ee,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:45.861467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Usage tracker for resource:router and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:45.869418 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-be380d24-a292-4f7c-86d8-cec303b9ac68 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:45.871339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be380d24-a292-4f7c-86d8-cec303b9ac68 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:45.872964 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:45.874357 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:45.876094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:42:45.878518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be380d24-a292-4f7c-86d8-cec303b9ac68 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/05631c19-01c1-458b-8a1c-f0a993f45cea HTTP/1.1" status: 404 len: 337 time: 0.1568444 Feb 13 23:42:45.879607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:45.880855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66aeed39-9199-4373-a3c7-08e4b47bf556 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:42:45.884811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:45.886626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40862) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:45.912249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.006760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, dc070d34-b61a-4a43-8b88-14aa04ee9fe0) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:46.017754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4c2f93-1344-4842-bde3-b5d107268be9 None None] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:46.026778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:46.027369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.046747 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2744f0a-be0b-4465-865d-2a1ecc14c877 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:46.047184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2744f0a-be0b-4465-865d-2a1ecc14c877 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:46.073658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Transition to ACTIVE for port object 66aeed39-9199-4373-a3c7-08e4b47bf556 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:46.080913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2744f0a-be0b-4465-865d-2a1ecc14c877 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/5b456213-00b5-4623-8651-c518ef4b6ca7 HTTP/1.1" status: 404 len: 339 time: 0.1923437 Feb 13 23:42:46.091018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40866) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:46.112926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:46.130764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:46.132583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.145749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.172012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:46.216551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.218353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.222191 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:42:46.229032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-3a1b4287-2a32-404c-85cc-2eeee9152932 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7051265 Feb 13 23:42:46.257434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Request body: {'port': {'device_id': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:46.360952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79a50404-bc14-4072-8f1f-91c9242cb158 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5532603 Feb 13 23:42:46.386675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40874) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:46.425668 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-753c1fdd-b40c-43cd-9a20-8a266a8de87b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7824011 Feb 13 23:42:46.609762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:42:46.611086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.666379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.683179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Pushing event updated for resources: {'Port': ['ID=66aeed39-9199-4373-a3c7-08e4b47bf556,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:46.703044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.747158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-b6c72b94-ad35-4c84-b143-f463281c4d92 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:46.747933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-b6c72b94-ad35-4c84-b143-f463281c4d92 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:46.760149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.853733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-b6c72b94-ad35-4c84-b143-f463281c4d92 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:46.854857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-b6c72b94-ad35-4c84-b143-f463281c4d92 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 932 time: 1.0037012 Feb 13 23:42:46.942596 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 3, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:45Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:46.952159 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e161-c593-4b12-b935-1399e7ad6336 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 3, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:45Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:46.954089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-ecfdbe10-fe79-484b-a607-83475623caa9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:46.969890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:46.973619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8a3d992-c774-4ac1-8b5d-4bf233c39c0f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2541428 Feb 13 23:42:46.977451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40886) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:46.989459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:47.086407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Allocated IP 2001:db8:2::2 (dc070d34-b61a-4a43-8b88-14aa04ee9fe0/b68293e4-6b13-4583-be60-1f879800cdb9/f36321f0-c421-438c-9fc2-e68f43a9d005) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:47.168596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:47.190283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-c22798ed-da35-4e24-8f14-862624619cd5 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431211 Feb 13 23:42:47.314881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-ecfdbe10-fe79-484b-a607-83475623caa9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:47.322098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ec6b897-a2fe-4f66-88cf-7c070a2b6499 req-ecfdbe10-fe79-484b-a607-83475623caa9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303777 Feb 13 23:42:47.452891 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:47.478707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Transition to ACTIVE for port object f36321f0-c421-438c-9fc2-e68f43a9d005 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:47.536687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Transition to ACTIVE for port object f36321f0-c421-438c-9fc2-e68f43a9d005 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:47.545701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:47.607951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:47.642628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:47.647861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:47.664646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:47.677760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6566068c-ac2d-4926-aa4f-28930f59d2f2']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:47.687157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Pushing event updated for resources: {'Port': ['ID=f36321f0-c421-438c-9fc2-e68f43a9d005,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:47.788518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-26014e27-0110-4cc6-af08-c22a47e1f014 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535808 Feb 13 23:42:47.899449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Attempting to bind port f36321f0-c421-438c-9fc2-e68f43a9d005 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:47.899449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Attempting to bind port f36321f0-c421-438c-9fc2-e68f43a9d005 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:47.899769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Attempting to bind port f36321f0-c421-438c-9fc2-e68f43a9d005 on network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:47.916507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:47.916884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Checking segment: {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:47.917269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:47.917657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Bound using segment: {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:47.918529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Bound port: f36321f0-c421-438c-9fc2-e68f43a9d005, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:47.918923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:47.988616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af08fc6c-4d5f-476e-9a9c-7467e244f040') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:47.988986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af08fc6c-4d5f-476e-9a9c-7467e244f040') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:48.044852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Attempting to bind port 66aeed39-9199-4373-a3c7-08e4b47bf556 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:48.045436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Attempting to bind port 66aeed39-9199-4373-a3c7-08e4b47bf556 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:48.045935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Attempting to bind port 66aeed39-9199-4373-a3c7-08e4b47bf556 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:48.050517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.075344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Port 66aeed39-9199-4373-a3c7-08e4b47bf556 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:42:48.076012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Attempting to bind port 66aeed39-9199-4373-a3c7-08e4b47bf556 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:48.085112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.088911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:48.090306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Checking segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:48.090911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Bound using segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:48.091549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Bound port: 66aeed39-9199-4373-a3c7-08e4b47bf556, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:48.092092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.126076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] For port f36321f0-c421-438c-9fc2-e68f43a9d005, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:48.131838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] For port f36321f0-c421-438c-9fc2-e68f43a9d005, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f36321f0-c421-438c-9fc2-e68f43a9d005,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:48.139071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.163191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:48.170476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:48.230582 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:48.268176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de5986-4b81-4fed-9524-106d4cdd5b5f None None] Pushing event updated for resources: {'Port': ['ID=f36321f0-c421-438c-9fc2-e68f43a9d005,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:48.395355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-4eb1f830-e84c-4481-b436-0963061c1517 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=bae62062-b10b-4891-891f-6c7c2dcca4da HTTP/1.1" status: 200 len: 217 time: 0.5905085 Feb 13 23:42:48.463813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.474513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.528150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/6566068c-ac2d-4926-aa4f-28930f59d2f2 HTTP/1.1" status: 204 len: 168 time: 2.4267406 Feb 13 23:42:48.531798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40908) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:48.539913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-d22489f9-d04b-4ac9-9207-5c12bd1375dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:48.540700 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-d22489f9-d04b-4ac9-9207-5c12bd1375dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.1178572 Feb 13 23:42:48.580118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=6566068c-ac2d-4926-aa4f-28930f59d2f2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:48.603430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.603785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.604123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.604456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.604784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.605108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.605429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.605749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.606091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.606413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.606733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b0052-a5aa-435b-8a93-c9e9963857d3 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:42:48.713191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:48.738168 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98380c2-065a-4653-bb01-88e22063c3bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:48.739529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98380c2-065a-4653-bb01-88e22063c3bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:48.740324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f98380c2-065a-4653-bb01-88e22063c3bc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/1e9c2ac4-3163-420b-9be4-24f78f36b0e6 HTTP/1.1" status: 404 len: 337 time: 0.2074449 Feb 13 23:42:48.745078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40912) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:48.870202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] For port 66aeed39-9199-4373-a3c7-08e4b47bf556, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:48.888664 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a3b7a2-2060-40fb-942b-b1d757c82bbc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:48.889209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a3b7a2-2060-40fb-942b-b1d757c82bbc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:48.894487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-51a3b7a2-2060-40fb-942b-b1d757c82bbc tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/0ffb65f0-e49b-4649-baa2-92ed20f53a68 HTTP/1.1" status: 404 len: 339 time: 0.1351585 Feb 13 23:42:48.922716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40920) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:48.991808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73cb333b-f155-44f6-8910-79347e7155ee up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:49.009567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] For port 66aeed39-9199-4373-a3c7-08e4b47bf556, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66aeed39-9199-4373-a3c7-08e4b47bf556,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:49.009740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-5706ff3f-84e4-4343-9869-9cb6eddd5bd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4602699 Feb 13 23:42:49.043219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.219673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 73cb333b-f155-44f6-8910-79347e7155ee completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:49.229284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 73cb333b-f155-44f6-8910-79347e7155ee triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:49.229709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.255412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323bfe69-38dc-4570-8a46-025f3c7c6ae5 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:42:49.282646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.284291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/66aeed39-9199-4373-a3c7-08e4b47bf556 HTTP/1.1" status: 200 len: 1091 time: 7.8360810 Feb 13 23:42:49.286350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f482eb8b-7106-42fc-854c-317309eec7da', 'tag': '66aeed39-9199-4373-a3c7-08e4b47bf556'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:42:49.436091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.466920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.478799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Transition to ACTIVE for port object 323bfe69-38dc-4570-8a46-025f3c7c6ae5 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:49.499596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.614633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 73cb333b-f155-44f6-8910-79347e7155ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=73cb333b-f155-44f6-8910-79347e7155ee,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:49.636849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.636975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f36321f0-c421-438c-9fc2-e68f43a9d005 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:49.662874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting subnet 39a2f575-fd89-4efe-9bdf-4fa69bcc9c40 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:42:49.667995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31b230-9ba5-48c7-8d62-2fbd69b223c6 service neutron] Pushing event updated for resources: {'Port': ['ID=66aeed39-9199-4373-a3c7-08e4b47bf556,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:49.684713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224489ac-6f67-485f-8a73-f06dbfaf1ace req-60bf2556-b433-4045-9eb9-fc0f65ee7a7c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:49.686304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-224489ac-6f67-485f-8a73-f06dbfaf1ace req-60bf2556-b433-4045-9eb9-fc0f65ee7a7c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 932 time: 1.0849688 Feb 13 23:42:49.717470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:49.906907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:50.009877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40940) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:50.013495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=73cb333b-f155-44f6-8910-79347e7155ee,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:50.050428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:50.082976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f36321f0-c421-438c-9fc2-e68f43a9d005 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:50.093497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Pushing event updated for resources: {'Port': ['ID=323bfe69-38dc-4570-8a46-025f3c7c6ae5,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:50.231680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:50.275568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7aece-7caf-449d-93bf-cbdb18036d00 None None] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:50.373895 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f482eb8b-7106-42fc-854c-317309eec7da', 'tag': '66aeed39-9199-4373-a3c7-08e4b47bf556', 'status': 'completed', 'code': 200} Feb 13 23:42:50.384466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-37fa56ff-76cc-4ef2-be1a-7e18247cb049 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2142596 Feb 13 23:42:50.462534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] Provisioning for port f36321f0-c421-438c-9fc2-e68f43a9d005 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:50.473053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] Provisioning complete for port f36321f0-c421-438c-9fc2-e68f43a9d005 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:50.473688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:50.474257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=39a2f575-fd89-4efe-9bdf-4fa69bcc9c40,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:50.552136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-224489ac-6f67-485f-8a73-f06dbfaf1ace req-bb8cd0c3-0caf-42c3-bfb1-9ab9933c1012 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8567843 Feb 13 23:42:50.589312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-7f311621-3c83-460d-bbd7-a5aa306b1a6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=f482eb8b-7106-42fc-854c-317309eec7da HTTP/1.1" status: 200 len: 1094 time: 1.1879673 Feb 13 23:42:50.594221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f3aab-bfcd-40dc-95b0-dfbf62cf7077 None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:50.595323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:50.656337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:50.795852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-82fa1394-2c78-48d8-b06b-162e2c506dd6 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848875 Feb 13 23:42:50.891084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73cb333b-f155-44f6-8910-79347e7155ee up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:50.896050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:50.899611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Usage tracker for resource:security_group_rule and tenant:15939fc875b54b90a438707e160f382c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:50.902472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:50.908498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:50.940888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Attempting to bind port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:42:50.940888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Attempting to bind port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:42:50.941096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Attempting to bind port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:50.951695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-fab89ce8-5229-4bf2-95cb-58ec7e70e353 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=827690c4-0284-4081-a053-15adb7ca7bd7 HTTP/1.1" status: 200 len: 217 time: 0.1394229 Feb 13 23:42:51.093158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:42:51.093895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Attempting to bind port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:42:51.145831 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.154470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:42:51.154470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Checking segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:42:51.154470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Bound using segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:42:51.155274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Bound port: 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:42:51.155274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.164549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f856c769-2374-4f67-9f95-50ea9ccceac8 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/39a2f575-fd89-4efe-9bdf-4fa69bcc9c40 HTTP/1.1" status: 204 len: 168 time: 2.2368605 Feb 13 23:42:51.171031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-0dd8056d-06b7-49b8-9a14-a0dc36521975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66aeed39-9199-4373-a3c7-08e4b47bf556 HTTP/1.1" status: 200 len: 217 time: 0.5697062 Feb 13 23:42:51.172692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40960) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:51.199057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 73cb333b-f155-44f6-8910-79347e7155ee triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:51.199057 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.283303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.283303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.345658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.389909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] For port f36321f0-c421-438c-9fc2-e68f43a9d005, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f36321f0-c421-438c-9fc2-e68f43a9d005,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:51.410750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting subnet b3b81d7c-5db6-4e81-874b-c6a082419bfd {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:42:51.414449 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.501907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.638548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.646813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c5a1-10d4-4ae6-8592-5100747720d1 None None] Pushing event updated for resources: {'Port': ['ID=f36321f0-c421-438c-9fc2-e68f43a9d005,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:51.720778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-776c9831-bc57-4dd7-9c7f-99527fb472ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:51.722304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-776c9831-bc57-4dd7-9c7f-99527fb472ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.5399218 Feb 13 23:42:51.759698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.880980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c188b2f9-0918-41e9-a7f8-051341b7c2d3 None None] Provisioning complete for port f36321f0-c421-438c-9fc2-e68f43a9d005 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:51.880980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c188b2f9-0918-41e9-a7f8-051341b7c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:51.979297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-8437dfd5-eb69-4850-9c17-e1ba1ea5b5e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2246292 Feb 13 23:42:52.004638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:52.204793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b2f2e-e9b0-4f8d-ba8a-1d6a539260db,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:52.221677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-cb099e76-a066-4c1c-b6a6-f07957a4866a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:52.221677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-cb099e76-a066-4c1c-b6a6-f07957a4866a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 1.2126081 Feb 13 23:42:52.323186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] For port 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:42:52.356221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-252efd8f-4948-426d-a709-a68e930f00a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15939fc875b54b90a438707e160f382c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2856963 Feb 13 23:42:52.367491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:52.400493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] For port 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:42:52.463173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:52.636252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff1ff9-8e42-4fd2-a39e-f3178c2699b2 req-608a6d00-fa5c-4611-8782-446b2303cd0d tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:52.636252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-65ff1ff9-8e42-4fd2-a39e-f3178c2699b2 req-608a6d00-fa5c-4611-8782-446b2303cd0d tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 944 time: 0.7391968 Feb 13 23:42:52.636252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:52.636252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] 10.222.0.42 "PUT /v2.0/ports/323bfe69-38dc-4570-8a46-025f3c7c6ae5 HTTP/1.1" status: 200 len: 1092 time: 6.3860066 Feb 13 23:42:52.655225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'tag': '323bfe69-38dc-4570-8a46-025f3c7c6ae5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:42:52.661911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:52.667477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Allocated IP 172.25.4.241 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/54584cb9-5175-43ab-af5a-97de58dcc21a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:52.667477 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-05c80eac-f0d9-4d10-9345-014156e93c56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4294670 Feb 13 23:42:52.667477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6d5cd-a308-4bc9-9775-28f103d0d298 service neutron] Pushing event updated for resources: {'Port': ['ID=323bfe69-38dc-4570-8a46-025f3c7c6ae5,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:52.797639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-4a3cca9a-0c70-470c-922a-8a46c6f41a1a service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264297 Feb 13 23:42:52.848110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f36321f0-c421-438c-9fc2-e68f43a9d005 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:42:52.894501 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'tag': '323bfe69-38dc-4570-8a46-025f3c7c6ae5', 'status': 'completed', 'code': 200} Feb 13 23:42:53.114510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d6f07040-5ecc-4cc0-b5e2-d18a4317df45 None None] Provisioning complete for port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:53.114510 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d6f07040-5ecc-4cc0-b5e2-d18a4317df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.160162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-65ff1ff9-8e42-4fd2-a39e-f3178c2699b2 req-5a4ca515-96bb-4fba-a33e-a408eb68fcd7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179704 Feb 13 23:42:53.233827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f36321f0-c421-438c-9fc2-e68f43a9d005 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:53.234264 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.250180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0538e2d2-3af7-4398-93c2-02074c68fb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.333715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-ff70a348-c6eb-4344-9158-4120afb8cd47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 1095 time: 0.5101531 Feb 13 23:42:53.333715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-94dd7b2f-bb1d-4d93-804e-f6a607e763f5 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464868 Feb 13 23:42:53.395978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.395978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0538e2d2-3af7-4398-93c2-02074c68fb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.466969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-78793919-e09e-4c51-989d-c45fa78b1c33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5 HTTP/1.1" status: 200 len: 217 time: 0.1043262 Feb 13 23:42:53.511343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-09086b9a-7e9f-4c54-a892-40531ad1f0e8 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776795 Feb 13 23:42:53.515067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8:2::1 (dc070d34-b61a-4a43-8b88-14aa04ee9fe0/b68293e4-6b13-4583-be60-1f879800cdb9/a90433f3-8077-44b2-a5d3-9fcd2f64a527) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:42:53.518811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b81d7c-5db6-4e81-874b-c6a082419bfd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:53.591363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09484ff-7abb-4bd3-8b7e-e2d83994ae1c None None] Network 349a6a9c-8934-4b64-889e-3b159d4217c7 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:53.593607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-9daa5326-22b3-488c-8ac8-5c38436533e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:53.595545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-9daa5326-22b3-488c-8ac8-5c38436533e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.1140921 Feb 13 23:42:53.773879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-5ec65bcb-73c2-4681-93d5-b5aa90660876 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059127 Feb 13 23:42:53.805305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.821916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:53.868644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e6ffc665-d73b-42ad-8093-98276bbb3957 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/b3b81d7c-5db6-4e81-874b-c6a082419bfd HTTP/1.1" status: 204 len: 168 time: 2.6946306 Feb 13 23:42:53.873908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:54.135428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-2a84f3a9-8f72-4a15-9832-24d6e1860ee4 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825816 Feb 13 23:42:54.161124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] DHCP port deletion for 349a6a9c-8934-4b64-889e-3b159d4217c7 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:42:54.193337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] Deleting port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:54.194320 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.250491 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-cf647727-7e5f-4d16-a9f3-b1eb338e315c service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703283 Feb 13 23:42:54.253421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-2992e283-662c-49da-a9ab-8e5c81ba66ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e HTTP/1.1" status: 200 len: 217 time: 0.0929301 Feb 13 23:42:54.262148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.316147 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.397530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:54.398202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.531561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] For port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,segment=NetworkSegment(404e01b4-cf95-48d9-8d89-50679ee5bc58),segment_id=404e01b4-cf95-48d9-8d89-50679ee5bc58)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:54.531958 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.550600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0538e2d2-3af7-4398-93c2-02074c68fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.568196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-b60a061e-adca-4eb6-9cdb-d6eadf6f0fae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=f482eb8b-7106-42fc-854c-317309eec7da HTTP/1.1" status: 200 len: 1094 time: 0.9931500 Feb 13 23:42:54.683620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538e2d2-3af7-4398-93c2-02074c68fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b2f2e-e9b0-4f8d-ba8a-1d6a539260db,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:54.688074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0538e2d2-3af7-4398-93c2-02074c68fb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.692423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0538e2d2-3af7-4398-93c2-02074c68fb2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/340b2f2e-e9b0-4f8d-ba8a-1d6a539260db HTTP/1.1" status: 204 len: 168 time: 2.2620409 Feb 13 23:42:54.738724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] Calling delete_port for eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:54.843829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:42:54.908802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-6bf28e94-9a49-4452-9b1b-35c8b2b46c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:54.910223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-6bf28e94-9a49-4452-9b1b-35c8b2b46c5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.6421096 Feb 13 23:42:54.931054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:54.932014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event updated for resources: {'Port': ['ID=54584cb9-5175-43ab-af5a-97de58dcc21a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:54.934470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:54.985592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298fb3f-9bd3-4a1a-883d-69f3348897ae req-7fb5daef-7d29-4637-85db-f21c92759a4c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:54.996749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7298fb3f-9bd3-4a1a-883d-69f3348897ae req-7fb5daef-7d29-4637-85db-f21c92759a4c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 944 time: 0.4840956 Feb 13 23:42:55.145731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:55.163270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object a90433f3-8077-44b2-a5d3-9fcd2f64a527 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:42:55.238322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c2bcbadd-88ce-46be-b061-e4832553d240 req-f478a30d-f97f-47af-a2dd-ff192fe81c78 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9712086 Feb 13 23:42:55.238540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,segment=NetworkSegment(404e01b4-cf95-48d9-8d89-50679ee5bc58),segment_id=404e01b4-cf95-48d9-8d89-50679ee5bc58)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:55.238799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:55.246109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:55.254633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] Pushing event deleted for resources: {'Port': ['ID=eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:55.270243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7298fb3f-9bd3-4a1a-883d-69f3348897ae req-36bc0feb-75fb-4b78-85a3-f6dd91f0b4d1 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725067 Feb 13 23:42:55.273637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:55.275304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-37d00a87-b387-4c46-a080-7f393258c215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:55.276768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-37d00a87-b387-4c46-a080-7f393258c215 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 912 time: 0.6864254 Feb 13 23:42:55.284892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113909d7-c44e-4004-b068-a5e8c7fdb419 None None] No DVR routers for this DVR port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:42:55.308610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:55.429182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41034) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:55.487903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:42:55.505173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:55.532625 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:55.601849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-68f5a094-b40e-4ee4-a8a2-ca685dac4b8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66aeed39-9199-4373-a3c7-08e4b47bf556 HTTP/1.1" status: 200 len: 217 time: 0.2410667 Feb 13 23:42:55.677223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-70e02097-e34c-410f-927d-9fbfd5f5d8db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7500453 Feb 13 23:42:55.680923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:55.683558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-e86c4fbe-fdd0-4a4b-bfb2-096d95ff4ac1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 1095 time: 0.3369067 Feb 13 23:42:55.687237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:42:55.691471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:55.713067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:42:55.713686 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:55.745451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Usage tracker for resource:security_group_rule and tenant:c7c192f53e8a4729aa3661203258e32e is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:42:55.763929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=a90433f3-8077-44b2-a5d3-9fcd2f64a527,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:55.769128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-16449776-14ce-4e54-9d82-aeee11b9d137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:55.770922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-16449776-14ce-4e54-9d82-aeee11b9d137 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.1339271 Feb 13 23:42:55.774350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:42:55.774780 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:42:55.805231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:42:55.833571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-dfc43153-5b77-4004-b141-93d2432aa3ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528615 Feb 13 23:42:55.834067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41056) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:55.877144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:42:56.069222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-3997d1f3-4d2b-4ced-98c3-c65c0f209c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:56.070881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-3997d1f3-4d2b-4ced-98c3-c65c0f209c98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 912 time: 0.3802567 Feb 13 23:42:56.109236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ac1f5591-c1f2-4589-9694-ebe1ca2ed22a None None] Provisioning for port a90433f3-8077-44b2-a5d3-9fcd2f64a527 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:42:56.115995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ac1f5591-c1f2-4589-9694-ebe1ca2ed22a None None] Provisioning complete for port a90433f3-8077-44b2-a5d3-9fcd2f64a527 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:56.116741 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ac1f5591-c1f2-4589-9694-ebe1ca2ed22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.163493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-b3bbd8c0-8d19-46e7-80a3-30ef337fdce0 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505823 Feb 13 23:42:56.178720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.185400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f5591-c1f2-4589-9694-ebe1ca2ed22a None None] Port a90433f3-8077-44b2-a5d3-9fcd2f64a527 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:56.186562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.198277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-beda2a34-9549-4e2d-a875-2a4bc088b92f service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555608 Feb 13 23:42:56.344100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-0038bebe-c365-46a3-bd77-50e6287d93a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5 HTTP/1.1" status: 200 len: 217 time: 0.2585266 Feb 13 23:42:56.423441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:42:56.424172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.458152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.522796 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.573133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7c192f53e8a4729aa3661203258e32e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1453583 Feb 13 23:42:56.588783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:56.666466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-3ca35dae-5d30-4a6f-b398-ee00c46c70d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:56.668516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-3ca35dae-5d30-4a6f-b398-ee00c46c70d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.2669706 Feb 13 23:42:56.711093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] The port 'eab8c6c6-48b2-4e49-81a9-bfe3e1f77f0b' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:42:56.716060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28ee5-81fa-4a62-b805-3c525674c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d173a912-b665-485c-a737-43b3e7feadce,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:56.778157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.819587 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-419d6eda-6bde-469a-a40c-56b3a87e0355 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874062 Feb 13 23:42:56.819587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.827143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-750dc689-6e36-468e-89d8-56f9251793cc service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951898 Feb 13 23:42:56.852790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90cd858b-6cfb-4942-ac20-bd19c2ef4fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:56.940502 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd6428ea-be48-4cc6-9b19-89a2b687e430 req-957367d8-59df-471a-94dc-32af1155857b service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327888 Feb 13 23:42:56.958500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d001fca4-adc2-4a7e-84c5-11b79b7816b3 req-6cd37b54-8fcd-4128-92ea-ffe93f2cf1c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6490 time: 1.1217184 Feb 13 23:42:56.987770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.089530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349a6a9c-8934-4b64-889e-3b159d4217c7']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:57.116652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404e01b4-cf95-48d9-8d89-50679ee5bc58') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:57.116941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404e01b4-cf95-48d9-8d89-50679ee5bc58') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:57.138461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f63315-894a-43ac-aa0e-bbea2b3a8ba3 req-3c654506-3b8c-441c-9d46-402f9bda3400 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:57.139905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6f63315-894a-43ac-aa0e-bbea2b3a8ba3 req-3c654506-3b8c-441c-9d46-402f9bda3400 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 944 time: 0.6920433 Feb 13 23:42:57.144239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.158595 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d001fca4-adc2-4a7e-84c5-11b79b7816b3 req-8bc7f564-e93a-4a45-a411-8c414abcae75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991794 Feb 13 23:42:57.185101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.204959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:42:57.205376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:42:57.220671 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:42:57.229642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-751305e6-44e0-451e-8044-b95d47d3f5eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 200 len: 217 time: 0.3778834 Feb 13 23:42:57.323766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.326797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90cd858b-6cfb-4942-ac20-bd19c2ef4fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.331025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.367417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.370489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=349a6a9c-8934-4b64-889e-3b159d4217c7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:57.376995 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ea42016-6dd9-49f3-b08d-411805194f3f tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/349a6a9c-8934-4b64-889e-3b159d4217c7 HTTP/1.1" status: 204 len: 168 time: 3.4990680 Feb 13 23:42:57.376995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.376995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.380386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41096) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:57.462142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6f63315-894a-43ac-aa0e-bbea2b3a8ba3 req-949a08ae-203a-4a05-91e7-52687e17354a tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679474 Feb 13 23:42:57.466628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7120a-d884-47c5-b0f3-08858765f26f req-82dd765d-c1d0-49d4-8613-cf4628e2b23b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:57.468055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-82dd765d-c1d0-49d4-8613-cf4628e2b23b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.1840069 Feb 13 23:42:57.479771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-74af99f2-742b-4ba8-9935-9cb86b835ef7 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531801 Feb 13 23:42:57.521777 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac92263-0564-4f47-be73-28d835efbd04 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:57.521777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac92263-0564-4f47-be73-28d835efbd04 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:57.526819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ac92263-0564-4f47-be73-28d835efbd04 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/beb6e4bb-95cc-4d7c-b9b2-9f914786cb2d HTTP/1.1" status: 404 len: 337 time: 0.0772226 Feb 13 23:42:57.542695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:57.627283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=a90433f3-8077-44b2-a5d3-9fcd2f64a527,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:57.627499 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90cd858b-6cfb-4942-ac20-bd19c2ef4fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.629748 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-488359c7-bfb1-49c3-8ae8-9a481b4565fb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:57.630211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488359c7-bfb1-49c3-8ae8-9a481b4565fb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:57.635166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-488359c7-bfb1-49c3-8ae8-9a481b4565fb tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/77bd34f9-c4ed-409a-984c-11902d76b0fc HTTP/1.1" status: 404 len: 339 time: 0.0879760 Feb 13 23:42:57.639992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41108) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:57.670397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd858b-6cfb-4942-ac20-bd19c2ef4fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d173a912-b665-485c-a737-43b3e7feadce,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:57.694290 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d058228-2cca-40f7-be47-c8717999d3e7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:57.695047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d058228-2cca-40f7-be47-c8717999d3e7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:57.696852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3d058228-2cca-40f7-be47-c8717999d3e7 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/22cb9ae0-3d7c-44bf-9cb9-30f4919edb43 HTTP/1.1" status: 404 len: 337 time: 0.0560176 Feb 13 23:42:57.700377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41114) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:57.743645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90cd858b-6cfb-4942-ac20-bd19c2ef4fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:57.752031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66aeed39-9199-4373-a3c7-08e4b47bf556 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:42:57.757109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90cd858b-6cfb-4942-ac20-bd19c2ef4fa6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d173a912-b665-485c-a737-43b3e7feadce HTTP/1.1" status: 204 len: 168 time: 1.1630325 Feb 13 23:42:57.767783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4100610-5301-4e2a-a6a6-5f564bb5b984 req-f413a480-2663-4257-acaf-ac43f8a414ea service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387879 Feb 13 23:42:57.773743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-75454890-2613-423d-8f10-26c3ba0771d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2927942 Feb 13 23:42:57.829331 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37d5e22-7db3-47f3-b2e5-7d326e86c6f9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:57.829859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37d5e22-7db3-47f3-b2e5-7d326e86c6f9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:57.832856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a37d5e22-7db3-47f3-b2e5-7d326e86c6f9 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/f6303e52-2fda-4e3f-b627-975b99ecc1df HTTP/1.1" status: 404 len: 339 time: 0.1296618 Feb 13 23:42:57.835610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:42:57.836455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41122) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:57.839383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:42:58.003881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-051b6ca9-6a4c-4480-8182-2ccd342fcfda service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162738 Feb 13 23:42:58.099754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 66aeed39-9199-4373-a3c7-08e4b47bf556, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66aeed39-9199-4373-a3c7-08e4b47bf556,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:58.118977 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cc51d2-1673-4b6e-82cb-835e65db7dd1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:58.120071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cc51d2-1673-4b6e-82cb-835e65db7dd1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:58.125254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-50cc51d2-1673-4b6e-82cb-835e65db7dd1 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/69eff552-53c9-4a08-afc9-f1f746d40d48 HTTP/1.1" status: 404 len: 337 time: 0.2875772 Feb 13 23:42:58.129597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:58.155930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '66aeed39-9199-4373-a3c7-08e4b47bf556', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'port_id': '66aeed39-9199-4373-a3c7-08e4b47bf556', 'mac_address': 'fa:16:3e:34:44:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f2493-a7bd-452e-88f1-e9b740f134e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:42:58.182948 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4667f3-0569-412d-9811-7625a3adb3a0 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:42:58.183583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4667f3-0569-412d-9811-7625a3adb3a0 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:42:58.185710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d4667f3-0569-412d-9811-7625a3adb3a0 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/d9571b69-f30a-4f85-a3e7-b19415940283 HTTP/1.1" status: 404 len: 339 time: 0.0531683 Feb 13 23:42:58.188616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41136) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:58.286623 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:58.308453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66aeed39-9199-4373-a3c7-08e4b47bf556 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:42:58.315547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Router 52b1386d-c74d-43ed-af8f-9a3e784b16aa is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:42:58.327643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11b7120a-d884-47c5-b0f3-08858765f26f req-02bcc28a-13bc-403a-b930-938b02abafdb service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065643 Feb 13 23:42:58.334668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 66aeed39-9199-4373-a3c7-08e4b47bf556, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66aeed39-9199-4373-a3c7-08e4b47bf556,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:58.341860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2565b614-3fa6-4e1d-a919-3ba11c4153b9 None None] Provisioning complete for port a90433f3-8077-44b2-a5d3-9fcd2f64a527 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:42:58.342455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2565b614-3fa6-4e1d-a919-3ba11c4153b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:58.379829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:58.379829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 323bfe69-38dc-4570-8a46-025f3c7c6ae5 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:42:58.487792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2565b614-3fa6-4e1d-a919-3ba11c4153b9 None None] Port a90433f3-8077-44b2-a5d3-9fcd2f64a527 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:42:58.516696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:58.532531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=66aeed39-9199-4373-a3c7-08e4b47bf556,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:58.537080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '323bfe69-38dc-4570-8a46-025f3c7c6ae5', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'port_id': '323bfe69-38dc-4570-8a46-025f3c7c6ae5', 'mac_address': 'fa:16:3e:c6:79:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f2493-a7bd-452e-88f1-e9b740f134e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:42:58.610407 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:58.643645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323bfe69-38dc-4570-8a46-025f3c7c6ae5 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:42:58.691326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:42:58.700518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:58.757656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:58.774953 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:58.776403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=323bfe69-38dc-4570-8a46-025f3c7c6ae5,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:58.779266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] Sync routers for ids ['52b1386d-c74d-43ed-af8f-9a3e784b16aa'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:58.788009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-86007d75-766c-4263-b8b4-22a4fec56024 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "PUT /v2.0/routers/52b1386d-c74d-43ed-af8f-9a3e784b16aa HTTP/1.1" status: 200 len: 884 time: 11.8057227 Feb 13 23:42:58.789147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41154) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:58.794370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] Routers {'52b1386d-c74d-43ed-af8f-9a3e784b16aa'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:58.794849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['52b1386d-c74d-43ed-af8f-9a3e784b16aa'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:58.893900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:58.917504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] Routers {'52b1386d-c74d-43ed-af8f-9a3e784b16aa'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:42:58.918664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['52b1386d-c74d-43ed-af8f-9a3e784b16aa'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:59.016766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:42:59.017184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217ca08-59b6-4362-b508-3c99197f2d16 None None] The sync data for ids ['52b1386d-c74d-43ed-af8f-9a3e784b16aa'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:42:59.029693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['323bfe69-38dc-4570-8a46-025f3c7c6ae5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:42:59.093395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['66aeed39-9199-4373-a3c7-08e4b47bf556'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:42:59.218580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting subnet a9d1d0d4-0680-4c61-b290-49c87d4db101 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:42:59.222507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:59.226009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a23444d-934d-4145-8c07-2ddc08c64af3 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/52b1386d-c74d-43ed-af8f-9a3e784b16aa HTTP/1.1" status: 200 len: 925 time: 0.4348812 Feb 13 23:42:59.226760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41174) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:59.295217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:59.391853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45959bc5-d129-4728-bc4d-aa4166af9064 req-1760106b-3eb0-4491-b742-976c4931ae06 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:59.399699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45959bc5-d129-4728-bc4d-aa4166af9064 req-1760106b-3eb0-4491-b742-976c4931ae06 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 945 time: 0.6224482 Feb 13 23:42:59.477021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5c142249-8c43-4067-94d4-9bfdf72da884 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=52b1386d-c74d-43ed-af8f-9a3e784b16aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2487648 Feb 13 23:42:59.479795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41184) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:59.540752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45959bc5-d129-4728-bc4d-aa4166af9064 req-67203dbd-53ac-49b2-9051-89947cbcfe04 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389349 Feb 13 23:42:59.604343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:42:59.621559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:59.659209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f0ae4-eb73-4623-97f4-d1a55600b799 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:42:59.659829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c09f0ae4-eb73-4623-97f4-d1a55600b799 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Synchronizing usage tracker for tenant:1fc935d761d74d3a8cd61803704d6d33 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:42:59.671890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c09f0ae4-eb73-4623-97f4-d1a55600b799 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Unset dirty status for tenant:1fc935d761d74d3a8cd61803704d6d33 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:42:59.673368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c09f0ae4-eb73-4623-97f4-d1a55600b799 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.1889629 Feb 13 23:42:59.678691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41190) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:59.731079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5417391-874f-4ea5-b991-7f2cd2d9af4c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=52b1386d-c74d-43ed-af8f-9a3e784b16aa HTTP/1.1" status: 200 len: 205 time: 0.0487750 Feb 13 23:42:59.731306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41196) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:59.842646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:59.920218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418f885-d07e-4d20-b332-06f705056977 None None] Network 6b788cb0-8512-47a5-ba75-1a375b9c11cc requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:42:59.921521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:42:59.927069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d1d0d4-0680-4c61-b290-49c87d4db101,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:42:59.952676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b9880050-c543-44c1-aed4-9b442332be4d tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/a9d1d0d4-0680-4c61-b290-49c87d4db101 HTTP/1.1" status: 204 len: 168 time: 1.7606313 Feb 13 23:42:59.954213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41208) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:59.973632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:42:59.979036 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-97eccfff-5f20-4e26-b479-5fc1c38b1465 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5879486 Feb 13 23:42:59.981673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41214) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:42:59.985266 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:42:59.989672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847268759'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:42:59.998376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:00.003611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:network and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:00.009886 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:00.010306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:00.012526 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:42:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:00.021594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:00.053917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:00.057664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.119020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:43:00.138923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.139609 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added segment 4cf5b1ac-1f7a-4414-b204-057194449bcf of type vlan for network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb Feb 13 23:43:00.190618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.204628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.214131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port 56494453-fbc1-4319-80e2-6eb2e8e545a3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:00.214983 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.272629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.276979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:00.277622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.278694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.344330 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cf4a0b66-1301-4545-a44e-eb14812ff3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.350933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:00.484388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Network': ['ID=2bcf0f9a-ddb0-4c3a-b897-17134a7197bb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:00.497564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] DHCP port deletion for 6b788cb0-8512-47a5-ba75-1a375b9c11cc request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:43:00.502969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Deleting port 56494453-fbc1-4319-80e2-6eb2e8e545a3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:00.503441 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.508398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad00ce41-5c23-4f79-b479-7019ad794c34 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5254903 Feb 13 23:43:00.511296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41226) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:00.519595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'subnet': {'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:00.673887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:00.678164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:subnet and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:00.681253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:00.687270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:00.702041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Made reservation on behalf of 3aa068181ba54d81bd541b9eaec0c480 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:00.813719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] For port 56494453-fbc1-4319-80e2-6eb2e8e545a3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=56494453-fbc1-4319-80e2-6eb2e8e545a3,segment=NetworkSegment(9e2329dc-5d33-4949-8741-9051192b10d8),segment_id=9e2329dc-5d33-4949-8741-9051192b10d8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:00.814313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.893820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port 56494453-fbc1-4319-80e2-6eb2e8e545a3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=56494453-fbc1-4319-80e2-6eb2e8e545a3,segment=NetworkSegment(9e2329dc-5d33-4949-8741-9051192b10d8),segment_id=9e2329dc-5d33-4949-8741-9051192b10d8)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:00.894326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:00.910667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:43:01.011453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.045648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for 56494453-fbc1-4319-80e2-6eb2e8e545a3 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:01.160375 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:55Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:42:56Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:01.168970 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:01.169320 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Updating router 6fd2b27d-83ca-478b-aee2-01f195694bb0 port a90433f3-8077-44b2-a5d3-9fcd2f64a527 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:43:01.219941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Calling delete_port for 56494453-fbc1-4319-80e2-6eb2e8e545a3 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:01.222121 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.284468 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.303651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No DVR routers for this DVR port 56494453-fbc1-4319-80e2-6eb2e8e545a3 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.306671 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:43:01.309511 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:43:01.319020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 56494453-fbc1-4319-80e2-6eb2e8e545a3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:01.343380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Port': ['ID=56494453-fbc1-4319-80e2-6eb2e8e545a3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:01.370246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a788da-9615-4615-87e8-5db15cc4e1b7 req-a2f55eee-8139-49ff-93f1-c555315397f4 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:01.372534 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6a788da-9615-4615-87e8-5db15cc4e1b7 req-a2f55eee-8139-49ff-93f1-c555315397f4 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 945 time: 0.2398331 Feb 13 23:43:01.376815 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:43:01.377309 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:43:01.378504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 56494453-fbc1-4319-80e2-6eb2e8e545a3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:01.378943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 56494453-fbc1-4319-80e2-6eb2e8e545a3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:01.406993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.523617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Subnet': ['ID=8ef4d31c-82c7-4646-94f4-457c09b3283f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:01.528612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Checking segment: {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:01.528969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network hostable DHCP agents. Network: 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:43:01.561563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:43:01.578229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:01.583225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:01.584953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.588441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4f76a-7cf9-4b1b-9828-495e48b5340c None None] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:01.767110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66aeed39-9199-4373-a3c7-08e4b47bf556 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:01.871229 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6a788da-9615-4615-87e8-5db15cc4e1b7 req-d5c02145-2fee-4589-827f-8d69c1a79f2e tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702764 Feb 13 23:43:01.888390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Deleting port 56494453-fbc1-4319-80e2-6eb2e8e545a3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:01.888760 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.945942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21a224b9-71fb-4a12-8631-befce36e06b0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4298656 Feb 13 23:43:01.946155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41274) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:01.951577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.954121 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.990946 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Transition to ACTIVE for port object a90433f3-8077-44b2-a5d3-9fcd2f64a527 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:01.991955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:01.999326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b788cb0-8512-47a5-ba75-1a375b9c11cc']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:02.012040 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.014794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2329dc-5d33-4949-8741-9051192b10d8') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:02.015122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2329dc-5d33-4949-8741-9051192b10d8') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:02.031186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Deleting port 54584cb9-5175-43ab-af5a-97de58dcc21a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:02.031532 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.163889 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f83984-d27e-4e19-b86b-6065700cf2d1 None None] Pushing event updated for resources: {'Port': ['ID=a90433f3-8077-44b2-a5d3-9fcd2f64a527,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:02.208715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eae35-fadd-4239-82ec-5bd839b4a6d7 None None] The port '56494453-fbc1-4319-80e2-6eb2e8e545a3' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:43:02.300269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.379445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.395940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Attempting to bind port a90433f3-8077-44b2-a5d3-9fcd2f64a527 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:43:02.397554 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Attempting to bind port a90433f3-8077-44b2-a5d3-9fcd2f64a527 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:43:02.398708 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Attempting to bind port a90433f3-8077-44b2-a5d3-9fcd2f64a527 on network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:02.413836 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:43:02.416629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Checking segment: {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:02.417051 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.418625 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Bound using segment: {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:43:02.419364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Bound port: a90433f3-8077-44b2-a5d3-9fcd2f64a527, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d546d5-e7c8-4a2a-8f63-4704110993d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:43:02.420917 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.421186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:02.423563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.426382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 66aeed39-9199-4373-a3c7-08e4b47bf556 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:02.439575 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-926fb025-c85e-4753-a5ee-0a0179e2b4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.453381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 66aeed39-9199-4373-a3c7-08e4b47bf556 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:02.453763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:02.462809 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:02.482336 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.633542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:43:02.634832 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.646150 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] For port a90433f3-8077-44b2-a5d3-9fcd2f64a527, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:43:02.657497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] For port a90433f3-8077-44b2-a5d3-9fcd2f64a527, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a90433f3-8077-44b2-a5d3-9fcd2f64a527,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:43:02.666791 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:02.677730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Calling delete_port for 54584cb9-5175-43ab-af5a-97de58dcc21a owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:02.828048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f83984-d27e-4e19-b86b-6065700cf2d1 None None] Pushing event updated for resources: {'Port': ['ID=a90433f3-8077-44b2-a5d3-9fcd2f64a527,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:02.882315 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:02.882950 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:02.932536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.035699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event deleted for resources: {'Port': ['ID=54584cb9-5175-43ab-af5a-97de58dcc21a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:03.132654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Allocated IP 2001:db8:3::2 (2bcf0f9a-ddb0-4c3a-b897-17134a7197bb/8ef4d31c-82c7-4646-94f4-457c09b3283f/5d398d32-8cad-40a7-b5d3-dbe2d8d213b3) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:03.180126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.326765 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:03.341061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41308) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:03.360389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.387650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=6b788cb0-8512-47a5-ba75-1a375b9c11cc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:03.422691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.469832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.484710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1666-d960-462b-810f-6f931014035e req-81335508-9d6a-4da5-a58f-099366838376 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:03.493105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-708e1666-d960-462b-810f-6f931014035e req-81335508-9d6a-4da5-a58f-099366838376 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 945 time: 0.3571675 Feb 13 23:43:03.577840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.597224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.686677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f482eb8b-7106-42fc-854c-317309eec7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aeed39-9199-4373-a3c7-08e4b47bf556'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:03.739859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 66aeed39-9199-4373-a3c7-08e4b47bf556, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66aeed39-9199-4373-a3c7-08e4b47bf556,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:03.782827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.783206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 323bfe69-38dc-4570-8a46-025f3c7c6ae5 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:03.789918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-708e1666-d960-462b-810f-6f931014035e req-fc445b8d-2edb-46b8-9e8f-70f8fded5ead tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958987 Feb 13 23:43:03.828391 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482eb8b-7106-42fc-854c-317309eec7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66aeed39-9199-4373-a3c7-08e4b47bf556', 'code': 200} Feb 13 23:43:03.873655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.879420 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.905273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dd72f0d9-12d6-4333-9b30-5629bee02b40 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/6b788cb0-8512-47a5-ba75-1a375b9c11cc HTTP/1.1" status: 204 len: 168 time: 3.9497418 Feb 13 23:43:03.915124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41320) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:03.964112 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:03.978183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:55Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:02Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:03.987692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd213f41-1972-4f6c-a823-20de25109fdf None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:42:55Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:02Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:04.002175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.003214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Transition to ACTIVE for port object 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:04.013476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=66aeed39-9199-4373-a3c7-08e4b47bf556,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:04.054059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Transition to ACTIVE for port object 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:04.094681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.112665 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb03b2cf-8710-4422-9e73-7708f10cf36a tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:43:04.113415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb03b2cf-8710-4422-9e73-7708f10cf36a tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:04.163081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:04.165931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb03b2cf-8710-4422-9e73-7708f10cf36a tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/3acd182c-3254-494f-9192-9b56c70371cf HTTP/1.1" status: 404 len: 337 time: 0.2084348 Feb 13 23:43:04.166562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41324) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:04.189580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:04.190484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:04.190849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.214174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.214758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Fanout notify agent at l3_agent the message router_deleted on router 52b1386d-c74d-43ed-af8f-9a3e784b16aa {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:43:04.216176 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7155152d-5d15-4d27-9dbe-5712ade5c164 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] DELETE failed (client error): The resource could not be found. Feb 13 23:43:04.216617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7155152d-5d15-4d27-9dbe-5712ade5c164 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:04.221224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7155152d-5d15-4d27-9dbe-5712ade5c164 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/c9c7a660-4d2d-47f1-a983-a896524c49b6 HTTP/1.1" status: 404 len: 339 time: 0.0457585 Feb 13 23:43:04.226725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41330) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:04.228861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.244743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:04.250667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.250834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:04.251838 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-97286572-8fc5-43c9-8337-6c714dbbf859 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/52b1386d-c74d-43ed-af8f-9a3e784b16aa HTTP/1.1" status: 204 len: 168 time: 4.5196822 Feb 13 23:43:04.259302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:04.265541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-830010964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:04.272101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Pushing event updated for resources: {'Port': ['ID=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:04.273548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:04.307898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Usage tracker for resource:router and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:04.310909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:04.316812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:04.338403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.339795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.356118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:04.363697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Usage tracker for resource:security_group_rule and tenant:d70ea4b5972d40d7b7d2468b8e6d269d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:04.368902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:04.379513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:04.388997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7231a48e-c32c-4fa5-8e42-5fc7adb85bf7 req-dd591c54-8747-4a33-a3ff-324142940fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f482eb8b-7106-42fc-854c-317309eec7da HTTP/1.1" status: 200 len: 1096 time: 0.4506693 Feb 13 23:43:04.420261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.457477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Allocated IP 2001:db8:3::1 (2bcf0f9a-ddb0-4c3a-b897-17134a7197bb/8ef4d31c-82c7-4646-94f4-457c09b3283f/f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:04.487155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Attempting to bind port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:43:04.487933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Attempting to bind port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:43:04.488460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Attempting to bind port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 on network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:04.497869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7231a48e-c32c-4fa5-8e42-5fc7adb85bf7 req-c8a4f33c-b3c5-4be5-a0e0-534bb1c6b3b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919292 Feb 13 23:43:04.506880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.543917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.545171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb5c65af-f238-46a5-8a25-57ba019377d2 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2849476 Feb 13 23:43:04.548623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:04.556598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': True}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:04.577285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:43:04.577656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Checking segment: {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:04.578090 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.578662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Bound using segment: {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:43:04.578959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Bound port: 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:43:04.579332 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.666985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.683022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.699517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.765884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244e74e6-5eb0-48ea-9b3a-e0303d0ba313,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:04.788213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0ee3d69b-caab-4b71-a7c9-137071672839 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d70ea4b5972d40d7b7d2468b8e6d269d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4435210 Feb 13 23:43:04.797747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:04.804578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] For port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:43:04.809038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] For port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:43:04.814644 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.861406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41346) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:04.892775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:04.965005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a90433f3-8077-44b2-a5d3-9fcd2f64a527 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:05.081687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting subnet eff4cc04-fd3c-4241-801d-41efc3d01dd9 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:43:05.151587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=323bfe69-38dc-4570-8a46-025f3c7c6ae5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:05.164431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.170170 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.311864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.313227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addffbcd-23c4-4b15-b0d9-43e304a2bdec None None] Pushing event updated for resources: {'Port': ['ID=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:05.350737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a90433f3-8077-44b2-a5d3-9fcd2f64a527 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:05.356680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a90433f3-8077-44b2-a5d3-9fcd2f64a527 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:05.357351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.364979 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.388074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.425730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f25aef61-a461-41b4-9ca1-cec38e7c5883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.454425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Transition to ACTIVE for port object f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:05.519228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f25aef61-a461-41b4-9ca1-cec38e7c5883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.577439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf072262-15ab-47e2-b5fe-2319f7abc175 req-e55702e4-bb0e-46cb-8bd9-3f24df3d669b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:05.601147 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf072262-15ab-47e2-b5fe-2319f7abc175 req-e55702e4-bb0e-46cb-8bd9-3f24df3d669b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 946 time: 0.5299382 Feb 13 23:43:05.618115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.679860 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.681342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a90433f3-8077-44b2-a5d3-9fcd2f64a527, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a90433f3-8077-44b2-a5d3-9fcd2f64a527,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:05.688943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.715191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.726845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.810004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a90433f3-8077-44b2-a5d3-9fcd2f64a527,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:05.836652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323bfe69-38dc-4570-8a46-025f3c7c6ae5'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:05.841672 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:05.903301 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323bfe69-38dc-4570-8a46-025f3c7c6ae5', 'code': 200} Feb 13 23:43:05.908954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Allocated IP 172.25.4.28 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/51616422-307d-4790-801e-7a3acc00d7b9) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:05.930900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf072262-15ab-47e2-b5fe-2319f7abc175 req-3d7d104f-ff9c-40b8-b149-888d3f2a86f4 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287070 Feb 13 23:43:05.979457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.030941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:06.038922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:06.047299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:06.047825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.051010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Subnet': ['ID=eff4cc04-fd3c-4241-801d-41efc3d01dd9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:06.053676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f25aef61-a461-41b4-9ca1-cec38e7c5883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.088410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:06.092958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aef61-a461-41b4-9ca1-cec38e7c5883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e74e6-5eb0-48ea-9b3a-e0303d0ba313,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:06.105373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.111086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b8981-ab0a-49fe-a522-52b7a4607fd8 None None] Network 73e5193c-ec85-4f07-baa0-1a91e292c9c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:06.125428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c547b4c0-5ced-4124-979c-c2e60d805540 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/subnets/eff4cc04-fd3c-4241-801d-41efc3d01dd9 HTTP/1.1" status: 204 len: 168 time: 1.8980203 Feb 13 23:43:06.129513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41368) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:06.171071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f25aef61-a461-41b4-9ca1-cec38e7c5883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.172198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f25aef61-a461-41b4-9ca1-cec38e7c5883 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/244e74e6-5eb0-48ea-9b3a-e0303d0ba313 HTTP/1.1" status: 204 len: 168 time: 1.3086255 Feb 13 23:43:06.283013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f880e19-1dae-4f61-aec8-9a3986a7622f req-5f84dbc1-8af4-4492-9f79-ab4bb9650083 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 1097 time: 0.2242856 Feb 13 23:43:06.286346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.386095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f880e19-1dae-4f61-aec8-9a3986a7622f req-cfd028c8-af4d-4e2f-ab82-9aa9eb0d3dcf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902922 Feb 13 23:43:06.404455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.494547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.513436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:06.516605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:06.526818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:06.540716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.596856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:06.598422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.603992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Port': ['ID=51616422-307d-4790-801e-7a3acc00d7b9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:06.683571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] DHCP port deletion for 73e5193c-ec85-4f07-baa0-1a91e292c9c2 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:43:06.688594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] Deleting port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:06.689259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:06.802795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.033771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41388) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:07.057824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] For port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,segment=NetworkSegment(0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf),segment_id=0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:07.058398 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.199591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] Calling delete_port for fa91ad72-45ab-428f-a4dd-79b95a3bf6eb owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:07.233864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ff0e4-83e1-43c5-817c-e50d64b71a91 None None] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:07.307710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.311583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.361413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.376922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a90433f3-8077-44b2-a5d3-9fcd2f64a527 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:07.464915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] For port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,segment=NetworkSegment(0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf),segment_id=0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:07.465205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.576021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f0d9-288d-418e-8931-39a7a1f6c6ae req-88d47db0-6fa4-445d-9c85-1c9c00e342c9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:07.577499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4896f0d9-288d-418e-8931-39a7a1f6c6ae req-88d47db0-6fa4-445d-9c85-1c9c00e342c9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 946 time: 0.3799965 Feb 13 23:43:07.660485 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4896f0d9-288d-418e-8931-39a7a1f6c6ae req-bbd5fca4-0558-4c38-85b0-de7b23db9ac4 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731697 Feb 13 23:43:07.716520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Calling delete_port for fa91ad72-45ab-428f-a4dd-79b95a3bf6eb owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:07.721545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Router a8e3ff1c-506f-4f66-8915-a8264d0ad784 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:43:07.751800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.753540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ef3aee3b-96dc-4a94-b1c3-092a4899f8fd None None] Provisioning for port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:07.771233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.793725 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:43:07.794064 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:43:07.797304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:07.801646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Usage tracker for resource:security_group_rule and tenant:f2aadf18b0054265bc42b876a04d06a7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:07.805931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:07.812381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:07.844480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] No DVR routers for this DVR port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:07.869333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a90433f3-8077-44b2-a5d3-9fcd2f64a527 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:07.869786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:07.906420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bc781-9c85-4d6c-a392-d2ff9c0256f7 None None] Pushing event deleted for resources: {'Port': ['ID=fa91ad72-45ab-428f-a4dd-79b95a3bf6eb,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:08.009215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:08.027214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] Sync routers for ids ['a8e3ff1c-506f-4f66-8915-a8264d0ad784'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:08.029804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.033399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a4f9f1ae-5ec5-4f0a-9cdc-76e1894e7add tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "PUT /v2.0/routers/a8e3ff1c-506f-4f66-8915-a8264d0ad784 HTTP/1.1" status: 200 len: 917 time: 3.4812307 Feb 13 23:43:08.033842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41406) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:08.045863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:08.109511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.152942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] Routers {'a8e3ff1c-506f-4f66-8915-a8264d0ad784'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:08.153975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a8e3ff1c-506f-4f66-8915-a8264d0ad784'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:08.211732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.224286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:08.245913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] Routers {'a8e3ff1c-506f-4f66-8915-a8264d0ad784'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:08.246626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a8e3ff1c-506f-4f66-8915-a8264d0ad784'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:08.268724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2aadf18b0054265bc42b876a04d06a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2199523 Feb 13 23:43:08.270857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:08.321701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Deleting port fa91ad72-45ab-428f-a4dd-79b95a3bf6eb {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:08.321701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.345191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:08.345887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e557e-d960-482a-97a7-543394bf0f8a None None] The sync data for ids ['a8e3ff1c-506f-4f66-8915-a8264d0ad784'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:08.353429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:08.359572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:08.360009 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.474667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Provisioning complete for port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:08.474667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.482632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489ebf0-e563-44fb-8ca8-025fe443d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420fe15c-0585-4142-aa14-fd8f8106b73d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:08.508016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c24c271b-b466-4872-b378-3878b7c69667 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/a8e3ff1c-506f-4f66-8915-a8264d0ad784 HTTP/1.1" status: 200 len: 923 time: 0.4705663 Feb 13 23:43:08.520047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41420) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:08.526020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] The port 'fa91ad72-45ab-428f-a4dd-79b95a3bf6eb' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:43:08.613998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.621959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca037cca-5226-4dca-921e-43dd6ae62014 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=a8e3ff1c-506f-4f66-8915-a8264d0ad784&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1121025 Feb 13 23:43:08.626430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41424) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:08.760995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.789471 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.824642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6a17b-26a0-4db3-94c7-4eb4addbdb19 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:08.826074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-33c6a17b-26a0-4db3-94c7-4eb4addbdb19 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.1963956 Feb 13 23:43:08.826767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.827496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.829015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41434) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:08.871043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa96f24d-c8c0-43e7-b034-2b8c52406503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.872487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.878482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] For port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:08.886097 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:08.913166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2bd3d08f-7614-4513-af0a-8bcb5197e335 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8e3ff1c-506f-4f66-8915-a8264d0ad784 HTTP/1.1" status: 200 len: 205 time: 0.0823324 Feb 13 23:43:08.915718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41438) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:09.027504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Provisioning for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:09.035980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Provisioning complete for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:09.036465 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.083373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:43:09.083803 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:43:09.129725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:43:09.131278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebc3bf-55e6-4ee5-a60a-dbcc577f9e73 None None] Pushing event updated for resources: {'Port': ['ID=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:09.144910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.153655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa96f24d-c8c0-43e7-b034-2b8c52406503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.198018 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.206633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event updated for resources: {'Port': ['ID=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:09.244394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e5193c-ec85-4f07-baa0-1a91e292c9c2']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:09.253782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b7fde160-8fb5-4221-acfd-5ee74c1b978c None None] Provisioning complete for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:09.254196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7fde160-8fb5-4221-acfd-5ee74c1b978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.278458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:09.278684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3e3f7a-b327-4ae0-8a0b-2e68e4cbbcdf') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:09.299572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.315459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b7fde160-8fb5-4221-acfd-5ee74c1b978c None None] Port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:43:09.327956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c6b31-2b02-48b7-922c-63b85fac94f8 req-0e1d597b-6c1a-49a3-a716-9b9449b9d6e4 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:09.329426 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d1c6b31-2b02-48b7-922c-63b85fac94f8 req-0e1d597b-6c1a-49a3-a716-9b9449b9d6e4 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 946 time: 0.4039888 Feb 13 23:43:09.332235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:09.333613 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.336854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:09.495637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:09.496424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:09.577098 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:09.579254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa96f24d-c8c0-43e7-b034-2b8c52406503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.644607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.659730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Deleting port 51616422-307d-4790-801e-7a3acc00d7b9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:09.660308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.661040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96f24d-c8c0-43e7-b034-2b8c52406503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fe15c-0585-4142-aa14-fd8f8106b73d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:09.695420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d1c6b31-2b02-48b7-922c-63b85fac94f8 req-49386923-67e7-484d-ab9f-c3ed2ca4bcaf tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542120 Feb 13 23:43:09.699711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa96f24d-c8c0-43e7-b034-2b8c52406503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.701203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa96f24d-c8c0-43e7-b034-2b8c52406503 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/420fe15c-0585-4142-aa14-fd8f8106b73d HTTP/1.1" status: 204 len: 168 time: 1.4268456 Feb 13 23:43:09.724564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.761017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-359c5961-575f-4890-9793-a10241db080e None None] Provisioning complete for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:09.761485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-359c5961-575f-4890-9793-a10241db080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.802548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa91ad72-45ab-428f-a4dd-79b95a3bf6eb no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:09.867504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:09.872981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fa91ad72-45ab-428f-a4dd-79b95a3bf6eb {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:09.873614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa91ad72-45ab-428f-a4dd-79b95a3bf6eb not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:09.895820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] Pushing event deleted for resources: {'Network': ['ID=73e5193c-ec85-4f07-baa0-1a91e292c9c2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:09.896218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-359c5961-575f-4890-9793-a10241db080e None None] Port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:43:10.031361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:10.073875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265acd-4728-4280-9ca5-01b07f4018ea req-fe16719b-50b5-4344-8498-2939b33abba2 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:10.087546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed265acd-4728-4280-9ca5-01b07f4018ea req-fe16719b-50b5-4344-8498-2939b33abba2 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=f482eb8b-7106-42fc-854c-317309eec7da HTTP/1.1" status: 200 len: 945 time: 0.1618381 Feb 13 23:43:10.143461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:10.175107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:10.177374 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:10.183565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-530d741b-5427-4639-9f11-0f18588ce838 tempest-NetworksIpV6Test-1065554730 tempest-NetworksIpV6Test-1065554730-project] 10.222.0.36 "DELETE /v2.0/networks/73e5193c-ec85-4f07-baa0-1a91e292c9c2 HTTP/1.1" status: 204 len: 168 time: 4.0477996 Feb 13 23:43:10.185555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed265acd-4728-4280-9ca5-01b07f4018ea req-bfcd35b5-760d-433c-a761-09906228f0aa tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834708 Feb 13 23:43:10.361137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:10.362946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Calling delete_port for 51616422-307d-4790-801e-7a3acc00d7b9 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:10.716868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:10.772951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41486) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:10.781455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:10.789750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dfd7509d-f3ee-4cb9-8f66-a2a5db32ca1d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8423252 Feb 13 23:43:10.792393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41494) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:10.795416 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:10.799095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:10.818335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:10.820709 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:10.841688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event deleted for resources: {'Port': ['ID=51616422-307d-4790-801e-7a3acc00d7b9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:11.236392 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:11.287899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.429457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f15dcc2a-0550-43b7-906c-7924117f4d85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=215ca841ca594cc3aa3b944eefd7afcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6553564 Feb 13 23:43:11.433660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41512) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:11.712189 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.723456 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.753992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.754906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Fanout notify agent at l3_agent the message router_deleted on router a8e3ff1c-506f-4f66-8915-a8264d0ad784 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:43:11.775304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:06Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:08Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:11.785710 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:11.786808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.788997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-049d3fb4-6b20-49ef-99d1-9974e896d7ae tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/a8e3ff1c-506f-4f66-8915-a8264d0ad784 HTTP/1.1" status: 204 len: 168 time: 2.8716063 Feb 13 23:43:11.789494 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Updating router 6fd2b27d-83ca-478b-aee2-01f195694bb0 port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:43:11.797244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41530) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:11.808762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-632138868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:11.847892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:11.859300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Usage tracker for resource:router and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:11.866880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:11.870370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df46916c-4254-4b89-8c44-65c26dacba64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.876384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:11.898017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.899824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.914019 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.926395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.994022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:11.995106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 13 23:43:12.085048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Removed routes are [] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 13 23:43:12.085867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.095978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df46916c-4254-4b89-8c44-65c26dacba64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.139030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.142783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2a468a90-687b-4ade-95d9-bfef9d634ed8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3418715 Feb 13 23:43:12.151111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41548) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:12.168812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': False}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:12.230233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-870dd634-1157-485a-8b92-5afd7414954f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:12.239565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-870dd634-1157-485a-8b92-5afd7414954f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 812 time: 0.4864376 Feb 13 23:43:12.400608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-6629c02c-32d2-4219-8e58-3d572abd4fe3 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/quotas/fb4be4ff20414b4c815a91a0a67f3510 HTTP/1.1" status: 200 len: 375 time: 0.1600661 Feb 13 23:43:12.467242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-d1a1bd2d-985d-42ea-974f-bd55e98d3296 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:12.468005 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.468683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-d1a1bd2d-985d-42ea-974f-bd55e98d3296 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/ports?device_id=f482eb8b-7106-42fc-854c-317309eec7da HTTP/1.1" status: 200 len: 945 time: 0.4443312 Feb 13 23:43:12.481000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Transition to ACTIVE for port object f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:12.489403 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.565815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92088d38-b169-4db1-809b-607de696d373 None None] Pushing event updated for resources: {'Port': ['ID=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:12.586534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df46916c-4254-4b89-8c44-65c26dacba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.622925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-4fc2b7df-ab48-42b3-abda-59a88477e961 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2118595 Feb 13 23:43:12.629193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46916c-4254-4b89-8c44-65c26dacba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bf46d5-4e24-4327-bd93-c413c5f7b671,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:12.653104 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df46916c-4254-4b89-8c44-65c26dacba64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:12.657589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-df46916c-4254-4b89-8c44-65c26dacba64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5bf46d5-4e24-4327-bd93-c413c5f7b671 HTTP/1.1" status: 204 len: 168 time: 1.1967778 Feb 13 23:43:13.103769 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Attempting to bind port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:43:13.104241 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Attempting to bind port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:43:13.104490 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Attempting to bind port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 on network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:13.125502 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:43:13.126316 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Checking segment: {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:13.126875 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.127445 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Bound using segment: {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:43:13.128094 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Bound port: f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf5b1ac-1f7a-4414-b204-057194449bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:43:13.128669 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.146826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Deleting port 66aeed39-9199-4373-a3c7-08e4b47bf556 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:13.147561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.247927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-42aaada8-78b0-4bc1-a2d6-f1e4ae77bed8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:43:13.249044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-42aaada8-78b0-4bc1-a2d6-f1e4ae77bed8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6253774 Feb 13 23:43:13.303865 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] For port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:43:13.308750 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] For port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:43:13.319373 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.431206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856bef4-6893-464f-b4ce-62543f80a347 req-556ddce4-6a36-4789-b28d-83d7e510604b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:13.433068 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f856bef4-6893-464f-b4ce-62543f80a347 req-556ddce4-6a36-4789-b28d-83d7e510604b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc2e607-8fef-498e-a4db-0b49890c9fce HTTP/1.1" status: 200 len: 946 time: 0.9462850 Feb 13 23:43:13.484877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.500114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.512599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.527072 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92088d38-b169-4db1-809b-607de696d373 None None] Pushing event updated for resources: {'Port': ['ID=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:13.568612 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:13.569289 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:13.707307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Deleting port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:13.707914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:13.956941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-6b996169-45cb-4ced-b91a-d4ca33e5c8f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912739 Feb 13 23:43:14.112404 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:14.180158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-21cd7692-f44c-4fc5-a36e-993a53cc4ac7 service neutron] 10.222.0.36 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176847 Feb 13 23:43:14.224621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] For port 66aeed39-9199-4373-a3c7-08e4b47bf556, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=66aeed39-9199-4373-a3c7-08e4b47bf556,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:14.227442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:14.232281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:14.646243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:14.667756 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:14.673149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ce64a6a-6f7e-43f1-869b-337f64e845b6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 953 time: 3.8790767 Feb 13 23:43:14.674206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:15.109462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Calling delete_port for 66aeed39-9199-4373-a3c7-08e4b47bf556 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:15.112470 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:12Z', 'revision_number': 6, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:13Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:15.121393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b1273-e5f0-450e-a0e1-092e77282e08 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:12Z', 'revision_number': 6, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:13Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:15.259236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-529bf0cc-58b8-4563-b62f-0a1b4357017d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 953 time: 0.5754528 Feb 13 23:43:15.270211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:15.292046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cc74be1d-0820-4ff2-8f64-64126c378edd req-a79d1eaf-de64-4a02-9f10-6ed41c1360c3 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 210 time: 0.1696310 Feb 13 23:43:15.292617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41650) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:15.296170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'routes': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:15.778651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f380a8c0-b214-47d7-a3ea-067243ebf01e tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] Request body: {'port': {'network_id': '25d4be27-413d-42c2-aa0d-7aebded71d1e', 'name': 'tempest-NetworksNegativeTestJSON-568851878'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:15.840936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 66aeed39-9199-4373-a3c7-08e4b47bf556 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:15.951481 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f380a8c0-b214-47d7-a3ea-067243ebf01e tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] POST failed (client error): The resource could not be found. Feb 13 23:43:15.952152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f380a8c0-b214-47d7-a3ea-067243ebf01e tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:15.956805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f380a8c0-b214-47d7-a3ea-067243ebf01e tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5483866 Feb 13 23:43:15.957569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41666) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:16.049993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] For port 323bfe69-38dc-4570-8a46-025f3c7c6ae5, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=323bfe69-38dc-4570-8a46-025f3c7c6ae5,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:16.081136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:16.185365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:16.427038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Calling delete_port for 323bfe69-38dc-4570-8a46-025f3c7c6ae5 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:16.503228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:16.563612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:16.589252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:16.589583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:16.727363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:16.730660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b5b1a2f-77c4-48c7-807b-a36cc29fe84b req-95788fbe-9c25-41db-8d30-2544c5723a83 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 210 time: 0.1560578 Feb 13 23:43:16.764907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:16.823485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 323bfe69-38dc-4570-8a46-025f3c7c6ae5 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:16.868931 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2398387-9dc0-4d0f-b6df-7bbd9a41e9da tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] DELETE failed (client error): The resource could not be found. Feb 13 23:43:16.869959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2398387-9dc0-4d0f-b6df-7bbd9a41e9da tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:16.871966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2398387-9dc0-4d0f-b6df-7bbd9a41e9da tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "DELETE /v2.0/networks/045e0c40-1534-4a83-beea-8da9df5ec734 HTTP/1.1" status: 404 len: 339 time: 0.9077680 Feb 13 23:43:16.874428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:16.875081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:16.876058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41684) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:16.917150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event deleted for resources: {'Port': ['ID=66aeed39-9199-4373-a3c7-08e4b47bf556,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:16.930780 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2147769b-93c8-45a3-9599-9a073d32b3f7 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] DELETE failed (client error): The resource could not be found. Feb 13 23:43:16.931627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2147769b-93c8-45a3-9599-9a073d32b3f7 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:16.933509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2147769b-93c8-45a3-9599-9a073d32b3f7 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "DELETE /v2.0/ports/ff0ced8b-8b66-4516-a990-f0fc93199f2b HTTP/1.1" status: 404 len: 333 time: 0.0563252 Feb 13 23:43:16.937133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41690) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:16.987341 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b15194d-894b-4d80-a15f-72f547e66fd9 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] DELETE failed (client error): The resource could not be found. Feb 13 23:43:16.988270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b15194d-894b-4d80-a15f-72f547e66fd9 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:16.990249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0b15194d-894b-4d80-a15f-72f547e66fd9 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "DELETE /v2.0/subnets/8711dddd-7b86-4665-9b37-7be9b4ab6f50 HTTP/1.1" status: 404 len: 337 time: 0.0518513 Feb 13 23:43:16.994352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41694) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:17.161710 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e00010-2e0d-43b7-9de4-1d32a33e93ee tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] GET failed (client error): The resource could not be found. Feb 13 23:43:17.178932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67e00010-2e0d-43b7-9de4-1d32a33e93ee tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "GET /v2.0/networks/54f1b6ec-052d-471d-bf2b-bbcd58b5ec99 HTTP/1.1" status: 404 len: 339 time: 0.1556726 Feb 13 23:43:17.187024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41700) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:17.254231 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.259709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] No DVR routers for this DVR port 66aeed39-9199-4373-a3c7-08e4b47bf556 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:17.272006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.278759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f482eb8b-7106-42fc-854c-317309eec7da', 'name': 'network-vif-deleted', 'tag': '66aeed39-9199-4373-a3c7-08e4b47bf556'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:17.348732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:17.363738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.405591 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f482eb8b-7106-42fc-854c-317309eec7da', 'name': 'network-vif-deleted', 'tag': '66aeed39-9199-4373-a3c7-08e4b47bf556', 'status': 'completed', 'code': 200} Feb 13 23:43:17.441761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0a7aa03-a20b-4038-94f2-572ed4f5ce91 req-fd2b84de-365e-459b-8756-c5ff65fa6d34 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "DELETE /v2.0/ports/66aeed39-9199-4373-a3c7-08e4b47bf556 HTTP/1.1" status: 204 len: 173 time: 4.9483705 Feb 13 23:43:17.487361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.510062 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf64aa5-2f29-43ba-af48-a6f5257cf8fc tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] GET failed (client error): The resource could not be found. Feb 13 23:43:17.515857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7bf64aa5-2f29-43ba-af48-a6f5257cf8fc tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "GET /v2.0/ports/9f95132e-f006-464e-a61a-041fd006d345 HTTP/1.1" status: 404 len: 333 time: 0.3244390 Feb 13 23:43:17.522383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41706) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:17.525635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.525837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:17.695817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:17.702653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added routes are [] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 13 23:43:17.703287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 13 23:43:17.721598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.740817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-edaa3a9a-ab95-412a-bab1-90745087186a tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:17.742824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-edaa3a9a-ab95-412a-bab1-90745087186a tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 812 time: 0.4267437 Feb 13 23:43:17.768076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Request body: {'port': {'device_id': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'admin_state_up': True, 'tenant_id': 'fb4be4ff20414b4c815a91a0a67f3510'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:17.792863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:17.933677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:18.104778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:18.108497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event deleted for resources: {'Port': ['ID=323bfe69-38dc-4570-8a46-025f3c7c6ae5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:18.115715 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf9ee86-03b8-49c8-9e2d-b52fdd9e4efc tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] GET failed (client error): The resource could not be found. Feb 13 23:43:18.121317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6cf9ee86-03b8-49c8-9e2d-b52fdd9e4efc tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "GET /v2.0/subnets/866c155f-024a-4d9b-ae5f-c4a848a41ee3 HTTP/1.1" status: 404 len: 337 time: 0.5879502 Feb 13 23:43:18.128709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:18.147259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-20ea48ed-f3ac-4a1f-82ec-78ad10a2fe3b tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:18.171829 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea48ed-f3ac-4a1f-82ec-78ad10a2fe3b tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] PUT failed (client error): The resource could not be found. Feb 13 23:43:18.172545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ea48ed-f3ac-4a1f-82ec-78ad10a2fe3b tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:18.174125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-20ea48ed-f3ac-4a1f-82ec-78ad10a2fe3b tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "PUT /v2.0/networks/5b8fd927-2825-4897-a7b5-05c7ec6ccb50 HTTP/1.1" status: 404 len: 339 time: 0.0435383 Feb 13 23:43:18.179025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41722) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:18.186061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:18.191003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Usage tracker for resource:port and tenant:fb4be4ff20414b4c815a91a0a67f3510 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:18.197246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:18.205225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:18.228974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f9aff339-b06e-4128-b959-583c61ea837c tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:18.277639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Made reservation on behalf of fb4be4ff20414b4c815a91a0a67f3510 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:18.281261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:18.324228 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aff339-b06e-4128-b959-583c61ea837c tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] PUT failed (client error): The resource could not be found. Feb 13 23:43:18.324714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9aff339-b06e-4128-b959-583c61ea837c tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:18.340149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9aff339-b06e-4128-b959-583c61ea837c tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "PUT /v2.0/ports/8b8513cb-4f19-4fbd-aa24-d7fc712ea0ff HTTP/1.1" status: 404 len: 333 time: 0.1193647 Feb 13 23:43:18.357814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:18.367517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4afdae3e-e0bb-40a1-a862-ebfcb9f76f38 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:18.390164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] No DVR routers for this DVR port 323bfe69-38dc-4570-8a46-025f3c7c6ae5 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:18.416774 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afdae3e-e0bb-40a1-a862-ebfcb9f76f38 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] PUT failed (client error): The resource could not be found. Feb 13 23:43:18.416774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afdae3e-e0bb-40a1-a862-ebfcb9f76f38 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:18.416774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4afdae3e-e0bb-40a1-a862-ebfcb9f76f38 tempest-NetworksNegativeTestJSON-334117224 tempest-NetworksNegativeTestJSON-334117224-project] 10.222.0.36 "PUT /v2.0/subnets/39e3e5d8-67ad-420e-aa50-6bef3869d166 HTTP/1.1" status: 404 len: 337 time: 0.0466480 Feb 13 23:43:18.502396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:18.520935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-984c772a-4072-4ba6-8b74-a7a6fa4e6ff6 req-f060aa41-7728-4ad4-ba59-f4fdda15d014 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:43:18.532911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f856bef4-6893-464f-b4ce-62543f80a347 req-3163750f-bb11-4748-96b8-6c9e7ae22114 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "DELETE /v2.0/ports/323bfe69-38dc-4570-8a46-025f3c7c6ae5 HTTP/1.1" status: 204 len: 173 time: 5.0828166 Feb 13 23:43:18.606151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-984c772a-4072-4ba6-8b74-a7a6fa4e6ff6 req-f060aa41-7728-4ad4-ba59-f4fdda15d014 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:43:18.608901 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-984c772a-4072-4ba6-8b74-a7a6fa4e6ff6 req-f060aa41-7728-4ad4-ba59-f4fdda15d014 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 210 time: 0.4745312 Feb 13 23:43:18.622973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:18.623135 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:18.733183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-74f14236-313f-4a0c-8ac3-849281037882 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:18.738181 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-74f14236-313f-4a0c-8ac3-849281037882 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 812 time: 0.5886526 Feb 13 23:43:18.846432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:12Z', 'revision_number': 6, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:13Z', 'revision_number': 4, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:18.902355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:18.903171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Request body: {'port': {'device_id': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'admin_state_up': True, 'tenant_id': 'fb4be4ff20414b4c815a91a0a67f3510'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:18.964970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Allocated IP 172.20.0.3 (d8566ed1-1a01-4e8e-8351-878b1366a9a7/e13f2493-a7bd-452e-88f1-e9b740f134e2/d77f2683-b565-4ba4-bc33-50c814533196) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:18.995721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:18.996651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:19.261946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41746) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:19.263079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:19.314864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Allocated IP 172.25.4.128 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/9ef81dee-6135-4473-b570-9c6e44ccb64f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:19.391823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:19.417252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'name': 'network-vif-deleted', 'tag': '323bfe69-38dc-4570-8a46-025f3c7c6ae5'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:19.417764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:19.566517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:19.594200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:19.626804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Made reservation on behalf of fb4be4ff20414b4c815a91a0a67f3510 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:19.629832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:19.660195 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc2e607-8fef-498e-a4db-0b49890c9fce', 'name': 'network-vif-deleted', 'tag': '323bfe69-38dc-4570-8a46-025f3c7c6ae5', 'status': 'completed', 'code': 200} Feb 13 23:43:19.822411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:19.872785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:19.905775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 7, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:19.925380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2321c72-01d3-4c61-b6b9-47f0bd2c9f8f None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 7, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:20.091923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:20.303112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:20.321047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:20.327590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Usage tracker for resource:security_group_rule and tenant:713e52a0492c4e6b84db94bd2aa49795 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:20.330667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:20.337559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:20.466614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:20.495086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:20.496073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event updated for resources: {'Port': ['ID=d77f2683-b565-4ba4-bc33-50c814533196,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:20.500243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:20.503367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:20.556553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:20.583507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:20.585200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:20.587528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:20.600966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0b919ff-67cc-411f-9a4c-85522e516310 req-5a679323-22b6-4f64-8f38-428b452e0f5b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 210 time: 0.6955163 Feb 13 23:43:20.670581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Allocated IP 172.20.0.10 (d8566ed1-1a01-4e8e-8351-878b1366a9a7/e13f2493-a7bd-452e-88f1-e9b740f134e2/900ac059-122d-44cb-8726-6c9caaed34c9) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:20.696563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=713e52a0492c4e6b84db94bd2aa49795&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4296553 Feb 13 23:43:20.705453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:20.727428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd7062-db04-4d49-a3e9-6512e46b9ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56627ca3-0f1f-4004-9c43-ae2c0a8e9abf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:20.751234 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:20.798467 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2d38cba5-7bff-4b00-a473-250dfa6d6e48 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0312352 Feb 13 23:43:20.818994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Request body: {'port': {'device_id': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:20.878623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:20.901950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:20.909324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:20.947530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef81dee-6135-4473-b570-9c6e44ccb64f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:20.989607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:21.018374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.021179 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:21.046405 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:21.047810 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:21.069962 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.071747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-29653a3b-15d5-425c-b4fa-6c9e82d7f73e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 703 time: 5.7971394 Feb 13 23:43:21.076377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:21.077674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3fb-9c1a-4f28-9c34-3fcdecd74655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.209594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3fb-9c1a-4f28-9c34-3fcdecd74655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.333749 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:43:21.335402 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:21.374460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.437907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ccd298f7-1947-46a0-9bac-663792faf451 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 703 time: 0.3498101 Feb 13 23:43:21.437907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41790) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:21.511114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3fb-9c1a-4f28-9c34-3fcdecd74655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.564657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.617566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5be3fb-9c1a-4f28-9c34-3fcdecd74655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56627ca3-0f1f-4004-9c43-ae2c0a8e9abf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:21.709648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3fb-9c1a-4f28-9c34-3fcdecd74655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.711732 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3c5be3fb-9c1a-4f28-9c34-3fcdecd74655 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56627ca3-0f1f-4004-9c43-ae2c0a8e9abf HTTP/1.1" status: 204 len: 168 time: 1.0051126 Feb 13 23:43:21.723262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Network d8566ed1-1a01-4e8e-8351-878b1366a9a7 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:21.729267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:21.732214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:21.777007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event updated for resources: {'Port': ['ID=900ac059-122d-44cb-8726-6c9caaed34c9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:21.837894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:21.838779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:21.856407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:22.008364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 7, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:22.013399 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:22.024110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c9c783ab-ddce-4be0-93d3-08042d57a280 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1470778 Feb 13 23:43:22.042310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Request body: {'port': {'device_id': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:22.060827 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:22.061407 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:22.152357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77f2683-b565-4ba4-bc33-50c814533196 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:43:22.189260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:22.212203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Transition to ACTIVE for port object d77f2683-b565-4ba4-bc33-50c814533196 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:22.232232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:22.261336 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:22.360605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:22.371327 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:22.393707 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:22.478551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Pushing event updated for resources: {'Port': ['ID=d77f2683-b565-4ba4-bc33-50c814533196,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:22.756942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986022-e55e-4b7a-9c5e-bc4e1f6de8d5 req-743a071f-134e-4979-90c5-10c6c22761b7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:22.757977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-33986022-e55e-4b7a-9c5e-bc4e1f6de8d5 req-743a071f-134e-4979-90c5-10c6c22761b7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:43:22.918867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-33986022-e55e-4b7a-9c5e-bc4e1f6de8d5 req-743a071f-134e-4979-90c5-10c6c22761b7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:43:22.933219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33986022-e55e-4b7a-9c5e-bc4e1f6de8d5 req-743a071f-134e-4979-90c5-10c6c22761b7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 932 time: 0.9750302 Feb 13 23:43:23.204874 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 7, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:23.206131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Attempting to bind port d77f2683-b565-4ba4-bc33-50c814533196 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:43:23.206883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Attempting to bind port d77f2683-b565-4ba4-bc33-50c814533196 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:43:23.207454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Attempting to bind port d77f2683-b565-4ba4-bc33-50c814533196 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:23.215258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d1f59-a4c1-43b7-adac-071a3b9c7ef0 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 7, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32', 'name': '', 'network_id': '2bcf0f9a-ddb0-4c3a-b897-17134a7197bb', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:2c:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:43:03Z', 'updated_at': '2022-02-13T23:43:17Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '8ef4d31c-82c7-4646-94f4-457c09b3283f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:23.248232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Port d77f2683-b565-4ba4-bc33-50c814533196 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:43:23.248557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Attempting to bind port d77f2683-b565-4ba4-bc33-50c814533196 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:23.257349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:43:23.258245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Checking segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:23.259043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Bound using segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:43:23.259644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Bound port: d77f2683-b565-4ba4-bc33-50c814533196, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:43:23.260310 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:23.294423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33986022-e55e-4b7a-9c5e-bc4e1f6de8d5 req-d480f64c-7288-4949-91c6-9f97cbcbfa0b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464134 Feb 13 23:43:23.439967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] For port d77f2683-b565-4ba4-bc33-50c814533196, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:43:23.450467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] For port d77f2683-b565-4ba4-bc33-50c814533196, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d77f2683-b565-4ba4-bc33-50c814533196,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:43:23.463984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:23.562078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:23.562078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] 10.222.0.42 "PUT /v2.0/ports/d77f2683-b565-4ba4-bc33-50c814533196 HTTP/1.1" status: 200 len: 1091 time: 2.7385194 Feb 13 23:43:23.581227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'tag': 'd77f2683-b565-4ba4-bc33-50c814533196'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:23.599708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:23.647040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900ac059-122d-44cb-8726-6c9caaed34c9 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:43:23.657012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:23.682920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Transition to ACTIVE for port object 900ac059-122d-44cb-8726-6c9caaed34c9 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:23.697315 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:23.790925 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'tag': 'd77f2683-b565-4ba4-bc33-50c814533196', 'status': 'completed', 'code': 200} Feb 13 23:43:23.889844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Pushing event updated for resources: {'Port': ['ID=900ac059-122d-44cb-8726-6c9caaed34c9,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:23.925518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793dbed-c03d-41ed-8610-0d63aa24919a service neutron] Pushing event updated for resources: {'Port': ['ID=d77f2683-b565-4ba4-bc33-50c814533196,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:23.981265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Router 315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:43:24.050063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-111cfb54-2873-4bc5-aba9-113be61dbae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 1094 time: 0.3513165 Feb 13 23:43:24.213266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-484395ac-0b4c-403c-80e6-20d135cc6445 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d77f2683-b565-4ba4-bc33-50c814533196 HTTP/1.1" status: 200 len: 217 time: 0.1426053 Feb 13 23:43:24.249354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Attempting to bind port 900ac059-122d-44cb-8726-6c9caaed34c9 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:43:24.249987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Attempting to bind port 900ac059-122d-44cb-8726-6c9caaed34c9 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:43:24.250403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Attempting to bind port 900ac059-122d-44cb-8726-6c9caaed34c9 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:24.262785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Port 900ac059-122d-44cb-8726-6c9caaed34c9 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:43:24.263185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Attempting to bind port 900ac059-122d-44cb-8726-6c9caaed34c9 on network d8566ed1-1a01-4e8e-8351-878b1366a9a7 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:43:24.292678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:43:24.293312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Checking segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:24.293761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Bound using segment: {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:43:24.294322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Bound port: 900ac059-122d-44cb-8726-6c9caaed34c9, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3c1614-ef9f-49c6-91c3-7c68a41847a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:43:24.295002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:24.436630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-529a587a-19d4-4586-bded-e0e317d84644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:24.438475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-529a587a-19d4-4586-bded-e0e317d84644 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.1712406 Feb 13 23:43:24.468938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] For port 900ac059-122d-44cb-8726-6c9caaed34c9, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:43:24.472728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] For port 900ac059-122d-44cb-8726-6c9caaed34c9, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=900ac059-122d-44cb-8726-6c9caaed34c9,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:43:24.509645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:24.556116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-19f6aa4c-413f-4f01-871d-4424816ffff0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063871 Feb 13 23:43:24.628410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:24.628410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] 10.222.0.42 "PUT /v2.0/ports/900ac059-122d-44cb-8726-6c9caaed34c9 HTTP/1.1" status: 200 len: 1092 time: 2.5758553 Feb 13 23:43:24.628410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'tag': '900ac059-122d-44cb-8726-6c9caaed34c9'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:24.667008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:24.677010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:24.678892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-87dd6999-6b17-4c18-b4c2-a1d263193764 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "PUT /v2.0/routers/315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 HTTP/1.1" status: 200 len: 919 time: 12.5213993 Feb 13 23:43:24.683546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] Sync routers for ids ['315206bc-0fcf-49e3-a1a7-1df6ece2a0a1'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:24.722784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] Routers {'315206bc-0fcf-49e3-a1a7-1df6ece2a0a1'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:24.723562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['315206bc-0fcf-49e3-a1a7-1df6ece2a0a1'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:24.729514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:24.732025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28fbe3-2e35-4b4d-936d-09757b411314 service neutron] Pushing event updated for resources: {'Port': ['ID=900ac059-122d-44cb-8726-6c9caaed34c9,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:24.736359 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'tag': '900ac059-122d-44cb-8726-6c9caaed34c9', 'status': 'completed', 'code': 200} Feb 13 23:43:24.865233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:24.890094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] Routers {'315206bc-0fcf-49e3-a1a7-1df6ece2a0a1'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:24.890868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['315206bc-0fcf-49e3-a1a7-1df6ece2a0a1'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:24.955601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-0195791e-ba88-47ac-b5f2-061c806e9e46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 1095 time: 0.2735600 Feb 13 23:43:24.976011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:24.976770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fef679-ef41-4c45-a1e0-dc403d4dbbab None None] The sync data for ids ['315206bc-0fcf-49e3-a1a7-1df6ece2a0a1'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:25.053518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-6e2e828e-d775-455f-a2f9-2634e6b0bc09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900ac059-122d-44cb-8726-6c9caaed34c9 HTTP/1.1" status: 200 len: 217 time: 0.0832283 Feb 13 23:43:25.092955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-c956cfcc-8abc-4bf5-926c-ed7dca1091ca service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298097 Feb 13 23:43:25.141555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2deb2968-a0a9-43a6-97b1-12eea9fd565e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:25.143005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-2deb2968-a0a9-43a6-97b1-12eea9fd565e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.0772250 Feb 13 23:43:25.211903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-1d8a5c4d-ad8a-42c5-b4dc-26926041baeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581701 Feb 13 23:43:25.374290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-034824e7-8366-457e-9e77-ca7970ea5fce tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 HTTP/1.1" status: 200 len: 925 time: 0.6434350 Feb 13 23:43:25.375181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41892) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:25.491703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-e916bec1-f9d0-45fa-9a42-690ce45db804 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640326 Feb 13 23:43:25.505129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ce80def4-0658-4653-91b7-dbab094b0ef9 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=315206bc-0fcf-49e3-a1a7-1df6ece2a0a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1212523 Feb 13 23:43:25.507554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41898) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:25.560196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f110f1-e52e-4d50-8d8e-ba6b123dbf26 req-8087421d-2ac7-48b0-8687-119fa94df5f7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:25.561655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9f110f1-e52e-4d50-8d8e-ba6b123dbf26 req-8087421d-2ac7-48b0-8687-119fa94df5f7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 944 time: 0.8154905 Feb 13 23:43:25.656281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-81798b2a-b501-4eee-bd2c-c6a6c15a6aa2 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229926 Feb 13 23:43:25.730661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9f110f1-e52e-4d50-8d8e-ba6b123dbf26 req-52f7519f-079b-4059-8d35-f38951552281 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538947 Feb 13 23:43:25.839233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-2328d3ff-810b-4d61-bed1-12046138bd7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 1094 time: 0.1072958 Feb 13 23:43:26.027180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-5d1d139e-dc66-4761-a0d0-904696ce44eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:26.028579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-5d1d139e-dc66-4761-a0d0-904696ce44eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 912 time: 0.1512711 Feb 13 23:43:26.094517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2c06beb-07a0-4383-af55-8cae05d9bc2e req-56c9f9f1-fedb-467e-9238-12baae4a5a50 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858359 Feb 13 23:43:26.102324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d425ed0-e020-440a-ad2e-74a297381679 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:26.103803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3d425ed0-e020-440a-ad2e-74a297381679 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.5954106 Feb 13 23:43:26.108193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41918) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:26.171347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:26.172207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:26.181203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2e6bafc4-5298-47da-957c-8e847f3ada12 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 HTTP/1.1" status: 200 len: 205 time: 0.0715938 Feb 13 23:43:26.226581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41922) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:26.253490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-a37c7a00-a058-4e4e-83b1-1a0de72ac13b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d77f2683-b565-4ba4-bc33-50c814533196 HTTP/1.1" status: 200 len: 217 time: 0.1735349 Feb 13 23:43:26.373816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-20a8cc07-bfed-407d-a38f-c25eabe9981c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:26.375277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-20a8cc07-bfed-407d-a38f-c25eabe9981c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.1024659 Feb 13 23:43:26.484041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-8c376b1a-d5e0-499c-a888-5619523b04e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 1095 time: 0.3013935 Feb 13 23:43:26.550606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-d76f8c49-3ec5-499d-98a7-e95d81d0ef2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653993 Feb 13 23:43:26.680265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:26.738810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:26.739434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:26.819370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-79b8c086-6540-4fff-8658-819332a929d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:26.821201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-79b8c086-6540-4fff-8658-819332a929d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 200 len: 912 time: 0.3292696 Feb 13 23:43:26.892764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:26.950200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-d8e7fc60-c867-4e73-ac88-6097209efb9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900ac059-122d-44cb-8726-6c9caaed34c9 HTTP/1.1" status: 200 len: 217 time: 0.1150477 Feb 13 23:43:26.973633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-b9fb7c36-2c70-41f6-b4cf-d2ccfef8680f service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118075 Feb 13 23:43:27.094016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-74fb1cc0-1616-4b22-b6fd-d21c2feab958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:27.095537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-74fb1cc0-1616-4b22-b6fd-d21c2feab958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 200 len: 852 time: 0.1326301 Feb 13 23:43:27.167424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-00f5b16d-725a-48a3-bf7f-f0cca69b9017 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8566ed1-1a01-4e8e-8351-878b1366a9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587091 Feb 13 23:43:27.209374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f16b817-9683-4da0-bfe4-c0388bf775c0 req-8038778c-fab7-4762-bb55-d7683adc51a6 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247322 Feb 13 23:43:27.335548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b31559-f6c0-48eb-97df-b65e7b3906cf req-a7aafc41-5858-405c-9a33-451ab7faf8a0 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:27.336257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-05b31559-f6c0-48eb-97df-b65e7b3906cf req-a7aafc41-5858-405c-9a33-451ab7faf8a0 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:43:27.355843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:27.388749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-05b31559-f6c0-48eb-97df-b65e7b3906cf req-a7aafc41-5858-405c-9a33-451ab7faf8a0 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:43:27.395359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-05b31559-f6c0-48eb-97df-b65e7b3906cf req-a7aafc41-5858-405c-9a33-451ab7faf8a0 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 944 time: 0.4384675 Feb 13 23:43:27.417944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-cdfd5590-253c-4374-a91e-70742975a3fc service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358692 Feb 13 23:43:27.543518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:27.566136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-05b31559-f6c0-48eb-97df-b65e7b3906cf req-d7cebb22-0f17-456a-ba56-106fe1ec8927 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697845 Feb 13 23:43:27.650015 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:27.659960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f15b4be0-5e2f-47c8-83e6-5a081161cedd req-16bb6da1-dae5-4689-b175-6931e417e0b2 service neutron] 10.222.0.42 "GET /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264457 Feb 13 23:43:27.670247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Deleting port 9ef81dee-6135-4473-b570-9c6e44ccb64f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:27.670935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:27.902440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d77f2683-b565-4ba4-bc33-50c814533196 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:43:27.993370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:28.110208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:28.307012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Calling delete_port for 9ef81dee-6135-4473-b570-9c6e44ccb64f owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:28.390662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d77f2683-b565-4ba4-bc33-50c814533196, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d77f2683-b565-4ba4-bc33-50c814533196,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:28.407690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'd77f2683-b565-4ba4-bc33-50c814533196', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'port_id': 'd77f2683-b565-4ba4-bc33-50c814533196', 'mac_address': 'fa:16:3e:eb:dd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f2493-a7bd-452e-88f1-e9b740f134e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:43:28.519734 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:28.581748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77f2683-b565-4ba4-bc33-50c814533196 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:43:28.605176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d77f2683-b565-4ba4-bc33-50c814533196, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d77f2683-b565-4ba4-bc33-50c814533196,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:28.620716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:28.637649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:28.779094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event deleted for resources: {'Port': ['ID=9ef81dee-6135-4473-b570-9c6e44ccb64f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:28.841492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d77f2683-b565-4ba4-bc33-50c814533196,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:28.992885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['d77f2683-b565-4ba4-bc33-50c814533196'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:43:29.084548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c3ff-7d55-4686-8c5f-02fcd4caae91 req-2c6eb079-2aa5-476e-b8de-32490f1f43c7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:29.086306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4a4c3ff-7d55-4686-8c5f-02fcd4caae91 req-2c6eb079-2aa5-476e-b8de-32490f1f43c7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 944 time: 0.2546866 Feb 13 23:43:29.201992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:29.216481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4a4c3ff-7d55-4686-8c5f-02fcd4caae91 req-78a46a48-5aee-4064-8126-f415ee5f6c04 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126823 Feb 13 23:43:29.235903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.607838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.612061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.634168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:29.646662 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:29.650943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb33a077-8f0d-45e8-a13a-57371fbcc43d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2089634 Feb 13 23:43:29.651828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41990) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:29.661468 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:29.664317 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:29.698119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.698620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Fanout notify agent at l3_agent the message router_deleted on router 315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:43:29.726305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.727373 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-524662e6-b29d-4e7f-a3ab-199fa009f97f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 HTTP/1.1" status: 204 len: 168 time: 3.5085361 Feb 13 23:43:29.731157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41994) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:29.737036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2127328501', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:29.754460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:29.759632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Usage tracker for resource:router and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:29.762762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:29.770292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:29.798092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.798092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.828338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:29.901011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 900ac059-122d-44cb-8726-6c9caaed34c9 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:43:29.903330 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:30.068245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 8ef4d31c-82c7-4646-94f4-457c09b3283f {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:43:30.074428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.198956 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.239089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.338193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 900ac059-122d-44cb-8726-6c9caaed34c9, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=900ac059-122d-44cb-8726-6c9caaed34c9,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:30.352959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '900ac059-122d-44cb-8726-6c9caaed34c9', 'network_id': 'd8566ed1-1a01-4e8e-8351-878b1366a9a7', 'port_id': '900ac059-122d-44cb-8726-6c9caaed34c9', 'mac_address': 'fa:16:3e:ae:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f2493-a7bd-452e-88f1-e9b740f134e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:43:30.423647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.449092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900ac059-122d-44cb-8726-6c9caaed34c9 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:43:30.453235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.478606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ec550a-1f05-4277-a83c-78cd1aa815d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.487943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 900ac059-122d-44cb-8726-6c9caaed34c9, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=900ac059-122d-44cb-8726-6c9caaed34c9,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:30.496131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.640745 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:27Z', 'revision_number': 8, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:30.654754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=900ac059-122d-44cb-8726-6c9caaed34c9,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:30.656219 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:30.688719 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:30.689805 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:30.851620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.861924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['900ac059-122d-44cb-8726-6c9caaed34c9'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:43:30.895806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef4d31c-82c7-4646-94f4-457c09b3283f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:30.903766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.921558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13f1dc5c-d6a8-49b5-a037-ec61d6f6a960 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/8ef4d31c-82c7-4646-94f4-457c09b3283f HTTP/1.1" status: 204 len: 168 time: 1.2683389 Feb 13 23:43:30.926877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42018) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:30.981997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:30.991180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a54f9c-178b-4ed5-a348-5b887d9d402c None None] Network 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:31.059342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:31.107364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:31.204495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e27b42-e738-462a-adbf-0a482f0d06e8 req-132e2795-6f62-4b28-880b-65a86229ae5b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:31.218887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9e27b42-e738-462a-adbf-0a482f0d06e8 req-132e2795-6f62-4b28-880b-65a86229ae5b tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 945 time: 0.5919993 Feb 13 23:43:31.298223 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:31.358785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9e27b42-e738-462a-adbf-0a482f0d06e8 req-20a0f7fe-3739-40b1-8235-360b7cc35527 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386266 Feb 13 23:43:31.387160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Allocated IP 172.25.4.199 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c7bd4a21-08df-4c01-8789-2fffdbfe9f94) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:31.389313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:31.402601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:31.747920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:31.819602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:31.895104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:31.896558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:31.915840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d77f2683-b565-4ba4-bc33-50c814533196 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:31.917222 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:27Z', 'revision_number': 8, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:31.939552 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc6597-9333-4938-86f2-fd68330b6319 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:27Z', 'revision_number': 8, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90433f3-8077-44b2-a5d3-9fcd2f64a527', 'name': '', 'network_id': 'dc070d34-b61a-4a43-8b88-14aa04ee9fe0', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:38:74:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:52Z', 'updated_at': '2022-02-13T23:43:05Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'b68293e4-6b13-4583-be60-1f879800cdb9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:32.001730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] DHCP port deletion for 2bcf0f9a-ddb0-4c3a-b897-17134a7197bb request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:43:32.015021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Deleting port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:32.015945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.029303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:32.035901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:32.046993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:32.133411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:32.261880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.284098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event updated for resources: {'Port': ['ID=c7bd4a21-08df-4c01-8789-2fffdbfe9f94,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:32.373478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] For port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,segment=NetworkSegment(4cf5b1ac-1f7a-4414-b204-057194449bcf),segment_id=4cf5b1ac-1f7a-4414-b204-057194449bcf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:32.378507 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.395241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=5d398d32-8cad-40a7-b5d3-dbe2d8d213b3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:32.404413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:32.413729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.414499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.433477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:32.558957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:32.559296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:32.560564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port d77f2683-b565-4ba4-bc33-50c814533196 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:32.587844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-90087c1d-5dde-46dd-881a-7462bc69ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.700308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.735686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcf0f9a-ddb0-4c3a-b897-17134a7197bb']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:32.744064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port d77f2683-b565-4ba4-bc33-50c814533196 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:32.744435 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.753247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf5b1ac-1f7a-4414-b204-057194449bcf') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:32.755319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf5b1ac-1f7a-4414-b204-057194449bcf') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:32.792285 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.845895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.875018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:32.875846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:32.941999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42855-d9db-4c62-ae57-fc27db00df7f req-3c39c74c-ee8f-4c4e-af82-83021237ad49 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:32.949430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2c42855-d9db-4c62-ae57-fc27db00df7f req-3c39c74c-ee8f-4c4e-af82-83021237ad49 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 945 time: 0.1804206 Feb 13 23:43:32.955783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Calling delete_port for 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:32.996196 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:33.006204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:33.011535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:33.044343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=2bcf0f9a-ddb0-4c3a-b897-17134a7197bb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:33.056935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.057517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.058017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.058556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.059047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.059532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.060013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.060504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.060972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.061579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.062269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:33.073755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ec1624e-3f74-48b2-bac4-45148db07a7d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/2bcf0f9a-ddb0-4c3a-b897-17134a7197bb HTTP/1.1" status: 204 len: 168 time: 2.1436398 Feb 13 23:43:33.074740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42056) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:33.112248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2c42855-d9db-4c62-ae57-fc27db00df7f req-f949ec38-0cea-4c4d-9b84-27c5bb2fb2f2 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617513 Feb 13 23:43:33.162020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:33.233956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Router d609dbe5-998f-40b6-a5cb-b24a7aed966e is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:43:33.240407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77f2683-b565-4ba4-bc33-50c814533196'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:33.253641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d77f2683-b565-4ba4-bc33-50c814533196, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d77f2683-b565-4ba4-bc33-50c814533196,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:33.257559 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:43:33.258144 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:43:33.261871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:33.446661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-afaf67a3-1bfc-4946-a5a9-35f4eb79b2d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1423221 Feb 13 23:43:33.455404 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77f2683-b565-4ba4-bc33-50c814533196', 'code': 200} Feb 13 23:43:33.457179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d77f2683-b565-4ba4-bc33-50c814533196,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:33.521161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:33.594931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e8f04abd-eb56-4615-a702-e82a7ebb0cc6 req-d4ccb301-ee96-47da-98b8-974dc7cb98f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0951655 Feb 13 23:43:33.759634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Deleting port 5d398d32-8cad-40a7-b5d3-dbe2d8d213b3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:33.760614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:33.783166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-ceed995b-c3e3-4e10-820a-a6e10d0173ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6490 time: 0.1796079 Feb 13 23:43:33.888853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-c8ec9024-3ec4-4b9a-b3db-f10973887cd2 req-18512eea-9d59-4f80-b824-f833fae4cb80 service neutron] (83661) timed out ('10.222.0.31', 61305) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:43:34.056377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 900ac059-122d-44cb-8726-6c9caaed34c9 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:43:34.198842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e8f04abd-eb56-4615-a702-e82a7ebb0cc6 req-07a3c951-df64-4c7e-9b2a-6f100ef7b3be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035822 Feb 13 23:43:34.235125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:34.264520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:34.282702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:34.310917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:34.323382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32d92390-4cad-4410-9709-32da1e66fcdc None None] The port '5d398d32-8cad-40a7-b5d3-dbe2d8d213b3' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:43:34.327073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] Sync routers for ids ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:34.345859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-e6912a87-186a-4e1e-bfdd-ce3d3360aa51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:34.346264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-e6912a87-186a-4e1e-bfdd-ce3d3360aa51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:34.346643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-e6912a87-186a-4e1e-bfdd-ce3d3360aa51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:34.348293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-e6912a87-186a-4e1e-bfdd-ce3d3360aa51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4562e5fb-b936-4fbe-9863-acedf38f007c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 200 len: 2290 time: 0.5210888 Feb 13 23:43:34.353228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:34.353686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f6c4a74a-6a9b-45c6-a9dc-21e9e6977d32 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:34.376402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:34.378416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8fe336d9-3986-42bb-a1a7-f06711ef5a0c tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6459489 Feb 13 23:43:34.382201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42084) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:34.394957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:34.406556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] Routers {'d609dbe5-998f-40b6-a5cb-b24a7aed966e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:34.407373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:34.497915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:34.524186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] Routers {'d609dbe5-998f-40b6-a5cb-b24a7aed966e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:34.524818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:34.594278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:34.594837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba61d0-406d-4947-bf0e-a6b4bfede66a None None] The sync data for ids ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:34.622758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 900ac059-122d-44cb-8726-6c9caaed34c9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:43:34.629073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 900ac059-122d-44cb-8726-6c9caaed34c9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:43:34.630020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:34.796168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:34.836752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 900ac059-122d-44cb-8726-6c9caaed34c9, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=900ac059-122d-44cb-8726-6c9caaed34c9,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:34.844101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:34.931032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=900ac059-122d-44cb-8726-6c9caaed34c9,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:34.954131 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-4f972212-7c69-421b-bf2f-8bced175a955 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 200 len: 1000 time: 0.4447522 Feb 13 23:43:35.045405 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:35.077605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49509-3802-4447-93b4-8ec348f35008 req-14ba8125-7d03-44af-9189-e2c821c1b2d9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:35.085629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9e49509-3802-4447-93b4-8ec348f35008 req-14ba8125-7d03-44af-9189-e2c821c1b2d9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 946 time: 0.4785941 Feb 13 23:43:35.104535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-a64b83ab-2ad8-4897-91c7-08460dd877aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:35.106433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-a64b83ab-2ad8-4897-91c7-08460dd877aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d79c442b-b6d1-491b-8fb2-23e91af08245 HTTP/1.1" status: 200 len: 851 time: 0.1410842 Feb 13 23:43:35.208278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9e49509-3802-4447-93b4-8ec348f35008 req-0b1d6555-ee73-41aa-a2c0-d70a92b4f557 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212981 Feb 13 23:43:35.225178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port a90433f3-8077-44b2-a5d3-9fcd2f64a527 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:35.225712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:35.356281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-719dbff8-5388-4177-bd94-35dc5c710e2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4562e5fb-b936-4fbe-9863-acedf38f007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248566 Feb 13 23:43:35.456869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ac059-122d-44cb-8726-6c9caaed34c9'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:35.587009 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ac059-122d-44cb-8726-6c9caaed34c9', 'code': 200} Feb 13 23:43:35.642524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port a90433f3-8077-44b2-a5d3-9fcd2f64a527, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a90433f3-8077-44b2-a5d3-9fcd2f64a527,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:35.642876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:35.648608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-cdb1a484-a28c-4e9a-b985-a667ae816b3e service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138584 Feb 13 23:43:35.889427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for a90433f3-8077-44b2-a5d3-9fcd2f64a527 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:36.015505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-6257cbca-18e9-42e9-8862-2f766d430b9e service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589623 Feb 13 23:43:36.184247 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9d60d40-d85d-47ea-bce8-839b14529fa0 req-abd25aca-e748-4a31-a3a4-ea05f87384b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 1097 time: 0.4514387 Feb 13 23:43:36.212758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-3ee990bb-99d3-483a-a296-12b821f92038 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 217 time: 0.1857927 Feb 13 23:43:36.300190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-0ec9fefe-b5c1-45a3-b6aa-477f11b3b04a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:36.302135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-0ec9fefe-b5c1-45a3-b6aa-477f11b3b04a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.0824006 Feb 13 23:43:36.413400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:36.420579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-236d4dcf-0c14-49ba-8520-a1bf52ee4c36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122673 Feb 13 23:43:36.471108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:36.533064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:36.536196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=a90433f3-8077-44b2-a5d3-9fcd2f64a527,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:36.596544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9d60d40-d85d-47ea-bce8-839b14529fa0 req-4dab7aa2-fd1a-49b0-a619-181aeef4c893 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009917 Feb 13 23:43:36.885914 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-afafe566-dd8c-4824-bd2e-aa3f9e671a9c service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575112 Feb 13 23:43:36.897199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Deleting port c7bd4a21-08df-4c01-8789-2fffdbfe9f94 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:36.897199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:37.040127 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:37.136762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:37.344268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-caa469ef-2b5b-46f6-8412-058dee4ab737 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169685 Feb 13 23:43:37.453472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c0d9d-d28f-4967-95e4-db79f4bff372 req-0fbe30bb-ee86-48bf-950f-ff4e14ef2829 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:37.456212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-519c0d9d-d28f-4967-95e4-db79f4bff372 req-0fbe30bb-ee86-48bf-950f-ff4e14ef2829 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 946 time: 0.9351044 Feb 13 23:43:37.462303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:37.606097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Calling delete_port for c7bd4a21-08df-4c01-8789-2fffdbfe9f94 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:37.651046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-86c2d93d-795c-4f8e-94e7-0223c09c2b5c req-e1446858-4805-4482-a615-d22cd6a71f5d service neutron] (83662) timed out ('10.222.0.31', 61328) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:43:37.705786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-c848cecb-f774-4f44-b35f-4815f8a5b7f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 217 time: 0.3349657 Feb 13 23:43:37.824027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-519c0d9d-d28f-4967-95e4-db79f4bff372 req-1493efe2-a82a-4141-96fc-52065467b60e tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717422 Feb 13 23:43:37.824685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:37.840933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-30451a7c-4dce-4425-9e42-d37630e93d60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:37.843160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-30451a7c-4dce-4425-9e42-d37630e93d60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.1257849 Feb 13 23:43:38.060341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-22e250c3-0e21-4861-b359-770901664638 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074432 Feb 13 23:43:38.077639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:38.092083 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:38.117723 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-17cb8a68-d9b6-4ab8-9d24-e7918fd30e3e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0365486 Feb 13 23:43:38.118572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42164) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:38.171473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:38.211621 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:38.212442 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:38.235980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Pushing event deleted for resources: {'Port': ['ID=c7bd4a21-08df-4c01-8789-2fffdbfe9f94,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:38.428711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet b68293e4-6b13-4583-be60-1f879800cdb9 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:43:38.438980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:38.479726 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-9c836d62-11b5-42b7-ac1d-5ca46a0f8b8e service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095137 Feb 13 23:43:38.485537 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:38.562748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:38.754223 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:38.817554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:38.847171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.158915 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.199839 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:36Z', 'revision_number': 9, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:39.205303 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:39.212015 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.215189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=b68293e4-6b13-4583-be60-1f879800cdb9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:39.225498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e24b58-82a5-4757-af2e-7aff093b4e82 None None] Network dc070d34-b61a-4a43-8b88-14aa04ee9fe0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:39.232381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:39.233286 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:39.264482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-abdd4c93-4837-4373-85b9-d8d3d8c15a22 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/b68293e4-6b13-4583-be60-1f879800cdb9 HTTP/1.1" status: 204 len: 168 time: 1.1426430 Feb 13 23:43:39.265193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42260) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:39.466602 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.467083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.475897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.481099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port f36321f0-c421-438c-9fc2-e68f43a9d005 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:39.481469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:39.492401 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:39.651747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7bb5-7048-4dd2-bc10-b0ea983efa5f req-baafc3e2-8f7c-4820-9700-2eedf9651350 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:39.653168 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d0a7bb5-7048-4dd2-bc10-b0ea983efa5f req-baafc3e2-8f7c-4820-9700-2eedf9651350 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 946 time: 0.6526911 Feb 13 23:43:39.761990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] DHCP port deletion for dc070d34-b61a-4a43-8b88-14aa04ee9fe0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:43:39.766956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Deleting port f36321f0-c421-438c-9fc2-e68f43a9d005 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:39.767412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.041228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-cbb9d737-e82b-4a2d-83c6-015408d66bc5 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5464334 Feb 13 23:43:40.110848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port f36321f0-c421-438c-9fc2-e68f43a9d005, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f36321f0-c421-438c-9fc2-e68f43a9d005,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:40.111265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.235249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] For port f36321f0-c421-438c-9fc2-e68f43a9d005, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f36321f0-c421-438c-9fc2-e68f43a9d005,segment=NetworkSegment(64d546d5-e7c8-4a2a-8f63-4704110993d6),segment_id=64d546d5-e7c8-4a2a-8f63-4704110993d6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:40.235840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.280440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Router d609dbe5-998f-40b6-a5cb-b24a7aed966e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:40.305267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-a7268861-e8c9-4047-82f5-ba97afdb3ace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=bae62062-b10b-4891-891f-6c7c2dcca4da HTTP/1.1" status: 200 len: 217 time: 0.2503898 Feb 13 23:43:40.308858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for f36321f0-c421-438c-9fc2-e68f43a9d005 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:40.392798 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:36Z', 'revision_number': 9, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:40.401905 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d03a5b6-2827-46fa-85c0-88b3b5b6d41f None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:36Z', 'revision_number': 9, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': '73cb333b-f155-44f6-8910-79347e7155ee', 'name': '', 'network_id': '409aa6e5-88d8-4bb2-bdca-7466b3225107', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:50:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:37Z', 'updated_at': '2022-02-13T23:42:49Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': 'abb78644-4a3e-414e-9633-d3f388c305f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:40.432435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.539017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port f36321f0-c421-438c-9fc2-e68f43a9d005 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:40.593879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=f36321f0-c421-438c-9fc2-e68f43a9d005,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:40.618149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-985ebce6-707f-4af7-ba11-fd8b31751cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:40.619977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-985ebce6-707f-4af7-ba11-fd8b31751cdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.3051684 Feb 13 23:43:40.632283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f36321f0-c421-438c-9fc2-e68f43a9d005 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:40.663873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d0a7bb5-7048-4dd2-bc10-b0ea983efa5f req-86624909-934f-4263-b93c-4c05e199b55c tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9849088 Feb 13 23:43:40.756830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:40.794128 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.799001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-a98e4cc8-1115-4fc6-99be-ab7ad8594da2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622210 Feb 13 23:43:40.844013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc070d34-b61a-4a43-8b88-14aa04ee9fe0']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:40.864016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d546d5-e7c8-4a2a-8f63-4704110993d6') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:40.864516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d546d5-e7c8-4a2a-8f63-4704110993d6') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:40.870017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Calling delete_port for f36321f0-c421-438c-9fc2-e68f43a9d005 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:40.876749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.879894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.885550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-598f90cc-d0aa-4434-9f87-28ed7bc3a52f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "PUT /v2.0/routers/d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 200 len: 710 time: 6.4980445 Feb 13 23:43:40.903386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.903752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42382) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:40.913800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:40.920968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:40.968127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] Sync routers for ids ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:41.039936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f36321f0-c421-438c-9fc2-e68f43a9d005 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:41.040691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f36321f0-c421-438c-9fc2-e68f43a9d005 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:41.102275 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:41.109560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:41.122772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] Routers {'d609dbe5-998f-40b6-a5cb-b24a7aed966e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:41.124763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:41.141458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:41.146571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=dc070d34-b61a-4a43-8b88-14aa04ee9fe0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:41.167496 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c0eb45b4-9056-4eda-8e8b-01864df46c7c tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/dc070d34-b61a-4a43-8b88-14aa04ee9fe0 HTTP/1.1" status: 204 len: 168 time: 1.8968041 Feb 13 23:43:41.170413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42414) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:41.305190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:41.322840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] Routers {'d609dbe5-998f-40b6-a5cb-b24a7aed966e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:41.323674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:41.460012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:41.460881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700dca8-8b1c-4e33-ad43-36662f3663fc None None] The sync data for ids ['d609dbe5-998f-40b6-a5cb-b24a7aed966e'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:41.471444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:43:41.471985 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:43:41.479998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-099893e4-e8de-4906-8652-e8fc5d9eb329 tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/routers/d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 200 len: 745 time: 0.5751317 Feb 13 23:43:41.484707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:41.562938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5960c6d-f06e-417a-91d0-d59e173cf97e tempest-RoutersIpV6AdminTest-393245502 tempest-RoutersIpV6AdminTest-393245502-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 200 len: 205 time: 0.0745256 Feb 13 23:43:41.566153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42460) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:41.620809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88b2ce3a-2400-438a-b26a-62b567a04ff7 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 200 len: 205 time: 0.0532546 Feb 13 23:43:41.624574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-6f91d7b7-b195-4477-86a2-4783970f2abb service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156087 Feb 13 23:43:41.625090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42470) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:41.665853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:41.761262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7274bb2-7653-4727-a463-fe7ac77a9b86 req-8454cf2d-625e-4945-a0bb-77d8ca4f4b11 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:41.768628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7274bb2-7653-4727-a463-fe7ac77a9b86 req-8454cf2d-625e-4945-a0bb-77d8ca4f4b11 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.5287385 Feb 13 23:43:41.973700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Deleting port f36321f0-c421-438c-9fc2-e68f43a9d005 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:41.974804 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:42.035118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a90433f3-8077-44b2-a5d3-9fcd2f64a527 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:42.105308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a90433f3-8077-44b2-a5d3-9fcd2f64a527 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:42.105889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a90433f3-8077-44b2-a5d3-9fcd2f64a527 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:42.123865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ad9c-2c9b-4748-87fc-d8cceec5d4e2 None None] The port 'f36321f0-c421-438c-9fc2-e68f43a9d005' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:43:42.308791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-08deadfa-bc0b-40f2-aa55-0ac511da4290 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358152 Feb 13 23:43:42.315859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:42.389323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7274bb2-7653-4727-a463-fe7ac77a9b86 req-1bfc1aea-0d69-4d06-80d8-09315e222416 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151271 Feb 13 23:43:42.598842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-edf8c642-0f58-4bd8-9a10-1746b3edf26a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=827690c4-0284-4081-a053-15adb7ca7bd7 HTTP/1.1" status: 200 len: 217 time: 0.2084785 Feb 13 23:43:42.940694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 73cb333b-f155-44f6-8910-79347e7155ee {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:42.941950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:43.185455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:43.195262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:43.246673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-0968c110-988c-402e-b744-4f23cbc17912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:43.250156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-0968c110-988c-402e-b744-4f23cbc17912 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.6434751 Feb 13 23:43:43.256127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:43.258873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Fanout notify agent at l3_agent the message router_deleted on router d609dbe5-998f-40b6-a5cb-b24a7aed966e {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:43:43.339911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:43.341249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49f9bc27-26ca-4611-8381-1c6ac3d4a78b tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 204 len: 168 time: 1.7143266 Feb 13 23:43:43.354734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:43.449236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-3f8773cd-d773-442d-a9d0-15ab538e5b95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1882236 Feb 13 23:43:43.451803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6c9cb487-bed0-4863-9195-ab1d8254e2aa tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 200 len: 205 time: 0.0821466 Feb 13 23:43:43.454487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42668) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:43.488336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port 73cb333b-f155-44f6-8910-79347e7155ee, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=73cb333b-f155-44f6-8910-79347e7155ee,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:43.492543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:43.656030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 73cb333b-f155-44f6-8910-79347e7155ee owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:43.682201 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e5336fd8-48dc-41d5-97bf-5c77b57ebfe8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] delete failed (client error): The resource could not be found. Feb 13 23:43:43.683850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e5336fd8-48dc-41d5-97bf-5c77b57ebfe8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/d609dbe5-998f-40b6-a5cb-b24a7aed966e HTTP/1.1" status: 404 len: 336 time: 0.2278662 Feb 13 23:43:43.686450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-68435667-7ddf-4277-a999-160172a752dc service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556988 Feb 13 23:43:43.687131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42694) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:43.774390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a52c2bce-97e8-447c-a3e7-80f381b8e3c4 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 HTTP/1.1" status: 200 len: 205 time: 0.0857286 Feb 13 23:43:43.776643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42710) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:43.807356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc79490-3bf1-4b19-a023-8151501f1bca req-29e6f025-e0e2-42e3-8580-c064233b0a42 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:43.808914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfc79490-3bf1-4b19-a023-8151501f1bca req-29e6f025-e0e2-42e3-8580-c064233b0a42 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.3791122 Feb 13 23:43:43.927221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-343405cf-134b-476c-a936-0764224c307a service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514339 Feb 13 23:43:43.980435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:43.993946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfc79490-3bf1-4b19-a023-8151501f1bca req-1f519640-cbf8-491b-9cd5-9bc54c1322d9 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401110 Feb 13 23:43:44.171446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:44.220099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-a9ed1d6b-c58a-4e9e-8b15-b0b357e07151 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e HTTP/1.1" status: 200 len: 217 time: 0.2384598 Feb 13 23:43:44.225535 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-69db853c-ec4a-4358-925c-7be931b70b98 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] delete failed (client error): The resource could not be found. Feb 13 23:43:44.227494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-69db853c-ec4a-4358-925c-7be931b70b98 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/315206bc-0fcf-49e3-a1a7-1df6ece2a0a1 HTTP/1.1" status: 404 len: 336 time: 0.4486125 Feb 13 23:43:44.236911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42730) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:44.359422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=73cb333b-f155-44f6-8910-79347e7155ee,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:44.449633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-50061dc5-6744-4d7d-ab19-84d52d0c38bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:44.451440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-50061dc5-6744-4d7d-ab19-84d52d0c38bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.2073700 Feb 13 23:43:44.484803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:44.593648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-322b7351-0dfe-4b78-82c6-32ba2c8eab06 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8e3ff1c-506f-4f66-8915-a8264d0ad784 HTTP/1.1" status: 200 len: 205 time: 0.3541207 Feb 13 23:43:44.596240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42742) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:44.637798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:44.644022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e462a9e7dbc45ad871758d541ead25e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:44.647839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:44.653678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-9305b10f-3127-4d64-823b-19ad7c280656 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:44.655843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-9305b10f-3127-4d64-823b-19ad7c280656 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.3993907 Feb 13 23:43:44.718089 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-11554245-cc32-43f2-9172-763c91bfa933 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] delete failed (client error): The resource could not be found. Feb 13 23:43:44.719141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-11554245-cc32-43f2-9172-763c91bfa933 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/a8e3ff1c-506f-4f66-8915-a8264d0ad784 HTTP/1.1" status: 404 len: 336 time: 0.1216626 Feb 13 23:43:44.727518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42746) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:44.741340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:44.794127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Deleting port d77f2683-b565-4ba4-bc33-50c814533196 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:44.794735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:44.870302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:44.874229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2547fa36-4828-448c-a143-106b59e946ce tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=52b1386d-c74d-43ed-af8f-9a3e784b16aa HTTP/1.1" status: 200 len: 205 time: 0.1357317 Feb 13 23:43:44.877339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42750) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:44.941116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:44.978381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-0dc6866f-74c6-4997-b93c-c6380a916ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4735539 Feb 13 23:43:44.985603 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e62a39f0-edb8-49d8-8260-347de34a87c7 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] delete failed (client error): The resource could not be found. Feb 13 23:43:44.986889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e62a39f0-edb8-49d8-8260-347de34a87c7 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/52b1386d-c74d-43ed-af8f-9a3e784b16aa HTTP/1.1" status: 404 len: 336 time: 0.1081417 Feb 13 23:43:45.000211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42754) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:45.097145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:45.187655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-95c2bf29-4cd9-49aa-ae42-41479803ceaa tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:45.188217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-47b0f0d9-e1b2-4495-95e4-6702a3c7ed4f tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73ffac6-f2d5-4005-babd-b27a7817241a HTTP/1.1" status: 200 len: 205 time: 0.1863997 Feb 13 23:43:45.189347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-95c2bf29-4cd9-49aa-ae42-41479803ceaa tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "GET /v2.0/ports?device_id=c20ad128-3074-4f7b-8a20-37cbd54d6325 HTTP/1.1" status: 200 len: 946 time: 0.4935601 Feb 13 23:43:45.196553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42760) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:45.197288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb001031-ac94-4999-b34f-7ff3f31a926e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:45.259756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a0bf3b67-2c18-4678-826e-60a5b6d948e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e462a9e7dbc45ad871758d541ead25e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2720106 Feb 13 23:43:45.263058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42764) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:45.279367 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-204a7e39-91e9-43cb-846b-9c84d95a2cc8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] delete failed (client error): The resource could not be found. Feb 13 23:43:45.280448 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-204a7e39-91e9-43cb-846b-9c84d95a2cc8 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/e73ffac6-f2d5-4005-babd-b27a7817241a HTTP/1.1" status: 404 len: 336 time: 0.0805638 Feb 13 23:43:45.285392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42768) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:45.353763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Deleting port 900ac059-122d-44cb-8726-6c9caaed34c9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:45.354095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:45.374518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-faaec662-dbf6-4ac6-a9bd-550acf3990f5 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "GET /v2.0/ports?device_id=09875d7d-6972-4c0b-a694-b81e1e77c524 HTTP/1.1" status: 200 len: 205 time: 0.0838051 Feb 13 23:43:45.392377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42774) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:45.476313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-d5e8f03e-c056-4488-a460-a1ed8b59485c service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769328 Feb 13 23:43:45.489627 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-9cc28e5a-3550-4a3a-9d21-02b68c425102 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] delete failed (client error): The resource could not be found. Feb 13 23:43:45.491019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9cc28e5a-3550-4a3a-9d21-02b68c425102 tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/routers/09875d7d-6972-4c0b-a694-b81e1e77c524 HTTP/1.1" status: 404 len: 336 time: 0.0963490 Feb 13 23:43:45.501109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:45.588892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978e322-4c1e-4dc5-afbb-f5ac3db318df req-a9ad6a57-b91f-4cb7-8a27-753398afd9f1 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:45.590883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1978e322-4c1e-4dc5-afbb-f5ac3db318df req-a9ad6a57-b91f-4cb7-8a27-753398afd9f1 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 945 time: 0.4054048 Feb 13 23:43:45.644728 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34972f9-1a73-49c7-8e5f-43149b0c2adf tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] DELETE failed (client error): The resource could not be found. Feb 13 23:43:45.645113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34972f9-1a73-49c7-8e5f-43149b0c2adf tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:43:45.655057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f728ec6-2043-46d7-a430-ef7a9669d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:45.658772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c34972f9-1a73-49c7-8e5f-43149b0c2adf tempest-RoutersIpV6AdminTest-575784891 tempest-RoutersIpV6AdminTest-575784891-project] 10.222.0.36 "DELETE /v2.0/subnets/5e7ecc54-3b26-4094-ad48-72cbe3682d7d HTTP/1.1" status: 404 len: 337 time: 0.1066010 Feb 13 23:43:45.729470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] For port d77f2683-b565-4ba4-bc33-50c814533196, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d77f2683-b565-4ba4-bc33-50c814533196,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:45.729870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:45.737011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1978e322-4c1e-4dc5-afbb-f5ac3db318df req-3f9178b8-0322-4274-bc1e-09cf5572a549 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/security-groups?id=4670c07e-4755-4bfc-b087-00b4dfbf4b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369343 Feb 13 23:43:45.743625 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-43b551fa-2cd5-41bf-af89-71b3e90e1579 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490835 Feb 13 23:43:45.856390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-0763ea05-4a3c-4ead-8cf6-71495630fdf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 200 len: 217 time: 0.0985789 Feb 13 23:43:45.923667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Calling delete_port for d77f2683-b565-4ba4-bc33-50c814533196 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:45.971807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f728ec6-2043-46d7-a430-ef7a9669d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:46.035687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2872-5aca-457e-9608-57411d337025 req-23c846fc-6d3d-413d-bd5d-b8021280e0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:46.038685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-23c846fc-6d3d-413d-bd5d-b8021280e0d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.1704054 Feb 13 23:43:46.136727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f728ec6-2043-46d7-a430-ef7a9669d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:46.165465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42788) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:46.166443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f728ec6-2043-46d7-a430-ef7a9669d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb001031-ac94-4999-b34f-7ff3f31a926e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:46.177728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f728ec6-2043-46d7-a430-ef7a9669d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:46.181250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9f728ec6-2043-46d7-a430-ef7a9669d353 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb001031-ac94-4999-b34f-7ff3f31a926e HTTP/1.1" status: 204 len: 168 time: 0.9111860 Feb 13 23:43:46.207831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-e6a73fa1-828c-4930-915a-a53cc899476f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571770 Feb 13 23:43:46.437327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] For port 900ac059-122d-44cb-8726-6c9caaed34c9, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=900ac059-122d-44cb-8726-6c9caaed34c9,segment=NetworkSegment(0b3c1614-ef9f-49c6-91c3-7c68a41847a9),segment_id=0b3c1614-ef9f-49c6-91c3-7c68a41847a9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:46.437878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:46.547063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:46.668759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:46.675781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Usage tracker for resource:security_group_rule and tenant:cefa07fc194a4b2b9ae3fe583815bde9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:46.681387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-21b4528b-b31b-4489-bb0e-aa894ea8354c service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658687 Feb 13 23:43:46.682321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:46.694449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:46.776491 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:46.785070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Calling delete_port for 900ac059-122d-44cb-8726-6c9caaed34c9 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:46.924057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42804) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:46.941179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event deleted for resources: {'Port': ['ID=d77f2683-b565-4ba4-bc33-50c814533196,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:47.071823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.173810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-258d2872-5aca-457e-9608-57411d337025 req-10061baf-4b51-46e5-8152-b3b99c0c459b service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816988 Feb 13 23:43:47.212134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.221287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:47.225926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0a46aed48f4165a2a45515eac02c3d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:47.227313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56d9c76b-5bb4-4865-abba-e46ed6df26ee req-7a600bb0-dd2f-4116-9979-062aa96bda51 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.2004955 Feb 13 23:43:47.229809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:47.237163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:47.288668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] No DVR routers for this DVR port d77f2683-b565-4ba4-bc33-50c814533196 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:47.294455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.313602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.315275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.328835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'name': 'network-vif-deleted', 'tag': 'd77f2683-b565-4ba4-bc33-50c814533196'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:47.329643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.388735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e414bcc6-8912-4c44-b1fd-df0b2c9abcdc req-452949f7-7471-466d-9878-78465373dc1f tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "DELETE /v2.0/ports/d77f2683-b565-4ba4-bc33-50c814533196 HTTP/1.1" status: 204 len: 173 time: 2.7237847 Feb 13 23:43:47.426111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.429684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:47.432634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cefa07fc194a4b2b9ae3fe583815bde9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2520268 Feb 13 23:43:47.436523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a0a46aed48f4165a2a45515eac02c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5069385 Feb 13 23:43:47.439106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42818) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:47.457313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2975c28-38c9-4809-aee4-caa5fcc39373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f87d22-d24b-4260-853a-f1e178c39974,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:47.495914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf77878-94c0-46ef-93ff-d54b34e63de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ffe75-10bc-4af0-9576-7243fd6fb91e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:47.515534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:47.521650 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44be887-a99a-4276-a5aa-ceaa56e1c1e9', 'name': 'network-vif-deleted', 'tag': 'd77f2683-b565-4ba4-bc33-50c814533196', 'status': 'completed', 'code': 200} Feb 13 23:43:47.548997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Pushing event deleted for resources: {'Port': ['ID=900ac059-122d-44cb-8726-6c9caaed34c9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:47.588108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05246aa0-829c-41fc-8563-3be5bbc73a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.628602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05246aa0-829c-41fc-8563-3be5bbc73a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.733788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05246aa0-829c-41fc-8563-3be5bbc73a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.753867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:47.763855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] No DVR routers for this DVR port 900ac059-122d-44cb-8726-6c9caaed34c9 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:47.769074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.771485 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e512cf5e-be7e-4bcf-81c1-3390d65f7ed9 req-feba4bb1-10e5-4bdb-9d3f-11003e45e986 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.42 "DELETE /v2.0/ports/900ac059-122d-44cb-8726-6c9caaed34c9 HTTP/1.1" status: 204 len: 173 time: 2.4939051 Feb 13 23:43:47.791420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05246aa0-829c-41fc-8563-3be5bbc73a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ffe75-10bc-4af0-9576-7243fd6fb91e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:47.795439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05246aa0-829c-41fc-8563-3be5bbc73a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.799395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-05246aa0-829c-41fc-8563-3be5bbc73a68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/328ffe75-10bc-4af0-9576-7243fd6fb91e HTTP/1.1" status: 204 len: 168 time: 0.3560209 Feb 13 23:43:47.801400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e07c3ffb-c8a2-40d1-8c2c-cc18dc87f86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.820087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:47.870043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:47.874817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3fb07dda3e4d55b936ea17ee92a3e7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:47.877938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:47.885419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:47.966082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d77f2683-b565-4ba4-bc33-50c814533196 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:48.013558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e07c3ffb-c8a2-40d1-8c2c-cc18dc87f86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.016482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.026426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.047461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: d77f2683-b565-4ba4-bc33-50c814533196 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:48.047807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d77f2683-b565-4ba4-bc33-50c814533196 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:48.049583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 900ac059-122d-44cb-8726-6c9caaed34c9 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:48.124740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff3fb07dda3e4d55b936ea17ee92a3e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6080523 Feb 13 23:43:48.133526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 900ac059-122d-44cb-8726-6c9caaed34c9 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:48.134230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 900ac059-122d-44cb-8726-6c9caaed34c9 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:48.148608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:48.187647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e07c3ffb-c8a2-40d1-8c2c-cc18dc87f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.195250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340805b-73dc-40f7-92cc-25fcaacd4c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de67d2-945c-490f-af2d-a2ba1b97e370,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:48.245838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c3ffb-c8a2-40d1-8c2c-cc18dc87f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f87d22-d24b-4260-853a-f1e178c39974,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:48.266967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e07c3ffb-c8a2-40d1-8c2c-cc18dc87f86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.268102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e07c3ffb-c8a2-40d1-8c2c-cc18dc87f86c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88f87d22-d24b-4260-853a-f1e178c39974 HTTP/1.1" status: 204 len: 168 time: 0.8368311 Feb 13 23:43:48.294117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42844) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:48.327465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:48.336545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-00164ae5-ffd3-4de4-b2ba-31b3bca178b2 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1628187 Feb 13 23:43:48.340000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:48.348392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b109993-287c-46a6-be96-201801d4d571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.352623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42852) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:48.373909 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:48.374550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:48.383714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b109993-287c-46a6-be96-201801d4d571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.466008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b109993-287c-46a6-be96-201801d4d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.503078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b109993-287c-46a6-be96-201801d4d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de67d2-945c-490f-af2d-a2ba1b97e370,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:48.535682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b109993-287c-46a6-be96-201801d4d571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.554122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4b109993-287c-46a6-be96-201801d4d571 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1de67d2-945c-490f-af2d-a2ba1b97e370 HTTP/1.1" status: 204 len: 168 time: 0.4004533 Feb 13 23:43:48.695223 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:48.703064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-72243b11-8324-4f36-935a-1a9ad2c3f958 req-c331f453-bd66-4fb4-851d-6fe7d86956d7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Synchronizing usage tracker for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:43:48.808968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-72243b11-8324-4f36-935a-1a9ad2c3f958 req-c331f453-bd66-4fb4-851d-6fe7d86956d7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] Unset dirty status for tenant:fb4be4ff20414b4c815a91a0a67f3510 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:43:48.824057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72243b11-8324-4f36-935a-1a9ad2c3f958 req-c331f453-bd66-4fb4-851d-6fe7d86956d7 tempest-MultipleCreateTestJSON-1015173581 tempest-MultipleCreateTestJSON-1015173581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b44be887-a99a-4276-a5aa-ceaa56e1c1e9 HTTP/1.1" status: 200 len: 210 time: 0.2720754 Feb 13 23:43:48.857266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet abb78644-4a3e-414e-9633-d3f388c305f5 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:43:48.861182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:48.925204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.057588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.118508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:49.124930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Usage tracker for resource:security_group_rule and tenant:b16b8d3b4e0e432eb9bfeddae0ba9aa2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:49.130588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:49.139220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.154140 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:44Z', 'revision_number': 10, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:49.163527 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:49.171404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:49.183296 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:49.185027 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:49.269405 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.393148 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:49.426597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42872) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:49.439452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=abb78644-4a3e-414e-9633-d3f388c305f5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:49.442521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.446837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.453443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6733e-309c-404a-a292-639d6b7168a0 None None] Network 409aa6e5-88d8-4bb2-bdca-7466b3225107 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:49.459307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ccbac929-a3a5-48cd-aa35-5c8258bd04c6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/abb78644-4a3e-414e-9633-d3f388c305f5 HTTP/1.1" status: 204 len: 168 time: 1.1055074 Feb 13 23:43:49.460571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.461781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42876) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:49.511460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6efeb9-eb92-4766-917f-1eaef694ac49,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:49.515903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d1195173-0057-4f47-95bc-5a36d701a97a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b16b8d3b4e0e432eb9bfeddae0ba9aa2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2208023 Feb 13 23:43:49.518549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42882) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:49.524465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'name': 'network-vif-deleted', 'tag': '900ac059-122d-44cb-8726-6c9caaed34c9'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:43:49.601300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83a23ff1-f2e6-4e86-85c6-e27c9297cbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.644800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83a23ff1-f2e6-4e86-85c6-e27c9297cbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.695450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5ab34d3b-61bd-442a-b1c2-ed07a10a83cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fc935d761d74d3a8cd61803704d6d33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2670789 Feb 13 23:43:49.697809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:49.704114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.706295 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20ad128-3074-4f7b-8a20-37cbd54d6325', 'name': 'network-vif-deleted', 'tag': '900ac059-122d-44cb-8726-6c9caaed34c9', 'status': 'completed', 'code': 200} Feb 13 23:43:49.731674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83a23ff1-f2e6-4e86-85c6-e27c9297cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.745375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port 6d1707f2-077f-40d5-b83e-04607b65177f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:49.745792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.766559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23ff1-f2e6-4e86-85c6-e27c9297cbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6efeb9-eb92-4766-917f-1eaef694ac49,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:49.785097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83a23ff1-f2e6-4e86-85c6-e27c9297cbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:49.786989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83a23ff1-f2e6-4e86-85c6-e27c9297cbce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed6efeb9-eb92-4766-917f-1eaef694ac49 HTTP/1.1" status: 204 len: 168 time: 0.2667868 Feb 13 23:43:49.959198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.034600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] DHCP port deletion for 409aa6e5-88d8-4bb2-bdca-7466b3225107 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:43:50.039402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Deleting port 6d1707f2-077f-40d5-b83e-04607b65177f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:50.039956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.106012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.162607 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:44Z', 'revision_number': 10, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:50.169451 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909fe00-c7af-47f0-bde6-3dfe7b28b9cc None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:44Z', 'revision_number': 10, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None, '_interfaces': [{'id': 'f8efc954-222b-44f3-8a79-97e52759654b', 'name': '', 'network_id': '6e935cd8-1443-4e5b-8306-ca170b0d42ee', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'mac_address': 'fa:16:3e:65:01:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:42:27Z', 'updated_at': '2022-02-13T23:42:40Z', 'revision_number': 5, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'subnets': [{'id': '2b3ec3da-8e2b-4079-a4e2-336c25386217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:50.213339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42908) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:50.229734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port 6d1707f2-077f-40d5-b83e-04607b65177f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d1707f2-077f-40d5-b83e-04607b65177f,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:50.230366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.355682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Deleting subnet e13f2493-a7bd-452e-88f1-e9b740f134e2 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:43:50.366966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.369466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for 6d1707f2-077f-40d5-b83e-04607b65177f owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:50.433165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.450333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.460759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] For port 6d1707f2-077f-40d5-b83e-04607b65177f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6d1707f2-077f-40d5-b83e-04607b65177f,segment=NetworkSegment(7d79c019-bf6b-4792-adaa-9624e4dfa10f),segment_id=7d79c019-bf6b-4792-adaa-9624e4dfa10f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:50.461314 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.463667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f028c-15ba-495d-a8b3-2e393a7bb760,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:50.466590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42918) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:50.484739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.486532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/667f028c-15ba-495d-a8b3-2e393a7bb760 HTTP/1.1" status: 204 len: 168 time: 0.7874343 Feb 13 23:43:50.497124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.501502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.502504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.502851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.504801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.505824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.506099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.506609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.506945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.507272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.507598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e7c124-7263-499c-83f5-2eb12b675bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:50.511537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.569539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port 6d1707f2-077f-40d5-b83e-04607b65177f on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:50.572511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.610301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=6d1707f2-077f-40d5-b83e-04607b65177f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:50.682983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Calling delete_port for 6d1707f2-077f-40d5-b83e-04607b65177f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:50.723547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.737901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.780334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1647512126-network', 'tenant_id': '4263458af5bc45d598c0887a0d2873a1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:50.785845 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:43:50.786212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409aa6e5-88d8-4bb2-bdca-7466b3225107']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:50.787059 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:43:50.805197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:50.809863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13f2493-a7bd-452e-88f1-e9b740f134e2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:50.829190 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.842761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f082dac9-b82c-45da-9027-dc524517ad07 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e13f2493-a7bd-452e-88f1-e9b740f134e2 HTTP/1.1" status: 204 len: 168 time: 0.6278667 Feb 13 23:43:50.845092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42932) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:50.916703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d79c019-bf6b-4792-adaa-9624e4dfa10f') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:50.916999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d79c019-bf6b-4792-adaa-9624e4dfa10f') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:50.924068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Usage tracker for resource:network and tenant:4263458af5bc45d598c0887a0d2873a1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:50.929653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:50.937479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.945154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:50.961619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.966946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Made reservation on behalf of 4263458af5bc45d598c0887a0d2873a1 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:50.969492 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.982277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:50.982715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.986654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:50.998373 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:51.089557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.141549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.157022 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.172605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8566ed1-1a01-4e8e-8351-878b1366a9a7']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:51.186060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3c1614-ef9f-49c6-91c3-7c68a41847a9') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:51.186060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3c1614-ef9f-49c6-91c3-7c68a41847a9') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:51.189466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.198767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.214520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=409aa6e5-88d8-4bb2-bdca-7466b3225107,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:51.216312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.223572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:51.229890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:51.230321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.232710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Usage tracker for resource:security_group_rule and tenant:4263458af5bc45d598c0887a0d2873a1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:51.236705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:51.242240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd795b1d-265c-4b19-ad3a-99b4fed855e5 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/409aa6e5-88d8-4bb2-bdca-7466b3225107 HTTP/1.1" status: 204 len: 168 time: 1.7788484 Feb 13 23:43:51.245503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42944) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:51.248069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:51.288938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Deleting port 6d1707f2-077f-40d5-b83e-04607b65177f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:51.289571 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:51.339966 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:51.351216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.358748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.405129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3d77f-0499-4668-b573-2a6f7a9067c1 None None] The port '6d1707f2-077f-40d5-b83e-04607b65177f' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:43:51.417728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d8566ed1-1a01-4e8e-8351-878b1366a9a7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:51.430916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-96c78060-0033-4f69-9a06-34e371cc64fc admin admin] 10.222.0.36 "DELETE /v2.0/networks/d8566ed1-1a01-4e8e-8351-878b1366a9a7 HTTP/1.1" status: 204 len: 168 time: 0.5847225 Feb 13 23:43:51.489906 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.498003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.526291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:43:51.621835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.622518 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Added segment ca127860-a052-430e-b28e-2e8b11e0e614 of type vlan for network bf8bc623-3dfb-4fad-beb9-26095bde51d3 Feb 13 23:43:51.623690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:51.721279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.782543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.783490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:51.784315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.837854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42964) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:51.924125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:51.980670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3a2b84da-1a8e-4cbb-bfdc-cea152d06e32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb4be4ff20414b4c815a91a0a67f3510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1385300 Feb 13 23:43:51.980670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42972) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:52.061327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73cb333b-f155-44f6-8910-79347e7155ee no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:52.094360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6256194 Feb 13 23:43:52.101355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42980) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:52.116730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea176c-7a7c-4bf0-bb65-628502de285f admin admin] Pushing event updated for resources: {'Network': ['ID=bf8bc623-3dfb-4fad-beb9-26095bde51d3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:52.132109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Request body: {'subnet': {'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1647512126-subnet', 'tenant_id': '4263458af5bc45d598c0887a0d2873a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:52.154668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:52.178513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Usage tracker for resource:subnet and tenant:4263458af5bc45d598c0887a0d2873a1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:52.202823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 73cb333b-f155-44f6-8910-79347e7155ee {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:52.205997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73cb333b-f155-44f6-8910-79347e7155ee not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:52.206541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d1707f2-077f-40d5-b83e-04607b65177f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:43:52.211269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:52.240693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:52.268110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-772439e9-f7e9-42a2-a4a0-52cb8cd36dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:52.296279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bf8bc623-3dfb-4fad-beb9-26095bde51d3 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:43:52.318272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6d1707f2-077f-40d5-b83e-04607b65177f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:43:52.318912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6d1707f2-077f-40d5-b83e-04607b65177f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:43:52.321730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-772439e9-f7e9-42a2-a4a0-52cb8cd36dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:52.371732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Made reservation on behalf of 4263458af5bc45d598c0887a0d2873a1 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:52.375431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:52.578512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-772439e9-f7e9-42a2-a4a0-52cb8cd36dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:52.601548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772439e9-f7e9-42a2-a4a0-52cb8cd36dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4670c07e-4755-4bfc-b087-00b4dfbf4b7b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:52.646633 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-772439e9-f7e9-42a2-a4a0-52cb8cd36dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:52.653988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-772439e9-f7e9-42a2-a4a0-52cb8cd36dd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4670c07e-4755-4bfc-b087-00b4dfbf4b7b HTTP/1.1" status: 204 len: 168 time: 0.6723990 Feb 13 23:43:52.792234 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:52.907279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Checking segment: {'id': 'ca127860-a052-430e-b28e-2e8b11e0e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:52.907992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Network hostable DHCP agents. Network: bf8bc623-3dfb-4fad-beb9-26095bde51d3, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:43:52.918107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc07febf-faff-4395-9072-b4e6bd4fdedb,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:52.944772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Network bf8bc623-3dfb-4fad-beb9-26095bde51d3 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:43:52.964922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bf8bc623-3dfb-4fad-beb9-26095bde51d3) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:52.973365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d348645-6c72-469c-b797-96eea42d2af8 None None] Network bf8bc623-3dfb-4fad-beb9-26095bde51d3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:52.978444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:52.979033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:53.009190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43000) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:53.047366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-18de5b88-c8aa-4c93-a6f6-43c0d64365f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9372630 Feb 13 23:43:53.181425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port f8efc954-222b-44f3-8a79-97e52759654b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:53.181873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:53.322150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfcd702-1c1d-4737-81bd-635845809052 None None] Network bf8bc623-3dfb-4fad-beb9-26095bde51d3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:53.575068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-859544554'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:53.587267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:53.593571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:network and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:53.597871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:53.617950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:53.633359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:53.638350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:53.684257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:53.742222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port f8efc954-222b-44f3-8a79-97e52759654b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f8efc954-222b-44f3-8a79-97e52759654b,segment=NetworkSegment(08ae1bd0-e925-45d4-a69e-a3e19d2a062c),segment_id=08ae1bd0-e925-45d4-a69e-a3e19d2a062c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:53.746555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:53.759123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:53.769928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:security_group_rule and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:53.779593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:53.797425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:53.971504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:53.985001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.000208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for f8efc954-222b-44f3-8a79-97e52759654b owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:54.004602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:43:54.045376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78050c-9782-4a87-9b45-f8ce808f460c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:54.070918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.071555 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Added segment 653fd9c5-1620-43ef-ae87-b872fe7ad7fc of type vlan for network f3558132-a192-4c12-af74-1bdc60bf6bc0 Feb 13 23:43:54.133324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.181809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.193841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:54.194615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.293628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.355788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=f8efc954-222b-44f3-8a79-97e52759654b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:54.495990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4857171 Feb 13 23:43:54.496853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a1ad8-f117-4d31-ad66-3eb768f4a51c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Network': ['ID=f3558132-a192-4c12-af74-1bdc60bf6bc0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:54.508760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:43:54.510246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43042) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:54.550914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:54.748818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:54.801841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:54.812791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:54.823272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:54.831235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:54.856702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:55.279730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:55.530015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:55.540023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035889194-network', 'tenant_id': '08e14fa7df54406baa4257e357131bb0'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:55.545778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:55.550005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Usage tracker for resource:network and tenant:08e14fa7df54406baa4257e357131bb0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:55.554095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:55.560630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:55.593746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Made reservation on behalf of 08e14fa7df54406baa4257e357131bb0 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:55.597544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:55.622883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:55.626428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:43:55.709122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:55.712662 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:55.808803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Usage tracker for resource:security_group_rule and tenant:08e14fa7df54406baa4257e357131bb0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:55.816128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=f8808f67-679c-4be5-b8c6-4a6a334118f8,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:55.819993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:55.827266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:55.897782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:55.897782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network hostable DHCP agents. Network: f3558132-a192-4c12-af74-1bdc60bf6bc0, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:43:55.912222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:43:55.936879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-60ad34d2-6560-45b1-ba08-70409e28723f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6882949 Feb 13 23:43:55.936879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43078) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:55.937062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:43:55.955793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:55.958662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:56.053703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:43:56.097785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.111107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.178386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd7525-1183-460e-b608-54b1fa11eb05,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:56.191970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f3558132-a192-4c12-af74-1bdc60bf6bc0) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:56.198345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:56.199440 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.264266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:43:56.283722 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-91ea6020-88d7-4c4b-afe4-0d217777f0f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7706418 Feb 13 23:43:56.285408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43092) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:56.300104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.300704 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Added segment 88a5ffae-e6be-4071-a251-57611f9d8f5a of type vlan for network 19f6d4fd-83ad-4f47-855e-a4648a8fb11e Feb 13 23:43:56.309788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'name': 'tempest-NetworksTestDHCPv6-754401806'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:56.349374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0f735-7183-410a-86b9-9a0d265e34c1 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:56.503974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:56.596262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:56.601555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:56.607381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:56.615500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:56.650256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:54Z', 'revision_number': 11, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:56.657048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:43:56.678976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.687583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:56.691312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.706316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting subnet 2b3ec3da-8e2b-4079-a4e2-336c25386217 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:43:56.710246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.827361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port fce0aadf-0e46-41db-9ca1-98246e244c6e yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:43:56.936945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:43:56.959458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.976720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:43:56.977698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:56.993936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:56.994888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:56.995634 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.055240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5240068 Feb 13 23:43:57.065409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:57.139959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Request body: {'subnet': {'network_id': '19f6d4fd-83ad-4f47-855e-a4648a8fb11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035889194-subnet', 'tenant_id': '08e14fa7df54406baa4257e357131bb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:57.148544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:57.154143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Usage tracker for resource:subnet and tenant:08e14fa7df54406baa4257e357131bb0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:57.159614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:57.165675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.211590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:57.257510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824914a5-d3e0-4255-bdf6-4f9dfde6cc22 admin admin] Pushing event updated for resources: {'Network': ['ID=19f6d4fd-83ad-4f47-855e-a4648a8fb11e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:57.274097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Made reservation on behalf of 08e14fa7df54406baa4257e357131bb0 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:43:57.276671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.307734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.330173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': 'f8808f67-679c-4be5-b8c6-4a6a334118f8'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:43:57.331145 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.378295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 19f6d4fd-83ad-4f47-855e-a4648a8fb11e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:43:57.421677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43126) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:57.436833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::31c (f3558132-a192-4c12-af74-1bdc60bf6bc0/f8808f67-679c-4be5-b8c6-4a6a334118f8/fce0aadf-0e46-41db-9ca1-98246e244c6e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:57.509449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.518225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3ec3da-8e2b-4079-a4e2-336c25386217,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:57.544939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-12509cc8-9a94-49a6-abf3-61966b1282e6 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/2b3ec3da-8e2b-4079-a4e2-336c25386217 HTTP/1.1" status: 204 len: 168 time: 1.6052389 Feb 13 23:43:57.546560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:57.643395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb71af-5488-4d3e-aa05-39b084c31112 None None] Network 6e935cd8-1443-4e5b-8306-ca170b0d42ee requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:57.760055 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.772976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Deleting port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:57.773320 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.814848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:57.990469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:43:57.994017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.034912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:43:58.048974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Usage tracker for resource:security_group_rule and tenant:8c16c07088604450a6bfe4109c3d33e5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:43:58.056085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.067777 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:43:58.096683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:43:58.147621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] For port a5d0818d-fc91-4e6a-8b59-c8dd712cc109, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,segment=NetworkSegment(08ae1bd0-e925-45d4-a69e-a3e19d2a062c),segment_id=08ae1bd0-e925-45d4-a69e-a3e19d2a062c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:43:58.149149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.150950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object fce0aadf-0e46-41db-9ca1-98246e244c6e will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:58.166141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=400e2a20-1824-4210-9dff-55d42614a980,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:58.198747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Checking segment: {'id': '88a5ffae-e6be-4071-a251-57611f9d8f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '19f6d4fd-83ad-4f47-855e-a4648a8fb11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:43:58.200283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Network hostable DHCP agents. Network: 19f6d4fd-83ad-4f47-855e-a4648a8fb11e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:43:58.206221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:43:58.215816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:54Z', 'revision_number': 11, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:58.240828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031dbf7-c4e3-43b2-826a-c57245bc59e0 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:54Z', 'revision_number': 11, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:43:58.373837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.377344 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.426946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Calling delete_port for a5d0818d-fc91-4e6a-8b59-c8dd712cc109 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:43:58.457764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/f8808f67-679c-4be5-b8c6-4a6a334118f8/e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:43:58.521500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.545120 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.600528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce03b5-7047-4f04-8f6d-0d8962f441fc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:58.664720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Port': ['ID=a5d0818d-fc91-4e6a-8b59-c8dd712cc109,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:58.679545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Network 19f6d4fd-83ad-4f47-855e-a4648a8fb11e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:43:58.699055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No DVR routers for this DVR port a5d0818d-fc91-4e6a-8b59-c8dd712cc109 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:43:58.755678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c4d1cf-d59d-4332-9d27-251c3552aabf None None] DHCP port deletion for 6e935cd8-1443-4e5b-8306-ca170b0d42ee request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:43:58.762808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:58.790591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-65ba38a6-9321-4d53-97f4-d8026bd14114 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c16c07088604450a6bfe4109c3d33e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3642139 Feb 13 23:43:58.805172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43158) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:58.806913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:58.816444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=fce0aadf-0e46-41db-9ca1-98246e244c6e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:58.832970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:43:58.843585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:58.844296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.872057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 19f6d4fd-83ad-4f47-855e-a4648a8fb11e) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:58.885005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a338926-9d8f-4fd8-b4e3-d2a2cdaaf74f None None] Network 19f6d4fd-83ad-4f47-855e-a4648a8fb11e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:58.934174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:58.941360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:58.942711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.001603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e935cd8-1443-4e5b-8306-ca170b0d42ee']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:59.020859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ae1bd0-e925-45d4-a69e-a3e19d2a062c') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:59.021499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ae1bd0-e925-45d4-a69e-a3e19d2a062c') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:43:59.034279 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0fcdf14c-52ca-4a42-ab1b-9c75163b8a6e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7420421 Feb 13 23:43:59.034644 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.053362 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.060477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:43:59.060969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.065024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43166) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:59.153322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-863f41b4-c66b-48bf-ae9a-72aaabc2e40b req-4e95d809-710a-406e-bf9e-59630aa5151e tempest-ServerMetadataNegativeTestJSON-348765032 tempest-ServerMetadataNegativeTestJSON-348765032-project] (83662) timed out ('10.222.0.31', 61256) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:43:59.155112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb9812b-fa6f-43ce-8b64-3f84a2c11d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:43:59.155512 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:43:59.163133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-158ddc14-45a7-469c-a743-347c501adf9f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0965674 Feb 13 23:43:59.235299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb9812b-fa6f-43ce-8b64-3f84a2c11d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.237966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.268562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.295796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Pushing event deleted for resources: {'Network': ['ID=6e935cd8-1443-4e5b-8306-ca170b0d42ee,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:59.324276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5b85ed1a-a65c-49f8-9e8a-e7de95af2cb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/networks/6e935cd8-1443-4e5b-8306-ca170b0d42ee HTTP/1.1" status: 204 len: 168 time: 1.7707510 Feb 13 23:43:59.325647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43176) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:59.335474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'routes': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:43:59.373862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c38688-636a-4f99-90c7-0cd701003ceb None None] Network 19f6d4fd-83ad-4f47-855e-a4648a8fb11e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:43:59.458203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.482153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5675fbe-8454-45b8-9825-50bbec222b69 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:43:59.482786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c5675fbe-8454-45b8-9825-50bbec222b69 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:43:59.498357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Transition to ACTIVE for port object e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:59.527731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c5675fbe-8454-45b8-9825-50bbec222b69 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:43:59.532065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c5675fbe-8454-45b8-9825-50bbec222b69 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4603508 Feb 13 23:43:59.532065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43184) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:43:59.551868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Transition to ACTIVE for port object e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:43:59.570452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.573980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb9812b-fa6f-43ce-8b64-3f84a2c11d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.612203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9812b-fa6f-43ce-8b64-3f84a2c11d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce03b5-7047-4f04-8f6d-0d8962f441fc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:59.645479 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb9812b-fa6f-43ce-8b64-3f84a2c11d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.649412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aeb9812b-fa6f-43ce-8b64-3f84a2c11d24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46ce03b5-7047-4f04-8f6d-0d8962f441fc HTTP/1.1" status: 204 len: 168 time: 0.8179829 Feb 13 23:43:59.672152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port fce0aadf-0e46-41db-9ca1-98246e244c6e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:43:59.672859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.731789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Pushing event updated for resources: {'Port': ['ID=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:43:59.774465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.776348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.776768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.779366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.779725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.780127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.780522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.780913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.781300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.782221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.783530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:43:59.871302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Added routes are [] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 13 23:43:59.871928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Removed routes are [] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 13 23:43:59.872443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:43:59.918639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:43:59.927903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:43:59.988737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:00.102818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a5d0818d-fc91-4e6a-8b59-c8dd712cc109 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:00.232241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a5d0818d-fc91-4e6a-8b59-c8dd712cc109 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:44:00.235050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a5d0818d-fc91-4e6a-8b59-c8dd712cc109 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:44:00.235501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f8efc954-222b-44f3-8a79-97e52759654b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:00.270309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.484807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for fce0aadf-0e46-41db-9ca1-98246e244c6e owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:00.508738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f8efc954-222b-44f3-8a79-97e52759654b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:44:00.510660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f8efc954-222b-44f3-8a79-97e52759654b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:44:00.557496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Attempting to bind port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:00.559590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Attempting to bind port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:00.561274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Attempting to bind port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:00.572736 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7898feee-b237-4a81-b538-b5020a69debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.590142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:00.592599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:00.593486 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.593486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:00.594553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Bound port: e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:00.595333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.743642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] For port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:00.748199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] For port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:00.754331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.773210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.865505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.876680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=fce0aadf-0e46-41db-9ca1-98246e244c6e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:00.877740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-9d02fe5b-6d50-4d94-a4a5-f782cfc67d02 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:00.877882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6414c2-e0df-434c-8ac1-e80717a81433 None None] Pushing event updated for resources: {'Port': ['ID=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:00.878913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-9d02fe5b-6d50-4d94-a4a5-f782cfc67d02 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Synchronizing usage tracker for tenant:4263458af5bc45d598c0887a0d2873a1 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:00.891779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.957261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:00.972912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d86ce0a-4833-4a18-ae77-4f49dad129a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/fce0aadf-0e46-41db-9ca1-98246e244c6e HTTP/1.1" status: 204 len: 168 time: 1.4379125 Feb 13 23:44:00.973223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43218) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:01.070450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc99e78-609d-4804-8aab-28880371ce21 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:01.072271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc99e78-609d-4804-8aab-28880371ce21 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:01.073383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5cc99e78-609d-4804-8aab-28880371ce21 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:01.115754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5cc99e78-609d-4804-8aab-28880371ce21 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:01.116510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-9d02fe5b-6d50-4d94-a4a5-f782cfc67d02 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Unset dirty status for tenant:4263458af5bc45d598c0887a0d2873a1 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:01.118295 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5cc99e78-609d-4804-8aab-28880371ce21 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1432881 Feb 13 23:44:01.119191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-9d02fe5b-6d50-4d94-a4a5-f782cfc67d02 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/networks?id=bf8bc623-3dfb-4fad-beb9-26095bde51d3 HTTP/1.1" status: 200 len: 809 time: 0.5174811 Feb 13 23:44:01.127508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43222) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:01.398802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-44d006f9-cf68-4791-89b3-f021b394125c tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/quotas/4263458af5bc45d598c0887a0d2873a1 HTTP/1.1" status: 200 len: 375 time: 0.2656002 Feb 13 23:44:01.473476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-6c877f25-6359-47ee-bd43-607042650815 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4263458af5bc45d598c0887a0d2873a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617836 Feb 13 23:44:01.479897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router 6fd2b27d-83ca-478b-aee2-01f195694bb0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:44:01.648029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43234) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:01.812466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet f8808f67-679c-4be5-b8c6-4a6a334118f8 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:01.824735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:01.879682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1698786775-network', 'tenant_id': '37061f324cd34d6daa0813fcd638c758'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:01.887059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:01.891908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Usage tracker for resource:network and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:01.894867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:01.901931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:01.914482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:01.920954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:01.931741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-76133e64-b80c-46fe-8647-c0988bc2b2a9 service neutron] 10.222.0.36 "GET /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418795 Feb 13 23:44:01.935137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:01.960253 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.066325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:02.075719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Usage tracker for resource:security_group_rule and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:02.079599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:02.087669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:02.111088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:02.211897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:02.230267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.232467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.238404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.276015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:44:02.301142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08bcb1-a817-4055-9b3c-d0c88bcc8010,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:02.304598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:44:02.306685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.307022 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Added segment eacfd224-2e12-4c72-9c8e-274dc61c411b of type vlan for network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb Feb 13 23:44:02.318022 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.319762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8fe45c3a-e34b-43e2-aa5f-19f680522f2a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 704 time: 2.9924750 Feb 13 23:44:02.322954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43242) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:02.329082 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] Sync routers for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:44:02.352321 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1e2635ec-24e0-4a78-b33a-8e6d4bcd3a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.357900 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:02.358699 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:43:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:02.383484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e274700d-463d-486c-b0b4-6b85cd5e790a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:02.400012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcb3a9-7279-4915-84cc-418f6c6c70cf None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:02.429458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.434465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e274700d-463d-486c-b0b4-6b85cd5e790a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:02.435709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e274700d-463d-486c-b0b4-6b85cd5e790a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 205 time: 0.1046278 Feb 13 23:44:02.438511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43246) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:02.503850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.574515 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:02.578387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:44:02.595697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] Provisioning for port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:02.617702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=f8808f67-679c-4be5-b8c6-4a6a334118f8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:02.620239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.625620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.630608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] Provisioning complete for port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:02.630976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.633847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-25cee8f6-94b4-42d5-82f5-595a849b3fa1 service neutron] 10.222.0.36 "GET /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013605 Feb 13 23:44:02.646970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ede13bb5-5c91-48ba-80b6-64adaff013e5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/f8808f67-679c-4be5-b8c6-4a6a334118f8 HTTP/1.1" status: 204 len: 168 time: 1.5150416 Feb 13 23:44:02.647815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43252) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:02.731569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2b1ce087-8f88-4bff-91c8-35b6d2da8f92 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822840 Feb 13 23:44:02.732395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43258) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:02.738278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:02.765150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.767298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:02.772914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:02.822828 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:54Z', 'revision_number': 11, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:02.843038 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] Checking router: 6fd2b27d-83ca-478b-aee2-01f195694bb0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:44:02.888807 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] Routers {'6fd2b27d-83ca-478b-aee2-01f195694bb0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:02.889660 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['6fd2b27d-83ca-478b-aee2-01f195694bb0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:03.035000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:03.047150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:03.058304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:03.078857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:03.097446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] Pushing event updated for resources: {'Network': ['ID=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:03.140353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.151129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:44:03.214407 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] Set router 6fd2b27d-83ca-478b-aee2-01f195694bb0 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:03.224953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:03.229509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.239518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-340a01ea-7dee-4e48-8f1b-cd34d1cbab01 req-bd1fff6f-ba0f-42fe-a858-8272902337d6 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 210 time: 0.1435475 Feb 13 23:44:03.247972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bbec21ec-86f9-413d-8eba-04b6745c6dff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5987730 Feb 13 23:44:03.250349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:03.265255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Request body: {'subnet': {'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1698786775-subnet', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:03.273138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:03.296410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Usage tracker for resource:subnet and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:03.301576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:03.311222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:03.387019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] For port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:03.403943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.576568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:03.579386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.601229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ef455-3de9-41cc-85be-4a63880381c7 None None] Pushing event updated for resources: {'Port': ['ID=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:03.635733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:44:03.639783 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:54Z', 'revision_number': 11, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:03.649974 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918807e-ab95-4805-866d-e97d371e2812 None None] The sync data for ids ['6fd2b27d-83ca-478b-aee2-01f195694bb0'] in n-d-828979-1 is: [{'id': '6fd2b27d-83ca-478b-aee2-01f195694bb0', 'name': 'tempest-RoutersIpV6Test-router-858224041', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:42:23Z', 'updated_at': '2022-02-13T23:43:54Z', 'revision_number': 11, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:44:03.671590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Deleting port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:03.673322 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.729556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.857623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.913608 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.915846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:03.921486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:03.929804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:03.931441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:03.994073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2602892 Feb 13 23:44:03.999246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43282) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:04.016463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'name': 'tempest-NetworksTestDHCPv6-1314337223'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:04.032584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:04.172815 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.188852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.342336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.416441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] For port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:04.419602 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.432600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:04.438776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaf1b6-884d-4299-8dc2-0ae932520ecf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=039b9336-72fb-4a43-ab80-71a340bb926d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:04.448510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:04.452501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:04.460671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:04.468227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:04.475502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:04.480446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.488585 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.521706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.522505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd2b27d-83ca-478b-aee2-01f195694bb0 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:44:04.534877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.540066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:04.725027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.726317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-00cd10d1-9ecb-4850-8159-a98dd97d0c96 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 204 len: 168 time: 2.2867336 Feb 13 23:44:04.748122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43296) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:04.758872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Calling delete_port for e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:04.763388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1301008735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:04.772079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:04.772807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Network hostable DHCP agents. Network: 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:44:04.783936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:04.794415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc00fccd-340c-4b47-9f4c-b19115fd27e4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:04.801451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Usage tracker for resource:router and tenant:3aa068181ba54d81bd541b9eaec0c480 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:04.808466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:04.815870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:04.833412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:44:04.841050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.842512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.867635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.901190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:04.911946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:04.912370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.920775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:04.933836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:04.936426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca713d6-cb74-43a0-874e-fa33a5b9c55c None None] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:05.097151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a2da3d2-6478-404c-b3c4-a897da327e6a req-086371cd-e5a7-4e31-9287-9b7ec20d6895 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 210 time: 0.1501892 Feb 13 23:44:05.102641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:44:05.102975 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:44:05.141254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::13a (f3558132-a192-4c12-af74-1bdc60bf6bc0/039b9336-72fb-4a43-ab80-71a340bb926d/d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:05.151702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2f54c9a7-68ca-44c4-98a1-9598501baab9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8998456 Feb 13 23:44:05.176494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.177618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1576abd9-55cb-4676-9a2d-b8b0d1df1c7f tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4206429 Feb 13 23:44:05.180448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:05.180774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43302) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:05.225793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:05.313171 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.375672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:05.393731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:05.398737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Usage tracker for resource:router and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:05.402802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:44:05.404266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.412265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:05.448180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:05.554612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.573382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:05.580909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.581851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.603721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.605159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Deleting port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:05.606623 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.619357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-2050b93f-7ea4-4557-a189-3acf617c6d5d tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:05.620800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-2050b93f-7ea4-4557-a189-3acf617c6d5d tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.42 "GET /v2.0/networks?id=bf8bc623-3dfb-4fad-beb9-26095bde51d3 HTTP/1.1" status: 200 len: 809 time: 0.6345556 Feb 13 23:44:05.691428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Allocated IP 172.20.0.2 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:05.703952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Request body: {'port': {'device_id': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3', 'admin_state_up': True, 'tenant_id': '4263458af5bc45d598c0887a0d2873a1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:05.706984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:05.708189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:05.714951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:05.717697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:05.724539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:05.725458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.768021 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49bd025b-7505-4a88-be54-3cb3eefaeee4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7667325 Feb 13 23:44:05.769566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:05.890503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:05.898222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4107177-91fb-44f4-85dc-482bc406068f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:05.902195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4107177-91fb-44f4-85dc-482bc406068f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:05.903634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d4107177-91fb-44f4-85dc-482bc406068f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:05.960187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d4107177-91fb-44f4-85dc-482bc406068f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:05.963822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d4107177-91fb-44f4-85dc-482bc406068f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1902959 Feb 13 23:44:05.964063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43316) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:06.063552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.075249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Transition to ACTIVE for port object d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:06.097957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Transition to ACTIVE for port object d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:06.116133 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.117806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:06.118185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.446536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.457360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:06.470500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:06.475099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:06.483452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Pushing event updated for resources: {'Port': ['ID=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:06.504340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:06.510147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd0621ac-9271-4f0f-af0e-7c8cf1a1bd24 req-353bc494-6d3e-43e9-8c7f-b699f1169bb8 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 210 time: 0.1579814 Feb 13 23:44:06.515193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Usage tracker for resource:port and tenant:4263458af5bc45d598c0887a0d2873a1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:06.519775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.524279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:06.539830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.553905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:06.604470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Attempting to bind port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:06.604989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Attempting to bind port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:06.605451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Attempting to bind port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:06.616616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.620231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:06.624043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:06.624581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.626472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:06.627085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Bound port: d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:06.627577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.735609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] For port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:06.738361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.841286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:06.921907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Made reservation on behalf of 4263458af5bc45d598c0887a0d2873a1 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:06.925461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:06.958786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Calling delete_port for e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:07.019407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] For port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:07.037925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] For port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:07.049889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.106792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.144992 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.179095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43330) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:07.179763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] No DVR routers for this DVR port e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:44:07.193956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade9065-2e95-44f4-b652-122649999d65 None None] Pushing event updated for resources: {'Port': ['ID=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:07.199279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.247375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879ba8a-1b45-4021-8b7b-02dd3a984a92 None None] Pushing event deleted for resources: {'Port': ['ID=e6b0c7ec-1e91-4b8e-a667-db0aa0aea51c,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:07.250855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fd960-6ba4-4890-80dc-0a7490da6428 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:07.308509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:07.397820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.416228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-af9be67c-3601-4d9a-ae4a-dd33bd558df1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04 HTTP/1.1" status: 204 len: 168 time: 1.4510856 Feb 13 23:44:07.417039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43336) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:07.485501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Router a27f106e-d972-4551-8f7b-9ed3cf6c2f40 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:44:07.519105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1dba7-c20e-41a9-83e9-3a99628f87d6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:07.521584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1dba7-c20e-41a9-83e9-3a99628f87d6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:07.522418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ff1dba7-c20e-41a9-83e9-3a99628f87d6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:07.530626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Allocated IP 172.20.0.2 (bf8bc623-3dfb-4fad-beb9-26095bde51d3/cc07febf-faff-4395-9072-b4e6bd4fdedb/719facce-423f-4a78-961f-9dd3aec753ae) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:07.545776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.588851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ff1dba7-c20e-41a9-83e9-3a99628f87d6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:07.590842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ff1dba7-c20e-41a9-83e9-3a99628f87d6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1724303 Feb 13 23:44:07.593768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43342) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:07.660635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '039b9336-72fb-4a43-ab80-71a340bb926d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:44:07.662393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.869352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:07.892935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:44:07.912434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] Sync routers for ids ['a27f106e-d972-4551-8f7b-9ed3cf6c2f40'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:44:07.917394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9099454832714bc3a9cac539e7edfc40 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:07.928344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:07.937934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 039b9336-72fb-4a43-ab80-71a340bb926d {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:07.948655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-53ebe1d5-d089-4611-81de-5851d893ffb6 req-548ad20c-f660-45fa-8a89-c7ccfd077985 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 210 time: 0.0814075 Feb 13 23:44:07.949516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:07.985150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:07.986367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5822ce5e-9dd8-43b3-9cb6-29afff16d2bd tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "PUT /v2.0/routers/a27f106e-d972-4551-8f7b-9ed3cf6c2f40 HTTP/1.1" status: 200 len: 698 time: 2.7855546 Feb 13 23:44:07.990691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:08.040798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] Routers {'a27f106e-d972-4551-8f7b-9ed3cf6c2f40'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:08.041973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a27f106e-d972-4551-8f7b-9ed3cf6c2f40'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:08.082296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.132133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.216379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/039b9336-72fb-4a43-ab80-71a340bb926d/eebf9b60-fe6e-4791-9915-d4cfa700b5af) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:08.223336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:08.301045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.311633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.318642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] Set router a27f106e-d972-4551-8f7b-9ed3cf6c2f40 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:08.375619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.399261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9938bdc6-b532-4622-b6d5-1c7c79bb90ba tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/routers/a27f106e-d972-4551-8f7b-9ed3cf6c2f40 HTTP/1.1" status: 200 len: 704 time: 0.4073784 Feb 13 23:44:08.403656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43354) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:08.422439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745abe98-0b84-423e-acd0-26120b587f91,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:08.444007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-951268c1-420e-404c-bcb4-4355fa9a58d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9099454832714bc3a9cac539e7edfc40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2637823 Feb 13 23:44:08.446769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43358) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:08.522836 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-575f4013-9b60-41bd-b4b9-feda17897132 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27f106e-d972-4551-8f7b-9ed3cf6c2f40 HTTP/1.1" status: 200 len: 205 time: 0.1109447 Feb 13 23:44:08.523427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43362) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:08.562646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Allocated IP 172.25.4.125 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/8f8503ba-5cc4-4f51-8ece-84040cab3f80) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:08.639619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27f106e-d972-4551-8f7b-9ed3cf6c2f40', 'name': 'tempest-RoutersIpV6Test-router-1301008735', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:04Z', 'updated_at': '2022-02-13T23:44:06Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:08.650372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] Checking router: a27f106e-d972-4551-8f7b-9ed3cf6c2f40 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:44:08.655893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:08.740349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] Routers {'a27f106e-d972-4551-8f7b-9ed3cf6c2f40'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:08.747424 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.754338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a27f106e-d972-4551-8f7b-9ed3cf6c2f40'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:08.824440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5996b3e9-6c79-4953-9556-ca4ac333b220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.930511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5996b3e9-6c79-4953-9556-ca4ac333b220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:08.940936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.087956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] Set router a27f106e-d972-4551-8f7b-9ed3cf6c2f40 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:09.182949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Network bf8bc623-3dfb-4fad-beb9-26095bde51d3 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:09.189235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:09.205039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:09.230069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191f51d-f97f-4949-89ed-41602a85bd06 None None] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:09.264612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27f106e-d972-4551-8f7b-9ed3cf6c2f40', 'name': 'tempest-RoutersIpV6Test-router-1301008735', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:04Z', 'updated_at': '2022-02-13T23:44:06Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:09.271988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Pushing event updated for resources: {'Port': ['ID=719facce-423f-4a78-961f-9dd3aec753ae,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:09.291804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.340402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:09.341043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.354185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19728d4a-a451-4ca3-b6f0-31176f841bb4 None None] The sync data for ids ['a27f106e-d972-4551-8f7b-9ed3cf6c2f40'] in n-d-828979-1 is: [{'id': 'a27f106e-d972-4551-8f7b-9ed3cf6c2f40', 'name': 'tempest-RoutersIpV6Test-router-1301008735', 'tenant_id': '3aa068181ba54d81bd541b9eaec0c480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:04Z', 'updated_at': '2022-02-13T23:44:06Z', 'revision_number': 2, 'project_id': '3aa068181ba54d81bd541b9eaec0c480', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:44:09.365647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.371994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-20cb7103-2e98-4847-9f88-241dac266146 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6823554 Feb 13 23:44:09.379031 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.396508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Transition to ACTIVE for port object eebf9b60-fe6e-4791-9915-d4cfa700b5af will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:09.397147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Request body: {'port': {'device_id': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:09.399221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] Provisioning for port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:09.430962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] Provisioning complete for port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:09.431639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.438536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5996b3e9-6c79-4953-9556-ca4ac333b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.471735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b3e9-6c79-4953-9556-ca4ac333b220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745abe98-0b84-423e-acd0-26120b587f91,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:09.488161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8d32-e531-4cc6-9441-ad57f75148aa req-c9ca6513-68f1-499b-9ea9-b1cdaa2257e1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:09.488697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-16df8d32-e531-4cc6-9441-ad57f75148aa req-c9ca6513-68f1-499b-9ea9-b1cdaa2257e1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Synchronizing usage tracker for tenant:4263458af5bc45d598c0887a0d2873a1 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:09.503472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5996b3e9-6c79-4953-9556-ca4ac333b220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.510693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5996b3e9-6c79-4953-9556-ca4ac333b220 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/745abe98-0b84-423e-acd0-26120b587f91 HTTP/1.1" status: 204 len: 168 time: 1.0616295 Feb 13 23:44:09.519093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Transition to ACTIVE for port object eebf9b60-fe6e-4791-9915-d4cfa700b5af will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:09.572702 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.644589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.670265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.685797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Pushing event updated for resources: {'Port': ['ID=eebf9b60-fe6e-4791-9915-d4cfa700b5af,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:09.703374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.815356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:09.821783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:09.886073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8503ba-5cc4-4f51-8ece-84040cab3f80,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:09.886566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:09.904073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.986345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:09.995652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:09.999546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.029277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:10.040645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-16df8d32-e531-4cc6-9441-ad57f75148aa req-c9ca6513-68f1-499b-9ea9-b1cdaa2257e1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Unset dirty status for tenant:4263458af5bc45d598c0887a0d2873a1 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:10.041824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16df8d32-e531-4cc6-9441-ad57f75148aa req-c9ca6513-68f1-499b-9ea9-b1cdaa2257e1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 931 time: 0.8539801 Feb 13 23:44:10.045954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.046511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Fanout notify agent at l3_agent the message router_deleted on router a27f106e-d972-4551-8f7b-9ed3cf6c2f40 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:44:10.053240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:10.080399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.088878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d8db7fe-746b-4ee0-a372-1304c7ba5c01 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/a27f106e-d972-4551-8f7b-9ed3cf6c2f40 HTTP/1.1" status: 204 len: 168 time: 1.5634847 Feb 13 23:44:10.090902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43386) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:10.183947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6f3b829f-0922-488a-9ea8-cdbec820f67e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Synchronizing usage tracker for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:10.194627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.215249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Attempting to bind port eebf9b60-fe6e-4791-9915-d4cfa700b5af on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:10.215660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Attempting to bind port eebf9b60-fe6e-4791-9915-d4cfa700b5af by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:10.216024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Attempting to bind port eebf9b60-fe6e-4791-9915-d4cfa700b5af on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:10.239373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] For port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:10.246763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:10.247198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:10.247611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.248005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:10.248492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Bound port: eebf9b60-fe6e-4791-9915-d4cfa700b5af, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:10.253615 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.257680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6f3b829f-0922-488a-9ea8-cdbec820f67e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] Unset dirty status for tenant:3aa068181ba54d81bd541b9eaec0c480 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:10.258913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6f3b829f-0922-488a-9ea8-cdbec820f67e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27f106e-d972-4551-8f7b-9ed3cf6c2f40 HTTP/1.1" status: 200 len: 205 time: 0.1584170 Feb 13 23:44:10.261674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:10.299267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.389392 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-9bc61313-275b-4f7e-bbb3-9973960f4a44 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:10.390798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9bc61313-275b-4f7e-bbb3-9973960f4a44 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/a27f106e-d972-4551-8f7b-9ed3cf6c2f40 HTTP/1.1" status: 404 len: 336 time: 0.1281803 Feb 13 23:44:10.402687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43398) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:10.402901 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16df8d32-e531-4cc6-9441-ad57f75148aa req-bdbabf32-abe3-46bb-9137-560199e4d5e5 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761164 Feb 13 23:44:10.468396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40478e-11ea-483e-94da-0b25ab7c1f7b None None] Pushing event updated for resources: {'Port': ['ID=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:10.533385 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe89c6-d50b-45ee-8a23-e0533675831a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:10.533385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fe89c6-d50b-45ee-8a23-e0533675831a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:10.535487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a0fe89c6-d50b-45ee-8a23-e0533675831a tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/8ef4d31c-82c7-4646-94f4-457c09b3283f HTTP/1.1" status: 404 len: 337 time: 0.1317596 Feb 13 23:44:10.552202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43402) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:10.568294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ed881962-3d34-480e-b547-afc571770d2f None None] For port eebf9b60-fe6e-4791-9915-d4cfa700b5af, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:10.571806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ed881962-3d34-480e-b547-afc571770d2f None None] For port eebf9b60-fe6e-4791-9915-d4cfa700b5af, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eebf9b60-fe6e-4791-9915-d4cfa700b5af,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:10.585399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.632269 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afb879d-1d63-4d12-9788-441af5504977 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:10.634063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afb879d-1d63-4d12-9788-441af5504977 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:10.641408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9afb879d-1d63-4d12-9788-441af5504977 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/b68293e4-6b13-4583-be60-1f879800cdb9 HTTP/1.1" status: 404 len: 337 time: 0.0881121 Feb 13 23:44:10.644456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43406) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:10.701387 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.736650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-54e2be2f-cad1-48ef-a230-7e1bf5ae8f56 None None] Provisioning complete for port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:10.737023 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-54e2be2f-cad1-48ef-a230-7e1bf5ae8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.770992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719facce-423f-4a78-961f-9dd3aec753ae {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:44:10.793896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.805379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed881962-3d34-480e-b547-afc571770d2f None None] Pushing event updated for resources: {'Port': ['ID=eebf9b60-fe6e-4791-9915-d4cfa700b5af,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:10.812478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Transition to ACTIVE for port object 719facce-423f-4a78-961f-9dd3aec753ae will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:10.829508 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.842369 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-614f4e90-5d82-45d7-b62f-d8f376499c32 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:10.844103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614f4e90-5d82-45d7-b62f-d8f376499c32 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:10.852839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-614f4e90-5d82-45d7-b62f-d8f376499c32 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/abb78644-4a3e-414e-9633-d3f388c305f5 HTTP/1.1" status: 404 len: 337 time: 0.2070279 Feb 13 23:44:10.855420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.860779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:10.962573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Pushing event updated for resources: {'Port': ['ID=719facce-423f-4a78-961f-9dd3aec753ae,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:10.983314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:10.987777 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/039b9336-72fb-4a43-ab80-71a340bb926d HTTP/1.1" status: 204 len: 168 time: 3.3927388 Feb 13 23:44:11.002629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43420) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.041176 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95cd0bd-9f21-49e8-b20f-997430f9feb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:11.041853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95cd0bd-9f21-49e8-b20f-997430f9feb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:11.046720 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b95cd0bd-9f21-49e8-b20f-997430f9feb3 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/2b3ec3da-8e2b-4079-a4e2-336c25386217 HTTP/1.1" status: 404 len: 337 time: 0.0933604 Feb 13 23:44:11.048168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3e3fc-9aa9-476c-b471-da0437e4c206 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=039b9336-72fb-4a43-ab80-71a340bb926d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:11.051259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43424) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.112611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa3270d8-c21b-4934-9c8a-7d0672c6c459 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 200 len: 205 time: 0.0590506 Feb 13 23:44:11.115617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43428) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.196738 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-9cae448b-662f-4cc8-882e-7415bc5de54b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:11.200391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9cae448b-662f-4cc8-882e-7415bc5de54b tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/6fd2b27d-83ca-478b-aee2-01f195694bb0 HTTP/1.1" status: 404 len: 336 time: 0.0812438 Feb 13 23:44:11.202939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43436) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.226656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8a7d519d-2f14-4d53-bc1c-f9a0efea0871 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2199442 Feb 13 23:44:11.231041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43440) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.241702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:11.269972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26c3bae8-d708-4e84-9b7f-44ae731470f8 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 HTTP/1.1" status: 200 len: 205 time: 0.0655050 Feb 13 23:44:11.275094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.381845 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-fe64341e-c3db-435a-a041-039481e8896d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:11.381845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fe64341e-c3db-435a-a041-039481e8896d tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/0ec916fa-f1dd-4db3-858c-ebd6e2023ed1 HTTP/1.1" status: 404 len: 336 time: 0.0912971 Feb 13 23:44:11.381845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.424384 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f6b77a-0c4c-4832-a57f-62a7ac897534 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:11.424821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f6b77a-0c4c-4832-a57f-62a7ac897534 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:11.429403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17f6b77a-0c4c-4832-a57f-62a7ac897534 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/0655e430-534a-465b-bcb1-090e309bf2f8 HTTP/1.1" status: 404 len: 337 time: 0.0556562 Feb 13 23:44:11.429710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.484284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-10ba6631-5d50-4d56-8540-880134df65ae tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 200 len: 205 time: 0.0530076 Feb 13 23:44:11.487193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43464) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.510783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Attempting to bind port 719facce-423f-4a78-961f-9dd3aec753ae on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:11.511131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Attempting to bind port 719facce-423f-4a78-961f-9dd3aec753ae by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ca127860-a052-430e-b28e-2e8b11e0e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:11.511613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Attempting to bind port 719facce-423f-4a78-961f-9dd3aec753ae on network bf8bc623-3dfb-4fad-beb9-26095bde51d3 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:11.521364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Port 719facce-423f-4a78-961f-9dd3aec753ae on network bf8bc623-3dfb-4fad-beb9-26095bde51d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:44:11.521755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Attempting to bind port 719facce-423f-4a78-961f-9dd3aec753ae on network bf8bc623-3dfb-4fad-beb9-26095bde51d3 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:11.537957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:11.548596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:11.548940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Checking segment: {'id': 'ca127860-a052-430e-b28e-2e8b11e0e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:11.549329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Bound using segment: {'id': 'ca127860-a052-430e-b28e-2e8b11e0e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:11.549900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Bound port: 719facce-423f-4a78-961f-9dd3aec753ae, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca127860-a052-430e-b28e-2e8b11e0e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:11.550328 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:11.674127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] For port 719facce-423f-4a78-961f-9dd3aec753ae, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:11.679629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] For port 719facce-423f-4a78-961f-9dd3aec753ae, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=719facce-423f-4a78-961f-9dd3aec753ae,segment=NetworkSegment(ca127860-a052-430e-b28e-2e8b11e0e614),segment_id=ca127860-a052-430e-b28e-2e8b11e0e614)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:11.681323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:11.712041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:11.778065 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-d380ed2e-b9cf-4771-b18b-61fa89213871 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:11.779468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d380ed2e-b9cf-4771-b18b-61fa89213871 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/347c78cc-e5b5-4806-a9d8-b5e0c010e3bd HTTP/1.1" status: 404 len: 336 time: 0.2908962 Feb 13 23:44:11.783112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43468) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:11.796235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:11.838872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7a870-3e17-4551-a411-326f809cba47 req-2d7dddd8-6790-4642-abf6-6f682eeafd28 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:11.846256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1c7a870-3e17-4551-a411-326f809cba47 req-2d7dddd8-6790-4642-abf6-6f682eeafd28 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 943 time: 0.2568965 Feb 13 23:44:11.878421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:11.879156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:11.906704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a1c7a870-3e17-4551-a411-326f809cba47 req-7b769e54-da70-4532-b8d3-943c5bc083af tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Synchronizing usage tracker for tenant:4263458af5bc45d598c0887a0d2873a1 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:11.953830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a1c7a870-3e17-4551-a411-326f809cba47 req-7b769e54-da70-4532-b8d3-943c5bc083af tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Unset dirty status for tenant:4263458af5bc45d598c0887a0d2873a1 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:11.962548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1c7a870-3e17-4551-a411-326f809cba47 req-7b769e54-da70-4532-b8d3-943c5bc083af tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149662 Feb 13 23:44:12.168664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43474) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.169916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d7bf7b0d-a63d-4ecd-a7f9-8a7c21cc3932 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e26069-0f05-4055-ae16-8c23285e717f HTTP/1.1" status: 200 len: 205 time: 0.3774920 Feb 13 23:44:12.172954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:12.174334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] 10.222.0.42 "PUT /v2.0/ports/719facce-423f-4a78-961f-9dd3aec753ae HTTP/1.1" status: 200 len: 1091 time: 2.7885873 Feb 13 23:44:12.186676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'tag': '719facce-423f-4a78-961f-9dd3aec753ae'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:44:12.278777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:12.307446 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-75b9fb5b-0824-4ee1-9e5b-84363889798e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:12.315231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75b9fb5b-0824-4ee1-9e5b-84363889798e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/79e26069-0f05-4055-ae16-8c23285e717f HTTP/1.1" status: 404 len: 336 time: 0.1454010 Feb 13 23:44:12.320272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43484) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.408396 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e174e94d-84a2-4ce0-ad3f-324b3ddd7ecf tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:12.409164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e174e94d-84a2-4ce0-ad3f-324b3ddd7ecf tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:12.412394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e174e94d-84a2-4ce0-ad3f-324b3ddd7ecf tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/81635610-bfef-45ef-9409-b506df2ee3b5 HTTP/1.1" status: 404 len: 337 time: 0.0917201 Feb 13 23:44:12.414961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43488) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.425898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e355a-8a95-4aac-b932-5fa1579cb6af service neutron] Pushing event updated for resources: {'Port': ['ID=719facce-423f-4a78-961f-9dd3aec753ae,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:12.436166 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'tag': '719facce-423f-4a78-961f-9dd3aec753ae', 'status': 'completed', 'code': 200} Feb 13 23:44:12.451139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:12.451513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:12.477786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de8af4-e12b-45cc-945f-9539953c413a None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:12.501218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77a7ef58-7c58-4245-a5bc-6fc8a70bfd21 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae0f6ca6-2e58-462b-978e-4a0a225510b6 HTTP/1.1" status: 200 len: 205 time: 0.0842204 Feb 13 23:44:12.505351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.523503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:12.704069 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-af2f784b-5ffe-40ce-aff2-3bb1ff6ac882 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:12.705456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-af2f784b-5ffe-40ce-aff2-3bb1ff6ac882 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/ae0f6ca6-2e58-462b-978e-4a0a225510b6 HTTP/1.1" status: 404 len: 336 time: 0.1860688 Feb 13 23:44:12.709083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43498) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.760245 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dc5d1d-2638-4e84-8743-bff05b2c414e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:12.760684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dc5d1d-2638-4e84-8743-bff05b2c414e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:12.764474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a1dc5d1d-2638-4e84-8743-bff05b2c414e tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/1989be2a-9aea-4e33-bd37-6db078e9c78f HTTP/1.1" status: 404 len: 337 time: 0.0542133 Feb 13 23:44:12.767195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43502) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.788346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c64b67cd-a75e-4793-9567-f4d54d9ccb6d None None] Provisioning for port eebf9b60-fe6e-4791-9915-d4cfa700b5af completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:12.866869 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-452a178a-786e-45cb-a427-4525e019f565 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "GET /v2.0/ports?device_id=1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 HTTP/1.1" status: 200 len: 205 time: 0.0985980 Feb 13 23:44:12.869596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43506) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:12.880123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eebf9b60-fe6e-4791-9915-d4cfa700b5af up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:12.962496 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-2f1dda9b-6a4e-4894-857a-0f3a910eaf60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4263458af5bc45d598c0887a0d2873a1&device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 1094 time: 0.7215261 Feb 13 23:44:12.972603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port eebf9b60-fe6e-4791-9915-d4cfa700b5af completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:12.980594 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-2b936781-c5a3-4406-b79c-53b33666f552 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] delete failed (client error): The resource could not be found. Feb 13 23:44:12.984764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port eebf9b60-fe6e-4791-9915-d4cfa700b5af triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:12.984764 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:12.985792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2b936781-c5a3-4406-b79c-53b33666f552 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/routers/1614f6e6-e218-4f82-ac4b-df9b6e5b53c7 HTTP/1.1" status: 404 len: 336 time: 0.1150904 Feb 13 23:44:12.986608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43510) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:13.089595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:44:13.103714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Deleting port eebf9b60-fe6e-4791-9915-d4cfa700b5af {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:13.103714 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:13.137383 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a4c41e-ced0-46a4-9257-7a8f53f061c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:13.137901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a4c41e-ced0-46a4-9257-7a8f53f061c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:13.142908 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21a4c41e-ced0-46a4-9257-7a8f53f061c0 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/0bb9832b-a31c-4030-a314-76dac9033242 HTTP/1.1" status: 404 len: 337 time: 0.1547592 Feb 13 23:44:13.143873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:13.223141 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8c2e23-386a-483f-8a26-9370250a6ed9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] DELETE failed (client error): The resource could not be found. Feb 13 23:44:13.225593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8c2e23-386a-483f-8a26-9370250a6ed9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:13.227400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb8c2e23-386a-483f-8a26-9370250a6ed9 tempest-RoutersIpV6Test-563856361 tempest-RoutersIpV6Test-563856361-project] 10.222.0.36 "DELETE /v2.0/subnets/5e3eba8b-ea89-403f-95ea-1fdf6ee9a836 HTTP/1.1" status: 404 len: 337 time: 0.0820978 Feb 13 23:44:13.351078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-c179f3c7-ea32-4513-b27a-54ab25f170e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719facce-423f-4a78-961f-9dd3aec753ae HTTP/1.1" status: 200 len: 217 time: 0.3706379 Feb 13 23:44:13.436876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:13.496020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e4420-36d1-4c90-85bc-3e09f53d42c8 req-f0887d24-a0e3-4e32-9c94-a02c6a572fcc tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:13.501566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f41e4420-36d1-4c90-85bc-3e09f53d42c8 req-f0887d24-a0e3-4e32-9c94-a02c6a572fcc tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 943 time: 0.2193418 Feb 13 23:44:13.592994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f41e4420-36d1-4c90-85bc-3e09f53d42c8 req-7e52c3ea-72b8-4fe7-b6d3-012d4c950398 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 Feb 13 23:44:13.610267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:13.618083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:13.628084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:13.628797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:13.656945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=5cfccd61-c8e3-456b-abea-065d1295b8c1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:13.659877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-63a01a14-5fdc-445e-90f2-6afa58889565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:13.662092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-63a01a14-5fdc-445e-90f2-6afa58889565 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc07febf-faff-4395-9072-b4e6bd4fdedb HTTP/1.1" status: 200 len: 849 time: 0.2947087 Feb 13 23:44:13.698411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:13.721150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] For port eebf9b60-fe6e-4791-9915-d4cfa700b5af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eebf9b60-fe6e-4791-9915-d4cfa700b5af,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:13.721579 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:13.746451 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-7127679d-976a-42d9-a6dd-4b1cd3251e9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf8bc623-3dfb-4fad-beb9-26095bde51d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759537 Feb 13 23:44:13.757394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-faaa1018-2474-4333-9ff9-8b8d097c3a7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5252523 Feb 13 23:44:13.760134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43528) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:13.761012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43530) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:13.765647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'name': 'tempest-NetworksTestDHCPv6-1553997609'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:13.822990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port eebf9b60-fe6e-4791-9915-d4cfa700b5af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eebf9b60-fe6e-4791-9915-d4cfa700b5af,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:13.860306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:44:13.895017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:13.904275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Calling delete_port for eebf9b60-fe6e-4791-9915-d4cfa700b5af owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:14.057968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:14.063349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:14.066417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:14.069303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eebf9b60-fe6e-4791-9915-d4cfa700b5af no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:14.074320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:14.086123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:14.090474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.117030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 0d4e833c-3ad0-4604-8558-db31531027be yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:14.182385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=eebf9b60-fe6e-4791-9915-d4cfa700b5af,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:14.200408 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-e0c41683-6b2c-45f5-84d2-53f4dbd9c835 service neutron] 10.222.0.42 "GET /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412682 Feb 13 23:44:14.233978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:44:14.234650 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:44:14.262124 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.299882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port eebf9b60-fe6e-4791-9915-d4cfa700b5af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eebf9b60-fe6e-4791-9915-d4cfa700b5af,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:14.307761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.321063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-afc8015e-8c1e-4d56-a27b-64f078197e7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3aa068181ba54d81bd541b9eaec0c480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5409722 Feb 13 23:44:14.324509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::2ae (f3558132-a192-4c12-af74-1bdc60bf6bc0/5cfccd61-c8e3-456b-abea-065d1295b8c1/0d4e833c-3ad0-4604-8558-db31531027be) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:14.325641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43538) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:14.441268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=eebf9b60-fe6e-4791-9915-d4cfa700b5af,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:14.447652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab65fb6c-c29e-4e6f-bd6b-46243ec708e1 req-0d278f64-3ee3-48a0-8cd5-3b4abc819673 service neutron] 10.222.0.42 "GET /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369602 Feb 13 23:44:14.480015 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3dd7-bd4e-4388-9217-4dc9faf0168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.494945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:44:14.504364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Sync routers for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:44:14.522137 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:14.523493 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:14.578341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.598053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 0d4e833c-3ad0-4604-8558-db31531027be will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:14.632898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.736447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Deleting port eebf9b60-fe6e-4791-9915-d4cfa700b5af {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:14.736977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.806556 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:14.880922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3dd7-bd4e-4388-9217-4dc9faf0168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.883196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:14.886794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:14.891867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:14.896699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:14.897443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:14.920663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=0d4e833c-3ad0-4604-8558-db31531027be,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:14.935208 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc52201f-1ec6-41b1-9160-40008d4c2344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1739919 Feb 13 23:44:14.937691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:15.041753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b7cdb-cd68-4a91-ac02-7fe9c660af23 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:15.045453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b7cdb-cd68-4a91-ac02-7fe9c660af23 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:15.046370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-763b7cdb-cd68-4a91-ac02-7fe9c660af23 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:15.074251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-763b7cdb-cd68-4a91-ac02-7fe9c660af23 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:15.075432 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-763b7cdb-cd68-4a91-ac02-7fe9c660af23 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1363089 Feb 13 23:44:15.081363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43556) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:15.085998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.094589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4d848c46-565d-40d0-97a8-f705db1abd32 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9127810 Feb 13 23:44:15.095504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:15.196648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] For port eebf9b60-fe6e-4791-9915-d4cfa700b5af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eebf9b60-fe6e-4791-9915-d4cfa700b5af,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:15.197042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.242871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 0d4e833c-3ad0-4604-8558-db31531027be {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:15.243239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.334014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-b22a5fc3-37dd-49b9-a541-5579dac0a2d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4263458af5bc45d598c0887a0d2873a1&device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 1094 time: 0.8099825 Feb 13 23:44:15.375665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Calling delete_port for eebf9b60-fe6e-4791-9915-d4cfa700b5af owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:15.394049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3dd7-bd4e-4388-9217-4dc9faf0168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.445214 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:11Z', 'revision_number': 3, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:15.453150 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Checking router: af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:44:15.453492 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Updating router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:44:15.491695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b3dd7-bd4e-4388-9217-4dc9faf0168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac9326c-c94d-47b6-b50c-5e6dd14f1ed4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:15.569481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624b26-5fb1-4811-805f-722ef18a2f90 req-da25fcfd-7c03-4a04-a2a4-89a3b8dbbffc tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:15.576935 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.586739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7624b26-5fb1-4811-805f-722ef18a2f90 req-da25fcfd-7c03-4a04-a2a4-89a3b8dbbffc tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 943 time: 0.6590445 Feb 13 23:44:15.591482 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.597453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3dd7-bd4e-4388-9217-4dc9faf0168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.598629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6b6b3dd7-bd4e-4388-9217-4dc9faf0168b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cac9326c-c94d-47b6-b50c-5e6dd14f1ed4 HTTP/1.1" status: 204 len: 168 time: 1.2720299 Feb 13 23:44:15.637119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] Pushing event deleted for resources: {'Port': ['ID=eebf9b60-fe6e-4791-9915-d4cfa700b5af,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:15.643558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa91b4f-7b73-48b6-a739-5bdbe435d98f None None] No DVR routers for this DVR port eebf9b60-fe6e-4791-9915-d4cfa700b5af on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:44:15.662495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9e50c-b323-4df6-80ce-0479a9409c9f None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:15.784506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:15.811150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7624b26-5fb1-4811-805f-722ef18a2f90 req-7e218c5d-8c4e-414f-b2de-17ddcb266462 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234943 Feb 13 23:44:15.869621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63668e6-9ecc-4f91-b410-433423036b9b req-e1a6cb8f-bf4c-4aa9-a4d3-7bdca6df4dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:15.871114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-e1a6cb8f-bf4c-4aa9-a4d3-7bdca6df4dae service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf8bc623-3dfb-4fad-beb9-26095bde51d3 HTTP/1.1" status: 200 len: 909 time: 0.5214868 Feb 13 23:44:16.075472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-1ad72f1e-700a-4a72-bd0c-b158c0f094d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719facce-423f-4a78-961f-9dd3aec753ae HTTP/1.1" status: 200 len: 217 time: 0.1741991 Feb 13 23:44:16.087010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 0d4e833c-3ad0-4604-8558-db31531027be owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:16.314760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '5cfccd61-c8e3-456b-abea-065d1295b8c1'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:44:16.315714 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:16.392451 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:16.474659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63668e6-9ecc-4f91-b410-433423036b9b req-e3e594ca-a80c-4c81-9e9e-0dd63fc6e8be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:16.476131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-e3e594ca-a80c-4c81-9e9e-0dd63fc6e8be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc07febf-faff-4395-9072-b4e6bd4fdedb HTTP/1.1" status: 200 len: 849 time: 0.3850513 Feb 13 23:44:16.480905 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:16.523260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Transition to ACTIVE for port object 8f8503ba-5cc4-4f51-8ece-84040cab3f80 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:16.541310 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:16.544470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/5cfccd61-c8e3-456b-abea-065d1295b8c1/e6dcecd6-8465-4ba2-8dcf-464f72184326) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:16.700353 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Pushing event updated for resources: {'Port': ['ID=8f8503ba-5cc4-4f51-8ece-84040cab3f80,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:16.712226 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Attempting to bind port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:16.717056 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Attempting to bind port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:16.717659 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Attempting to bind port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:16.727785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-dc812044-2561-46c5-aac2-57c15e16ca27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf8bc623-3dfb-4fad-beb9-26095bde51d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2298431 Feb 13 23:44:16.735738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:16.736107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:16.736561 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:16.737238 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:16.737590 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Bound port: 8f8503ba-5cc4-4f51-8ece-84040cab3f80, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:16.737989 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:16.797727 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.799718 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.800273 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.800776 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.801354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.803088 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.803580 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.804128 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.811877 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.812306 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.812692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:16.877831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=0d4e833c-3ad0-4604-8558-db31531027be,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:16.930653 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] For port 8f8503ba-5cc4-4f51-8ece-84040cab3f80, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:16.950330 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] For port 8f8503ba-5cc4-4f51-8ece-84040cab3f80, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8f8503ba-5cc4-4f51-8ece-84040cab3f80,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:16.962956 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.091070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.102911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.147438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Transition to ACTIVE for port object e6dcecd6-8465-4ba2-8dcf-464f72184326 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:17.168954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4745c982-4f9b-4468-ab82-dd49746072bd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/0d4e833c-3ad0-4604-8558-db31531027be HTTP/1.1" status: 204 len: 168 time: 2.0862999 Feb 13 23:44:17.173702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43590) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:17.267331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Transition to ACTIVE for port object e6dcecd6-8465-4ba2-8dcf-464f72184326 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:17.285227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.302821 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9925d0-e6a1-4917-b8af-b84584de8a94 None None] Pushing event updated for resources: {'Port': ['ID=8f8503ba-5cc4-4f51-8ece-84040cab3f80,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:17.339263 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:17.340004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-d8563f55-969a-42f6-96cb-ba17f8d70cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002357 Feb 13 23:44:17.340321 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:17.386634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:17.412608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed8f73-cab9-4c69-9507-aa8bb8d22342 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:17.415979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:17.417064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed8f73-cab9-4c69-9507-aa8bb8d22342 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:17.417915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4eed8f73-cab9-4c69-9507-aa8bb8d22342 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:17.432329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:17.462984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43596) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:17.471621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4eed8f73-cab9-4c69-9507-aa8bb8d22342 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:17.472746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4eed8f73-cab9-4c69-9507-aa8bb8d22342 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2926130 Feb 13 23:44:17.483336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43604) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:17.797192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 5cfccd61-c8e3-456b-abea-065d1295b8c1 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:17.803842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.804428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-645b780b-14aa-4bcb-b64e-ef1478ced8d0 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:17.805566 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-645b780b-14aa-4bcb-b64e-ef1478ced8d0 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): There was a conflict when trying to complete your request. Feb 13 23:44:17.806743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-645b780b-14aa-4bcb-b64e-ef1478ced8d0 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3411908 Feb 13 23:44:17.818664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43608) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:17.827789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--500736493'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:17.837404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:17.847369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:17.854487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:17.873424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:17.882016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19383ba3-d766-44b0-b118-983ec93c9ae8 req-2f425fd0-7322-491e-844b-f557a1cf3cd7 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:17.884562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19383ba3-d766-44b0-b118-983ec93c9ae8 req-2f425fd0-7322-491e-844b-f557a1cf3cd7 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 943 time: 0.2133563 Feb 13 23:44:17.901694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Attempting to bind port e6dcecd6-8465-4ba2-8dcf-464f72184326 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:17.902078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Attempting to bind port e6dcecd6-8465-4ba2-8dcf-464f72184326 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:17.902442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Attempting to bind port e6dcecd6-8465-4ba2-8dcf-464f72184326 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:17.912313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.919044 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f63668e6-9ecc-4f91-b410-433423036b9b req-25328e1e-3e0e-4e41-bbde-6e22c6c16e16 service neutron] 10.222.0.42 "GET /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607350 Feb 13 23:44:17.921053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.930377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Pushing event updated for resources: {'Port': ['ID=e6dcecd6-8465-4ba2-8dcf-464f72184326,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:17.933307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:17.933679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:17.938417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.938417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:17.938672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Bound port: e6dcecd6-8465-4ba2-8dcf-464f72184326, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:17.939052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:17.968920 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:18.075100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.125674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 719facce-423f-4a78-961f-9dd3aec753ae details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:44:18.126472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:18.137097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:18.141037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:18.155120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:18.191745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.283530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19383ba3-d766-44b0-b118-983ec93c9ae8 req-069448ba-bfb0-46f8-bfdf-d255bf54b965 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798656 Feb 13 23:44:18.331870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.446852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 719facce-423f-4a78-961f-9dd3aec753ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=719facce-423f-4a78-961f-9dd3aec753ae,segment=NetworkSegment(ca127860-a052-430e-b28e-2e8b11e0e614),segment_id=ca127860-a052-430e-b28e-2e8b11e0e614)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:18.452373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfccd61-c8e3-456b-abea-065d1295b8c1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:18.461391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.467113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.486452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '719facce-423f-4a78-961f-9dd3aec753ae', 'network_id': 'bf8bc623-3dfb-4fad-beb9-26095bde51d3', 'port_id': '719facce-423f-4a78-961f-9dd3aec753ae', 'mac_address': 'fa:16:3e:fb:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc07febf-faff-4395-9072-b4e6bd4fdedb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:44:18.488127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.495831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-16e6a38c-0c50-4b9a-ad20-b86498a7e5ec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/5cfccd61-c8e3-456b-abea-065d1295b8c1 HTTP/1.1" status: 204 len: 168 time: 1.0113201 Feb 13 23:44:18.496771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43620) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:18.585487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.648661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:18.655436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6e112705-edd7-412e-a731-8ddaf5db418d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1565218 Feb 13 23:44:18.658917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:18.662246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ba6d9-3127-4a02-afb4-ecb58b642894,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:18.668140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.679773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:18.684067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:18.742226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719facce-423f-4a78-961f-9dd3aec753ae {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:44:18.762076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] For port e6dcecd6-8465-4ba2-8dcf-464f72184326, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:18.769261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] For port e6dcecd6-8465-4ba2-8dcf-464f72184326, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6dcecd6-8465-4ba2-8dcf-464f72184326,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:18.773952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:18.785165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.787578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:11Z', 'revision_number': 3, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:18.792714 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0408f90-2116-4343-98bd-cd937cc5eb70 None None] The sync data for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 is: [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:11Z', 'revision_number': 3, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:44:18.867757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 719facce-423f-4a78-961f-9dd3aec753ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=719facce-423f-4a78-961f-9dd3aec753ae,segment=NetworkSegment(ca127860-a052-430e-b28e-2e8b11e0e614),segment_id=ca127860-a052-430e-b28e-2e8b11e0e614)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:18.876839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbcc2d-ab1f-4803-b40b-0b168a5fd6dc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:18.877920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bbcbcc2d-ab1f-4803-b40b-0b168a5fd6dc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:18.920262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:18.928334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bbcbcc2d-ab1f-4803-b40b-0b168a5fd6dc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:18.930422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bbcbcc2d-ab1f-4803-b40b-0b168a5fd6dc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2702043 Feb 13 23:44:18.941900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:18.985483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535e8e-d057-43b0-8dc8-58f6fb95cae1 None None] Pushing event updated for resources: {'Port': ['ID=e6dcecd6-8465-4ba2-8dcf-464f72184326,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:19.078887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=719facce-423f-4a78-961f-9dd3aec753ae,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:19.136759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42330b62-b0f1-4606-ab0b-bd12f9d5ca87 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:19.138734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42330b62-b0f1-4606-ab0b-bd12f9d5ca87 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:19.165402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:19.190180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:19.203115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42330b62-b0f1-4606-ab0b-bd12f9d5ca87 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:19.209742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-42330b62-b0f1-4606-ab0b-bd12f9d5ca87 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2655120 Feb 13 23:44:19.213210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43634) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:19.267128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['719facce-423f-4a78-961f-9dd3aec753ae'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:44:19.526234 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:19.529867 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7075124 Feb 13 23:44:19.530494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:19.540829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '835b32b5-a81c-4e36-bc8b-0ea3e0789981', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:19.563149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:19.590879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:19.614486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:19.616925 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bcbf1f8d-56df-4c8b-94fc-69f80affdf44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3430216 Feb 13 23:44:19.630692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:19.640567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:19.649417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:19.771570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d69cae-14a9-4a21-9519-55ded869759f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835b32b5-a81c-4e36-bc8b-0ea3e0789981,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:19.847605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:19.868945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:19.899773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:19.984112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Allocated IP 172.20.0.1 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/5efd2ae4-b86e-4930-b58f-d3a1ee028959) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:20.011500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:20.015047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.311629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e6dcecd6-8465-4ba2-8dcf-464f72184326 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:20.364718 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.391142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.397284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Transition to ACTIVE for port object 5efd2ae4-b86e-4930-b58f-d3a1ee028959 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:20.417275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.491064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff21c-8dba-4129-8a24-f91e60acecd2 req-c4e7e347-3b1d-4cfa-b12e-ecf21ee68e03 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:20.492460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e6dcecd6-8465-4ba2-8dcf-464f72184326 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:20.502653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fbbff21c-8dba-4129-8a24-f91e60acecd2 req-c4e7e347-3b1d-4cfa-b12e-ecf21ee68e03 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 944 time: 0.7324190 Feb 13 23:44:20.506117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8f8503ba-5cc4-4f51-8ece-84040cab3f80 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:20.558291 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.673247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49248ce6-cd56-4422-a8ac-0e49aa92d99d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:20.695230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:20.707193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:20.708035 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.759127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.763878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9867504b-92f3-462b-a144-fe82f37c064f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2321515 Feb 13 23:44:20.765593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.790123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43654) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:20.804321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Pushing event updated for resources: {'Port': ['ID=5efd2ae4-b86e-4930-b58f-d3a1ee028959,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:20.891127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '835b32b5-a81c-4e36-bc8b-0ea3e0789981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:20.913077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:20.918868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:20.923955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:20.925315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:20.932040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:20.937918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:20.943655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:20.944704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.949903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:20.961291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:20.971090 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:20.985055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:20.996670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fbbff21c-8dba-4129-8a24-f91e60acecd2 req-aa119e05-69c5-4cf2-9298-af48f5498f2b tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930496 Feb 13 23:44:21.005809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8f8503ba-5cc4-4f51-8ece-84040cab3f80, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8f8503ba-5cc4-4f51-8ece-84040cab3f80,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:21.010517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=82381e20-3b00-44d4-b637-c7a5c6b6fdec,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:21.012228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.015643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-15a937ef-0171-48c9-bf77-9862aafaf0a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3811893 Feb 13 23:44:21.019192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43658) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:21.027381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '82381e20-3b00-44d4-b637-c7a5c6b6fdec', 'ip_address': '2001:db8::898c:b3fc:9568:3a7d'}], 'name': 'tempest-NetworksTestDHCPv6-1647153329'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:21.075027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.220168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.308040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.323894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8f8503ba-5cc4-4f51-8ece-84040cab3f80,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:21.328605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db488958-db30-4c30-a99a-091a6d5d76fd None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:21.482563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:21.497580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:21.505749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:21.521682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Could not find standard attr ID for object 0d4e833c-3ad0-4604-8558-db31531027be. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:44:21.540475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:21.549284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Provisioning for port e6dcecd6-8465-4ba2-8dcf-464f72184326 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:21.558304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Provisioning complete for port e6dcecd6-8465-4ba2-8dcf-464f72184326 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:21.558977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.629386 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): There was a conflict when trying to complete your request. Feb 13 23:44:21.637423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7818f133-5694-4407-8399-b4b4b6fe7102 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7743170 Feb 13 23:44:21.644063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43664) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:21.644236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:21.650322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.857859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 3778ccae-83c0-40b1-be3a-c9dff85ae23b yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:21.866512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.874417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.913340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:21.960148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] For port e6dcecd6-8465-4ba2-8dcf-464f72184326, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6dcecd6-8465-4ba2-8dcf-464f72184326,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:21.970728 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.076758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431b595-46c2-4257-8b91-288aaaa96574 None None] Pushing event updated for resources: {'Port': ['ID=e6dcecd6-8465-4ba2-8dcf-464f72184326,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:22.084735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8f8503ba-5cc4-4f51-8ece-84040cab3f80 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:22.119586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.129917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Pushing event updated for resources: {'Port': ['ID=5efd2ae4-b86e-4930-b58f-d3a1ee028959,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:22.197983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 719facce-423f-4a78-961f-9dd3aec753ae up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:22.293138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-de52d8de-dc9d-4467-ba21-f44c1b1f1dc9 None None] Provisioning for port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:22.325047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:22.325696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.342808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-269aa4c7-3fbe-4d7a-aa21-3b92288b3c5d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.388109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-269aa4c7-3fbe-4d7a-aa21-3b92288b3c5d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.468583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-de52d8de-dc9d-4467-ba21-f44c1b1f1dc9 None None] Provisioning complete for port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:22.469172 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-de52d8de-dc9d-4467-ba21-f44c1b1f1dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.489098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:22.490977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:22.546648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::898c:b3fc:9568:3a7d (f3558132-a192-4c12-af74-1bdc60bf6bc0/82381e20-3b00-44d4-b637-c7a5c6b6fdec/3778ccae-83c0-40b1-be3a-c9dff85ae23b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:22.687538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 719facce-423f-4a78-961f-9dd3aec753ae completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:22.695659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-269aa4c7-3fbe-4d7a-aa21-3b92288b3c5d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.760364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-de52d8de-dc9d-4467-ba21-f44c1b1f1dc9 None None] Port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:44:22.762011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 719facce-423f-4a78-961f-9dd3aec753ae triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:22.762396 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:22.815950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aa4c7-3fbe-4d7a-aa21-3b92288b3c5d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b32b5-a81c-4e36-bc8b-0ea3e0789981,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:22.968252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-180131b9-41ef-47e8-8549-0f6a02fd42b6 None None] Provisioning complete for port e6dcecd6-8465-4ba2-8dcf-464f72184326 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:22.970696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-180131b9-41ef-47e8-8549-0f6a02fd42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.082766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.134540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d807f-ad8e-4bc8-8671-b0151d889ded req-e3116392-3cf9-4115-a2aa-3f5ee1f7dd5c tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:23.141927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c59d807f-ad8e-4bc8-8671-b0151d889ded req-e3116392-3cf9-4115-a2aa-3f5ee1f7dd5c tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 944 time: 0.7132897 Feb 13 23:44:23.165920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-269aa4c7-3fbe-4d7a-aa21-3b92288b3c5d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.172187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-269aa4c7-3fbe-4d7a-aa21-3b92288b3c5d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/835b32b5-a81c-4e36-bc8b-0ea3e0789981 HTTP/1.1" status: 204 len: 168 time: 1.4817665 Feb 13 23:44:23.189994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:23.279412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719facce-423f-4a78-961f-9dd3aec753ae'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:44:23.312178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 719facce-423f-4a78-961f-9dd3aec753ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=719facce-423f-4a78-961f-9dd3aec753ae,segment=NetworkSegment(ca127860-a052-430e-b28e-2e8b11e0e614),segment_id=ca127860-a052-430e-b28e-2e8b11e0e614)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:23.344971 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.514299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c59d807f-ad8e-4bc8-8671-b0151d889ded req-3d56003a-e72d-4194-9e4d-4e9f2e7227af tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712599 Feb 13 23:44:23.549893 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719facce-423f-4a78-961f-9dd3aec753ae', 'code': 200} Feb 13 23:44:23.573472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-76d2a79c-4d7f-44ad-b5c8-d3657125a5dd tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:23.601696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.656238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=719facce-423f-4a78-961f-9dd3aec753ae,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:23.659947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 3778ccae-83c0-40b1-be3a-c9dff85ae23b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:23.669477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-76d2a79c-4d7f-44ad-b5c8-d3657125a5dd tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:23.675667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-76d2a79c-4d7f-44ad-b5c8-d3657125a5dd tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4768271 Feb 13 23:44:23.677375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:23.689477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720844256'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:23.704915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:23.726366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:23.749478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.752275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.778704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8681aef0-e739-4612-93ac-c45ad391059b None None] Could not find standard attr ID for object d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:44:23.809306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8681aef0-e739-4612-93ac-c45ad391059b None None] Provisioning complete for port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:23.809832 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8681aef0-e739-4612-93ac-c45ad391059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:23.816118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80554cc2-8426-4d76-910b-9f4fd5c94272 req-cd6930dc-1ffb-400d-bbd7-d1dbb8032f98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 1096 time: 0.2361550 Feb 13 23:44:23.934537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8681aef0-e739-4612-93ac-c45ad391059b None None] Port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:44:23.940292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8681aef0-e739-4612-93ac-c45ad391059b None None] Could not find standard attr ID for object fce0aadf-0e46-41db-9ca1-98246e244c6e. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:44:23.947141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8681aef0-e739-4612-93ac-c45ad391059b None None] Could not find standard attr ID for object 0d4e833c-3ad0-4604-8558-db31531027be. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:44:23.964776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80554cc2-8426-4d76-910b-9f4fd5c94272 req-9d0cb2ee-bae1-4a71-8bcd-6f02b7b10044 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347754 Feb 13 23:44:23.968141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=3778ccae-83c0-40b1-be3a-c9dff85ae23b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:23.993444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:24.001707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:24.007109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:24.014907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:24.015705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.022814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:44:24.048963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:24.068618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:24.085287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:24.107536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:24.112167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b5f407b7-8519-4d24-a49a-1cd89ed348b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0893507 Feb 13 23:44:24.116593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43690) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:24.132296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e6dcecd6-8465-4ba2-8dcf-464f72184326 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:24.325860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e6dcecd6-8465-4ba2-8dcf-464f72184326 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:24.326427 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.397728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.408805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.443298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c0209-9152-4c89-b0a3-2536d5be3a1c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:24.450157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c0209-9152-4c89-b0a3-2536d5be3a1c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:24.451176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2d4c0209-9152-4c89-b0a3-2536d5be3a1c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:24.502085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b904b-f9b6-49fd-a031-4916dc9c9ca4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:24.512583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.517682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e37c66e7-a694-4da3-98a0-18dc8873c2e2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8390403 Feb 13 23:44:24.519151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43698) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:24.523298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2d4c0209-9152-4c89-b0a3-2536d5be3a1c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:24.525460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2d4c0209-9152-4c89-b0a3-2536d5be3a1c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.4079642 Feb 13 23:44:24.528249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43702) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:24.531332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ac395831-bdf9-49b6-a912-64159725820b tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '7d8b904b-f9b6-49fd-a031-4916dc9c9ca4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:24.532411 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-ac395831-bdf9-49b6-a912-64159725820b tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:24.537295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ac395831-bdf9-49b6-a912-64159725820b tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0170376 Feb 13 23:44:24.537870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43704) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:24.626381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:44:24.635235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5af5d81e-c6b9-488f-95a9-8862908e422c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.641619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0a0609d5-20cf-4460-a008-36f6963f11ae admin admin] 10.222.0.36 "PUT /v2.0/routers/af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5079036 Feb 13 23:44:24.649137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Sync routers for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:44:24.651531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 3778ccae-83c0-40b1-be3a-c9dff85ae23b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:24.651878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.695202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:24.695699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5af5d81e-c6b9-488f-95a9-8862908e422c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.696146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:24.780217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2c060f0e-a6ff-4c71-8122-9ac9bba14445 None None] Provisioning for port 3778ccae-83c0-40b1-be3a-c9dff85ae23b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:24.805441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5af5d81e-c6b9-488f-95a9-8862908e422c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.859656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5d81e-c6b9-488f-95a9-8862908e422c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b904b-f9b6-49fd-a031-4916dc9c9ca4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:24.905021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5af5d81e-c6b9-488f-95a9-8862908e422c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:24.912106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5af5d81e-c6b9-488f-95a9-8862908e422c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d8b904b-f9b6-49fd-a031-4916dc9c9ca4 HTTP/1.1" status: 204 len: 168 time: 0.3701742 Feb 13 23:44:24.912717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:24.972010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2c060f0e-a6ff-4c71-8122-9ac9bba14445 None None] Provisioning complete for port 3778ccae-83c0-40b1-be3a-c9dff85ae23b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:24.972391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2c060f0e-a6ff-4c71-8122-9ac9bba14445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.055776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fbbe03d1-f778-457d-b83d-63720f92301b tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:25.103203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fbbe03d1-f778-457d-b83d-63720f92301b tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:25.109894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fbbe03d1-f778-457d-b83d-63720f92301b tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1958275 Feb 13 23:44:25.110581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43722) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:25.120738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--411607032'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:25.143644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:25.166880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:25.199807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.228112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:25.480083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:25.495953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:25.496724 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.500766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:25.521533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:25.673391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.683603 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.726282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c55217-8499-4f0c-ac7e-f71920edcda2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:25.744429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 3778ccae-83c0-40b1-be3a-c9dff85ae23b owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:25.756380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.764494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-128a9866-ad28-4a04-ae34-fdcf7ecef737 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6499386 Feb 13 23:44:25.765954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43730) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:25.775652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3983f259-db2a-4f15-b5de-4916b5ada213 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'e2c55217-8499-4f0c-ac7e-f71920edcda2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:25.777147 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-3983f259-db2a-4f15-b5de-4916b5ada213 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:25.780728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3983f259-db2a-4f15-b5de-4916b5ada213 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116720 Feb 13 23:44:25.783905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43734) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:25.881266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2c060f0e-a6ff-4c71-8122-9ac9bba14445 None None] Port 3778ccae-83c0-40b1-be3a-c9dff85ae23b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:44:25.882647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c386eba0-58cb-4d0e-b3a2-35ade1ecab40 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.917286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c386eba0-58cb-4d0e-b3a2-35ade1ecab40 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:25.935382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43738) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:25.963495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714270907', 'description': 'tempest-description--1429676329'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:25.972601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:25.984938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Usage tracker for resource:security_group and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:25.992475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:26.000027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:26.003975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c386eba0-58cb-4d0e-b3a2-35ade1ecab40 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.013039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6779-adbb-40aa-ba71-fb2d46b8ac42 req-7f20f3f6-0a67-4251-9ee1-6e409a36243c tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:26.020001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-777e6779-adbb-40aa-ba71-fb2d46b8ac42 req-7f20f3f6-0a67-4251-9ee1-6e409a36243c tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 945 time: 1.2416811 Feb 13 23:44:26.031594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386eba0-58cb-4d0e-b3a2-35ade1ecab40 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c55217-8499-4f0c-ac7e-f71920edcda2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:26.046926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c386eba0-58cb-4d0e-b3a2-35ade1ecab40 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.048704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c386eba0-58cb-4d0e-b3a2-35ade1ecab40 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2c55217-8499-4f0c-ac7e-f71920edcda2 HTTP/1.1" status: 204 len: 168 time: 0.2636154 Feb 13 23:44:26.050593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.052040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43742) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.058065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.063075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 2, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:26.072263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Checking router: af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:44:26.072614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Updating router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:44:26.115957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-386e76d6-a67b-4de6-a735-adf6d4d3019f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:26.130713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=3778ccae-83c0-40b1-be3a-c9dff85ae23b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:26.162318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-386e76d6-a67b-4de6-a735-adf6d4d3019f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:26.163962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-386e76d6-a67b-4de6-a735-adf6d4d3019f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1105437 Feb 13 23:44:26.167894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43746) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.177102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002838537'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:26.186095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:26.187290 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.198852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:26.200670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-777e6779-adbb-40aa-ba71-fb2d46b8ac42 req-5f4c5ebb-7bd5-4c57-bde9-1a2dee8b81b1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792908 Feb 13 23:44:26.212637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.251241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:26.255444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Usage tracker for resource:security_group_rule and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:26.258430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:26.265351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:26.266791 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.269454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:26.271067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:26.273950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:26.281903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:26.320739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9f4652f8-f1c7-4db6-82f2-0b545bb067b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/3778ccae-83c0-40b1-be3a-c9dff85ae23b HTTP/1.1" status: 204 len: 168 time: 1.7710998 Feb 13 23:44:26.325134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43750) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.434109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.443868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.493740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ec67e-bf54-4b88-a722-4e4751b82c74 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:26.496167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ec67e-bf54-4b88-a722-4e4751b82c74 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:26.497524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f99ec67e-bf54-4b88-a722-4e4751b82c74 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:26.517094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.527743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.531772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3775472-d152-4035-872b-bc054cd6542f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:26.538453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.539883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca52b632-2e3b-408b-8b51-f8f19e611e0f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3700380 Feb 13 23:44:26.544077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43758) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.551622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e4a290d4-9220-4998-a292-ec52541ff8a8 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'b3775472-d152-4035-872b-bc054cd6542f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:26.553748 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e4a290d4-9220-4998-a292-ec52541ff8a8 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:26.554730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4a290d4-9220-4998-a292-ec52541ff8a8 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086420 Feb 13 23:44:26.562181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43762) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.568741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f835849f-a1c9-49e6-bc59-272a07ef022f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'b3775472-d152-4035-872b-bc054cd6542f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:26.569592 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-f835849f-a1c9-49e6-bc59-272a07ef022f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:26.575051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.575555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f835849f-a1c9-49e6-bc59-272a07ef022f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155427 Feb 13 23:44:26.576297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43768) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.577277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6338727 Feb 13 23:44:26.580999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43770) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.588520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'security_group_rule': {'security_group_id': 'a336fdf9-e68a-4307-89a1-c46cabe3da0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:26.591742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d31e9cba-1153-47c1-a38b-9fd0fd046943 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'b3775472-d152-4035-872b-bc054cd6542f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:26.592431 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-d31e9cba-1153-47c1-a38b-9fd0fd046943 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:26.596764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d31e9cba-1153-47c1-a38b-9fd0fd046943 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144880 Feb 13 23:44:26.597404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43778) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.605256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c10ac9d4-3cd7-40c7-8095-534386256a58 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'b3775472-d152-4035-872b-bc054cd6542f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:26.605498 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-c10ac9d4-3cd7-40c7-8095-534386256a58 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:26.609678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c10ac9d4-3cd7-40c7-8095-534386256a58 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102305 Feb 13 23:44:26.610300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43784) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.613140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:26.616786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f99ec67e-bf54-4b88-a722-4e4751b82c74 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:26.617747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f99ec67e-bf54-4b88-a722-4e4751b82c74 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2799151 Feb 13 23:44:26.628982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Usage tracker for resource:security_group_rule and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:26.632491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43788) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:26.642772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:26.750141 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.750309 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d4230e-b18b-49c2-921d-5bb3fb5b4b0d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.766502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Transition to ACTIVE for port object 5efd2ae4-b86e-4930-b58f-d3a1ee028959 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:26.777064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.804817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d4230e-b18b-49c2-921d-5bb3fb5b4b0d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.817532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:26.833388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6833-2999-4c66-9980-529a6e49bf8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a336fdf9-e68a-4307-89a1-c46cabe3da0c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:26.865428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.903629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d4230e-b18b-49c2-921d-5bb3fb5b4b0d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.964932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4230e-b18b-49c2-921d-5bb3fb5b4b0d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3775472-d152-4035-872b-bc054cd6542f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:26.977892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55d4230e-b18b-49c2-921d-5bb3fb5b4b0d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:26.981451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55d4230e-b18b-49c2-921d-5bb3fb5b4b0d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3775472-d152-4035-872b-bc054cd6542f HTTP/1.1" status: 204 len: 168 time: 0.3678730 Feb 13 23:44:26.983114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:27.091734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d614-ab40-488c-81b4-c60ebfb63fbb None None] Pushing event updated for resources: {'Port': ['ID=5efd2ae4-b86e-4930-b58f-d3a1ee028959,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:27.171080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3093e5cf-f25e-4060-ab6e-160d15d39d7c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:27.178676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 82381e20-3b00-44d4-b637-c7a5c6b6fdec {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:27.186826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.207595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Attempting to bind port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:27.208415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Attempting to bind port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:27.209012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Attempting to bind port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:27.216467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:27.217160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:27.218168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.218806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:27.220416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Bound port: 5efd2ae4-b86e-4930-b58f-d3a1ee028959, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:27.221055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.224100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3093e5cf-f25e-4060-ab6e-160d15d39d7c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:27.225998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3093e5cf-f25e-4060-ab6e-160d15d39d7c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2416525 Feb 13 23:44:27.231555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43824) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:27.238119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--753832681'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:27.255349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:27.278969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:27.290478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.299771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.309712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.339933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.389830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da541b8c-720b-4aa3-818e-32fe3389e461,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:27.391837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:27.399450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:27.403676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:27.406563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.429471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:27.440120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.441414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-106551ba-dc31-4a32-9bf4-e511cc35b623 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8593721 Feb 13 23:44:27.447566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43838) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:27.455883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'security_group_rule': {'security_group_id': 'a336fdf9-e68a-4307-89a1-c46cabe3da0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:27.475732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:27.484336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Usage tracker for resource:security_group_rule and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:27.489986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] For port 5efd2ae4-b86e-4930-b58f-d3a1ee028959, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:27.491611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:27.496125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] For port 5efd2ae4-b86e-4930-b58f-d3a1ee028959, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5efd2ae4-b86e-4930-b58f-d3a1ee028959,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:27.501043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:27.507671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.533696 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.555119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.598850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d614-ab40-488c-81b4-c60ebfb63fbb None None] Pushing event updated for resources: {'Port': ['ID=5efd2ae4-b86e-4930-b58f-d3a1ee028959,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:27.619665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.621872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dad594-6325-41bf-bbdd-4d4c9119caee None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:27.626083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=82381e20-3b00-44d4-b637-c7a5c6b6fdec,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:27.660180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2bc13aef-0e03-4576-9a49-9cc7d392aa80 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/82381e20-3b00-44d4-b637-c7a5c6b6fdec HTTP/1.1" status: 204 len: 168 time: 1.0264990 Feb 13 23:44:27.664663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.665564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:27.687767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.694489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.725976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060175b9-69de-4857-8ff0-67af4db6ebb5,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:27.752417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.757021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5e9b73b2-58ed-4f7d-8aa6-733e62dd4134 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3050280 Feb 13 23:44:27.757200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43858) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:27.763884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:27.771677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:27.776864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Usage tracker for resource:floatingip and tenant:37061f324cd34d6daa0813fcd638c758 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:27.780110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:27.787770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:27.789447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:27.800441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:27.804763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.884787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dad48d10-2577-4596-8418-19b44e68f050 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2152443 Feb 13 23:44:27.896191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:27.905304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:27.922268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.002150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0326b3f3-58cb-444c-aa06-66c3f60e2f4e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:28.029737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813115-9d2c-402f-8c57-9aec22daf731 req-392000d5-4794-49d7-995a-95b16a15fa02 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:28.031573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70813115-9d2c-402f-8c57-9aec22daf731 req-392000d5-4794-49d7-995a-95b16a15fa02 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 945 time: 0.5049057 Feb 13 23:44:28.170144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:28.180516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:28.189640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:28.198835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:28.203118 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9141dab8-42d4-4b66-bba6-35779218ec0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9722292 Feb 13 23:44:28.203567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:28.204023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43868) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.211349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7c6371f7-e68c-49df-8e8b-7c2108e169ea tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.212426 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-7c6371f7-e68c-49df-8e8b-7c2108e169ea tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.216213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7c6371f7-e68c-49df-8e8b-7c2108e169ea tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107160 Feb 13 23:44:28.218648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70813115-9d2c-402f-8c57-9aec22daf731 req-57ccf022-b71f-4778-9a26-68805078a332 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797936 Feb 13 23:44:28.219248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43872) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.225359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.232899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:28.238443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:28.240185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:28.243823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:28.248028 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:28.270926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:28.293390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:28.327893 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.332261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fb85f505-a071-4793-8cc3-b6c147e14b0a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1120076 Feb 13 23:44:28.333700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43880) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.339455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-62a5da40-b08d-4b64-80b4-336dc33cc92a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.342194 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-62a5da40-b08d-4b64-80b4-336dc33cc92a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.348544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-62a5da40-b08d-4b64-80b4-336dc33cc92a tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134661 Feb 13 23:44:28.349407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43884) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.369961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.389901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:28.396001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:28.399523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:28.407196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:28.475032 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.476621 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e3522876-50f7-42c8-b556-39d9bf2534c2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1260889 Feb 13 23:44:28.479462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43890) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.486163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-41a86263-062d-4d76-97f5-ac07373ec2b9 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.487000 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-41a86263-062d-4d76-97f5-ac07373ec2b9 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.492784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-41a86263-062d-4d76-97f5-ac07373ec2b9 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122275 Feb 13 23:44:28.493604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.494534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:44:28.501119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.513643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:28.518274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:28.522925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:28.529479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:28.574128 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.579371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0c44f0b6-abab-48a2-9bdb-267f1fa35a08 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0846267 Feb 13 23:44:28.580319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43898) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.586640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3a94a3d2-8f4c-4af6-acf3-eec9969e80df tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.587381 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-3a94a3d2-8f4c-4af6-acf3-eec9969e80df tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.589801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3a94a3d2-8f4c-4af6-acf3-eec9969e80df tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084767 Feb 13 23:44:28.592272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43902) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.597645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.605716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:28.609983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:28.613438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:28.620749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:28.657954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] Deleting port e6dcecd6-8465-4ba2-8dcf-464f72184326 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:28.658429 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:28.660056 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.665223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-818106ff-7a57-43ab-a011-05b82b7e315c tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0718379 Feb 13 23:44:28.666441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43906) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.667550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:28.674075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0326b3f3-58cb-444c-aa06-66c3f60e2f4e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:28.681712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:28.687033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:28.691112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:28.698405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:28.741448 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:28.745950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43912) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:28.747982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-37105012-39b6-4cc5-b3ca-c4f9053d551d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0802913 Feb 13 23:44:28.883083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:27Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:28.960422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3d8c4-3416-49b7-8fd2-90ca1f4b852b None None] The sync data for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 is: [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:27Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:44:28.966235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-01019bb5-87a9-468c-88ca-5ce6944c9641 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.037860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Allocated IP 172.25.4.195 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/642b3ade-f3df-443b-bb5b-cabd0357260d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:29.127234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] For port e6dcecd6-8465-4ba2-8dcf-464f72184326, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e6dcecd6-8465-4ba2-8dcf-464f72184326,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:29.127711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.334458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-01019bb5-87a9-468c-88ca-5ce6944c9641 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.362950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] Calling delete_port for e6dcecd6-8465-4ba2-8dcf-464f72184326 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:29.392103 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.534728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-01019bb5-87a9-468c-88ca-5ce6944c9641 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.548855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:29.579747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:29.584811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:29.585740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.609332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.635091 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.642832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=45662edd-2fec-427f-9fe3-01204267c758,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:29.659972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01019bb5-87a9-468c-88ca-5ce6944c9641 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326b3f3-58cb-444c-aa06-66c3f60e2f4e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:29.732527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] Pushing event deleted for resources: {'Port': ['ID=e6dcecd6-8465-4ba2-8dcf-464f72184326,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:29.734933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6471b-d6d8-405a-a25d-d03c675c1450 None None] No DVR routers for this DVR port e6dcecd6-8465-4ba2-8dcf-464f72184326 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:44:29.783631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce29c8-f165-4695-ad78-02b79f052d7f None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:29.802934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-01019bb5-87a9-468c-88ca-5ce6944c9641 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:29.806105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-01019bb5-87a9-468c-88ca-5ce6944c9641 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/0326b3f3-58cb-444c-aa06-66c3f60e2f4e HTTP/1.1" status: 204 len: 168 time: 1.0579889 Feb 13 23:44:29.808479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43926) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:29.817810 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ad458899-452e-4ab3-a800-af44dc2af7ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9032295 Feb 13 23:44:29.828477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43930) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:29.847650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '45662edd-2fec-427f-9fe3-01204267c758', 'ip_address': '2001:db8::c43f:383e:118c:a31'}], 'name': 'tempest-NetworksTestDHCPv6-794851671'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:29.902486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b84e0217-04a0-4fc4-9de7-63356e97dcb1 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:29.951871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b84e0217-04a0-4fc4-9de7-63356e97dcb1 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:29.953226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b84e0217-04a0-4fc4-9de7-63356e97dcb1 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1436582 Feb 13 23:44:29.961313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43934) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:29.994329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--860928074'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:30.013722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.028164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:30.052268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:30.072116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.128209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:30.143469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:30.160418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:30.178480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:30.233814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5efd2ae4-b86e-4930-b58f-d3a1ee028959 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:30.355234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.368191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.448633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03568059-4a05-4c9b-b172-e357684a52c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.474784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '45662edd-2fec-427f-9fe3-01204267c758'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:44:30.478933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.496611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.498709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5232031 Feb 13 23:44:30.503910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43942) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:30.533227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:30.536890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081bb72-a1fa-4552-9cfa-812cddbefa02 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07ac8f2-9611-4b44-86dd-dd7fc51341e8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:30.537974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:30.579434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'd07ac8f2-9611-4b44-86dd-dd7fc51341e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:30.594311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:30.594572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:30.606056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:30.606440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.627847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:30.633684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:30.636960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=642b3ade-f3df-443b-bb5b-cabd0357260d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:30.647882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:30.653645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:30.662208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:30.665069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:30.677404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:30.681875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:30.778965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:30.784152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.795079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/45662edd-2fec-427f-9fe3-01204267c758/215109b6-5be8-4839-8554-8b1a9170edb7) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:30.849612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port d39ca595-806f-4a08-9fb5-3adb2c68ba2a yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:30.886140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:30.959641 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The resource could not be found. Feb 13 23:44:30.959641 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8a065db6-5c6d-4a06-b331-6d1b36d336b2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4223311 Feb 13 23:44:30.960788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43954) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:30.966523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': 'd07ac8f2-9611-4b44-86dd-dd7fc51341e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'de58bf38-6df4-4db4-8bec-6aee876436cb'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:30.982406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:30.990152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:31.003356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:31.010555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:31.033756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.100333 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The resource could not be found. Feb 13 23:44:31.101367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ecf5edbd-c741-44d5-855a-e5489a23ea2d tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1395960 Feb 13 23:44:31.104177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43958) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:31.175312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.194074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.206591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e32f7004-55c8-4301-b7ee-6ba664694982 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.222700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Transition to ACTIVE for port object 215109b6-5be8-4839-8554-8b1a9170edb7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:31.244308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e32f7004-55c8-4301-b7ee-6ba664694982 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.285287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Transition to ACTIVE for port object 215109b6-5be8-4839-8554-8b1a9170edb7 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:31.291870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5efd2ae4-b86e-4930-b58f-d3a1ee028959, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5efd2ae4-b86e-4930-b58f-d3a1ee028959,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:31.304262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.312798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e32f7004-55c8-4301-b7ee-6ba664694982 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.353249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7004-55c8-4301-b7ee-6ba664694982 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07ac8f2-9611-4b44-86dd-dd7fc51341e8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:31.403833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e32f7004-55c8-4301-b7ee-6ba664694982 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.405235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e32f7004-55c8-4301-b7ee-6ba664694982 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/d07ac8f2-9611-4b44-86dd-dd7fc51341e8 HTTP/1.1" status: 204 len: 168 time: 0.2998681 Feb 13 23:44:31.408018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:31.503850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5efd2ae4-b86e-4930-b58f-d3a1ee028959,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:31.520326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.531629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::c43f:383e:118c:a31 (f3558132-a192-4c12-af74-1bdc60bf6bc0/45662edd-2fec-427f-9fe3-01204267c758/d39ca595-806f-4a08-9fb5-3adb2c68ba2a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:31.536539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e6dcecd6-8465-4ba2-8dcf-464f72184326 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:31.543164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e4f9e8a-2c97-4a03-aab3-c29f78afe8d2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:31.581562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e4f9e8a-2c97-4a03-aab3-c29f78afe8d2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:31.587037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e4f9e8a-2c97-4a03-aab3-c29f78afe8d2 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1738763 Feb 13 23:44:31.587387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43976) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:31.593209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '0f94291b-d68a-4106-b698-3fe96e8efa11', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:31.610052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:31.618924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:31.622834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:31.634794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:31.649199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:31.654598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:44:31.675642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:31.700925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.705433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e6dcecd6-8465-4ba2-8dcf-464f72184326 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:44:31.705886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e6dcecd6-8465-4ba2-8dcf-464f72184326 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:44:31.722271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:31.743865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.746020 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The resource could not be found. Feb 13 23:44:31.750242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79891ca4-d34c-4356-b05e-aa57031ed987 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1613932 Feb 13 23:44:31.755211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43982) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:31.764593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--617487314'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:31.773782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:31.787887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:31.803303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.806878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Pushing event updated for resources: {'Port': ['ID=215109b6-5be8-4839-8554-8b1a9170edb7,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:31.875290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:31.883170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:31.887104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:31.895598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:31.962845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Attempting to bind port 215109b6-5be8-4839-8554-8b1a9170edb7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:31.963387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Attempting to bind port 215109b6-5be8-4839-8554-8b1a9170edb7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:31.965156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Attempting to bind port 215109b6-5be8-4839-8554-8b1a9170edb7 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:31.980188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:31.980946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:31.981506 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.982082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:31.983767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.984608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Bound port: 215109b6-5be8-4839-8554-8b1a9170edb7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:31.984961 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:31.989690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.046017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69ebe4-6248-4cea-ae38-640431d09ab2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:32.075457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.077473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dfa57948-f056-4dca-9f6b-3e219c2e8c11 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3202739 Feb 13 23:44:32.080222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43988) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:32.094286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--81846211'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:32.102383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:32.107879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:32.111573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:32.122672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:32.131377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5efd2ae4-b86e-4930-b58f-d3a1ee028959 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:32.159877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.200331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=642b3ade-f3df-443b-bb5b-cabd0357260d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:32.218280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:32.223563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:32.227347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:32.236067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:32.335616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] For port 215109b6-5be8-4839-8554-8b1a9170edb7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:32.341961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.348731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.353029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.365165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] For port 215109b6-5be8-4839-8554-8b1a9170edb7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=215109b6-5be8-4839-8554-8b1a9170edb7,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:32.381852 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.407444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651d6ff9-b218-414c-82aa-378216ea9395,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:32.445541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-06b4a8c0-697f-4dea-b7db-1fcaa193504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.454824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.456792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ecd03324-4b80-4bfd-9edb-fcb3f457b91f tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3752325 Feb 13 23:44:32.460228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43996) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:32.462651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.470382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.471582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-820a7308-1d68-4428-952c-4e0391cc3995 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7134693 Feb 13 23:44:32.472068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group_rule': {'security_group_id': '9f69ebe4-6248-4cea-ae38-640431d09ab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '651d6ff9-b218-414c-82aa-378216ea9395'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:32.485722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object d39ca595-806f-4a08-9fb5-3adb2c68ba2a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:32.499846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:32.500543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.511145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:32.517047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.521407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:32.529015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:32.541020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:32.604397 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:44:32.608496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0760d88d-a5ec-4545-adba-0df965e56195 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1469586 Feb 13 23:44:32.609227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:32.615287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580295-188a-4efc-bd07-e16e5c1636f2 None None] Pushing event updated for resources: {'Port': ['ID=215109b6-5be8-4839-8554-8b1a9170edb7,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:32.717721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:32.733400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:32.742795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=d39ca595-806f-4a08-9fb5-3adb2c68ba2a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:32.745093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:32.752197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:32.752854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.771443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7223dd9b-190b-41e5-8edb-ea9574fdc695 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.831079 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0007b275-7260-4953-814f-61e749be7baa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0014913 Feb 13 23:44:32.841595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44018) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:32.844745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7223dd9b-190b-41e5-8edb-ea9574fdc695 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.952535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7223dd9b-190b-41e5-8edb-ea9574fdc695 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.959355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-acf297aa-75e8-43ac-ab15-bf4f4d772949 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:32.993862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7223dd9b-190b-41e5-8edb-ea9574fdc695 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:32.997629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7223dd9b-190b-41e5-8edb-ea9574fdc695 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/651d6ff9-b218-414c-82aa-378216ea9395 HTTP/1.1" status: 204 len: 168 time: 0.3850882 Feb 13 23:44:32.997629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223dd9b-190b-41e5-8edb-ea9574fdc695 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d6ff9-b218-414c-82aa-378216ea9395,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:33.004911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-acf297aa-75e8-43ac-ab15-bf4f4d772949 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:33.006573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-acf297aa-75e8-43ac-ab15-bf4f4d772949 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1714270907&fields=id&tenant_id=37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 267 time: 0.2423975 Feb 13 23:44:33.009889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44022) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:33.024207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2253db1d-d1cf-4ef4-a1ee-ac886202eda8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:33.028696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2253db1d-d1cf-4ef4-a1ee-ac886202eda8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:33.029793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2253db1d-d1cf-4ef4-a1ee-ac886202eda8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:33.151051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8bf273b4-3075-45d0-9c92-af9688beafbd tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:33.171095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2253db1d-d1cf-4ef4-a1ee-ac886202eda8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:33.176638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2253db1d-d1cf-4ef4-a1ee-ac886202eda8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3335965 Feb 13 23:44:33.177538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44026) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:33.195596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8bf273b4-3075-45d0-9c92-af9688beafbd tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:33.199700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8bf273b4-3075-45d0-9c92-af9688beafbd tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1860521 Feb 13 23:44:33.199919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44030) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:33.375162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c3c7-5409-45a8-b48c-6c10b0696ba3 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.435010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c3c7-5409-45a8-b48c-6c10b0696ba3 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.459431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port d39ca595-806f-4a08-9fb5-3adb2c68ba2a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:33.460013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.516564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c3c7-5409-45a8-b48c-6c10b0696ba3 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.522458 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.551408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6c3c7-5409-45a8-b48c-6c10b0696ba3 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69ebe4-6248-4cea-ae38-640431d09ab2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:33.574336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c3c7-5409-45a8-b48c-6c10b0696ba3 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.576001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1cd6c3c7-5409-45a8-b48c-6c10b0696ba3 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f69ebe4-6248-4cea-ae38-640431d09ab2 HTTP/1.1" status: 204 len: 168 time: 0.3747981 Feb 13 23:44:33.580687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44036) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:33.691628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-041dd3a4-4fd4-4d4c-bf8e-d10a2623a423 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:33.719324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-041dd3a4-4fd4-4d4c-bf8e-d10a2623a423 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:33.734066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-041dd3a4-4fd4-4d4c-bf8e-d10a2623a423 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1437151 Feb 13 23:44:33.734066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44044) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:33.734066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015961922'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:33.755844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:33.781731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:33.805211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.814888 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:33.881296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:33.886342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Usage tracker for resource:security_group_rule and tenant:098b6bc810c840329f22d9f3ece294bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:33.890650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:33.898876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:33.948103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-14b382b5-cad8-4803-b03c-8ad562cc7cd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:33.949148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-14b382b5-cad8-4803-b03c-8ad562cc7cd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:34.028595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-14b382b5-cad8-4803-b03c-8ad562cc7cd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:34.029860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-14b382b5-cad8-4803-b03c-8ad562cc7cd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.9969404 Feb 13 23:44:34.045298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.052621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.128475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 215109b6-5be8-4839-8554-8b1a9170edb7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:34.143440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-b4eb3f97-80af-481b-a5a1-e0604566599c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9179564 Feb 13 23:44:34.144843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-2b890316-1595-4d22-8a29-3c82d1b61cb2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/quotas/37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 375 time: 0.0280910 Feb 13 23:44:34.171525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe3c706-eb72-4a68-b836-536a4067c02d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:34.178854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.180270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5399b1e1-4db3-4ea1-aa49-c15e17ccce10 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4527500 Feb 13 23:44:34.182826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44052) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:34.190187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0dab1447-ec08-4501-9a7b-f0deee220ade tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:34.190818 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-0dab1447-ec08-4501-9a7b-f0deee220ade tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] update failed (client error): There was a conflict when trying to complete your request. Feb 13 23:44:34.192721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0dab1447-ec08-4501-9a7b-f0deee220ade tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "PUT /v2.0/security-groups/afe3c706-eb72-4a68-b836-536a4067c02d HTTP/1.1" status: 409 len: 330 time: 0.0078602 Feb 13 23:44:34.198438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44056) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:34.240325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 215109b6-5be8-4839-8554-8b1a9170edb7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:34.302546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] Provisioning for port 215109b6-5be8-4839-8554-8b1a9170edb7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:34.311153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] Provisioning complete for port 215109b6-5be8-4839-8554-8b1a9170edb7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:34.311924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.339430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2252d984-09de-4ba2-b514-f8ba4b1a90ed tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.405651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2252d984-09de-4ba2-b514-f8ba4b1a90ed tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.420057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.525736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2252d984-09de-4ba2-b514-f8ba4b1a90ed tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.546647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.576108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d984-09de-4ba2-b514-f8ba4b1a90ed tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe3c706-eb72-4a68-b836-536a4067c02d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:34.588884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-dd536a93-79dd-4c62-8e77-1a793b4b3b7b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:34.596889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2252d984-09de-4ba2-b514-f8ba4b1a90ed tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.598127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2252d984-09de-4ba2-b514-f8ba4b1a90ed tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/afe3c706-eb72-4a68-b836-536a4067c02d HTTP/1.1" status: 204 len: 168 time: 0.3973005 Feb 13 23:44:34.602071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44070) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:34.619363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] For port 215109b6-5be8-4839-8554-8b1a9170edb7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=215109b6-5be8-4839-8554-8b1a9170edb7,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:34.631346 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.729093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-da298bff-387f-4714-96a6-012a6658bd22 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Synchronizing usage tracker for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:34.767439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-da298bff-387f-4714-96a6-012a6658bd22 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] Unset dirty status for tenant:098b6bc810c840329f22d9f3ece294bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:34.774361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-da298bff-387f-4714-96a6-012a6658bd22 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1657565 Feb 13 23:44:34.774739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44082) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:34.801678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for d39ca595-806f-4a08-9fb5-3adb2c68ba2a owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:34.821207 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-c429b5bd-5fc3-4fce-96d4-69dc65624f4e tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] delete failed (client error): The resource could not be found. Feb 13 23:44:34.825741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c429b5bd-5fc3-4fce-96d4-69dc65624f4e tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "DELETE /v2.0/security-groups/d66cb436-1a59-4b48-862b-cc374ecba327 HTTP/1.1" status: 404 len: 347 time: 0.0463004 Feb 13 23:44:34.833752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44088) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:34.860638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e509e-53dc-4db6-99c7-c22699a01909 None None] Pushing event updated for resources: {'Port': ['ID=215109b6-5be8-4839-8554-8b1a9170edb7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:34.892100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-12daf3ff-b8d1-4120-b2ff-67de10524f16 None None] Provisioning for port d39ca595-806f-4a08-9fb5-3adb2c68ba2a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:34.906912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-12daf3ff-b8d1-4120-b2ff-67de10524f16 None None] Provisioning complete for port d39ca595-806f-4a08-9fb5-3adb2c68ba2a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:34.907431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-12daf3ff-b8d1-4120-b2ff-67de10524f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:34.909000 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-87091cdf-4a82-4752-96e5-1a69264012f7 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] show failed (client error): The resource could not be found. Feb 13 23:44:34.914431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-87091cdf-4a82-4752-96e5-1a69264012f7 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-groups/c51a776e-8eeb-4866-886b-d3c88aa771d1 HTTP/1.1" status: 404 len: 347 time: 0.0753636 Feb 13 23:44:34.918064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44094) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:34.981881 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-f55fe2bc-645a-490c-ab48-cf991ad6be80 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] show failed (client error): The resource could not be found. Feb 13 23:44:34.984888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f55fe2bc-645a-490c-ab48-cf991ad6be80 tempest-NegativeSecGroupTest-909453151 tempest-NegativeSecGroupTest-909453151-project] 10.222.0.36 "GET /v2.0/security-group-rules/bb583944-b57e-457c-baf4-187d57d5506f HTTP/1.1" status: 404 len: 356 time: 0.0655818 Feb 13 23:44:35.119060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-12daf3ff-b8d1-4120-b2ff-67de10524f16 None None] Port d39ca595-806f-4a08-9fb5-3adb2c68ba2a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:44:35.127041 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:35.185422 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:44:35.298253 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:35.545637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-dd536a93-79dd-4c62-8e77-1a793b4b3b7b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:35.547009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-dd536a93-79dd-4c62-8e77-1a793b4b3b7b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3939757 Feb 13 23:44:35.582459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-481cac22-daa3-4775-b6a2-ae2ce0f94a6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a46e901cc85a4278bed3c893fb3e9901&device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 6490 time: 1.2670443 Feb 13 23:44:35.689694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=d39ca595-806f-4a08-9fb5-3adb2c68ba2a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:35.735604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44106) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:35.744258 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:35.799097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978f1a-fa74-4064-9f8b-e449b1669d94 req-ba0757f6-d738-4f2c-a090-a8042f533e2f tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:35.801039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f978f1a-fa74-4064-9f8b-e449b1669d94 req-ba0757f6-d738-4f2c-a090-a8042f533e2f tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 945 time: 0.1615527 Feb 13 23:44:35.829277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.829624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.829961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.830432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.830683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.831016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.831343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.831674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.832055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.832928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.833312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:35.853547 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-efc46d9e-5fcb-4593-bdb6-4b8be181574d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/d39ca595-806f-4a08-9fb5-3adb2c68ba2a HTTP/1.1" status: 204 len: 168 time: 2.6721587 Feb 13 23:44:35.860592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:35.868830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f978f1a-fa74-4064-9f8b-e449b1669d94 req-0768068c-24d2-4e02-8d52-baf9b8720937 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616210 Feb 13 23:44:35.923054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-8feb4c15-424a-4511-ac71-db8cf8f4d6b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324692 Feb 13 23:44:36.023816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-88a3926e-8103-4e3b-962c-96703684de6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:36.024331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-88a3926e-8103-4e3b-962c-96703684de6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:36.024769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-88a3926e-8103-4e3b-962c-96703684de6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:36.026572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-88a3926e-8103-4e3b-962c-96703684de6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4562e5fb-b936-4fbe-9863-acedf38f007c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=d726b444-4c7c-419a-80ca-de4c3d57a91c&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 200 len: 2290 time: 0.3267155 Feb 13 23:44:36.044673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c5cfa188-7cfa-4f39-bab4-488e29c34b21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=098b6bc810c840329f22d9f3ece294bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039672 Feb 13 23:44:36.045686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:36.060859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 215109b6-5be8-4839-8554-8b1a9170edb7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:36.195389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 215109b6-5be8-4839-8554-8b1a9170edb7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:36.195756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:36.195889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ab992ef6-540f-4f28-a23d-17118ad1ad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:36.225670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ab992ef6-540f-4f28-a23d-17118ad1ad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:36.303256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ab992ef6-540f-4f28-a23d-17118ad1ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:36.311110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-57a3e2cf-fd65-4421-870d-a278db0d2ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834835 Feb 13 23:44:36.341878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab992ef6-540f-4f28-a23d-17118ad1ad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ba6d9-3127-4a02-afb4-ecb58b642894,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:36.359188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc127be2-8b91-45d1-9444-c97de1fd288e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:36.360781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc127be2-8b91-45d1-9444-c97de1fd288e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:36.361596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cc127be2-8b91-45d1-9444-c97de1fd288e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:36.371256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ab992ef6-540f-4f28-a23d-17118ad1ad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:36.377194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ab992ef6-540f-4f28-a23d-17118ad1ad91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f2ba6d9-3127-4a02-afb4-ecb58b642894 HTTP/1.1" status: 204 len: 168 time: 0.3303168 Feb 13 23:44:36.400091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cc127be2-8b91-45d1-9444-c97de1fd288e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:36.404624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44126) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:36.408934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cc127be2-8b91-45d1-9444-c97de1fd288e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5466094 Feb 13 23:44:36.415766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-f329a564-5320-4189-aac3-7a4a898885e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 200 len: 1000 time: 0.3555844 Feb 13 23:44:36.536857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-c27eec5e-4cb4-44da-966d-6d668748c543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:36.538625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-c27eec5e-4cb4-44da-966d-6d668748c543 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d79c442b-b6d1-491b-8fb2-23e91af08245 HTTP/1.1" status: 200 len: 851 time: 0.1174691 Feb 13 23:44:36.719859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b128494c-f2b7-439f-af10-341a5ea7cc38 req-341fb9f1-634d-483c-9fe1-caafbf4f1687 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 210 time: 0.0790901 Feb 13 23:44:36.739194 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-3976acb8-461c-4896-bf1a-b87860540da4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4562e5fb-b936-4fbe-9863-acedf38f007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938901 Feb 13 23:44:36.818132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 45662edd-2fec-427f-9fe3-01204267c758 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:36.822562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:36.913611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.040096 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.209066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.316834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.423324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=45662edd-2fec-427f-9fe3-01204267c758,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:37.431566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.441072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33857024-a8c6-44ed-996b-94b5d6a236ec None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:37.471879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-45aab14f-31c6-4b94-84ec-06a5b024f4e3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/45662edd-2fec-427f-9fe3-01204267c758 HTTP/1.1" status: 204 len: 168 time: 1.0661120 Feb 13 23:44:37.472704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:37.494511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-76608a0d-1698-412f-a9df-48676c2a467e service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411468 Feb 13 23:44:37.502700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca2f69-8188-4140-adef-0e0d2e33fa7d req-87d2f06a-e5a6-4f56-936c-ce0a4cff62a7 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:37.515762 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-28ca2f69-8188-4140-adef-0e0d2e33fa7d req-87d2f06a-e5a6-4f56-936c-ce0a4cff62a7 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 945 time: 0.2725830 Feb 13 23:44:37.642051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-5f7c6420-5917-481b-be40-35b06851a9c8 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:37.646068 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-5f7c6420-5917-481b-be40-35b06851a9c8 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.42 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 945 time: 0.7275221 Feb 13 23:44:37.646209 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b50c99d-d507-495d-b432-68011ab57dd9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1682403 Feb 13 23:44:37.647701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44162) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:37.662904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:37.834854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-28ca2f69-8188-4140-adef-0e0d2e33fa7d req-a1a7c8fb-8747-4c3b-b9ce-0e24e6535a49 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832452 Feb 13 23:44:37.859674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:44:37.870432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Deleting port 215109b6-5be8-4839-8554-8b1a9170edb7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:37.871124 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.882078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Deleting port 719facce-423f-4a78-961f-9dd3aec753ae {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:37.883252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:37.917378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:37.923074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:37.927578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:37.936871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:37.978581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-dcff5bd3-8846-4a7f-91fd-85843d13df4e service neutron] 10.222.0.42 "GET /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588208 Feb 13 23:44:38.070263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffb49df4-2946-4feb-ae1f-0c71255daacc req-8a675d92-3952-483a-b87e-80b10a146913 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 210 time: 0.1128368 Feb 13 23:44:38.073622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:38.079411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:38.163876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-22446ed9-bdd9-4785-b59c-7e2351c0baf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 217 time: 0.1673751 Feb 13 23:44:38.179161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 215109b6-5be8-4839-8554-8b1a9170edb7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:38.356691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-6012332f-acf0-46de-b1ae-1c30e042fc37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:38.358613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-6012332f-acf0-46de-b1ae-1c30e042fc37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.1541567 Feb 13 23:44:38.459821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] For port 215109b6-5be8-4839-8554-8b1a9170edb7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=215109b6-5be8-4839-8554-8b1a9170edb7,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:38.460461 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:38.742923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] For port 719facce-423f-4a78-961f-9dd3aec753ae, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=719facce-423f-4a78-961f-9dd3aec753ae,segment=NetworkSegment(ca127860-a052-430e-b28e-2e8b11e0e614),segment_id=ca127860-a052-430e-b28e-2e8b11e0e614)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:38.743187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:38.888650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Calling delete_port for 215109b6-5be8-4839-8554-8b1a9170edb7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:38.938238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:38.952934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-ce5618fc-0a19-428a-bab5-e4fb2a275d29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5770128 Feb 13 23:44:39.052331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:39.120013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-2cf4c848-a792-40bb-9ac6-83e0b17be489 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:39.121410 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:39.122205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-2cf4c848-a792-40bb-9ac6-83e0b17be489 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.4664438 Feb 13 23:44:39.128297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=0e8d526d-a497-4d2c-8e2c-1f68ca169469,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:39.139273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:39.142296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:39.159194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Calling delete_port for 719facce-423f-4a78-961f-9dd3aec753ae owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:39.164552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:39.165440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:39.190185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 215109b6-5be8-4839-8554-8b1a9170edb7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=215109b6-5be8-4839-8554-8b1a9170edb7,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:39.207588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:39.229139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0e0515d6-b325-4b7f-b587-7ee85e82fed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5800393 Feb 13 23:44:39.234856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44210) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:39.248533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '0e8d526d-a497-4d2c-8e2c-1f68ca169469', 'ip_address': '2001:db8::9a73:5d2f:21e6:3967'}], 'name': 'tempest-NetworksTestDHCPv6-1925064606'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:39.287569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=215109b6-5be8-4839-8554-8b1a9170edb7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:39.303972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:44:39.304330 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:44:39.452008 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-480b71f0-8652-45c5-be58-b8f60226feb1 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137858 Feb 13 23:44:39.576361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:39.585811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:39.595881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:39.606103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:39.658474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-8f228ec2-71a3-4572-a67b-fd5be4b9c99f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 380 time: 0.5173616 Feb 13 23:44:39.659216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:39.664949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:39.700060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'port': {'device_id': '96536dfb-a62d-49d9-8374-44111c4601d7', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'admin_state_up': True, 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'security_groups': ['a336fdf9-e68a-4307-89a1-c46cabe3da0c']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:39.805318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Deleting port 215109b6-5be8-4839-8554-8b1a9170edb7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:39.806261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:39.842560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 9c82d888-07f2-42ad-8eb1-8941ff4c5930 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:40.031533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:40.060820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e3e72-7bc1-4869-824e-67711ccdda7f req-147b0395-9257-4696-b97a-b5cf536d3b81 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:40.062822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-378e3e72-7bc1-4869-824e-67711ccdda7f req-147b0395-9257-4696-b97a-b5cf536d3b81 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/ports?device_id=049cc7ad-6199-448b-a6cf-fd259e42d4eb HTTP/1.1" status: 200 len: 945 time: 0.9370546 Feb 13 23:44:40.228718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] For port 215109b6-5be8-4839-8554-8b1a9170edb7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=215109b6-5be8-4839-8554-8b1a9170edb7,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:40.229476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:40.334307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-7913f589-730d-4467-86b1-9be449229e47 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904778 Feb 13 23:44:40.377564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Pushing event deleted for resources: {'Port': ['ID=719facce-423f-4a78-961f-9dd3aec753ae,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:40.405443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 719facce-423f-4a78-961f-9dd3aec753ae no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:40.456868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::9a73:5d2f:21e6:3967 (f3558132-a192-4c12-af74-1bdc60bf6bc0/0e8d526d-a497-4d2c-8e2c-1f68ca169469/9c82d888-07f2-42ad-8eb1-8941ff4c5930) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:40.532562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Calling delete_port for 215109b6-5be8-4839-8554-8b1a9170edb7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:40.624512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:40.641187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6233477f-146e-4dbb-b52c-2e8e051c55ab req-62de915a-ac77-4d55-b3c5-2c868e8c8dda tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 210 time: 0.9869375 Feb 13 23:44:40.662930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] No DVR routers for this DVR port 719facce-423f-4a78-961f-9dd3aec753ae on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:44:40.666473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-427751be-1323-4caf-a9ab-e85aab1f6b93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 217 time: 0.2854078 Feb 13 23:44:40.667546 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:40.671939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:40.672071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'name': 'network-vif-deleted', 'tag': '719facce-423f-4a78-961f-9dd3aec753ae'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:44:40.693655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 719facce-423f-4a78-961f-9dd3aec753ae {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:44:40.693999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 719facce-423f-4a78-961f-9dd3aec753ae not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:44:40.757135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-378e3e72-7bc1-4869-824e-67711ccdda7f req-a9bb62a3-efe6-4dc2-bf46-9c4c0a2a05da tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451542 Feb 13 23:44:40.767887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-05cd3c64-37f4-4135-8a5b-50aaf3c305d3 req-032e8365-6faf-41ba-a1c3-c93d57ed35c1 tempest-VolumesActionsTest-2142794845 tempest-VolumesActionsTest-2142794845-project] 10.222.0.42 "DELETE /v2.0/ports/719facce-423f-4a78-961f-9dd3aec753ae HTTP/1.1" status: 204 len: 173 time: 3.1111765 Feb 13 23:44:40.795450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-eb845da2-b242-40c0-847f-f3e21fe8fc00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:40.797193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-eb845da2-b242-40c0-847f-f3e21fe8fc00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.1150267 Feb 13 23:44:40.887387 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049cc7ad-6199-448b-a6cf-fd259e42d4eb', 'name': 'network-vif-deleted', 'tag': '719facce-423f-4a78-961f-9dd3aec753ae', 'status': 'completed', 'code': 200} Feb 13 23:44:40.902949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:40.909087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:40.964596 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:40.990120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-02121694-12b8-4fd8-a08f-2990ceb9cb13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815896 Feb 13 23:44:41.103383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] No DVR routers for this DVR port 215109b6-5be8-4839-8554-8b1a9170edb7 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:44:41.107394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f531e-9a95-40f5-989b-f854010007b5 None None] Pushing event deleted for resources: {'Port': ['ID=215109b6-5be8-4839-8554-8b1a9170edb7,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:41.227575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73d9a6-3079-4d0c-8015-deca59495d4e None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:41.288364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-c5d9d360-9ce5-4084-970b-a6f2a5fda2b8 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879584 Feb 13 23:44:41.408040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:41.524457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-641d97cd-5b09-44fd-94d9-f7d2a4debebf service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273374 Feb 13 23:44:41.575124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 9c82d888-07f2-42ad-8eb1-8941ff4c5930 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:41.720813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Allocated IP 172.20.0.13 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:41.740508 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-f38aeb76-2b23-473a-ad1d-02f04359b262 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=bae62062-b10b-4891-891f-6c7c2dcca4da HTTP/1.1" status: 200 len: 217 time: 0.1999729 Feb 13 23:44:41.826222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:41.880883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-d840007b-fa8c-4e34-a186-a52bcf7f8b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:41.882696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-d840007b-fa8c-4e34-a186-a52bcf7f8b4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.1321323 Feb 13 23:44:41.904785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '0e8d526d-a497-4d2c-8e2c-1f68ca169469'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:44:41.906305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:42.093919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:42.112232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:42.121020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:42.132589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:42.138158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:42.152015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-415c4a46-d426-4bc9-8b25-437fafd2154f req-d33dc556-69a7-49e0-9267-b1af2b91f316 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 210 time: 0.1475253 Feb 13 23:44:42.232151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-76c407a4-8669-450d-b8a4-a762a8bd9830 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3396289 Feb 13 23:44:42.271432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/0e8d526d-a497-4d2c-8e2c-1f68ca169469/71899d2c-6c6a-4983-bda5-d9b6eca193c1) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:42.466862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=9c82d888-07f2-42ad-8eb1-8941ff4c5930,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:42.483745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ab4a3b0-0739-4064-9d71-0ca37b041368 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2466528 Feb 13 23:44:42.488653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44282) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:42.584419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:42.619077 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-b7794fc0-d29b-42a6-9b05-326ebd903f7b service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756943 Feb 13 23:44:42.649460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Transition to ACTIVE for port object 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:42.710988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:42.738116 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:42.763615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Transition to ACTIVE for port object 71899d2c-6c6a-4983-bda5-d9b6eca193c1 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:42.816730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d90cf-317f-41ab-864a-048a16e5a41d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:42.817987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-041d90cf-317f-41ab-864a-048a16e5a41d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:42.827547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Transition to ACTIVE for port object 71899d2c-6c6a-4983-bda5-d9b6eca193c1 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:42.840206 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:42.869944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:42.875731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-041d90cf-317f-41ab-864a-048a16e5a41d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:42.882735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-041d90cf-317f-41ab-864a-048a16e5a41d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3900480 Feb 13 23:44:42.882735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44294) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:42.896243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:42.897729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:42.900391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:42.965771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Pushing event updated for resources: {'Port': ['ID=71899d2c-6c6a-4983-bda5-d9b6eca193c1,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:42.978188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:42.981651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:42.990762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:43.024231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:43.025266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.071764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-20dcde3b-5cd9-4539-8988-cfaa782fb07d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3805721 Feb 13 23:44:43.087203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Request body: {'port': {'device_id': '96536dfb-a62d-49d9-8374-44111c4601d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:43.112168 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-92b1d370-e7a3-4d67-b9f1-67f8f0433151 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792337 Feb 13 23:44:43.129375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44302) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:43.210543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Attempting to bind port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:43.210918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Attempting to bind port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:43.211282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Attempting to bind port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:43.221496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:43.221873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:43.222491 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.223724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:43.224538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Bound port: 71899d2c-6c6a-4983-bda5-d9b6eca193c1, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:43.225085 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.319154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 9c82d888-07f2-42ad-8eb1-8941ff4c5930 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:43.321372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.510402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-485db2a0-019d-4a19-84cd-c0696f2baba6 None None] Provisioning for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:43.543457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-485db2a0-019d-4a19-84cd-c0696f2baba6 None None] Provisioning complete for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:43.544196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-485db2a0-019d-4a19-84cd-c0696f2baba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.702513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-6d015bd4-6a9a-459a-8a57-19e9962085af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=827690c4-0284-4081-a053-15adb7ca7bd7 HTTP/1.1" status: 200 len: 217 time: 0.5633001 Feb 13 23:44:43.702974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] For port 71899d2c-6c6a-4983-bda5-d9b6eca193c1, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:43.754749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] For port 71899d2c-6c6a-4983-bda5-d9b6eca193c1, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=71899d2c-6c6a-4983-bda5-d9b6eca193c1,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:43.757943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.784800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.959746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:43.962216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-485db2a0-019d-4a19-84cd-c0696f2baba6 None None] Port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:44:44.053317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a66e05-b718-4cd9-9f5c-cd220cd4d954 None None] Pushing event updated for resources: {'Port': ['ID=71899d2c-6c6a-4983-bda5-d9b6eca193c1,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:44.061992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:44.068812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Usage tracker for resource:security_group_rule and tenant:83cffdf4819b4cd0815a7030527bd33c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:44.083854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:44.134854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3106-b4c3-493e-8222-4d96343e4df4 req-3af06bc8-67cd-4690-89b0-09f59dc57d3e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:44.137332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b22d3106-b4c3-493e-8222-4d96343e4df4 req-3af06bc8-67cd-4690-89b0-09f59dc57d3e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:44.164943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:44.181384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b22d3106-b4c3-493e-8222-4d96343e4df4 req-3af06bc8-67cd-4690-89b0-09f59dc57d3e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:44.182600 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b22d3106-b4c3-493e-8222-4d96343e4df4 req-3af06bc8-67cd-4690-89b0-09f59dc57d3e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 932 time: 0.4130800 Feb 13 23:44:44.185746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-12ddfca6-a9ec-4cda-ad38-abc0d137f687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:44.187644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-12ddfca6-a9ec-4cda-ad38-abc0d137f687 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 200 len: 797 time: 0.4711058 Feb 13 23:44:44.361271 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:44.555643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 9c82d888-07f2-42ad-8eb1-8941ff4c5930 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:44.589226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b22d3106-b4c3-493e-8222-4d96343e4df4 req-067ec7ed-3bca-437b-a37e-f35ba284b910 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795753 Feb 13 23:44:44.708156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:44.712857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-44fe8a75-f532-43ad-b827-0f29926ad3c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d726b444-4c7c-419a-80ca-de4c3d57a91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5010309 Feb 13 23:44:44.717240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:44.768058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:44:44.780334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:44.919813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475395b-c8a4-47d7-8c2b-2aa4a58a3f59,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:44.923765 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ae4c3460-225c-40c9-909c-a26ad61ab902 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83cffdf4819b4cd0815a7030527bd33c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7927299 Feb 13 23:44:44.927090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44328) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:45.009980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Transition to ACTIVE for port object 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:45.012029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.081326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.205482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=9c82d888-07f2-42ad-8eb1-8941ff4c5930,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:45.305736 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.329045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-7c32df62-d05c-4da1-bfdb-4bbe0aceff46 service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011903 Feb 13 23:44:45.334046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:45.337032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d1180621-6372-4396-9113-90b8b25603e7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/9c82d888-07f2-42ad-8eb1-8941ff4c5930 HTTP/1.1" status: 204 len: 168 time: 2.4444971 Feb 13 23:44:45.337162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-880b78fe-fb85-45f9-b846-c4a5aece0f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.340210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44340) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:45.479750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-880b78fe-fb85-45f9-b846-c4a5aece0f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.504875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b89a5a7d-b08a-478e-be62-7928200a8f80 None None] Could not find standard attr ID for object 9c82d888-07f2-42ad-8eb1-8941ff4c5930. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:44:45.529404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2116748-b019-4433-b68a-9d371f872bc5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:45.530932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2116748-b019-4433-b68a-9d371f872bc5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:45.531676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2116748-b019-4433-b68a-9d371f872bc5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:45.537291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b89a5a7d-b08a-478e-be62-7928200a8f80 None None] Provisioning for port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:45.574170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-217773b5-9803-476b-84c4-10814d26d0ce service neutron] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257261 Feb 13 23:44:45.692204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-880b78fe-fb85-45f9-b846-c4a5aece0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.729728 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-29add8fc-fa06-4531-bd38-ec45409ae6bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e HTTP/1.1" status: 200 len: 217 time: 0.1458335 Feb 13 23:44:45.792594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-880b78fe-fb85-45f9-b846-c4a5aece0f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:45.796306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-880b78fe-fb85-45f9-b846-c4a5aece0f6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e475395b-c8a4-47d7-8c2b-2aa4a58a3f59 HTTP/1.1" status: 204 len: 168 time: 0.8654687 Feb 13 23:44:45.796306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b78fe-fb85-45f9-b846-c4a5aece0f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475395b-c8a4-47d7-8c2b-2aa4a58a3f59,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:45.805745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b2116748-b019-4433-b68a-9d371f872bc5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:45.809839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2116748-b019-4433-b68a-9d371f872bc5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4686675 Feb 13 23:44:45.827192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:45.908621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-654765e9-9feb-47c5-97f9-c7579acaa8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:45.910349 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-654765e9-9feb-47c5-97f9-c7579acaa8ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.1693072 Feb 13 23:44:45.945354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d2acd6aa-6133-4e22-8ac8-439fcf7490cf None None] Could not find standard attr ID for object 9c82d888-07f2-42ad-8eb1-8941ff4c5930. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:44:45.998699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Attempting to bind port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:45.999216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Attempting to bind port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:45.999350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Attempting to bind port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:46.109081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:44:46.119373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Attempting to bind port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:46.171934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:46.172266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:46.172646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:46.173071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Bound port: 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:46.173410 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.201796 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-9b896b4b-609d-445c-b533-7541593acb73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2177711 Feb 13 23:44:46.212251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 71899d2c-6c6a-4983-bda5-d9b6eca193c1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:46.311273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 0e8d526d-a497-4d2c-8e2c-1f68ca169469 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:46.317270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.353355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d688b57-86ac-4a36-9ffe-4571fefa49a6 req-c28a0d2a-9abc-4ef3-876e-8f933a76d4d9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:46.367188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d688b57-86ac-4a36-9ffe-4571fefa49a6 req-c28a0d2a-9abc-4ef3-876e-8f933a76d4d9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 944 time: 0.4556231 Feb 13 23:44:46.388333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:46.393284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:46.399661 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.441180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:46.448109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:46.452537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.481151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.514999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2d688b57-86ac-4a36-9ffe-4571fefa49a6 req-4740858b-9f40-4433-bf0e-1b6da538f108 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468232 Feb 13 23:44:46.597782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-2c6bc5af-4d77-40df-a929-577f3a4ba0aa service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778355 Feb 13 23:44:46.663948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.665430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] 10.222.0.42 "PUT /v2.0/ports/8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1092 time: 3.5825982 Feb 13 23:44:46.665787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:44:46.736921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0496803-6e6b-443f-b98a-2c83a0b2db1a service neutron] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:46.742561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.836732 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'status': 'completed', 'code': 200} Feb 13 23:44:46.838181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 71899d2c-6c6a-4983-bda5-d9b6eca193c1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=71899d2c-6c6a-4983-bda5-d9b6eca193c1,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:46.851055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.924978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:46.948595 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-df14f53f-057b-4709-8349-d0cb929ed808 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400493 Feb 13 23:44:47.078824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=71899d2c-6c6a-4983-bda5-d9b6eca193c1,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:47.221072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:47.274384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-2c55c53f-f00f-4405-a8c4-fc7bab15945e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1095 time: 0.5521233 Feb 13 23:44:47.280596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8d526d-a497-4d2c-8e2c-1f68ca169469,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:47.288562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:47.303733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4902b6-8126-4b69-bfdc-848544067885 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:47.493826 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-2ab95d0d-2773-4f2c-95dd-dd74841530ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 200 len: 217 time: 0.5350900 Feb 13 23:44:47.622408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-e66d8235-eefd-4bd2-819b-d0fa620c5274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:47.624248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-e66d8235-eefd-4bd2-819b-d0fa620c5274 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 200 len: 797 time: 0.1187849 Feb 13 23:44:47.690230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-de9c0e0f-2f53-4dd7-8e1d-3b01e363d163 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/0e8d526d-a497-4d2c-8e2c-1f68ca169469 HTTP/1.1" status: 204 len: 168 time: 1.8613772 Feb 13 23:44:47.692300 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-67428ae5-08eb-4f20-9d67-2352815230a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 217 time: 0.3792791 Feb 13 23:44:47.692777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44394) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:47.831185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-0ca43a5c-dbcd-4c56-bd29-74ef6d93cfbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960561 Feb 13 23:44:47.889156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:44:47.895783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] Deleting port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:47.896383 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:48.036698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b503c3ea-3ab6-450d-8c42-799d540d693f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3427477 Feb 13 23:44:48.037438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:48.086524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-5d7d7f74-a2d5-49d0-827a-338bd21ba9ca service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427657 Feb 13 23:44:48.225221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] For port 71899d2c-6c6a-4983-bda5-d9b6eca193c1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=71899d2c-6c6a-4983-bda5-d9b6eca193c1,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:48.225613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:48.237302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a60c2f25-9be3-460c-8c5c-36e445e60d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:48.240488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-a60c2f25-9be3-460c-8c5c-36e445e60d45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.3726432 Feb 13 23:44:48.430764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcebdc4-cd3c-42bd-976c-db8b14e9d2c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:48.431499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7fcebdc4-cd3c-42bd-976c-db8b14e9d2c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:48.479356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7b0de8b-b7c5-4734-a6ff-af7f0d7e2c89 req-4d11b853-b7d6-43c4-8c86-de7e914fa77e service neutron] 10.222.0.42 "GET /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383248 Feb 13 23:44:48.509770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-ae7a0c9b-62af-4c30-b924-8fb324250c84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546372 Feb 13 23:44:48.521915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7fcebdc4-cd3c-42bd-976c-db8b14e9d2c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:48.531316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7fcebdc4-cd3c-42bd-976c-db8b14e9d2c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4891031 Feb 13 23:44:48.546225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44420) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:48.679532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311b90-6b21-445a-9e0b-dd18920aa562 req-021c9108-694b-4ce6-97d3-e3d0a771e0c5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:48.681085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3311b90-6b21-445a-9e0b-dd18920aa562 req-021c9108-694b-4ce6-97d3-e3d0a771e0c5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 944 time: 0.5922720 Feb 13 23:44:48.698874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] Calling delete_port for 71899d2c-6c6a-4983-bda5-d9b6eca193c1 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:48.732844 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-2d10f5ef-6731-44be-abfc-fbf8cb944963 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003245 Feb 13 23:44:48.735229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48156a4d-9821-4c2c-a566-f9267087c42f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:48.739640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-48156a4d-9821-4c2c-a566-f9267087c42f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886008 Feb 13 23:44:48.740748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44428) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:48.771340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3311b90-6b21-445a-9e0b-dd18920aa562 req-3d7918a5-a6ef-4fa4-9d6a-c3cabff9383b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785449 Feb 13 23:44:48.771580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 71899d2c-6c6a-4983-bda5-d9b6eca193c1 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:44:48.901622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44432) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:48.902525 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb1ad97e-fe2f-43a4-87f7-bdc6254dc135 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579387 Feb 13 23:44:48.909945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:48.959630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No active binding found for port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:44:48.960853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 71899d2c-6c6a-4983-bda5-d9b6eca193c1 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:44:48.962726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:48.998994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8d51a3c-9936-4736-bfa1-60e22ec1d3ad req-c142ca31-e120-4ca4-b503-ca22d89a639e service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530856 Feb 13 23:44:49.024727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] Pushing event deleted for resources: {'Port': ['ID=71899d2c-6c6a-4983-bda5-d9b6eca193c1,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:49.038573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d02bb-f592-43c3-ae90-a8dd72149f14 None None] No DVR routers for this DVR port 71899d2c-6c6a-4983-bda5-d9b6eca193c1 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:44:49.282259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-23c1f591-e235-4202-9fed-a8907b3d9f9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1095 time: 0.2105401 Feb 13 23:44:49.436364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:49.443330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:49.446574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:49.454914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:49.472423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:49.641308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-bfd7761d-4ec9-4633-b190-67555ae2fc11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:49.642772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-bfd7761d-4ec9-4633-b190-67555ae2fc11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.3524444 Feb 13 23:44:49.651540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:49.916806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-000aea68-f5de-4291-9a40-11e613b92b43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 217 time: 0.2665758 Feb 13 23:44:50.204646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:50.295513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:50.298981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:50.305030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:50.305619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:50.313038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5f394-584f-484f-b551-7f9ea350c38e None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:50.320138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=3df2c7bf-fae5-42a2-8902-3311e051d337,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:50.367982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e720758b-37bc-4892-b0c5-3125f37ae718 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4647715 Feb 13 23:44:50.371059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44464) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:50.379715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-aa4dadfc-62b2-46ba-9d3c-7cb79cfc2dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:50.385168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-aa4dadfc-62b2-46ba-9d3c-7cb79cfc2dac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.4459007 Feb 13 23:44:50.398816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '3df2c7bf-fae5-42a2-8902-3311e051d337', 'ip_address': '2001:db8::de5c:6d45:a1a0:f7ff'}], 'name': 'tempest-NetworksTestDHCPv6-1422159112'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:50.808950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d73d2-cff8-4e51-ad3f-a1a5d50c7b80 req-a407e7b8-f9b1-4ec5-b275-947351b47949 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:50.810802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-131d73d2-cff8-4e51-ad3f-a1a5d50c7b80 req-a407e7b8-f9b1-4ec5-b275-947351b47949 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 944 time: 0.7240634 Feb 13 23:44:50.950839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '3df2c7bf-fae5-42a2-8902-3311e051d337'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:44:50.952556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:50.953987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:51.021576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-131d73d2-cff8-4e51-ad3f-a1a5d50c7b80 req-56e1998b-f3d0-41b6-b415-67dc60b67b45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957710 Feb 13 23:44:51.041776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:51.064766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-b05efcfc-482c-497d-ab26-c710b1d45ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6284072 Feb 13 23:44:51.125718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:51.139347 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:51.298360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 69f1ae3b-3213-4ab3-88ab-1d60ce74627e yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:51.301564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/3df2c7bf-fae5-42a2-8902-3311e051d337/a1a0148b-ee45-4512-96d0-86f4959ebe87) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:51.632991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-c07310b6-ab22-4fdd-b12f-ef7bc6c61b85 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551248 Feb 13 23:44:51.955198 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.003380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Transition to ACTIVE for port object a1a0148b-ee45-4512-96d0-86f4959ebe87 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:52.121397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Transition to ACTIVE for port object a1a0148b-ee45-4512-96d0-86f4959ebe87 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:52.131375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.293350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Pushing event updated for resources: {'Port': ['ID=a1a0148b-ee45-4512-96d0-86f4959ebe87,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:52.309658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:44:52.352121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::de5c:6d45:a1a0:f7ff (f3558132-a192-4c12-af74-1bdc60bf6bc0/3df2c7bf-fae5-42a2-8902-3311e051d337/69f1ae3b-3213-4ab3-88ab-1d60ce74627e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:52.362347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f599b0bf-dca8-4c4a-aba2-af50d233ed55 req-68cad6d7-78e9-4aaf-9bbe-6347f3c4e325 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077019 Feb 13 23:44:52.520238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:52.554408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:52.560228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'network': {'name': 'tempest-network-smoke--1669323897', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:52.563409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:44:52.566207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:52.569374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:52.572034 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:52.574152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:52.584787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:network and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:52.592354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:52.602559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:52.635925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Made reservation on behalf of 7adb9718ec6f4cd68cf437ad4a8943c8 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:52.639062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.667629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.706224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22614-f08a-46f8-aae0-51ad1593ba6d req-c2732bac-246c-4753-9467-d26b22cc1f73 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:52.713811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92f22614-f08a-46f8-aae0-51ad1593ba6d req-c2732bac-246c-4753-9467-d26b22cc1f73 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 944 time: 0.4730320 Feb 13 23:44:52.730010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Attempting to bind port a1a0148b-ee45-4512-96d0-86f4959ebe87 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:44:52.730480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Attempting to bind port a1a0148b-ee45-4512-96d0-86f4959ebe87 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:44:52.731045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Attempting to bind port a1a0148b-ee45-4512-96d0-86f4959ebe87 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:44:52.746411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:44:52.746793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:44:52.747163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.747547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:44:52.748013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Bound port: a1a0148b-ee45-4512-96d0-86f4959ebe87, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:44:52.748388 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.765936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:52.778345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:security_group_rule and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:52.788775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:52.809048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:52.815303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.846114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92f22614-f08a-46f8-aae0-51ad1593ba6d req-d3efbce3-2dc4-4919-b042-060ce6ac62e8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313066 Feb 13 23:44:52.864040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] For port a1a0148b-ee45-4512-96d0-86f4959ebe87, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:44:52.867565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] For port a1a0148b-ee45-4512-96d0-86f4959ebe87, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a1a0148b-ee45-4512-96d0-86f4959ebe87,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:44:52.873572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 69f1ae3b-3213-4ab3-88ab-1d60ce74627e will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:44:52.876920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.903383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.966281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.973790 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:52.983152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.014552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce10ec-769f-4090-bc65-646e9cbbc7b3 None None] Pushing event updated for resources: {'Port': ['ID=a1a0148b-ee45-4512-96d0-86f4959ebe87,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:53.018757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:44:53.123934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:44:53.134819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:53.147814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:53.149594 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.163676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:53.179146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bb794-d38c-48d8-9ae2-35aef012b5b7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:53.187041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:53.196321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:53.196976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.204866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=69f1ae3b-3213-4ab3-88ab-1d60ce74627e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:53.212469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.212819 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Added segment 8ca430e8-bf58-4e91-a500-a700dfafb961 of type vlan for network b22c354d-95c1-4d76-a8ec-407960356531 Feb 13 23:44:53.268918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.269682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.270321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.270791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.271126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.271459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.271788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.272756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.272756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.272756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.273087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:44:53.294953 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.310275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2f5bf7d-9c71-485a-bd54-959ea1eeb26d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9350464 Feb 13 23:44:53.316713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:53.343353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '3df2c7bf-fae5-42a2-8902-3311e051d337', 'ip_address': '2001:db8::de5c:6d45:a1a0:f7ff'}], 'name': 'tempest-NetworksTestDHCPv6-1660123474'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:53.355852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:53.496128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:44:53.623701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:53.628518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.633347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:53.634007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.640260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:53.665906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:53.778428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:53.887939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44526) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:53.888440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3325524 Feb 13 23:44:53.889076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea86d4-baab-4505-a356-691799b5c903 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Network': ['ID=b22c354d-95c1-4d76-a8ec-407960356531,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:53.896027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'admin_state_up': True, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:53.896243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:44:53.902195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b22c354d-95c1-4d76-a8ec-407960356531 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:44:53.906719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:44:53.913488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:router and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:44:53.918427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:44:53.928584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.936008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:44:53.951696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:53.953476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:54.013394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 87c9092d-f8e1-4710-9434-c577817d200b yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:44:54.038940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:54.356227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a1a0148b-ee45-4512-96d0-86f4959ebe87 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:54.613712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:54.767858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a1a0148b-ee45-4512-96d0-86f4959ebe87 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:55.122119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e8e5d-0368-4685-9ae2-232c041f6eb8 req-7a9ea48e-895e-4e77-822f-46d787582643 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:55.153495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c3e8e5d-0368-4685-9ae2-232c041f6eb8 req-7a9ea48e-895e-4e77-822f-46d787582643 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.7274396 Feb 13 23:44:55.297518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:55.341750 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 13 23:44:55.342509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:44:55.344987 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:55.368969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] Provisioning for port a1a0148b-ee45-4512-96d0-86f4959ebe87 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:55.383339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] Provisioning complete for port a1a0148b-ee45-4512-96d0-86f4959ebe87 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:55.383743 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:55.456377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-add2e046-483a-41f0-a10d-2e9e0dbd4a75 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1317258 Feb 13 23:44:55.459448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44538) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:55.567782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2c3e8e5d-0368-4685-9ae2-232c041f6eb8 req-7983a0e6-f50e-4b48-94ae-f7add0e83704 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103904 Feb 13 23:44:55.763106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225bd6e6-4cf5-4257-aedd-1542f03474be tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:55.822278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225bd6e6-4cf5-4257-aedd-1542f03474be tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:55.844469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-225bd6e6-4cf5-4257-aedd-1542f03474be tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:55.914242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.25.4.59 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/2500df16-6683-4480-9540-484e2f23b0be) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:44:55.921517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-225bd6e6-4cf5-4257-aedd-1542f03474be tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:55.929818 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-225bd6e6-4cf5-4257-aedd-1542f03474be tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4667108 Feb 13 23:44:55.930456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44548) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:55.944342 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.038118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] For port a1a0148b-ee45-4512-96d0-86f4959ebe87, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a1a0148b-ee45-4512-96d0-86f4959ebe87,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:56.049208 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.065860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 69f1ae3b-3213-4ab3-88ab-1d60ce74627e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:56.067574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.187877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746f162-e420-430c-9218-a2ac6e5feb8b None None] Pushing event updated for resources: {'Port': ['ID=a1a0148b-ee45-4512-96d0-86f4959ebe87,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:56.198299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3251918c-2835-4ab1-83c1-0aba24a46110 None None] Provisioning for port 69f1ae3b-3213-4ab3-88ab-1d60ce74627e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:56.208305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3251918c-2835-4ab1-83c1-0aba24a46110 None None] Provisioning complete for port 69f1ae3b-3213-4ab3-88ab-1d60ce74627e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:56.209150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3251918c-2835-4ab1-83c1-0aba24a46110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.288220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.342964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.343632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:56.435465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3251918c-2835-4ab1-83c1-0aba24a46110 None None] Port 69f1ae3b-3213-4ab3-88ab-1d60ce74627e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:44:56.488213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:44:56.496230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:56.499155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.507097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:44:56.510149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:44:56.514692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:44:56.543061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.562978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=2500df16-6683-4480-9540-484e2f23b0be,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:56.761960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 69f1ae3b-3213-4ab3-88ab-1d60ce74627e owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:44:56.789291 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:56.867919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:44:56.869141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:44:56.877233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:57.110504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:57.202385 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:44:57.276414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:57.419421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=69f1ae3b-3213-4ab3-88ab-1d60ce74627e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:57.437326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:57.453126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:57.457928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:57.478010 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-170c5b81-9ca0-4372-9c21-4d99dedf761b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/69f1ae3b-3213-4ab3-88ab-1d60ce74627e HTTP/1.1" status: 204 len: 168 time: 1.5465002 Feb 13 23:44:57.478702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44568) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:57.587974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07d4caa4-f6b6-47a7-b618-be6f0aec5050 req-1c282be4-bf75-45e9-b4e6-b46ada9368cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1097 time: 0.2865005 Feb 13 23:44:57.673821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785afff-5e11-4901-ac65-eb2f182cca84 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:57.676936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785afff-5e11-4901-ac65-eb2f182cca84 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:57.676936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0785afff-5e11-4901-ac65-eb2f182cca84 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:44:57.721779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0785afff-5e11-4901-ac65-eb2f182cca84 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:44:57.725913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0785afff-5e11-4901-ac65-eb2f182cca84 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2429671 Feb 13 23:44:57.726794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44574) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:57.822384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7321f-065a-4aa5-bbfb-b64951eb369a req-3ebcf8df-8fa8-41db-9a69-6c443e6148af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:57.823830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74b7321f-065a-4aa5-bbfb-b64951eb369a req-3ebcf8df-8fa8-41db-9a69-6c443e6148af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.9696157 Feb 13 23:44:57.916145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07d4caa4-f6b6-47a7-b618-be6f0aec5050 req-305f3a2a-0236-4945-a493-e3f4fce8e4fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147402 Feb 13 23:44:57.952655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74b7321f-065a-4aa5-bbfb-b64951eb369a req-8eb4c092-33f2-4e43-988f-b57de18b60b3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122911 Feb 13 23:44:58.144055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a1a0148b-ee45-4512-96d0-86f4959ebe87 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:44:58.190369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router c4e710ca-2abb-49eb-b082-435cc5b36362 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:44:58.227884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 3df2c7bf-fae5-42a2-8902-3311e051d337 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:44:58.234757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.339056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a1a0148b-ee45-4512-96d0-86f4959ebe87 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:44:58.339703 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.437467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.636067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.669503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:44:58.688572 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Sync routers for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:44:58.713754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:44:58.716483 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:44:58.731858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.733773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-94f8856b-e290-411d-aa39-0d7b55d13fb2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8444619 Feb 13 23:44:58.736838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44588) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:58.774584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.868604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:58.880594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef882a-953f-4505-9152-53866ebd70f1 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:44:58.926844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=3df2c7bf-fae5-42a2-8902-3311e051d337,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:44:58.971264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a642646a-d9f7-45b5-b3b6-bf8f852123b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/3df2c7bf-fae5-42a2-8902-3311e051d337 HTTP/1.1" status: 204 len: 168 time: 1.2422292 Feb 13 23:44:58.972980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44600) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:59.291263 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:44:59.305290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6e0e85ba-9051-4952-a657-19739fecfa28 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3242176 Feb 13 23:44:59.305729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44606) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:59.313150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:44:59.344628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-35c1a119-a0fc-4a54-aeea-0c586dc05390 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7adb9718ec6f4cd68cf437ad4a8943c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6055691 Feb 13 23:44:59.346503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44610) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:59.669111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:44:59.674895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Deleting port a1a0148b-ee45-4512-96d0-86f4959ebe87 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:44:59.675669 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:44:59.801852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd2895-ccc5-4703-921c-88bce5908a00 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:59.813156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-43bd2895-ccc5-4703-921c-88bce5908a00 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4534242 Feb 13 23:44:59.821957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852863c-f358-4980-8423-0dff2c629d8b req-2183bca7-5a96-4e73-ad6c-908ba2b7956f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:44:59.834332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9852863c-f358-4980-8423-0dff2c629d8b req-2183bca7-5a96-4e73-ad6c-908ba2b7956f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.3950171 Feb 13 23:44:59.838923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44618) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:59.967544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0bb7e28-4b25-4456-8112-d0c3f1e61045 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193237 Feb 13 23:44:59.971287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:44:59.996782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178831660', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:00.043420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:00.059789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:00.078119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:00.110405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:00.177633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:00.196667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:00.240491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a1a0148b-ee45-4512-96d0-86f4959ebe87 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:00.431138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9852863c-f358-4980-8423-0dff2c629d8b req-4cfe4afa-9721-46f5-b118-78d19401ef51 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5958326 Feb 13 23:45:00.469464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:00.476772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:subnet and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:00.480868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:44:56Z', 'revision_number': 3, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:00.489610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:00.503344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b934f0cf-e80d-4898-b76e-8b966dea3f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:00.508735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:00.514082 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Checking router: c4e710ca-2abb-49eb-b082-435cc5b36362 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:45:00.520681 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Updating router c4e710ca-2abb-49eb-b082-435cc5b36362 port 2500df16-6683-4480-9540-484e2f23b0be binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:45:00.536823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Made reservation on behalf of 7adb9718ec6f4cd68cf437ad4a8943c8 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:00.577879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] For port a1a0148b-ee45-4512-96d0-86f4959ebe87, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a1a0148b-ee45-4512-96d0-86f4959ebe87,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:00.578349 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:00.731874 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:00.815784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Calling delete_port for a1a0148b-ee45-4512-96d0-86f4959ebe87 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:00.830132 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:00.924994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:00.933472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:00.941762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:00.950187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:00.957539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:00.969660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:00.979756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:01.001274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-c0319f60-2b50-4332-b0bb-9a10cfbca471 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.4838467 Feb 13 23:45:01.026183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Port a1a0148b-ee45-4512-96d0-86f4959ebe87 update to DOWN by agent not found {{(pid=83663) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 13 23:45:01.027955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:01.101647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] No DVR routers for this DVR port a1a0148b-ee45-4512-96d0-86f4959ebe87 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:01.124189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Pushing event deleted for resources: {'Port': ['ID=a1a0148b-ee45-4512-96d0-86f4959ebe87,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:01.150995 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac398e7a-4022-4ee2-ac43-99554d58d3ce req-d55c92b7-cb20-448c-8f7d-d4a86dd66259 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487117 Feb 13 23:45:01.160919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.173369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.177283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.184290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.184553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.189865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.191867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.192422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.195451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.195963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.196728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa04c3e1-a84e-47dd-8eab-9b9b66a016c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:01.240599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:01.410480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:01.414782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:01.419770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:01.420356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:01.437376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b730d71-86ea-4b39-8445-d11679f29d50 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:01.524638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=24e57e9e-19f8-4f10-ae70-f58da16a5ab5,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:01.563183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cd93d93b-8841-431a-b683-ee388a9c528c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2557182 Feb 13 23:45:01.567402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44648) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:01.575649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '24e57e9e-19f8-4f10-ae70-f58da16a5ab5', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-190285145'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:01.623466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:01.876073 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:01.898278 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Transition to ACTIVE for port object 2500df16-6683-4480-9540-484e2f23b0be will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:01.914945 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.038779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:02.047013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:02.054114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:02.067753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:02.088406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:02.094609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.107710 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16da76-d0dd-4578-818d-cac7578dc602 None None] Pushing event updated for resources: {'Port': ['ID=2500df16-6683-4480-9540-484e2f23b0be,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:02.120723 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Attempting to bind port 2500df16-6683-4480-9540-484e2f23b0be on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:02.123668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Attempting to bind port 2500df16-6683-4480-9540-484e2f23b0be by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:02.124120 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Attempting to bind port 2500df16-6683-4480-9540-484e2f23b0be on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:02.139689 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:02.146708 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:02.150908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 8051d684-30e7-48f6-9130-e9e7fd4720f6 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:45:02.153340 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.153989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:02.154520 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Bound port: 2500df16-6683-4480-9540-484e2f23b0be, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:02.154897 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.169356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '24e57e9e-19f8-4f10-ae70-f58da16a5ab5'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:45:02.170191 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.199962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Subnet': ['ID=4e0188b2-0d19-45aa-9e4b-1b94fda7e938,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:02.223524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Checking segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:02.223892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network hostable DHCP agents. Network: b22c354d-95c1-4d76-a8ec-407960356531, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:45:02.260510 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] For port 2500df16-6683-4480-9540-484e2f23b0be, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:02.264847 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] For port 2500df16-6683-4480-9540-484e2f23b0be, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2500df16-6683-4480-9540-484e2f23b0be,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:02.275248 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.275403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1f8c4-92e2-4143-9fc1-2d8f2c576e53 req-d65c6127-f169-4e9c-89a3-b74e1c84990d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.282273 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-85c1f8c4-92e2-4143-9fc1-2d8f2c576e53 req-d65c6127-f169-4e9c-89a3-b74e1c84990d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.2480011 Feb 13 23:45:02.384952 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16da76-d0dd-4578-818d-cac7578dc602 None None] Pushing event updated for resources: {'Port': ['ID=2500df16-6683-4480-9540-484e2f23b0be,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:02.392716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:02.393409 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:44:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:02.424206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network b22c354d-95c1-4d76-a8ec-407960356531 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:45:02.454863 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-85c1f8c4-92e2-4143-9fc1-2d8f2c576e53 req-ffb72545-ea9f-4160-b54e-7b24133df681 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552382 Feb 13 23:45:02.459123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, b22c354d-95c1-4d76-a8ec-407960356531) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:02.475859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.479891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.537185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9a396266-c0e4-4115-9d83-a7c4aa95fa38 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5580528 Feb 13 23:45:02.540531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44660) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:02.543438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c05f5d-484f-43a3-86ea-b410ad58ab0b None None] Network b22c354d-95c1-4d76-a8ec-407960356531 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:02.617700 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:45:02.623722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:45:02.690794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37f608d2-3280-4d8f-af02-bf12a8be6260 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.1222672 Feb 13 23:45:02.699534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44666) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:02.744279 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:02.848552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.867850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.875988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.880279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.912399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.923284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b56c17e-a507-4110-9865-ce512678715c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:02.930818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.934776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:02.957352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14cce0cc-f464-4bca-941c-97e9100059df req-181f1c88-38dc-48a2-97d1-27f9f7344cff tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.4460027 Feb 13 23:45:03.048951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/24e57e9e-19f8-4f10-ae70-f58da16a5ab5/b344e66d-e58f-45b1-9d85-81e7b7a10c08) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:03.153231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14cce0cc-f464-4bca-941c-97e9100059df req-6a58f0a8-1840-496b-928a-20d349418099 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947961 Feb 13 23:45:03.179543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c6fd164-d0a5-403d-b5fb-c4e966d9241f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:03.210549 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:44:56Z', 'revision_number': 3, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:03.248313 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255953c-0609-469b-b992-c58c9fadd0b9 None None] The sync data for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 is: [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:44:56Z', 'revision_number': 3, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:03.334151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c6fd164-d0a5-403d-b5fb-c4e966d9241f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:03.339779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44676) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:03.348728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5c6fd164-d0a5-403d-b5fb-c4e966d9241f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6327560 Feb 13 23:45:03.449599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607bfe7-6f2a-4e4b-8c74-637177235844 req-96a22500-9154-4871-89d7-a94ee39cd9ee tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:03.456440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e607bfe7-6f2a-4e4b-8c74-637177235844 req-96a22500-9154-4871-89d7-a94ee39cd9ee tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.7406726 Feb 13 23:45:03.470627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44680) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:03.489665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'floatingip': {'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:03.712461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-b22c354d-95c1-4d76-a8ec-407960356531', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:45:03.716671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b9104-ff64-40ea-8b75-81ae9501f063 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:03.718069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:03.725277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b9104-ff64-40ea-8b75-81ae9501f063 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:03.726279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d86b9104-ff64-40ea-8b75-81ae9501f063 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:03.744118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:03.755799 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:03.851459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:04.010857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d86b9104-ff64-40ea-8b75-81ae9501f063 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:04.012558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d86b9104-ff64-40ea-8b75-81ae9501f063 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6729488 Feb 13 23:45:04.032199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44686) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:04.178869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:04.191847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.205065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.211124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Transition to ACTIVE for port object b344e66d-e58f-45b1-9d85-81e7b7a10c08 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:04.220674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.236527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.254443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.256506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Transition to ACTIVE for port object b344e66d-e58f-45b1-9d85-81e7b7a10c08 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:04.274219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.285908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.298948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-b83ca5c4-10ab-48ff-b069-a8c921306baa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 0.6451120 Feb 13 23:45:04.426651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-962a43b6-f879-4512-8dc5-14b7a7649eaa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:04.429141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-962a43b6-f879-4512-8dc5-14b7a7649eaa tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "GET /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1074846 Feb 13 23:45:04.441702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Allocated IP 172.20.0.2 (b22c354d-95c1-4d76-a8ec-407960356531/4e0188b2-0d19-45aa-9e4b-1b94fda7e938/f0085650-c1b0-44ae-abef-581953b67578) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:04.718275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2500df16-6683-4480-9540-484e2f23b0be up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:04.841313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:04.962276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:04.992671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-65dfc6eb-1e49-484a-a3c2-c448348ba99d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:05.048037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-65dfc6eb-1e49-484a-a3c2-c448348ba99d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:05.052516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-65dfc6eb-1e49-484a-a3c2-c448348ba99d tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "GET /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6142685 Feb 13 23:45:05.064882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:05.243968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.257662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.271058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Transition to ACTIVE for port object f0085650-c1b0-44ae-abef-581953b67578 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:05.300841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Transition to ACTIVE for port object f0085650-c1b0-44ae-abef-581953b67578 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:05.318087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:05.332567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:05.340489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2500df16-6683-4480-9540-484e2f23b0be completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:05.390266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2500df16-6683-4480-9540-484e2f23b0be triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:05.390541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.423633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.432233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.441816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.448249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.463777 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.475785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Pushing event updated for resources: {'Port': ['ID=b344e66d-e58f-45b1-9d85-81e7b7a10c08,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:05.476049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.491201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.495309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:05.508919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-a3fbe725-52b0-4daa-8c4f-0c2af6f61c7f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 5433 time: 1.0024097 Feb 13 23:45:05.559537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 24e57e9e-19f8-4f10-ae70-f58da16a5ab5 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:45:05.560591 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.584115 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.671880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Network b22c354d-95c1-4d76-a8ec-407960356531 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:05.685942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:05.746368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:05.776372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Attempting to bind port b344e66d-e58f-45b1-9d85-81e7b7a10c08 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:05.777048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Attempting to bind port b344e66d-e58f-45b1-9d85-81e7b7a10c08 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:05.777660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Attempting to bind port b344e66d-e58f-45b1-9d85-81e7b7a10c08 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:05.788895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.827272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aae30b44-2909-44e4-9ca9-f31d64834a42 req-2a254e11-f28d-4298-b6e2-b0c941591e9e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3132725 Feb 13 23:45:05.841588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:05.842392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:05.843060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.843765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:05.844866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Bound port: b344e66d-e58f-45b1-9d85-81e7b7a10c08, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:05.845478 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:05.879270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Pushing event updated for resources: {'Port': ['ID=f0085650-c1b0-44ae-abef-581953b67578,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:05.965115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Attempting to bind port f0085650-c1b0-44ae-abef-581953b67578 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:05.965732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Attempting to bind port f0085650-c1b0-44ae-abef-581953b67578 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:05.966225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Attempting to bind port f0085650-c1b0-44ae-abef-581953b67578 on network b22c354d-95c1-4d76-a8ec-407960356531 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:05.987346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.061570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:06.062133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Checking segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:06.062684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.063174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Bound using segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:06.063752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Bound port: f0085650-c1b0-44ae-abef-581953b67578, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:06.064238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.069355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:45:06.192434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] For port f0085650-c1b0-44ae-abef-581953b67578, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:06.196219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] For port f0085650-c1b0-44ae-abef-581953b67578, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f0085650-c1b0-44ae-abef-581953b67578,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:06.215297 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.226533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.254838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2500df16-6683-4480-9540-484e2f23b0be, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2500df16-6683-4480-9540-484e2f23b0be,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:06.305980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.313614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.352793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] For port b344e66d-e58f-45b1-9d85-81e7b7a10c08, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:06.356730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] For port b344e66d-e58f-45b1-9d85-81e7b7a10c08, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b344e66d-e58f-45b1-9d85-81e7b7a10c08,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:06.362368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.386155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device bae62062-b10b-4891-891f-6c7c2dcca4da no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:06.397600 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.426819 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.515616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195213f6-3e20-464d-9e81-225b7e2cf894 None None] Pushing event updated for resources: {'Port': ['ID=f0085650-c1b0-44ae-abef-581953b67578,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:06.575683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=24e57e9e-19f8-4f10-ae70-f58da16a5ab5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:06.578809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=10d68807-cacf-4296-9d50-32ae3b76ce9a,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:06.625570 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.669346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] For port 10d68807-cacf-4296-9d50-32ae3b76ce9a, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:06.717138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7adfc4e0-8c5f-419c-9927-c371094fc91a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/24e57e9e-19f8-4f10-ae70-f58da16a5ab5 HTTP/1.1" status: 204 len: 168 time: 2.6835766 Feb 13 23:45:06.718447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44726) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:06.804429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.884549 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:06.978837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:07.018763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2500df16-6683-4480-9540-484e2f23b0be,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:07.071638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9cdba9d8-6fdd-4d97-9a86-2d0b5dc54048 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3476694 Feb 13 23:45:07.072684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44736) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:07.117106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bae62062-b10b-4891-891f-6c7c2dcca4da,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:07.121999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:07.239396 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.240087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 10d68807-cacf-4296-9d50-32ae3b76ce9a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:07.380763 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da', 'code': 200} Feb 13 23:45:07.459192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] device_id is not set on port 10d68807-cacf-4296-9d50-32ae3b76ce9a yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:45:07.463250 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.506293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.522678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47bf77-a311-4ee2-a7e0-7efb36dd9944 None None] Pushing event updated for resources: {'Port': ['ID=b344e66d-e58f-45b1-9d85-81e7b7a10c08,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:07.595880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.615175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:07.620568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 10d68807-cacf-4296-9d50-32ae3b76ce9a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:45:07.621205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c14c6a54-2eeb-480f-b01f-30964c81ab6c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:07.656969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:07.674893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:07.679103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:07.705852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:07.740711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:07.745349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.835806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.892187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:07.907703 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:07.908695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:08.059048 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Floating IP 322098b3-6666-478c-9c7b-c26f582f33e3 associated. External IP: 172.25.4.195, port: 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b. Feb 13 23:45:08.161868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] Pushing event updated for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:08.247819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] No DVR routers for this DVR port 10d68807-cacf-4296-9d50-32ae3b76ce9a on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:08.333531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:08.404527 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:08.453406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:08.468751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:08.475605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:08.479138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57886f28-f282-45f9-911f-d61ffd0a6e35 None None] Provisioning complete for port 10d68807-cacf-4296-9d50-32ae3b76ce9a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:08.479567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57886f28-f282-45f9-911f-d61ffd0a6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:08.495219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:08.507236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:08.517094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:08.525070 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-9ec4c7a3-16c3-4007-a6cf-0315bfcb6066 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 4656 time: 1.0080755 Feb 13 23:45:08.684959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-57886f28-f282-45f9-911f-d61ffd0a6e35 None None] Port 10d68807-cacf-4296-9d50-32ae3b76ce9a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:08.717886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:08.727965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:08.729134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 6d209a9a-5e27-4db7-869e-efcd57a6cf56 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:08.816773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0b4443a-8c10-469c-b0e5-c13a734a54cf req-1ed8e17d-8bb0-4b99-bc5d-de3d6aacd431 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2622337 Feb 13 23:45:08.886945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] In _notify_port_updated(), no bound segment for port 10d68807-cacf-4296-9d50-32ae3b76ce9a on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:45:08.893503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:08.896625 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-99fed46e-21f6-4b09-8444-4d619a70af55 service neutron] 10.222.0.42 "PUT /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 200 len: 1028 time: 3.8358557 Feb 13 23:45:08.922558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f0085650-c1b0-44ae-abef-581953b67578 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:09.058666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.20.0.1 (b22c354d-95c1-4d76-a8ec-407960356531/4e0188b2-0d19-45aa-9e4b-1b94fda7e938/76ba1a9a-5440-4437-848e-db10499acdd9) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:09.197023 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:09.333619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f77969-f990-4dd4-b601-63ac6a64c764 None None] Network b22c354d-95c1-4d76-a8ec-407960356531 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:09.347972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:09.403294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:09.410658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:09.429975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Transition to ACTIVE for port object 76ba1a9a-5440-4437-848e-db10499acdd9 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:09.453103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c'}, {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:09.519993 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:09.533368 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:09.600078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-31d87626-eb72-45b2-a95b-31ad32ad4a0d None None] Provisioning for port f0085650-c1b0-44ae-abef-581953b67578 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:09.616577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a68fd-32f7-4fa2-a721-972f5124c38d None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:09.704414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network b22c354d-95c1-4d76-a8ec-407960356531 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:09.723035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:09.724419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=fa2de542-6dcc-4a42-86b1-1fe270df9061,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:09.729243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:09.730476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:09.763584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:09.802661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:09.803627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:09.838932 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'code': 200} Feb 13 23:45:09.839768 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cbf0d5-9563-47ae-a3d0-b6c75b842e73', 'code': 200} Feb 13 23:45:09.898762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-3221a356-ceb2-4cdd-8411-fbb695223bb8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:09.900212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-3221a356-ceb2-4cdd-8411-fbb695223bb8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "GET /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4482594 Feb 13 23:45:09.923307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7f78f16e-4eff-47e7-8562-dc13a3b49ac2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8496184 Feb 13 23:45:09.926436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44776) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:09.934141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1993388122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:09.944614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:09.951616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:router and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:09.957011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:09.958672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:09.977233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:10.030863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.031832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.104005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.170273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.219990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f0085650-c1b0-44ae-abef-581953b67578 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:10.220630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.221171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-586e3879-630f-4b0e-9bee-4c90f76a0b63 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2934554 Feb 13 23:45:10.225371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:10.281564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.303235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f0085650-c1b0-44ae-abef-581953b67578 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:10.303707 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.390940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=76ba1a9a-5440-4437-848e-db10499acdd9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:10.445733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.480448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:10.498877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:45:10.526270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:10.530840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 49a0f2a8-5fc5-4371-80eb-dc1219628a3e no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:10.766873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0dd1205c-dbbe-449e-a2a7-833f9317f1e3 None None] Provisioning for port b344e66d-e58f-45b1-9d85-81e7b7a10c08 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:10.949458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:10.992933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] For port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:11.087999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] device_id is not set on port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:45:11.099825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.119705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.176317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:11.186934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-089c1577-ed6a-4bcb-bc10-09a9d9668350 req-2d38dab4-3883-4cad-b1f6-4a5221c9da2f service neutron] (83661) timed out ('10.222.0.36', 36012) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:45:11.256534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:11.261414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:11.265567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:11.272841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:11.281479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:11.284450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.290532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:11.310618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-d0b71f95-de52-4d7b-8928-a863875cf98a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 4652 time: 1.0350573 Feb 13 23:45:11.347682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:11.431983 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.499476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.570421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:45:11.586834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.607838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f0085650-c1b0-44ae-abef-581953b67578, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f0085650-c1b0-44ae-abef-581953b67578,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:11.609479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] Sync routers for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:45:11.672345 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.676413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b344e66d-e58f-45b1-9d85-81e7b7a10c08 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:11.842604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:11.858320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:12.029407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] No DVR routers for this DVR port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:12.040042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56'}, {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:12.062769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f0085650-c1b0-44ae-abef-581953b67578,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:12.076909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f0b4a1ee-5be6-4cfb-9cde-9ef69184b129 None None] Provisioning for port 76ba1a9a-5440-4437-848e-db10499acdd9 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:12.079792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:12.080464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 827690c4-0284-4081-a053-15adb7ca7bd7 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:12.156632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec1c0ae-1335-4cc6-b721-dbe122174078 req-37a06f1c-b5ff-4ff7-80d7-d6c45eb1b71b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&id=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8447747 Feb 13 23:45:12.158992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] In _notify_port_updated(), no bound segment for port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 on network d726b444-4c7c-419a-80ca-de4c3d57a91c {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:45:12.160883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:12.162172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-2107b23e-bb98-4e00-a5d4-dec59daa8f4f service neutron] 10.222.0.42 "PUT /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 200 len: 1027 time: 2.2224493 Feb 13 23:45:12.186372 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:45:12.245162 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56', 'code': 200} Feb 13 23:45:12.245474 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e', 'code': 200} Feb 13 23:45:12.263378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f0b4a1ee-5be6-4cfb-9cde-9ef69184b129 None None] Provisioning complete for port 76ba1a9a-5440-4437-848e-db10499acdd9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:12.263751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0b4a1ee-5be6-4cfb-9cde-9ef69184b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:12.362385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4a1ee-5be6-4cfb-9cde-9ef69184b129 None None] Port 76ba1a9a-5440-4437-848e-db10499acdd9 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:12.385279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:12.385279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:12.604654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d7167-4881-4dc9-a08b-2281120935c0 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:12.725572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:12.821465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a9377bb8-0f3c-4c90-976c-abe0819baeb9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "PUT /v2.0/floatingips/322098b3-6666-478c-9c7b-c26f582f33e3 HTTP/1.1" status: 200 len: 992 time: 9.3468120 Feb 13 23:45:12.828480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:12.850414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:12.850829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:12.905664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b344e66d-e58f-45b1-9d85-81e7b7a10c08 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:12.932433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b344e66d-e58f-45b1-9d85-81e7b7a10c08 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:12.934181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:12.986724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f0b4a1ee-5be6-4cfb-9cde-9ef69184b129 None None] Provisioning complete for port f0085650-c1b0-44ae-abef-581953b67578 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:12.987182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0b4a1ee-5be6-4cfb-9cde-9ef69184b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.137169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::1 (f3558132-a192-4c12-af74-1bdc60bf6bc0/fa2de542-6dcc-4a42-86b1-1fe270df9061/5c68f8da-a3f6-448c-abcb-c2c231918a01) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:13.221615 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.369648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.382691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.387752 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'status': 'completed', 'code': 200} Feb 13 23:45:13.398582 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=827690c4-0284-4081-a053-15adb7ca7bd7,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:13.493111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.640426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:13.703948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.711429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-d0a25e22-bd8c-4039-822c-8433d94c7c55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1097 time: 0.3228300 Feb 13 23:45:13.731047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=76ba1a9a-5440-4437-848e-db10499acdd9,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:13.735539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:13.850459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:13.863275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535c6b-57f3-4016-b6a3-038a57451559 req-13766dbc-afa9-4c0e-85fc-4e3c21b3644c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:13.870637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-05535c6b-57f3-4016-b6a3-038a57451559 req-13766dbc-afa9-4c0e-85fc-4e3c21b3644c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.4301462 Feb 13 23:45:13.923318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 5c68f8da-a3f6-448c-abcb-c2c231918a01 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:14.028788 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-05535c6b-57f3-4016-b6a3-038a57451559 req-a1a3f2c5-fbd8-45bd-9824-a5a71eee2e73 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572068 Feb 13 23:45:14.104156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-e1e72531-81a3-4ede-9d96-675b671a9845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.105599 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-e1e72531-81a3-4ede-9d96-675b671a9845 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.3707051 Feb 13 23:45:14.304745 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-c3002993-6de0-4e69-9d08-b09d0f59e110 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.1812835 Feb 13 23:45:14.361863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:14.486363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:14.543150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:14.698385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b344e66d-e58f-45b1-9d85-81e7b7a10c08, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b344e66d-e58f-45b1-9d85-81e7b7a10c08,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:14.746694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Provisioning complete for port 76ba1a9a-5440-4437-848e-db10499acdd9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:14.747228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:14.760664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248ebb-8274-442e-bfb8-99b404bba618 req-1c818967-2f5b-4460-aacf-3a92d59f9e5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.769500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248ebb-8274-442e-bfb8-99b404bba618 req-1c818967-2f5b-4460-aacf-3a92d59f9e5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.779598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248ebb-8274-442e-bfb8-99b404bba618 req-1c818967-2f5b-4460-aacf-3a92d59f9e5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.786493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248ebb-8274-442e-bfb8-99b404bba618 req-1c818967-2f5b-4460-aacf-3a92d59f9e5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.791308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248ebb-8274-442e-bfb8-99b404bba618 req-1c818967-2f5b-4460-aacf-3a92d59f9e5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.801059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43248ebb-8274-442e-bfb8-99b404bba618 req-1c818967-2f5b-4460-aacf-3a92d59f9e5c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3874 time: 1.0736265 Feb 13 23:45:14.808022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:14.812424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Port 76ba1a9a-5440-4437-848e-db10499acdd9 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:14.817947 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:14.818694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:14.821026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2500df16-6683-4480-9540-484e2f23b0be up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:14.822701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=5c68f8da-a3f6-448c-abcb-c2c231918a01,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:14.828890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:14.829797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:14.841200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-a85be33a-db7c-40af-a431-29c3500f9afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:14.842601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network b22c354d-95c1-4d76-a8ec-407960356531 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:14.844291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-a85be33a-db7c-40af-a431-29c3500f9afe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.5282128 Feb 13 23:45:14.846106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:14.883185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port 6d209a9a-5e27-4db7-869e-efcd57a6cf56, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=6d209a9a-5e27-4db7-869e-efcd57a6cf56,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:14.883574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:15.017464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198513d8-d457-44cb-9d6a-2f9d486c6a45 req-006ae706-4b4b-4615-aed7-8ada85a22fa0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:15.022225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-198513d8-d457-44cb-9d6a-2f9d486c6a45 req-006ae706-4b4b-4615-aed7-8ada85a22fa0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.6647878 Feb 13 23:45:15.179820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for 6d209a9a-5e27-4db7-869e-efcd57a6cf56 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:15.215916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Provisioning complete for port b344e66d-e58f-45b1-9d85-81e7b7a10c08 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:15.216625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:15.408603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-e263c9b4-5838-4919-ab3d-e48f7b45b31d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5499210 Feb 13 23:45:15.444078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b344e66d-e58f-45b1-9d85-81e7b7a10c08,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:15.646394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-22698de9-4be0-4d30-8f23-b50afb455f7b service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163713 Feb 13 23:45:15.649403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-198513d8-d457-44cb-9d6a-2f9d486c6a45 req-7e62baeb-ed52-458a-ae73-493195d1185f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6197853 Feb 13 23:45:15.674661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:15.714797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '322098b3-6666-478c-9c7b-c26f582f33e3', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96536dfb-a62d-49d9-8374-44111c4601d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:44:30Z', 'updated_at': '2022-02-13T23:45:05Z', 'revision_number': 1, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:31Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:15.742750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2500df16-6683-4480-9540-484e2f23b0be triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:15.743281 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:15.884527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Provisioning complete for port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:15.885033 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:15.936570 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:15.955171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] Checking router: af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:45:15.960984 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7', 'code': 200} Feb 13 23:45:15.996933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=6d209a9a-5e27-4db7-869e-efcd57a6cf56,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:16.112548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3e333-3560-46f4-9105-db74dabef6e8 None None] Port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:16.116539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:16.117360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:16.198664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] No DVR routers for this DVR port 6d209a9a-5e27-4db7-869e-efcd57a6cf56 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:16.209122 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:16.232569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:16.462915 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': '6d209a9a-5e27-4db7-869e-efcd57a6cf56', 'status': 'completed', 'code': 200} Feb 13 23:45:16.467042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-168d4109-8845-401d-bf9a-127d68a95890 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "DELETE /v2.0/ports/6d209a9a-5e27-4db7-869e-efcd57a6cf56 HTTP/1.1" status: 204 len: 173 time: 3.9350812 Feb 13 23:45:16.470424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43248ebb-8274-442e-bfb8-99b404bba618 req-8e492d04-e39a-4191-83d3-2e57f0655270 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6681917 Feb 13 23:45:16.567906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Provisioning complete for port 76ba1a9a-5440-4437-848e-db10499acdd9 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:16.568193 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:16.776260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port c14c6a54-2eeb-480f-b01f-30964c81ab6c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:16.777601 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:16.885796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Port 76ba1a9a-5440-4437-848e-db10499acdd9 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:16.914788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:16.990812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Provisioning for port 5c68f8da-a3f6-448c-abcb-c2c231918a01 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:17.008536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f0085650-c1b0-44ae-abef-581953b67578 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:17.203466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3d97d2ee-8dc1-4172-8f27-6b99258562be req-86ce0434-2d3c-44d3-bd45-beeb082eb399 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5174048 Feb 13 23:45:17.238741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Provisioning complete for port 5c68f8da-a3f6-448c-abcb-c2c231918a01 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:17.239296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.283603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afea29-a638-4be2-931d-549ad6954274 req-dcc32fef-c48e-42b3-8139-f239d8c4abd9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:17.285562 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48afea29-a638-4be2-931d-549ad6954274 req-dcc32fef-c48e-42b3-8139-f239d8c4abd9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.3817549 Feb 13 23:45:17.384299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Port 5c68f8da-a3f6-448c-abcb-c2c231918a01 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:17.386446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.404054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port c14c6a54-2eeb-480f-b01f-30964c81ab6c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c14c6a54-2eeb-480f-b01f-30964c81ab6c,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:17.404673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.422070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-48afea29-a638-4be2-931d-549ad6954274 req-0490acbc-fa81-4279-868f-eb4d0b2c74a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261771 Feb 13 23:45:17.422999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.423949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.516273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f0085650-c1b0-44ae-abef-581953b67578 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:17.516649 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.576891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=5c68f8da-a3f6-448c-abcb-c2c231918a01,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:17.702643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Provisioning complete for port b344e66d-e58f-45b1-9d85-81e7b7a10c08 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:17.703022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8c120611-f567-4d96-bcdb-e1ef854bfe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:17.731637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:17.738408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:17.868240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router c4e710ca-2abb-49eb-b082-435cc5b36362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:45:18.205392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44898) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:18.344902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:18.350641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:18.354515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b344e66d-e58f-45b1-9d85-81e7b7a10c08 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:18.355039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:18.367122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:18.368124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:18.487012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:18.536464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:18.537038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:18.537195 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Floating IP c7cf958f-78a2-40b7-a26a-894563482e80 disassociated. External IP: 172.25.4.37, port: c14c6a54-2eeb-480f-b01f-30964c81ab6c. Feb 13 23:45:18.537702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for c14c6a54-2eeb-480f-b01f-30964c81ab6c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:18.550899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:18.565590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Usage tracker for resource:security_group_rule and tenant:22e2febc06a240e9a7b9015deea546c6 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:18.569780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:18.583133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:18.587853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Router 8143f33f-fa36-4f59-adcf-e0ed51122b79 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:45:18.693940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:18.695280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-c27afb6e-561c-4f26-8b4f-026b08517db8 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 3141 time: 0.9030056 Feb 13 23:45:18.730495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b344e66d-e58f-45b1-9d85-81e7b7a10c08 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:18.730740 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:18.815998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0accb317-4041-46cf-a50d-b45a69124982 None None] Provisioning complete for port 5c68f8da-a3f6-448c-abcb-c2c231918a01 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:18.816349 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0accb317-4041-46cf-a50d-b45a69124982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:18.938165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3dcd2581-1925-4ec1-9f07-ed637b5b8802 req-f63edf7c-091e-4c2f-819b-40012b9940c1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576715 Feb 13 23:45:18.943777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:18.951893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0accb317-4041-46cf-a50d-b45a69124982 None None] Port 5c68f8da-a3f6-448c-abcb-c2c231918a01 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:18.964693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80203318-580b-47bf-b2bf-220c42f51c7a req-ad9d3c09-ab13-4cfa-9dda-8080e0afd75d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:18.966386 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80203318-580b-47bf-b2bf-220c42f51c7a req-ad9d3c09-ab13-4cfa-9dda-8080e0afd75d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.2725849 Feb 13 23:45:18.981439 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.018881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=c14c6a54-2eeb-480f-b01f-30964c81ab6c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:19.033682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '322098b3-6666-478c-9c7b-c26f582f33e3', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96536dfb-a62d-49d9-8374-44111c4601d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:44:30Z', 'updated_at': '2022-02-13T23:45:05Z', 'revision_number': 1, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:31Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:19.039797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d9bbf-d3de-433f-ac57-a2d139f1972d None None] The sync data for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 is: [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '322098b3-6666-478c-9c7b-c26f582f33e3', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96536dfb-a62d-49d9-8374-44111c4601d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:44:30Z', 'updated_at': '2022-02-13T23:45:05Z', 'revision_number': 1, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:31Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:19.063733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:45:19.066295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.086904 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Sync routers for ids ['8143f33f-fa36-4f59-adcf-e0ed51122b79'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:45:19.119767 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Routers {'8143f33f-fa36-4f59-adcf-e0ed51122b79'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:19.120423 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8143f33f-fa36-4f59-adcf-e0ed51122b79'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:19.208045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22e2febc06a240e9a7b9015deea546c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0001409 Feb 13 23:45:19.210971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44922) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:19.323398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:45:19.342320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Sync routers for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:45:19.352445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f6e36a58-704e-4bf0-9c79-958570871415 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "PUT /v2.0/routers/c4e710ca-2abb-49eb-b082-435cc5b36362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8101902 Feb 13 23:45:19.356925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44930) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:19.359939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:19.362431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:19.373271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--895012650', 'description': 'tempest-secgroup_access--895012650 description', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:19.398931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:19.406705 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80203318-580b-47bf-b2bf-220c42f51c7a req-5044411f-078b-4193-8af2-d790ec3e3efc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287164 Feb 13 23:45:19.431065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ad69-8b87-4ebe-89e1-ae3df51ac346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8569cc87-5a64-4741-9778-fceba66237ad,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:19.451592 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Set router 8143f33f-fa36-4f59-adcf-e0ed51122b79 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:19.458285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:security_group and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:19.477562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:19.483969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a5515f2b-8351-4164-9490-21dec50a5a71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "PUT /v2.0/routers/8143f33f-fa36-4f59-adcf-e0ed51122b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2574828 Feb 13 23:45:19.496214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44936) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:19.500883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e98518-c446-448d-b1e8-dd2bedaf6bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.517176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:19.568070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e98518-c446-448d-b1e8-dd2bedaf6bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.628129 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db596d2-69c3-43ad-97ed-87f6f577b047 None None] New status for floating IP 322098b3-6666-478c-9c7b-c26f582f33e3: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:45:19.662721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e98518-c446-448d-b1e8-dd2bedaf6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.686482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98518-c446-448d-b1e8-dd2bedaf6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8569cc87-5a64-4741-9778-fceba66237ad,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:19.709123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a5e98518-c446-448d-b1e8-dd2bedaf6bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.713504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a5e98518-c446-448d-b1e8-dd2bedaf6bce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8569cc87-5a64-4741-9778-fceba66237ad HTTP/1.1" status: 204 len: 168 time: 0.4983447 Feb 13 23:45:19.796495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90c678-ccf4-4a23-b802-6834e9e94167 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:19.801676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad90c678-ccf4-4a23-b802-6834e9e94167 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports/5c68f8da-a3f6-448c-abcb-c2c231918a01 HTTP/1.1" status: 200 len: 911 time: 0.2880416 Feb 13 23:45:19.802710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44948) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:19.885351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:19.897925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:19.982364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae05566-d210-4db2-a3db-dc448109fde3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:19.989010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae05566-d210-4db2-a3db-dc448109fde3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:19.989805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aae05566-d210-4db2-a3db-dc448109fde3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:19.993915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:20.010208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:security_group_rule and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:20.016373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:20.026226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aae05566-d210-4db2-a3db-dc448109fde3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:20.027862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aae05566-d210-4db2-a3db-dc448109fde3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2239549 Feb 13 23:45:20.030685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44958) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:20.064831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:45:20.068490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:20.515110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44964) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:20.540034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715951a5-0838-4b45-85c9-91d3e0fac9d1 req-ba753dc8-dbf9-4ac5-88dd-39a50ac5a250 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:20.545389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715951a5-0838-4b45-85c9-91d3e0fac9d1 req-ba753dc8-dbf9-4ac5-88dd-39a50ac5a250 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:20.550067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715951a5-0838-4b45-85c9-91d3e0fac9d1 req-ba753dc8-dbf9-4ac5-88dd-39a50ac5a250 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:20.552035 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-715951a5-0838-4b45-85c9-91d3e0fac9d1 req-ba753dc8-dbf9-4ac5-88dd-39a50ac5a250 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 2408 time: 0.1460886 Feb 13 23:45:20.603063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34593-1a78-497a-bea6-7f4a9b6d78bf req-b0a140ee-38c8-42c2-a41f-ec80f2def29d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:20.608275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-90c34593-1a78-497a-bea6-7f4a9b6d78bf req-b0a140ee-38c8-42c2-a41f-ec80f2def29d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.7845364 Feb 13 23:45:20.630070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:20.680762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:12Z', 'revision_number': 2, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:20.685980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Checking router: c4e710ca-2abb-49eb-b082-435cc5b36362 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:45:20.686397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Updating router c4e710ca-2abb-49eb-b082-435cc5b36362 port 76ba1a9a-5440-4437-848e-db10499acdd9 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:45:20.724071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-90c34593-1a78-497a-bea6-7f4a9b6d78bf req-360f5d8f-59bf-44b2-8a48-aa01b894dcc4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822916 Feb 13 23:45:20.787415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:20.845907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:20.858763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Usage tracker for resource:security_group_rule and tenant:8f436b68c9bf40b1acad75be70eed482 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:20.870917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:20.881059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:20.939990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-715951a5-0838-4b45-85c9-91d3e0fac9d1 req-21016135-b4f1-46ff-8a55-6eed88d376e1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799355 Feb 13 23:45:21.096665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.162744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.267073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.318570 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.319926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 1.9608288 Feb 13 23:45:21.320760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.331089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44978) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:21.338906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1109119462', 'description': 'tempest-secgroup_general--1109119462 description', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:21.353773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:21.361499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:security_group and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:21.367253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:21.383098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:21.433845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0c6db-3197-437d-ba97-074ce26c9e3e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977d96fa-803c-4cb1-8a71-1f643e06c11d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:21.449981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.483313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f436b68c9bf40b1acad75be70eed482&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9300938 Feb 13 23:45:21.485541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44982) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:21.493894 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8143f33f-fa36-4f59-adcf-e0ed51122b79', 'name': 'tempest-NetworksTestDHCPv6-router-1993388122', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:10Z', 'updated_at': '2022-02-13T23:45:15Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None, '_interfaces': [{'id': '5c68f8da-a3f6-448c-abcb-c2c231918a01', 'name': '', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'mac_address': 'fa:16:3e:d2:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8143f33f-fa36-4f59-adcf-e0ed51122b79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa2de542-6dcc-4a42-86b1-1fe270df9061', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:12Z', 'updated_at': '2022-02-13T23:45:16Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'subnets': [{'id': 'fa2de542-6dcc-4a42-86b1-1fe270df9061', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:21.505566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Checking router: 8143f33f-fa36-4f59-adcf-e0ed51122b79 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:45:21.511406 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Updating router 8143f33f-fa36-4f59-adcf-e0ed51122b79 port 5c68f8da-a3f6-448c-abcb-c2c231918a01 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:45:21.533132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.535367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e99401-d23e-42fa-9416-6d18d1ed70ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c541c985-52c4-4aef-aff2-5fa30a5d9754,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:21.540169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:21.565071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:security_group_rule and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:21.570011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Transition to ACTIVE for port object 76ba1a9a-5440-4437-848e-db10499acdd9 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:21.583657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.587430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.594131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:45:21.712716 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.713459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] No DVR routers for this DVR port c14c6a54-2eeb-480f-b01f-30964c81ab6c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:21.716388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.719087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-8928ab00-ca5d-43e6-8a92-1cda920b160f tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "DELETE /v2.0/ports/c14c6a54-2eeb-480f-b01f-30964c81ab6c HTTP/1.1" status: 204 len: 173 time: 5.2449367 Feb 13 23:45:21.719524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:21.770969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:21.823262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:21.838507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port 827690c4-0284-4081-a053-15adb7ca7bd7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:21.838862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:21.882173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] Sync routers for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:45:21.891904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc6c0-77d2-4a47-a815-a435f55bd20f None None] Pushing event updated for resources: {'Port': ['ID=76ba1a9a-5440-4437-848e-db10499acdd9,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:21.922335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:21.922966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:21.964815 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': 'c14c6a54-2eeb-480f-b01f-30964c81ab6c', 'status': 'completed', 'code': 200} Feb 13 23:45:22.011992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9048138d-4664-487a-8183-9d086e5232df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.157626 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9048138d-4664-487a-8183-9d086e5232df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.352961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Attempting to bind port 76ba1a9a-5440-4437-848e-db10499acdd9 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:22.353569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Attempting to bind port 76ba1a9a-5440-4437-848e-db10499acdd9 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:22.354131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Attempting to bind port 76ba1a9a-5440-4437-848e-db10499acdd9 on network b22c354d-95c1-4d76-a8ec-407960356531 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:22.364718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:22.365393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Checking segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:22.365958 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.366524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Bound using segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:22.367235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Bound port: 76ba1a9a-5440-4437-848e-db10499acdd9, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:22.367775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.370745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.401149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.485281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25799109-9a3e-4253-a9f6-6098ff81d083,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:22.536699 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.579298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.581201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-24696bfc-dda5-4e54-aca5-a3a10f47ea91 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 1.2478936 Feb 13 23:45:22.584221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Transition to ACTIVE for port object 5c68f8da-a3f6-448c-abcb-c2c231918a01 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:22.586677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] For port 76ba1a9a-5440-4437-848e-db10499acdd9, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:22.590654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45002) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:22.592380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] For port 76ba1a9a-5440-4437-848e-db10499acdd9, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76ba1a9a-5440-4437-848e-db10499acdd9,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:22.593944 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9048138d-4664-487a-8183-9d086e5232df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.595670 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.606324 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.608745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9048138d-4664-487a-8183-9d086e5232df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.615307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9048138d-4664-487a-8183-9d086e5232df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c541c985-52c4-4aef-aff2-5fa30a5d9754 HTTP/1.1" status: 204 len: 168 time: 1.1259954 Feb 13 23:45:22.623106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'security_group_rule': {'security_group_id': '977d96fa-803c-4cb1-8a71-1f643e06c11d', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:22.650656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:22.669123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:security_group_rule and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:22.682313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:22.703016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:22.708484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:22.801303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048138d-4664-487a-8183-9d086e5232df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c541c985-52c4-4aef-aff2-5fa30a5d9754,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:22.816586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:22.873897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:22.875195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:22.950801 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Pushing event updated for resources: {'Port': ['ID=5c68f8da-a3f6-448c-abcb-c2c231918a01,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:22.993332 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.002524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.004265 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.006050 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.007756 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.012449 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.015287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.015858 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.016352 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.016718 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.017202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:23.133728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port 827690c4-0284-4081-a053-15adb7ca7bd7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=827690c4-0284-4081-a053-15adb7ca7bd7,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:23.134935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.201026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc6c0-77d2-4a47-a815-a435f55bd20f None None] Pushing event updated for resources: {'Port': ['ID=76ba1a9a-5440-4437-848e-db10499acdd9,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:23.306740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.323487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.343050 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Attempting to bind port 5c68f8da-a3f6-448c-abcb-c2c231918a01 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:23.344976 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Attempting to bind port 5c68f8da-a3f6-448c-abcb-c2c231918a01 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:23.346192 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Attempting to bind port 5c68f8da-a3f6-448c-abcb-c2c231918a01 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:23.371672 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:23.373550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:23.376063 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.379616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:23.380376 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Bound port: 5c68f8da-a3f6-448c-abcb-c2c231918a01, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:23.381553 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.401908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4255bda7-f345-47c5-af74-20034020eed1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:23.421701 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.423568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7ef9b3e-5166-49dc-8a59-e104f4f1188b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8313172 Feb 13 23:45:23.435385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-2d07b974-3da9-4fd5-b4cd-39585336800b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:23.442858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-2d07b974-3da9-4fd5-b4cd-39585336800b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:23.447144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 5c68f8da-a3f6-448c-abcb-c2c231918a01 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:23.448679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.457052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-2d07b974-3da9-4fd5-b4cd-39585336800b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:23.458341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-2d07b974-3da9-4fd5-b4cd-39585336800b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:23.542133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:23.650339 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] For port 5c68f8da-a3f6-448c-abcb-c2c231918a01, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:23.658952 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] For port 5c68f8da-a3f6-448c-abcb-c2c231918a01, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c68f8da-a3f6-448c-abcb-c2c231918a01,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:23.672135 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:23.679496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for 827690c4-0284-4081-a053-15adb7ca7bd7 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:23.982372 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Routers {'8143f33f-fa36-4f59-adcf-e0ed51122b79'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:23.983007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8143f33f-fa36-4f59-adcf-e0ed51122b79'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:24.078224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 5c68f8da-a3f6-448c-abcb-c2c231918a01, host n-d-828979-1, got binding levels [] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:24.078761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:24.104937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-2d07b974-3da9-4fd5-b4cd-39585336800b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:24.127478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-2d07b974-3da9-4fd5-b4cd-39585336800b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 2408 time: 1.4055276 Feb 13 23:45:24.216942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:24.339497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06b862-3ecb-45a8-adef-54683f8b3a88 None None] Pushing event updated for resources: {'Port': ['ID=5c68f8da-a3f6-448c-abcb-c2c231918a01,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:24.437211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-918e575c-ad09-4f66-bbb3-c37b135d7a17 req-c3f6bd36-2c14-49d7-b366-0bf7f9c2cbb4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063381 Feb 13 23:45:24.438061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=827690c4-0284-4081-a053-15adb7ca7bd7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:24.461661 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] Set router 8143f33f-fa36-4f59-adcf-e0ed51122b79 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:24.594135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:45:24.640384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-17473418-1c2d-4ddd-ad4d-8dbc8bd732fd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:24.649618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 5c68f8da-a3f6-448c-abcb-c2c231918a01 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:24.673664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] No DVR routers for this DVR port 827690c4-0284-4081-a053-15adb7ca7bd7 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:24.677125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:24.680426 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-aaf0f9fe-69bd-4812-abda-c0921c645bf3 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "DELETE /v2.0/ports/827690c4-0284-4081-a053-15adb7ca7bd7 HTTP/1.1" status: 204 len: 173 time: 2.9458818 Feb 13 23:45:24.680916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:24.895976 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': '827690c4-0284-4081-a053-15adb7ca7bd7', 'status': 'completed', 'code': 200} Feb 13 23:45:24.935250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:45:24.936298 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:45:24.951045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-17473418-1c2d-4ddd-ad4d-8dbc8bd732fd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:24.952455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-17473418-1c2d-4ddd-ad4d-8dbc8bd732fd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1109119462&fields=id&tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8 HTTP/1.1" status: 200 len: 267 time: 0.9944410 Feb 13 23:45:25.004139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port bae62062-b10b-4891-891f-6c7c2dcca4da {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:25.004139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:25.065200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-986cf91d-eba5-4774-b8ec-a776b1625d57 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--895012650&fields=id&tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8 HTTP/1.1" status: 200 len: 267 time: 0.1014040 Feb 13 23:45:25.327089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:25.373218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:22Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:25.377786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:45:25.442651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac3b7e-3f9c-435f-af1f-c6d442de8ee5 None None] The sync data for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 is: [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:22Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:25.467485 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8143f33f-fa36-4f59-adcf-e0ed51122b79', 'name': 'tempest-NetworksTestDHCPv6-router-1993388122', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:10Z', 'updated_at': '2022-02-13T23:45:15Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None, '_interfaces': [{'id': '5c68f8da-a3f6-448c-abcb-c2c231918a01', 'name': '', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'mac_address': 'fa:16:3e:d2:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8143f33f-fa36-4f59-adcf-e0ed51122b79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa2de542-6dcc-4a42-86b1-1fe270df9061', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:12Z', 'updated_at': '2022-02-13T23:45:23Z', 'revision_number': 4, 'project_id': 'ac067069217f46479483cd604ab7905d', 'subnets': [{'id': 'fa2de542-6dcc-4a42-86b1-1fe270df9061', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:25.480683 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56abc07-9063-4d89-a7d7-2d31fba2b3f7 None None] The sync data for ids ['8143f33f-fa36-4f59-adcf-e0ed51122b79'] in n-d-828979-1 is: [{'id': '8143f33f-fa36-4f59-adcf-e0ed51122b79', 'name': 'tempest-NetworksTestDHCPv6-router-1993388122', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:10Z', 'updated_at': '2022-02-13T23:45:15Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None, '_interfaces': [{'id': '5c68f8da-a3f6-448c-abcb-c2c231918a01', 'name': '', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'mac_address': 'fa:16:3e:d2:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8143f33f-fa36-4f59-adcf-e0ed51122b79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa2de542-6dcc-4a42-86b1-1fe270df9061', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:12Z', 'updated_at': '2022-02-13T23:45:23Z', 'revision_number': 4, 'project_id': 'ac067069217f46479483cd604ab7905d', 'subnets': [{'id': 'fa2de542-6dcc-4a42-86b1-1fe270df9061', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:25.481713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 5c68f8da-a3f6-448c-abcb-c2c231918a01 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:25.482218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:25.548481 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:25.636290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:39Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:25.652832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:45:25.703973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:25.707696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] Checking router: 48b42645-6267-4e09-8dff-8b26ee7ac9e2 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:45:25.723412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:25.924415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port bae62062-b10b-4891-891f-6c7c2dcca4da, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=bae62062-b10b-4891-891f-6c7c2dcca4da,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:25.926939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:25.933488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:45:26.024706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:26.027448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:26.290096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-0f86d4aa-3934-4bef-a390-57881c7f3ccc tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:26.295809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-0f86d4aa-3934-4bef-a390-57881c7f3ccc tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:26.350532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-0f86d4aa-3934-4bef-a390-57881c7f3ccc tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:26.356468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-0f86d4aa-3934-4bef-a390-57881c7f3ccc tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/networks?id=b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 200 len: 797 time: 1.2822824 Feb 13 23:45:26.360813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 5c68f8da-a3f6-448c-abcb-c2c231918a01, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c68f8da-a3f6-448c-abcb-c2c231918a01,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:26.361296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:26.423467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-9fefc90d-9057-4283-b1d0-0381c5282458 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/quotas/7adb9718ec6f4cd68cf437ad4a8943c8 HTTP/1.1" status: 200 len: 375 time: 0.0418463 Feb 13 23:45:26.432756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for bae62062-b10b-4891-891f-6c7c2dcca4da owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:26.637064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 5c68f8da-a3f6-448c-abcb-c2c231918a01 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:26.658159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:27.095920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2099f-6604-461e-b83d-eaefafa45348 req-a85e7cfd-31d2-4f70-bcf9-b437adb31744 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:27.099898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2099f-6604-461e-b83d-eaefafa45348 req-a85e7cfd-31d2-4f70-bcf9-b437adb31744 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:27.101501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0e2099f-6604-461e-b83d-eaefafa45348 req-a85e7cfd-31d2-4f70-bcf9-b437adb31744 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 1676 time: 1.0693460 Feb 13 23:45:27.167947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:27.294387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:27.331118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:27.377500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c68f8da-a3f6-448c-abcb-c2c231918a01 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:27.426893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=5c68f8da-a3f6-448c-abcb-c2c231918a01,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:27.591490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5c68f8da-a3f6-448c-abcb-c2c231918a01 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:45:27.604266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c68f8da-a3f6-448c-abcb-c2c231918a01 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 13 23:45:27.678654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0e2099f-6604-461e-b83d-eaefafa45348 req-789830ab-d2c1-4b89-bb70-c57aed662864 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5545847 Feb 13 23:45:27.694303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=bae62062-b10b-4891-891f-6c7c2dcca4da,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:27.759024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Port 5c68f8da-a3f6-448c-abcb-c2c231918a01 not found, will not notify nova. {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 13 23:45:27.759580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76ba1a9a-5440-4437-848e-db10499acdd9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:27.813138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] No DVR routers for this DVR port bae62062-b10b-4891-891f-6c7c2dcca4da on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:27.818005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:27.821054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:27.881443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-6d2b8b6f-6000-4767-9881-c4f21fc9e58a tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "DELETE /v2.0/ports/bae62062-b10b-4891-891f-6c7c2dcca4da HTTP/1.1" status: 204 len: 173 time: 3.1755993 Feb 13 23:45:28.073967 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': 'bae62062-b10b-4891-891f-6c7c2dcca4da', 'status': 'completed', 'code': 200} Feb 13 23:45:28.194208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:28.194851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:28.200272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-e8ea9231-b8a6-457e-b042-259e272ad685 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7130497 Feb 13 23:45:28.236733 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:28.387494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 76ba1a9a-5440-4437-848e-db10499acdd9 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:28.408390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 76ba1a9a-5440-4437-848e-db10499acdd9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:28.421918 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:28.546255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:29.178971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:29.179352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:29.321533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-0077d619-2322-44ba-826b-bc19c5ed5aea service neutron] 10.222.0.36 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0983052 Feb 13 23:45:29.466109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:29.466631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:29.521295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:29.616401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:39Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:29.673276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8babc-97f1-4783-89e3-897eb7531268 None None] The sync data for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 is: [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:29Z', 'revision_number': 4, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4ce8cf0c-11d5-4ca9-bf95-263775d3573b', 'name': '', 'network_id': '4562e5fb-b936-4fbe-9863-acedf38f007c', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'mac_address': 'fa:16:3e:b5:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:28Z', 'updated_at': '2022-02-13T23:38:39Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'subnets': [{'id': 'd79c442b-b6d1-491b-8fb2-23e91af08245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:29.688252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for 49a0f2a8-5fc5-4371-80eb-dc1219628a3e owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:29.754917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45138) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:29.766999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 76ba1a9a-5440-4437-848e-db10499acdd9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76ba1a9a-5440-4437-848e-db10499acdd9,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:29.839413 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.033437 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.137235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=76ba1a9a-5440-4437-848e-db10499acdd9,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:30.176731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:30.225742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:30.227135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Deleting subnet cc07febf-faff-4395-9072-b4e6bd4fdedb {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:45:30.231468 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.239870 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.296415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df87b942-57ba-4761-9c46-a3c13005ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.341174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.350716 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.404858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:30.439871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=49a0f2a8-5fc5-4371-80eb-dc1219628a3e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:30.475037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baff92b-e106-48ee-b307-3128e019e044 req-653958b9-f65b-4aa9-8f1c-53c0e0028329 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:30.475942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9baff92b-e106-48ee-b307-3128e019e044 req-653958b9-f65b-4aa9-8f1c-53c0e0028329 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Synchronizing usage tracker for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:30.537621 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.673805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] No DVR routers for this DVR port 49a0f2a8-5fc5-4371-80eb-dc1219628a3e on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:30.679890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.699252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:30.707897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9baff92b-e106-48ee-b307-3128e019e044 req-653958b9-f65b-4aa9-8f1c-53c0e0028329 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Unset dirty status for tenant:a46e901cc85a4278bed3c893fb3e9901 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:30.714642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9baff92b-e106-48ee-b307-3128e019e044 req-653958b9-f65b-4aa9-8f1c-53c0e0028329 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 943 time: 0.7302737 Feb 13 23:45:30.718583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b496a2d1-6f1e-4333-91c4-fddf1ca589ad req-4ea87fcb-a725-488c-8313-8706d80412ea tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.42 "DELETE /v2.0/ports/49a0f2a8-5fc5-4371-80eb-dc1219628a3e HTTP/1.1" status: 204 len: 173 time: 2.8301742 Feb 13 23:45:30.752156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:30.769171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-e1e42683-2e4c-4a55-af5b-d7330f83fa59 service neutron] 10.222.0.36 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4451907 Feb 13 23:45:30.781242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9baff92b-e106-48ee-b307-3128e019e044 req-c121b4ba-cbbf-4dab-9de6-6b53908bd7b1 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a835480a-d074-4d89-809d-e3caa0f9a535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654547 Feb 13 23:45:31.017125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc07febf-faff-4395-9072-b4e6bd4fdedb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:31.029648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:31.059615 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:45:31.079589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-387873c4-5646-4eac-b918-2a91a6accdbe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cc07febf-faff-4395-9072-b4e6bd4fdedb HTTP/1.1" status: 204 len: 168 time: 1.3225565 Feb 13 23:45:31.082250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:31.177693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Router 8143f33f-fa36-4f59-adcf-e0ed51122b79 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:45:31.320125 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baf883e-0a1e-4682-aab2-0ebf7e4e6166', 'name': 'network-vif-deleted', 'tag': '49a0f2a8-5fc5-4371-80eb-dc1219628a3e', 'status': 'completed', 'code': 200} Feb 13 23:45:31.370304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:31.529226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-006c3e77-0aed-41c5-be0c-8f69e4539d9e req-625ba009-b736-4f78-8523-1b3f01fc0ca1 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 210 time: 0.2160311 Feb 13 23:45:31.572475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:45:31.590601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d623cb46-43c3-45dc-be36-77fa03da6e41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "PUT /v2.0/routers/8143f33f-fa36-4f59-adcf-e0ed51122b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5556505 Feb 13 23:45:31.598604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:31.754113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:31.774580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61666c09-fdfd-45cb-83d7-8226b2155344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:31.776047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61666c09-fdfd-45cb-83d7-8226b2155344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:31.778629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-61666c09-fdfd-45cb-83d7-8226b2155344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:31.812849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-61666c09-fdfd-45cb-83d7-8226b2155344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:31.817972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-61666c09-fdfd-45cb-83d7-8226b2155344 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2181332 Feb 13 23:45:31.818807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:31.840759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8bc623-3dfb-4fad-beb9-26095bde51d3']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:31.856511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca127860-a052-430e-b28e-2e8b11e0e614') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:31.856803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca127860-a052-430e-b28e-2e8b11e0e614') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:31.880736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:31.913515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:31.921036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:45:31.921712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.067475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76ba1a9a-5440-4437-848e-db10499acdd9 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:45:32.289066 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:45:32.449607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.457543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b53f4d75-718f-4ece-986c-9e22fb878d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.464110 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.475387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 76ba1a9a-5440-4437-848e-db10499acdd9 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:32.475387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.496939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet fa2de542-6dcc-4a42-86b1-1fe270df9061 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:45:32.501388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.575965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8bc623-3dfb-4fad-beb9-26095bde51d3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:32.579000 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.604872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e815b434-6b43-4e48-9221-829c4e4163d0 req-d4919cd3-ecb0-4082-9450-176cfc66186b tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.1073530 Feb 13 23:45:32.606144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad5cbf7f-66e1-445b-87ff-2e12f7ed60f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf8bc623-3dfb-4fad-beb9-26095bde51d3 HTTP/1.1" status: 204 len: 168 time: 1.5223143 Feb 13 23:45:32.609050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:32.744009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.805474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Deleting subnet 400e2a20-1824-4210-9dff-55d42614a980 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:45:32.823155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:32.969453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.135193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.232727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-becba23b-8b0f-47f5-8c28-a9f627ac796d req-735b2adf-95f7-4b17-adbb-8dd6909d81ac tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 210 time: 0.3814676 Feb 13 23:45:33.235889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.318902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.373650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.385187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424aeb5-efb0-492b-8882-baa8d4941c33 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:33.395961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2de542-6dcc-4a42-86b1-1fe270df9061,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:33.406757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bf2fda7c-6085-43a6-84d8-2da10229028b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/fa2de542-6dcc-4a42-86b1-1fe270df9061 HTTP/1.1" status: 204 len: 168 time: 1.5852749 Feb 13 23:45:33.407765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45208) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:33.423650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.462310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400e2a20-1824-4210-9dff-55d42614a980,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:33.476784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d20a7abe-cd5e-4f92-80d1-765123eb1dc6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/400e2a20-1824-4210-9dff-55d42614a980 HTTP/1.1" status: 204 len: 168 time: 0.8646348 Feb 13 23:45:33.477385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45212) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:33.716190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.728767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:33.982690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fa038e9c-ac6e-43cb-8096-92372df6f856 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:router {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:34.050496 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:34.077639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fa038e9c-ac6e-43cb-8096-92372df6f856 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:router {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:34.082271 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fa038e9c-ac6e-43cb-8096-92372df6f856 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6686177 Feb 13 23:45:34.083016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45224) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:34.310942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:45:34.316687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] Deleting port b344e66d-e58f-45b1-9d85-81e7b7a10c08 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:34.317215 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:34.592922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:34.702622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ca10b65-1dd4-4b07-ae5b-f30fdb48daac req-758017ed-51e2-48c3-bba9-fd8902c3b9a7 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.3728278 Feb 13 23:45:34.927474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.079210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f6d4fd-83ad-4f47-855e-a4648a8fb11e']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:35.115779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-769b4822-b23f-4859-8daf-e8d2c8ce9427 req-c7071781-31eb-4d45-b842-c671c63a2aa1 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 210 time: 0.2379303 Feb 13 23:45:35.128605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.136290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] For port b344e66d-e58f-45b1-9d85-81e7b7a10c08, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b344e66d-e58f-45b1-9d85-81e7b7a10c08,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:35.139963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.205588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5ffae-e6be-4071-a251-57611f9d8f5a') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:35.206468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5ffae-e6be-4071-a251-57611f9d8f5a') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:35.297808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.359812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-7becd75f-8f4f-4449-96ca-56eaec31fa90 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:35.369079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-7becd75f-8f4f-4449-96ca-56eaec31fa90 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.42 "GET /v2.0/networks?id=b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 200 len: 797 time: 0.6490331 Feb 13 23:45:35.369783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.452769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:45:35.453223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.454008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] Calling delete_port for b344e66d-e58f-45b1-9d85-81e7b7a10c08 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:45:35.468231 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:45:35.594058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.606560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.625236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-88946abe-b6fe-4ee7-a7b1-b14e55edde1a tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:35.677563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19f6d4fd-83ad-4f47-855e-a4648a8fb11e HTTP/1.1" status: 204 len: 168 time: 2.1963217 Feb 13 23:45:35.701823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0bc4a-324d-439d-8459-6342b47db523 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f6d4fd-83ad-4f47-855e-a4648a8fb11e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:35.706186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.709446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.727888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-88946abe-b6fe-4ee7-a7b1-b14e55edde1a tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:35.728472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.729038 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-88946abe-b6fe-4ee7-a7b1-b14e55edde1a tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8 HTTP/1.1" status: 200 len: 477 time: 0.3474686 Feb 13 23:45:35.755298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'port': {'device_id': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'admin_state_up': True, 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'security_groups': ['25799109-9a3e-4253-a9f6-6098ff81d083', '977d96fa-803c-4cb1-8a71-1f643e06c11d']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:35.775787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.776617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Fanout notify agent at l3_agent the message router_deleted on router 8143f33f-fa36-4f59-adcf-e0ed51122b79 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:45:35.826580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:35.831785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-81f334a8-6557-4962-bb74-ddd6beb19a61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/routers/8143f33f-fa36-4f59-adcf-e0ed51122b79 HTTP/1.1" status: 204 len: 168 time: 1.7475975 Feb 13 23:45:35.832841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45244) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:35.856216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:35.905176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] Pushing event deleted for resources: {'Port': ['ID=b344e66d-e58f-45b1-9d85-81e7b7a10c08,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:35.943526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f651f6-175b-4590-bb70-5bc46e928443 None None] No DVR routers for this DVR port b344e66d-e58f-45b1-9d85-81e7b7a10c08 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:35.991257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b344e66d-e58f-45b1-9d85-81e7b7a10c08 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:36.127764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b344e66d-e58f-45b1-9d85-81e7b7a10c08 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:45:36.130908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b344e66d-e58f-45b1-9d85-81e7b7a10c08 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:45:36.360792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:36.395750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:36.461837 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4c0828-9a54-4eb9-a6b5-0046af3e5ee6 None None] New status for floating IP c7cf958f-78a2-40b7-a26a-894563482e80: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:45:36.516456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fe3dad5a-8e3d-47eb-87db-9cd2e3545327 req-29a3727e-baee-4c1a-814a-8697b858165c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6baf883e-0a1e-4682-aab2-0ebf7e4e6166 HTTP/1.1" status: 200 len: 210 time: 0.3886411 Feb 13 23:45:36.527509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:36.532253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:port and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:36.535436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b0130f8-803f-46ab-8299-83bc5adc724d req-b9378ec6-853c-438a-8262-1eaf4df20e78 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 210 time: 0.1318948 Feb 13 23:45:36.537480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:36.541100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45252) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:36.549577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:36.581864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:36.590543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Made reservation on behalf of 7adb9718ec6f4cd68cf437ad4a8943c8 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:36.594838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:36.632006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:36.682182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:36.685640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.005384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.20.0.12 (b22c354d-95c1-4d76-a8ec-407960356531/4e0188b2-0d19-45aa-9e4b-1b94fda7e938/dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:37.046851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.364189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.365242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-79029dd0-eed6-4de4-aac9-15460a340e82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4263458af5bc45d598c0887a0d2873a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8230524 Feb 13 23:45:37.367385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:37.386975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Transition to ACTIVE for port object dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:37.396401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.436516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.547688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=e3626423-3ba5-4819-9099-242df42fb71b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:37.548954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network b22c354d-95c1-4d76-a8ec-407960356531 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:37.554464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:37.566420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:37.567147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:37.616602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:37.621243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6307a205-8675-4ebd-b504-3159833475ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.625298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b00ec-fc4a-484f-bd50-01ab787f1a3f None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:37.628482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:37.629081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.642577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:37.713768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:37.716095 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:37.728673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.729537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.732198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.733681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.735422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.738315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.743630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.744280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.744873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.745441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.747844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:37.781325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-c4ee6d63-ed53-4f89-b1dc-721bff59e0cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0469737 Feb 13 23:45:37.801667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Request body: {'port': {'device_id': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:37.859122 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6307a205-8675-4ebd-b504-3159833475ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.002495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b7d46cfc-3241-4b84-9f28-d23458689408 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1685290 Feb 13 23:45:38.006773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45286) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:38.007109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45288) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:38.044921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.083659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:38.227564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:38.249825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-777ee024-dbb9-4a74-b8b5-f27ad97a5183 None None] Provisioning for port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:38.262311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-777ee024-dbb9-4a74-b8b5-f27ad97a5183 None None] Provisioning complete for port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:38.262941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-777ee024-dbb9-4a74-b8b5-f27ad97a5183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.322765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:router and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:38.361532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:38.405309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': 'e3626423-3ba5-4819-9099-242df42fb71b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:45:38.412523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.415027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:38.515622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78712e02-64ff-4e45-ac76-cca55a1d1dc2 req-06b9058b-8b5c-4ced-a3a9-5b4251a03842 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:38.517177 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78712e02-64ff-4e45-ac76-cca55a1d1dc2 req-06b9058b-8b5c-4ced-a3a9-5b4251a03842 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 971 time: 0.6280675 Feb 13 23:45:38.521203 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.522170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.621399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.709840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45298) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:38.710576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f02efb24-369e-49ed-a1a7-4bde35b73b79 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.712559 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.772204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/e3626423-3ba5-4819-9099-242df42fb71b/3f1cfcdd-b3cf-467d-a101-8023c09837ef) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:38.801693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.805902 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-287d23b3-60ea-4731-a389-8581207e5cf2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7789197 Feb 13 23:45:38.806740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45304) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:38.883854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6307a205-8675-4ebd-b504-3159833475ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.886663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6307a205-8675-4ebd-b504-3159833475ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.890196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6307a205-8675-4ebd-b504-3159833475ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ff6dbae-db7d-4fe4-943d-082cfe00e5b9 HTTP/1.1" status: 204 len: 168 time: 1.5186396 Feb 13 23:45:38.936564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:45:38.951685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:38.989331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Transition to ACTIVE for port object dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:38.995164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.019006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307a205-8675-4ebd-b504-3159833475ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6dbae-db7d-4fe4-943d-082cfe00e5b9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:39.046228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-78712e02-64ff-4e45-ac76-cca55a1d1dc2 req-151ea255-e2a3-4e15-9a48-1af869d9dc5e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4979520 Feb 13 23:45:39.054157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-777ee024-dbb9-4a74-b8b5-f27ad97a5183 None None] Port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:39.149846 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.217014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:39.248520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f02efb24-369e-49ed-a1a7-4bde35b73b79 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.340088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.353447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Sync routers for ids ['8143f33f-fa36-4f59-adcf-e0ed51122b79'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:45:39.394149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:39.398854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Usage tracker for resource:security_group_rule and tenant:7a825c0552fb4e98ab78af883622494b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:39.402287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:39.410622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:39.447730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:39.450486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:45:39.451262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8143f33f-fa36-4f59-adcf-e0ed51122b79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:45:39.519142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.532648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Attempting to bind port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:39.533139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Attempting to bind port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:39.537858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Attempting to bind port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 on network b22c354d-95c1-4d76-a8ec-407960356531 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:39.545534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.572282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 on network b22c354d-95c1-4d76-a8ec-407960356531 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:45:39.573929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Transition to ACTIVE for port object 3f1cfcdd-b3cf-467d-a101-8023c09837ef will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:39.576382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Attempting to bind port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 on network b22c354d-95c1-4d76-a8ec-407960356531 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:39.579445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.593019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:39.595667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:39.597329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:45:39.597542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Checking segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:39.598216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Bound using segment: {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:39.598767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Bound port: dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca430e8-bf58-4e91-a500-a700dfafb961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:39.599523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8143f33f-fa36-4f59-adcf-e0ed51122b79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:45:39.600021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.601068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ef789-88b1-41a4-9a9f-5ff6c92faf90 None None] The sync data for ids ['8143f33f-fa36-4f59-adcf-e0ed51122b79'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:39.638075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Transition to ACTIVE for port object 3f1cfcdd-b3cf-467d-a101-8023c09837ef will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:39.652753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.688742 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a825c0552fb4e98ab78af883622494b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9147720 Feb 13 23:45:39.689494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45316) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:39.690995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dd3c9-8a14-47d3-9911-b17851b93cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0336f51-a50e-4b29-8e12-1ecc072f6085,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:39.696251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f02efb24-369e-49ed-a1a7-4bde35b73b79 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.792226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:39.799058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] For port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:39.803928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:39.810678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] For port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:39.811164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:39.823243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Pushing event updated for resources: {'Port': ['ID=3f1cfcdd-b3cf-467d-a101-8023c09837ef,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:39.823701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.841701 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03544ec-4259-41c3-952f-9a671748afdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.931180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:39.932588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 200 len: 1131 time: 2.1418986 Feb 13 23:45:39.933035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:39.949007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149813-af56-4e17-a74a-1d87b631d673 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:39.993531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45324) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:40.041722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Attempting to bind port 3f1cfcdd-b3cf-467d-a101-8023c09837ef on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:40.042521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Attempting to bind port 3f1cfcdd-b3cf-467d-a101-8023c09837ef by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:40.043144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Attempting to bind port 3f1cfcdd-b3cf-467d-a101-8023c09837ef on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:40.052495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:40.053865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:40.055159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:40.055785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:40.056582 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Bound port: 3f1cfcdd-b3cf-467d-a101-8023c09837ef, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:40.061715 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:40.082620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02efb24-369e-49ed-a1a7-4bde35b73b79 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a835480a-d074-4d89-809d-e3caa0f9a535,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:40.085482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03544ec-4259-41c3-952f-9a671748afdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:40.157059 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'status': 'completed', 'code': 200} Feb 13 23:45:40.258803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f02efb24-369e-49ed-a1a7-4bde35b73b79 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:40.261836 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f02efb24-369e-49ed-a1a7-4bde35b73b79 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/security-groups/a835480a-d074-4d89-809d-e3caa0f9a535 HTTP/1.1" status: 204 len: 168 time: 2.2390120 Feb 13 23:45:40.272743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:40.355438 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-d6537dee-3ae9-40a1-a6f5-f100388377cc tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] show failed (client error): The resource could not be found. Feb 13 23:45:40.356202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] For port 3f1cfcdd-b3cf-467d-a101-8023c09837ef, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:40.356961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d6537dee-3ae9-40a1-a6f5-f100388377cc tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "GET /v2.0/security-groups/a835480a-d074-4d89-809d-e3caa0f9a535 HTTP/1.1" status: 404 len: 347 time: 0.0816844 Feb 13 23:45:40.363320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:40.372611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] For port 3f1cfcdd-b3cf-467d-a101-8023c09837ef, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3f1cfcdd-b3cf-467d-a101-8023c09837ef,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:40.381802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:40.393669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-778f3900-8b9b-432e-9af6-b72c9e7e709c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08e14fa7df54406baa4257e357131bb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3978806 Feb 13 23:45:40.400042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45340) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:40.594981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-a842aac9-fdc9-4f31-824f-4d1de1f94246 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1134 time: 0.5786376 Feb 13 23:45:40.669877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d125-f22c-4054-bf44-0721408daa52 None None] Pushing event updated for resources: {'Port': ['ID=3f1cfcdd-b3cf-467d-a101-8023c09837ef,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:40.699374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-aff81e53-0ce4-48e8-8de5-927210048a79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 200 len: 217 time: 0.0858684 Feb 13 23:45:40.842922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-f7ff3a27-397b-4fe6-a9dc-f168ea628b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:40.842922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-f7ff3a27-397b-4fe6-a9dc-f168ea628b62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e0188b2-0d19-45aa-9e4b-1b94fda7e938 HTTP/1.1" status: 200 len: 834 time: 0.1328166 Feb 13 23:45:40.880977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-885bf862-da0a-4491-a879-5d67f40a4e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:40.897538 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03544ec-4259-41c3-952f-9a671748afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.029004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-885bf862-da0a-4491-a879-5d67f40a4e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.049303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port e91315a7-8e3c-4bf8-994c-e1b8c4271d1d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:41.049749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.061335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-0d9133b3-e353-4281-8742-b93b00bed1a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b22c354d-95c1-4d76-a8ec-407960356531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776953 Feb 13 23:45:41.080306 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03544ec-4259-41c3-952f-9a671748afdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.086437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f03544ec-4259-41c3-952f-9a671748afdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0336f51-a50e-4b29-8e12-1ecc072f6085 HTTP/1.1" status: 204 len: 168 time: 1.3923368 Feb 13 23:45:41.119198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03544ec-4259-41c3-952f-9a671748afdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0336f51-a50e-4b29-8e12-1ecc072f6085,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:41.317615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-9971cbcb-245f-40f9-95cc-235b8459f8b8 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419348 Feb 13 23:45:41.395468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8fd5-97e7-4d27-bcaa-8f7efedb25d5 req-794c4ffa-a093-4731-99fb-2f08a5a17cda tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:41.396956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2cde8fd5-97e7-4d27-bcaa-8f7efedb25d5 req-794c4ffa-a093-4731-99fb-2f08a5a17cda tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 983 time: 0.8134112 Feb 13 23:45:41.562057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-885bf862-da0a-4491-a879-5d67f40a4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.626060 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c01f07af-e23b-4197-a01f-2e08fd61dc25 req-71d5f2f5-de5e-421f-b2a1-ac8afd7e7a45 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983730 Feb 13 23:45:41.628447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bf862-da0a-4491-a879-5d67f40a4e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd7525-1183-460e-b608-54b1fa11eb05,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:41.668168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-885bf862-da0a-4491-a879-5d67f40a4e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.677691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-885bf862-da0a-4491-a879-5d67f40a4e2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68cd7525-1183-460e-b608-54b1fa11eb05 HTTP/1.1" status: 204 len: 168 time: 1.2495532 Feb 13 23:45:41.751392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:41.964059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-4be8095e-0a59-49a6-8a4a-fdf91ca6f11b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1134 time: 0.2471898 Feb 13 23:45:42.086509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f1cfcdd-b3cf-467d-a101-8023c09837ef up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:42.302624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2cde8fd5-97e7-4d27-bcaa-8f7efedb25d5 req-49057b84-eda3-41bd-bc21-9b0bdf94bf72 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8473022 Feb 13 23:45:42.348843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-9687de86-b760-43a9-bf97-9b12b0e91f9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:42.356436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-9687de86-b760-43a9-bf97-9b12b0e91f9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 200 len: 897 time: 0.3684466 Feb 13 23:45:42.365337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3f1cfcdd-b3cf-467d-a101-8023c09837ef completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:42.386690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c68f8da-a3f6-448c-abcb-c2c231918a01 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:42.489460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-b7be4da9-a489-4b6e-bab6-d830ab1f3b77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 200 len: 217 time: 0.1275496 Feb 13 23:45:42.503282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5c68f8da-a3f6-448c-abcb-c2c231918a01 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:45:42.503660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c68f8da-a3f6-448c-abcb-c2c231918a01 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:45:42.523730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:42.524445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:42.575705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] Provisioning for port 3f1cfcdd-b3cf-467d-a101-8023c09837ef completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:42.586999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] Provisioning complete for port 3f1cfcdd-b3cf-467d-a101-8023c09837ef triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:42.587366 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:42.631245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-37b88982-e32c-4510-92dc-09fae329b2cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:42.632716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-37b88982-e32c-4510-92dc-09fae329b2cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e0188b2-0d19-45aa-9e4b-1b94fda7e938 HTTP/1.1" status: 200 len: 834 time: 0.1262939 Feb 13 23:45:42.908003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for e91315a7-8e3c-4bf8-994c-e1b8c4271d1d owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:42.928706 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:43.032845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] For port 3f1cfcdd-b3cf-467d-a101-8023c09837ef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3f1cfcdd-b3cf-467d-a101-8023c09837ef,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:43.052126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:43.135643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-356e4087-e14b-40d1-9e7b-0ca92ae8e735 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b22c354d-95c1-4d76-a8ec-407960356531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4941232 Feb 13 23:45:43.235230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6931f-62cb-41d1-99e3-9bc074a9344a None None] Pushing event updated for resources: {'Port': ['ID=3f1cfcdd-b3cf-467d-a101-8023c09837ef,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:43.394137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-1df3d97d-d042-4bf4-92f8-54ee241ad500 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474933 Feb 13 23:45:43.423083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::1 (f3558132-a192-4c12-af74-1bdc60bf6bc0/e3626423-3ba5-4819-9099-242df42fb71b/0f64e56f-ed60-43aa-9b58-0b95802f1d60) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:43.726656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:43.771655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 0f64e56f-ed60-43aa-9b58-0b95802f1d60 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:43.859616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d5906c1-8c43-4e63-a4fc-880fa1f406a7 req-e8593e1b-e487-4509-9b6f-4e8647f5c8a8 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567027 Feb 13 23:45:43.865759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:43.920955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87486c-3084-4eb2-87fa-5e81660b7606 req-8a01ae1d-c8c8-4cd4-98aa-47c2dec0fe1e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:43.922246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9e87486c-3084-4eb2-87fa-5e81660b7606 req-8a01ae1d-c8c8-4cd4-98aa-47c2dec0fe1e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:43.978430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9e87486c-3084-4eb2-87fa-5e81660b7606 req-8a01ae1d-c8c8-4cd4-98aa-47c2dec0fe1e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:43.985392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e87486c-3084-4eb2-87fa-5e81660b7606 req-8a01ae1d-c8c8-4cd4-98aa-47c2dec0fe1e tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 983 time: 0.3817263 Feb 13 23:45:43.986753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f1cfcdd-b3cf-467d-a101-8023c09837ef up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:44.034544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:44.048666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:44.144637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:44.148434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:44.155492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3f1cfcdd-b3cf-467d-a101-8023c09837ef triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:44.156342 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:44.158233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e87486c-3084-4eb2-87fa-5e81660b7606 req-9208657e-82d9-4ced-92dd-7e37bf7aa734 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1707540 Feb 13 23:45:44.291074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=0f64e56f-ed60-43aa-9b58-0b95802f1d60,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:44.339699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:44.500599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=e91315a7-8e3c-4bf8-994c-e1b8c4271d1d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:44.539684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:45:44.605213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:44.850470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:44.869626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'port_id': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'mac_address': 'fa:16:3e:71:bc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:45:44.873050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-649d3193-603e-4e98-b242-77939dba829e None None] Provisioning for port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:44.912875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-649d3193-603e-4e98-b242-77939dba829e None None] Provisioning complete for port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:44.913506 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-649d3193-603e-4e98-b242-77939dba829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:45.012964 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:45.033444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:45:45.037901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-649d3193-603e-4e98-b242-77939dba829e None None] Port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:45.067413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:45.079122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:45.243442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:45.351101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:45.359142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:45:45.402012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:45.403221 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-754c42d3-b83b-4f1d-a6ad-61069a645379 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/floatingips/c7cf958f-78a2-40b7-a26a-894563482e80 HTTP/1.1" status: 204 len: 168 time: 5.0386682 Feb 13 23:45:45.406605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45436) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:45.612123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port 10d68807-cacf-4296-9d50-32ae3b76ce9a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:45.612123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:45.919479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2e860-904b-4167-aeb9-912f5cdfc393 req-249afbab-fc85-49f0-b626-ce9bd6ea2dc5 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:45.921373 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddc2e860-904b-4167-aeb9-912f5cdfc393 req-249afbab-fc85-49f0-b626-ce9bd6ea2dc5 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 984 time: 0.2768452 Feb 13 23:45:46.026981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:46.108256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:46.114145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:46.242005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:46.258836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:46.381393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddc2e860-904b-4167-aeb9-912f5cdfc393 req-84fda1e8-b840-4b33-a82e-fac97dd57f2c tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4517200 Feb 13 23:45:46.514003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=0f64e56f-ed60-43aa-9b58-0b95802f1d60,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:46.564982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:46.622585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:46.623978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:46.730297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-98548950-b4c0-4a16-aee7-22299fada7b0 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c46fc275505f4654ad7ec34eb5d090da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2828717 Feb 13 23:45:46.736770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for 10d68807-cacf-4296-9d50-32ae3b76ce9a owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:46.780386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:46.788689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:46.789060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:46.928377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:47.066313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.131979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:45:47.173826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:47.184682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.310050 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'code': 200} Feb 13 23:45:47.343107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.354758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dd311d6f-38bf-4e2b-a31f-86308ffe9958 None None] Provisioning complete for port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:47.355132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dd311d6f-38bf-4e2b-a31f-86308ffe9958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.422567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:47.442576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:47.463887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Usage tracker for resource:security_group_rule and tenant:3b53421a8e4447ee8edad00bb82b5f95 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:47.466566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dd311d6f-38bf-4e2b-a31f-86308ffe9958 None None] Port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:47.477884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:47.478942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-f65d2ecb-d50b-417c-a398-959af5a53ec3 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:47.486678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-f65d2ecb-d50b-417c-a398-959af5a53ec3 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6600912 Feb 13 23:45:47.492033 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:47.518000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-99aa5c2d-918c-4fa9-9342-a18595fa7aa4 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/quotas/c46fc275505f4654ad7ec34eb5d090da HTTP/1.1" status: 200 len: 375 time: 0.0289662 Feb 13 23:45:47.578650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.595411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-45982036-486b-4e8b-8591-82ee564ec112 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c46fc275505f4654ad7ec34eb5d090da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758150 Feb 13 23:45:47.650175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=10d68807-cacf-4296-9d50-32ae3b76ce9a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:47.660842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.673579 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.676065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Router 9a9679f8-9183-4011-b3d7-77cd78954062 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:45:47.714782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.767935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d5f9-f1bc-48d1-89bb-39ef47768c92 req-0e4f7b96-7c91-46b5-86d1-73fe7d1929ba tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:47.769990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-add2d5f9-f1bc-48d1-89bb-39ef47768c92 req-0e4f7b96-7c91-46b5-86d1-73fe7d1929ba tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.1723075 Feb 13 23:45:47.827909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:47.860478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ef29a525-3db2-4998-a0de-da91476f2b7c tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/ports/10d68807-cacf-4296-9d50-32ae3b76ce9a HTTP/1.1" status: 204 len: 168 time: 2.4527385 Feb 13 23:45:47.903594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:47.906998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-add2d5f9-f1bc-48d1-89bb-39ef47768c92 req-1a07992c-351f-4a18-b0ea-d63320023e07 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779104 Feb 13 23:45:47.931751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74fc43b8-88d5-4dc4-9c24-81c964f212bb req-160556f2-43ed-4686-805c-ee9581ff8aef tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 210 time: 0.0683489 Feb 13 23:45:47.936334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdf4292c-0e00-42eb-b6a3-8631f7f357a0 req-6e802ea2-ab5b-44cd-9edf-16079d42b333 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1136 time: 0.5415900 Feb 13 23:45:47.939704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:47.945083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:57ca208846e74619a478beb736bf1ea5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:47.964316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:47.975103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:48.015389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdf4292c-0e00-42eb-b6a3-8631f7f357a0 req-f0e34a0d-61dd-476b-9568-21ab97dedc1d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25799109-9a3e-4253-a9f6-6098ff81d083&id=977d96fa-803c-4cb1-8a71-1f643e06c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0665689 Feb 13 23:45:48.044925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd32a0-de4b-4698-ae1d-389eb30494a4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:48.058983 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-111ba0a0-603f-4150-a126-ff764323fa6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b53421a8e4447ee8edad00bb82b5f95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1273770 Feb 13 23:45:48.061943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45492) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:48.096918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:48.097300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.413367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.440642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce1d10d9-9c83-4267-b7a1-50e840ab2a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.444407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.525998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce1d10d9-9c83-4267-b7a1-50e840ab2a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.547446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950a55ab-0d84-4e94-8914-aa59853ee3c0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:48.574902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.597581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6078c88b-2493-4aa5-96a0-4280a761d1d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57ca208846e74619a478beb736bf1ea5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3364975 Feb 13 23:45:48.601689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45502) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:48.706048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:48.729055 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce1d10d9-9c83-4267-b7a1-50e840ab2a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.752985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d10d9-9c83-4267-b7a1-50e840ab2a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd32a0-de4b-4698-ae1d-389eb30494a4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:48.781630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aeb6af-90a3-47fb-a2f3-576800c56b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.817564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aeb6af-90a3-47fb-a2f3-576800c56b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.849275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce1d10d9-9c83-4267-b7a1-50e840ab2a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.854677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ce1d10d9-9c83-4267-b7a1-50e840ab2a44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68bd32a0-de4b-4698-ae1d-389eb30494a4 HTTP/1.1" status: 204 len: 168 time: 0.7891695 Feb 13 23:45:48.884674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:45:48.907495 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Sync routers for ids ['9a9679f8-9183-4011-b3d7-77cd78954062'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:45:48.914450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aeb6af-90a3-47fb-a2f3-576800c56b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.932801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:48.936344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Routers {'9a9679f8-9183-4011-b3d7-77cd78954062'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:48.938594 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9a9679f8-9183-4011-b3d7-77cd78954062'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:48.939767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeb6af-90a3-47fb-a2f3-576800c56b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a55ab-0d84-4e94-8914-aa59853ee3c0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:49.027525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aeb6af-90a3-47fb-a2f3-576800c56b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:49.031586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67aeb6af-90a3-47fb-a2f3-576800c56b04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/950a55ab-0d84-4e94-8914-aa59853ee3c0 HTTP/1.1" status: 204 len: 168 time: 0.4280977 Feb 13 23:45:49.048805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=f7cbf0d5-9563-47ae-a3d0-b6c75b842e73,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:49.056508 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-80c57ea5-4ed5-4c23-b74d-20250a58f945 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "PUT /v2.0/routers/9a9679f8-9183-4011-b3d7-77cd78954062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2435746 Feb 13 23:45:49.059928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:49.284185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6690a9d2-6e75-495b-b403-3a70dc596fe3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:49.287108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6690a9d2-6e75-495b-b403-3a70dc596fe3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:45:49.401576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afb355b4-249f-4ecf-b623-99faddf27529 req-9f9616c2-0cd4-4aa0-9cd0-028c73914e3c tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 210 time: 0.0950925 Feb 13 23:45:49.504643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6690a9d2-6e75-495b-b403-3a70dc596fe3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:45:49.508203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6690a9d2-6e75-495b-b403-3a70dc596fe3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports/0f64e56f-ed60-43aa-9b58-0b95802f1d60 HTTP/1.1" status: 200 len: 911 time: 0.4449627 Feb 13 23:45:49.508962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45528) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:49.523249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:49.525129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-281e5557-7607-477f-b949-dffd68895703 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/ports/f7cbf0d5-9563-47ae-a3d0-b6c75b842e73 HTTP/1.1" status: 204 len: 168 time: 1.6171389 Feb 13 23:45:49.528092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45532) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:49.555703 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:45:49.610022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ff50e-a585-443a-8199-04bc1813e466 req-25549509-1318-41f1-981e-a06d9a3e4f5f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:49.613545 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Set router 9a9679f8-9183-4011-b3d7-77cd78954062 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:49.622643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a13ff50e-a585-443a-8199-04bc1813e466 req-25549509-1318-41f1-981e-a06d9a3e4f5f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.3112512 Feb 13 23:45:49.832385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a13ff50e-a585-443a-8199-04bc1813e466 req-ad605646-19b6-45e8-810f-622d9f4be3ae tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2087758 Feb 13 23:45:49.902863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3c61b-a47b-46b2-81db-f8a6bcd232d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:49.918639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3c61b-a47b-46b2-81db-f8a6bcd232d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:49.930968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6cc3c61b-a47b-46b2-81db-f8a6bcd232d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4193914 Feb 13 23:45:49.931779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45540) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:49.945696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9df30f80-0e3f-4c23-803e-17da2dd90a88 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c46fc275505f4654ad7ec34eb5d090da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1874406 Feb 13 23:45:49.960170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45544) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:50.158010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting subnet 5eb04418-1e25-449e-8cdb-190f272523f9 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:45:50.164663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.213578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.308663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.364909 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:38Z', 'updated_at': '2022-02-13T23:45:44Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None, '_interfaces': [{'id': '0f64e56f-ed60-43aa-9b58-0b95802f1d60', 'name': '', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3626423-3ba5-4819-9099-242df42fb71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:42Z', 'updated_at': '2022-02-13T23:45:45Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'subnets': [{'id': 'e3626423-3ba5-4819-9099-242df42fb71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:50.370406 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Checking router: 9a9679f8-9183-4011-b3d7-77cd78954062 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:45:50.370953 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Updating router 9a9679f8-9183-4011-b3d7-77cd78954062 port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:45:50.453101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:50.469187 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.477639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca2c5495d604046aaa8d2c75eb32601 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:50.488166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:50.500609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:50.509252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-571d5d28-40ce-4053-9be6-ea0d5c5a0df1 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:50.510761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-571d5d28-40ce-4053-9be6-ea0d5c5a0df1 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5596397 Feb 13 23:45:50.529071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.532116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Request body: {'port': {'device_id': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'c46fc275505f4654ad7ec34eb5d090da'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:50.708957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.736566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8eeade28-0e80-4f31-8a4a-a1e7b7a0be5f req-502c3bea-c790-4a80-9f10-ee5f12ebe5fa tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 210 time: 0.0466607 Feb 13 23:45:50.808460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb04418-1e25-449e-8cdb-190f272523f9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:50.821197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:50.823875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:50.830638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34f6d0-082c-4f59-bc9b-3fdd9652cfb2 None None] Network ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:50.836989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Usage tracker for resource:port and tenant:c46fc275505f4654ad7ec34eb5d090da is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:50.841490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-943b4706-f159-474f-a1dd-c8eb0fcef8e9 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/subnets/5eb04418-1e25-449e-8cdb-190f272523f9 HTTP/1.1" status: 204 len: 168 time: 1.3103073 Feb 13 23:45:50.841820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45564) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:50.906510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:50.951300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:51.122890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Made reservation on behalf of c46fc275505f4654ad7ec34eb5d090da for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:45:51.130688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.213380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.222478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.247299 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.254947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.280982 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Transition to ACTIVE for port object 0f64e56f-ed60-43aa-9b58-0b95802f1d60 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:51.307918 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.335186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ca2c5495d604046aaa8d2c75eb32601&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1697488 Feb 13 23:45:51.337722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c060d1-7e3a-4d64-9f8a-bfab6ac81a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0f04a-41ef-433b-a1f1-fb1a3b768a3d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:51.340526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:51.352308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting subnet 8cc95659-b4c9-4c45-85de-2131e918e666 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:45:51.381561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.455085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] DHCP port deletion for ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:45:51.460536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] Deleting port 4808674b-2155-478b-bddf-1c3b667c89a9 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:51.460905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.494609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:51.506346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.516033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Usage tracker for resource:security_group_rule and tenant:c46fc275505f4654ad7ec34eb5d090da is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:51.546723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:51.560972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:51.669642 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48b662-e92a-4525-afac-28a576091a31 None None] Pushing event updated for resources: {'Port': ['ID=0f64e56f-ed60-43aa-9b58-0b95802f1d60,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:51.707563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-add86a4e-e729-4c39-9f59-fea9123aeda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.736673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-add86a4e-e729-4c39-9f59-fea9123aeda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.805856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76640ec-1071-4950-8e32-3f6d2f554288 req-dc7f567f-cf2b-4485-b1a8-29631d03017c tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:51.819416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-add86a4e-e729-4c39-9f59-fea9123aeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.828915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e76640ec-1071-4950-8e32-3f6d2f554288 req-dc7f567f-cf2b-4485-b1a8-29631d03017c tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.6464477 Feb 13 23:45:51.852338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add86a4e-e729-4c39-9f59-fea9123aeda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0f04a-41ef-433b-a1f1-fb1a3b768a3d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:51.902696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-add86a4e-e729-4c39-9f59-fea9123aeda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.904430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-add86a4e-e729-4c39-9f59-fea9123aeda5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6a0f04a-41ef-433b-a1f1-fb1a3b768a3d HTTP/1.1" status: 204 len: 168 time: 0.5615561 Feb 13 23:45:51.944033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:51.975175 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Attempting to bind port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:51.975545 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Attempting to bind port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:51.975893 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Attempting to bind port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:52.009750 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:45:52.010173 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:45:52.010730 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.011127 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:45:52.011604 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Bound port: 0f64e56f-ed60-43aa-9b58-0b95802f1d60, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:45:52.011971 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.024347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] For port 4808674b-2155-478b-bddf-1c3b667c89a9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4808674b-2155-478b-bddf-1c3b667c89a9,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:52.028901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.115308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.136627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.280568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4808674b-2155-478b-bddf-1c3b667c89a9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:52.288370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e76640ec-1071-4950-8e32-3f6d2f554288 req-cc1fdf81-917b-49a4-acb2-4c6aa6d63ec4 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4553492 Feb 13 23:45:52.321177 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] For port 0f64e56f-ed60-43aa-9b58-0b95802f1d60, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:45:52.324865 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] For port 0f64e56f-ed60-43aa-9b58-0b95802f1d60, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0f64e56f-ed60-43aa-9b58-0b95802f1d60,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:45:52.340985 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.342947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.428587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc95659-b4c9-4c45-85de-2131e918e666,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:52.450386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.475515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-85a1f336-513a-4e04-928b-d9175e10e71e tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/subnets/8cc95659-b4c9-4c45-85de-2131e918e666 HTTP/1.1" status: 204 len: 168 time: 1.6323302 Feb 13 23:45:52.476751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45590) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:52.617063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:52.631700 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Routers {'9a9679f8-9183-4011-b3d7-77cd78954062'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:45:52.632334 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9a9679f8-9183-4011-b3d7-77cd78954062'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:52.699424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] Calling delete_port for 4808674b-2155-478b-bddf-1c3b667c89a9 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:52.764585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a8a98-ac2e-43a6-b95c-c6ce2e6329c6 None None] Network d726b444-4c7c-419a-80ca-de4c3d57a91c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:45:52.795210 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48b662-e92a-4525-afac-28a576091a31 None None] Pushing event updated for resources: {'Port': ['ID=0f64e56f-ed60-43aa-9b58-0b95802f1d60,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:52.827061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b234bd0-6245-464a-858d-413181290d22,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:53.051052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:53.082918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port 4808674b-2155-478b-bddf-1c3b667c89a9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:53.083454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:53.104219 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] Set router 9a9679f8-9183-4011-b3d7-77cd78954062 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:45:53.113768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3868d5b-a355-4f08-baf9-f854fbb985c4 req-64705299-6f3d-4a04-be11-95dfd6e12694 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 210 time: 0.4775388 Feb 13 23:45:53.180377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da342d-86f4-40b8-91fe-affbbce72cdf req-e8edac10-6a79-4de0-b87e-a8f22f9810d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:53.189237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25da342d-86f4-40b8-91fe-affbbce72cdf req-e8edac10-6a79-4de0-b87e-a8f22f9810d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.4905748 Feb 13 23:45:53.477412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port 4808674b-2155-478b-bddf-1c3b667c89a9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4808674b-2155-478b-bddf-1c3b667c89a9,segment=NetworkSegment(1e6a412e-8210-4dd5-89e4-572a1b451791),segment_id=1e6a412e-8210-4dd5-89e4-572a1b451791)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:53.479198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:53.491176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:53.546076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Allocated IP 192.168.233.208 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/1c24d8c0-ef95-450f-ae33-8d5d33454989) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:45:53.653537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:53.731471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for 4808674b-2155-478b-bddf-1c3b667c89a9 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:53.838616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:45:53.839098 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:45:53.879814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-25da342d-86f4-40b8-91fe-affbbce72cdf req-c0f52a8f-965d-4d31-9709-dbb937a11d6a tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6827962 Feb 13 23:45:53.963614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] No DVR routers for this DVR port 4808674b-2155-478b-bddf-1c3b667c89a9 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:53.989564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] DHCP port deletion for d726b444-4c7c-419a-80ca-de4c3d57a91c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:45:54.113607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d9038-e27b-448f-8453-691987d2dffc None None] Pushing event deleted for resources: {'Port': ['ID=4808674b-2155-478b-bddf-1c3b667c89a9,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:54.143502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Deleting port bbd27f3f-b980-4502-acd5-8b6b7e62cece {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:54.143956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:54.254738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bbd27f3f-b980-4502-acd5-8b6b7e62cece no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:45:54.340869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port 4808674b-2155-478b-bddf-1c3b667c89a9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:54.341197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:54.444835 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:38Z', 'updated_at': '2022-02-13T23:45:44Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None, '_interfaces': [{'id': '0f64e56f-ed60-43aa-9b58-0b95802f1d60', 'name': '', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3626423-3ba5-4819-9099-242df42fb71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:42Z', 'updated_at': '2022-02-13T23:45:52Z', 'revision_number': 4, 'project_id': 'ac067069217f46479483cd604ab7905d', 'subnets': [{'id': 'e3626423-3ba5-4819-9099-242df42fb71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:54.455084 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb901ec4-5243-4ad9-9e57-0c65efa393c4 None None] The sync data for ids ['9a9679f8-9183-4011-b3d7-77cd78954062'] in n-d-828979-1 is: [{'id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:38Z', 'updated_at': '2022-02-13T23:45:44Z', 'revision_number': 2, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None, '_interfaces': [{'id': '0f64e56f-ed60-43aa-9b58-0b95802f1d60', 'name': '', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3626423-3ba5-4819-9099-242df42fb71b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:42Z', 'updated_at': '2022-02-13T23:45:52Z', 'revision_number': 4, 'project_id': 'ac067069217f46479483cd604ab7905d', 'subnets': [{'id': 'e3626423-3ba5-4819-9099-242df42fb71b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:45:54.582846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:54.627287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Transition to ACTIVE for port object 1c24d8c0-ef95-450f-ae33-8d5d33454989 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:54.661968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] The port '4808674b-2155-478b-bddf-1c3b667c89a9' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:45:54.677854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a32d3eb-40f5-4c51-84e5-ba3e80684e2c req-9b5b8b5d-e225-4346-acd1-ffef71a7c790 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 210 time: 0.1537144 Feb 13 23:45:54.772530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:54.904523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bbd27f3f-b980-4502-acd5-8b6b7e62cece,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:54.950359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:54.950359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:54.981535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.028203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.162783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.224760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=bbd27f3f-b980-4502-acd5-8b6b7e62cece,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:55.236334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Pushing event updated for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:55.250128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bbd27f3f-b980-4502-acd5-8b6b7e62cece,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:55.251523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.281159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:45:55.288465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:45:55.297882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:45:55.305978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:55.340831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a412e-8210-4dd5-89e4-572a1b451791') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:55.341136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a412e-8210-4dd5-89e4-572a1b451791') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:55.362783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.395518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.406882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.407225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.408117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:45:55.408821 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.430205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.430744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.431160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.431500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.431882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.432218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.432533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.432944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.433274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:45:55.598571 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:45:55.673669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.686433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Calling delete_port for bbd27f3f-b980-4502-acd5-8b6b7e62cece owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:55.708123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.711188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-8502ce94-134b-41d9-8e92-b2c3c43fdd6f tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1136 time: 1.0385914 Feb 13 23:45:55.781303 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-fbd32ef0-d98a-49ff-be19-7243437fd2ab tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b97eb1d02624ee08ecca906ab6b4921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1779735 Feb 13 23:45:55.803599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Network': ['ID=ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:55.812219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:55.816467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.836948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aa0d0f7e-518d-4c07-a124-4c2b43bc36f4 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/networks/ed0903d0-a1b6-4bc0-a694-d3a1bcc0ffea HTTP/1.1" status: 204 len: 168 time: 3.3585792 Feb 13 23:45:55.842633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45650) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:55.859334 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:45:55.859921 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:45:55.881782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e378e46-737b-42a6-8ce9-04bf013f3abe None None] Provisioning for port 1c24d8c0-ef95-450f-ae33-8d5d33454989 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:55.887515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e378e46-737b-42a6-8ce9-04bf013f3abe None None] Provisioning complete for port 1c24d8c0-ef95-450f-ae33-8d5d33454989 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:55.887886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e378e46-737b-42a6-8ce9-04bf013f3abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.916811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-9f7859f8-b2d0-41a6-8b9b-4d46c47cd20d tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3892739 Feb 13 23:45:55.921884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:55.957104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Request body: {'port': {'device_id': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:56.036434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5e378e46-737b-42a6-8ce9-04bf013f3abe None None] Port 1c24d8c0-ef95-450f-ae33-8d5d33454989 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:45:56.162127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0f64e56f-ed60-43aa-9b58-0b95802f1d60 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:45:56.204511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:56.207929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.219469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Usage tracker for resource:security_group_rule and tenant:d8fee4966b84476898c333f93d9276bb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:56.225375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:56.256073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:56.263149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-220bec6d-a8b7-41df-817f-23481649ed27 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:56.264973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-220bec6d-a8b7-41df-817f-23481649ed27 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4631104 Feb 13 23:45:56.266460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 0f64e56f-ed60-43aa-9b58-0b95802f1d60, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0f64e56f-ed60-43aa-9b58-0b95802f1d60,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:56.266837 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.267511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Deleting port bbd27f3f-b980-4502-acd5-8b6b7e62cece {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:56.269494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.346597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:45:56.353600 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-26d28048-9576-4d49-b1c1-a860f8e99d93 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/quotas/1b97eb1d02624ee08ecca906ab6b4921 HTTP/1.1" status: 200 len: 375 time: 0.0308943 Feb 13 23:45:56.359837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 0f64e56f-ed60-43aa-9b58-0b95802f1d60 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:45:56.370770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.477345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Deleting port bbd27f3f-b980-4502-acd5-8b6b7e62cece {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:56.477722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.504656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 0f64e56f-ed60-43aa-9b58-0b95802f1d60 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:56.769314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bbd27f3f-b980-4502-acd5-8b6b7e62cece,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:56.770421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.950229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Calling delete_port for bbd27f3f-b980-4502-acd5-8b6b7e62cece owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:56.979725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] For port bbd27f3f-b980-4502-acd5-8b6b7e62cece, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bbd27f3f-b980-4502-acd5-8b6b7e62cece,segment=NetworkSegment(ee841fbf-bacc-464b-8cc4-1b14a713822a),segment_id=ee841fbf-bacc-464b-8cc4-1b14a713822a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:45:56.982106 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:56.993231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-5c2502b6-7050-49db-bf6c-77d1af6cd49f tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b97eb1d02624ee08ecca906ab6b4921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6295741 Feb 13 23:45:57.062536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.094343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.125703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.156074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Port': ['ID=bbd27f3f-b980-4502-acd5-8b6b7e62cece,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:57.159071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Calling delete_port for bbd27f3f-b980-4502-acd5-8b6b7e62cece owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:45:57.164607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] No DVR routers for this DVR port bbd27f3f-b980-4502-acd5-8b6b7e62cece on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:45:57.203894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=0f64e56f-ed60-43aa-9b58-0b95802f1d60,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:57.227540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.296047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.324026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.462323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:45:57.462798 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:45:57.491732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.548145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d726b444-4c7c-419a-80ca-de4c3d57a91c']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:57.577319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee841fbf-bacc-464b-8cc4-1b14a713822a') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:57.577616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee841fbf-bacc-464b-8cc4-1b14a713822a') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:45:57.610121 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.646326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.734934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:45:57.735503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:45:57.756901 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:45:57.812963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aadc783-02ec-4981-a7f7-9a23b2c45dfa req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 2.1001699 Feb 13 23:45:57.825578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092d2db-c586-43ad-8220-4bdce960f123 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2749e00c-a3c9-4514-850e-36d7936b6f38,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:57.867347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45688) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:57.957658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:57.968372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:58.022317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] Pushing event deleted for resources: {'Network': ['ID=d726b444-4c7c-419a-80ca-de4c3d57a91c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:58.061294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e7cdb-521a-4242-9d4f-613a9b9109c2 req-4c5a14ad-26b5-4bde-a046-09e84bfe4f7b tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:45:58.071975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-149e7cdb-521a-4242-9d4f-613a9b9109c2 req-4c5a14ad-26b5-4bde-a046-09e84bfe4f7b tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 936 time: 0.4160430 Feb 13 23:45:58.074838 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e7075788-c12e-4a2f-bf86-fd32d5e48a65 tempest-TaggedBootDevicesTest-734436083 tempest-TaggedBootDevicesTest-734436083-project] 10.222.0.36 "DELETE /v2.0/networks/d726b444-4c7c-419a-80ca-de4c3d57a91c HTTP/1.1" status: 204 len: 168 time: 2.2314494 Feb 13 23:45:58.082694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:58.104562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20c5709a-5618-4850-9417-940eef0db864 req-47043dab-c8db-4ceb-a44d-d87b8f569608 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 210 time: 0.0938232 Feb 13 23:45:58.105297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45700) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:58.108979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-35b1ad96-2c6d-490c-ae6f-908ba18f7633 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1131 time: 0.2395196 Feb 13 23:45:58.150736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:45:58.212446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-149e7cdb-521a-4242-9d4f-613a9b9109c2 req-e6211a6c-5851-44f4-aa0e-51f149796b61 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204522 Feb 13 23:45:58.213216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:58.235377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:floatingip and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:58.328767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Deleting port bbd27f3f-b980-4502-acd5-8b6b7e62cece {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:45:58.328767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:58.377308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:58.384257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:58.507713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:58.513778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fea762d-c6cb-4007-8442-8edcc5d882b6 None None] The port 'bbd27f3f-b980-4502-acd5-8b6b7e62cece' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:45:58.795149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:45:58.967600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c24d8c0-ef95-450f-ae33-8d5d33454989 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:45:59.010176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45728) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:45:59.042806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:59.083581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Transition to ACTIVE for port object 1c24d8c0-ef95-450f-ae33-8d5d33454989 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:45:59.226300 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:59.374630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:59.536036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:45:59.546491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef729a6a31a4234a4ee566f7ac6e647 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:45:59.556470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:45:59.566834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:45:59.608052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:59.675821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-e677ce29-db3e-4efa-a38c-b46910327ab7 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1b97eb1d02624ee08ecca906ab6b4921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2649620 Feb 13 23:45:59.743497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-225c2151-107a-45b7-837b-4b8d104fafb9 req-84ac762d-221c-4444-9e16-b8df4416ac64 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 210 time: 0.2531388 Feb 13 23:45:59.748389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Router 9a9679f8-9183-4011-b3d7-77cd78954062 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:45:59.794631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:45:59.868666 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:59.897329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:45:59.936364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Attempting to bind port 1c24d8c0-ef95-450f-ae33-8d5d33454989 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:45:59.936786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Attempting to bind port 1c24d8c0-ef95-450f-ae33-8d5d33454989 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:45:59.937177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Attempting to bind port 1c24d8c0-ef95-450f-ae33-8d5d33454989 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:45:59.976337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4631ae-3c74-416d-b000-56d56a6eb97f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:00.024340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5ae0-5f73-4353-bcc0-f45e9e71fe94 req-3b4756d4-1321-4848-9a4a-3960ef26d3d5 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:00.026703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b30f5ae0-5f73-4353-bcc0-f45e9e71fe94 req-3b4756d4-1321-4848-9a4a-3960ef26d3d5 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 948 time: 0.5439684 Feb 13 23:46:00.085958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c899fd10-f275-48c8-8d76-d2681dbea792 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ef729a6a31a4234a4ee566f7ac6e647&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0741608 Feb 13 23:46:00.089495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:00.121011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Port 1c24d8c0-ef95-450f-ae33-8d5d33454989 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:46:00.121434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Attempting to bind port 1c24d8c0-ef95-450f-ae33-8d5d33454989 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:00.147692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:00.148029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:00.148414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:00.148847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Bound port: 1c24d8c0-ef95-450f-ae33-8d5d33454989, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:00.149189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.154378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-e2f2e9a3-967b-4608-9f2a-c852cbd4aedc tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:00.155968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-e2f2e9a3-967b-4608-9f2a-c852cbd4aedc tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652996 Feb 13 23:46:00.173832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b30f5ae0-5f73-4353-bcc0-f45e9e71fe94 req-8b91ad27-b588-42cb-b428-c6d6f709b611 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374612 Feb 13 23:46:00.181239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Request body: {'port': {'device_id': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': '1b97eb1d02624ee08ecca906ab6b4921'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:00.290675 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4823407c-482a-4009-b777-2a96edcc5caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.310074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f058dfb-c6f6-4a47-a812-bca8384f882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.330167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.25.4.146 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/f0a4b297-41bf-47d1-b009-facbcc1323d2) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:00.343531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:00.359276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] Sync routers for ids ['9a9679f8-9183-4011-b3d7-77cd78954062'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:00.368025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f058dfb-c6f6-4a47-a812-bca8384f882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.385354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] Routers {'9a9679f8-9183-4011-b3d7-77cd78954062'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:00.386013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9a9679f8-9183-4011-b3d7-77cd78954062'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:00.390843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:00.398417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Usage tracker for resource:port and tenant:1b97eb1d02624ee08ecca906ab6b4921 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:00.410735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:00.421222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:00.454276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:00.458578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:00.464563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f058dfb-c6f6-4a47-a812-bca8384f882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.469633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Made reservation on behalf of 1b97eb1d02624ee08ecca906ab6b4921 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:00.474834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.510811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.526882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f058dfb-c6f6-4a47-a812-bca8384f882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4631ae-3c74-416d-b000-56d56a6eb97f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:00.537699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3f058dfb-c6f6-4a47-a812-bca8384f882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.539243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3f058dfb-c6f6-4a47-a812-bca8384f882d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e4631ae-3c74-416d-b000-56d56a6eb97f HTTP/1.1" status: 204 len: 168 time: 0.4451914 Feb 13 23:46:00.544849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a7221f1-d45c-4dc3-883d-91638253b937 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "PUT /v2.0/routers/9a9679f8-9183-4011-b3d7-77cd78954062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6074440 Feb 13 23:46:00.545530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:00.548528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.613975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.615364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] Set router 9a9679f8-9183-4011-b3d7-77cd78954062 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:00.615675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] 10.222.0.42 "PUT /v2.0/ports/1c24d8c0-ef95-450f-ae33-8d5d33454989 HTTP/1.1" status: 200 len: 1096 time: 4.6680803 Feb 13 23:46:00.623709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:00.813747 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989', 'status': 'completed', 'code': 200} Feb 13 23:46:00.822654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e14d5-5000-41ea-8fdf-0e7967b1c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:00.908856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:38Z', 'updated_at': '2022-02-13T23:45:56Z', 'revision_number': 3, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:00.911029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:00.915975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] Checking router: 9a9679f8-9183-4011-b3d7-77cd78954062 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:00.938066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] Routers {'9a9679f8-9183-4011-b3d7-77cd78954062'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:00.938958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:45:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9a9679f8-9183-4011-b3d7-77cd78954062'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:00.948295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-99a5e1e1-e6e5-4d94-a99f-2d3164b51b61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c46fc275505f4654ad7ec34eb5d090da&device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 1099 time: 0.2614286 Feb 13 23:46:00.955373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c970f28-0e92-45de-a729-41ce25688e58 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:00.961144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c970f28-0e92-45de-a729-41ce25688e58 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:00.962217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1c970f28-0e92-45de-a729-41ce25688e58 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:01.056786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1c970f28-0e92-45de-a729-41ce25688e58 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:01.063585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1c970f28-0e92-45de-a729-41ce25688e58 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5171990 Feb 13 23:46:01.074824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45766) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:01.118678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-19152b08-27c7-4088-8dc6-887d95ad9fdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989 HTTP/1.1" status: 200 len: 217 time: 0.1619003 Feb 13 23:46:01.141200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:01.197775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Usage tracker for resource:security_group_rule and tenant:1b97eb1d02624ee08ecca906ab6b4921 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:01.209766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:01.225962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67fc4155-cbe9-4cc5-b739-0178ed720289 req-e91d0c68-d225-4df6-8b49-d0dea9e04fbb tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 210 time: 0.0820572 Feb 13 23:46:01.254122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:01.308361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45772) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:01.316639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-4137da05-eebc-4776-87a4-2490c0981d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:01.320315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-4137da05-eebc-4776-87a4-2490c0981d35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1916373 Feb 13 23:46:01.323216 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.339541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] Set router 9a9679f8-9183-4011-b3d7-77cd78954062 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:01.396124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:01.433287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:01.436648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:01.436880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.509225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:01.514329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d977d5e31b5b420b849ba5c3736b2b3b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:01.517539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:01.524708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:01.604532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:38Z', 'updated_at': '2022-02-13T23:45:56Z', 'revision_number': 3, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:01.604765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.611262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b7408-27de-413a-b3a7-ea041e6ca953 None None] The sync data for ids ['9a9679f8-9183-4011-b3d7-77cd78954062'] in n-d-828979-1 is: [{'id': '9a9679f8-9183-4011-b3d7-77cd78954062', 'name': 'tempest-NetworksTestDHCPv6-router-1108596838', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:45:38Z', 'updated_at': '2022-02-13T23:45:56Z', 'revision_number': 3, 'project_id': 'ac067069217f46479483cd604ab7905d', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:46:01.625315 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.689272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d977d5e31b5b420b849ba5c3736b2b3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3785901 Feb 13 23:46:01.696493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=f0a4b297-41bf-47d1-b009-facbcc1323d2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:01.699695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45776) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:01.722817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-de355bcb-2576-4a0d-88aa-e09ed4ebe42e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3757443 Feb 13 23:46:01.751798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdbecd-13cb-409f-88c8-95d054b484a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a9b4c8-c03e-4d35-a491-f8b27fe7f20a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:01.814356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.846494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet e3626423-3ba5-4819-9099-242df42fb71b {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:01.850080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.906924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:01.962579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e078f8-d77e-4fd3-a67b-7358850d79e7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:02.089194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0f64e56f-ed60-43aa-9b58-0b95802f1d60 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:02.161899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 0f64e56f-ed60-43aa-9b58-0b95802f1d60 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:46:02.162633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0f64e56f-ed60-43aa-9b58-0b95802f1d60 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:46:02.191544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.256292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2868f1-c12a-442f-9a44-bc9f03599fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.348299 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ab3395a2-0810-4ab2-bcb2-2e80b54b2948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.358489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-66fc7ebd-1b72-4a6e-a61d-0613db9c2fac tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:02.359253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-66fc7ebd-1b72-4a6e-a61d-0613db9c2fac tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Synchronizing usage tracker for tenant:c46fc275505f4654ad7ec34eb5d090da on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:02.409903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-2059438f-44bf-4560-99bd-99a634d0f11a service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502898 Feb 13 23:46:02.439021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2868f1-c12a-442f-9a44-bc9f03599fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.510078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-66fc7ebd-1b72-4a6e-a61d-0613db9c2fac tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Unset dirty status for tenant:c46fc275505f4654ad7ec34eb5d090da on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:02.511409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-66fc7ebd-1b72-4a6e-a61d-0613db9c2fac tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 948 time: 1.0060329 Feb 13 23:46:02.527371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3912ea8-1ead-4a60-9cc4-3aadbe42dae9 req-bec552fb-5204-447b-b0d9-32d9927af20d tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 210 time: 0.0695813 Feb 13 23:46:02.537187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Allocated IP 192.168.233.180 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/95abe7e1-c304-4ed9-bc47-d3348d53deaa) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:02.553676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.628263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcba6b15-3354-4a6c-a67a-89fde94f7ba5 req-88f23829-29e1-4bd0-808c-0a4b573977e5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106538 Feb 13 23:46:02.710194 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2868f1-c12a-442f-9a44-bc9f03599fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.718965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-57c804d0-35f1-4e23-a20f-a70d1e89a09c tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Synchronizing usage tracker for tenant:c46fc275505f4654ad7ec34eb5d090da on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:02.762383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2868f1-c12a-442f-9a44-bc9f03599fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a9b4c8-c03e-4d35-a491-f8b27fe7f20a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:02.820784 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.864456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-57c804d0-35f1-4e23-a20f-a70d1e89a09c tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Unset dirty status for tenant:c46fc275505f4654ad7ec34eb5d090da on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:02.874356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a80da-a10f-4aea-938e-10b540e19eb3 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:02.888466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0aed5f54-c185-4e5a-8697-8132defccbe8 req-57c804d0-35f1-4e23-a20f-a70d1e89a09c tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575819 Feb 13 23:46:02.889565 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.897343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=e3626423-3ba5-4819-9099-242df42fb71b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:02.938697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb48a16d-53b3-4ce3-8ed9-1330d4a8c55a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/e3626423-3ba5-4819-9099-242df42fb71b HTTP/1.1" status: 204 len: 168 time: 1.8580825 Feb 13 23:46:02.958865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2868f1-c12a-442f-9a44-bc9f03599fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:02.963551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f2868f1-c12a-442f-9a44-bc9f03599fdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a9b4c8-c03e-4d35-a491-f8b27fe7f20a HTTP/1.1" status: 204 len: 168 time: 1.2604086 Feb 13 23:46:02.965198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45796) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:03.072942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.145583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.168119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Transition to ACTIVE for port object 95abe7e1-c304-4ed9-bc47-d3348d53deaa will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:03.247916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.282279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.368029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-15c7d70e-21c2-48bd-bc24-2fcb6e717410 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c46fc275505f4654ad7ec34eb5d090da&device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 1099 time: 0.6028311 Feb 13 23:46:03.450863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-09b7f641-d23d-4f01-a5ce-cb6472f12779 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:router {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:03.458931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:03.466665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:03.469859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Pushing event updated for resources: {'Port': ['ID=95abe7e1-c304-4ed9-bc47-d3348d53deaa,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:03.470287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:46:03.474471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Deleting port 3f1cfcdd-b3cf-467d-a101-8023c09837ef {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:03.474783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:03.474968 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.640873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.673248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-09b7f641-d23d-4f01-a5ce-cb6472f12779 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:router {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:03.679383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-09b7f641-d23d-4f01-a5ce-cb6472f12779 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7084594 Feb 13 23:46:03.694006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45812) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:03.779765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-7d3347fa-2166-4770-9861-47d7fac33ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:03.781238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-7d3347fa-2166-4770-9861-47d7fac33ced service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.4028492 Feb 13 23:46:03.941605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.948264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe1d0a8a-ec0b-4096-aa11-32aa5d09491c None None] Provisioning for port 95abe7e1-c304-4ed9-bc47-d3348d53deaa completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:03.953646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] For port 3f1cfcdd-b3cf-467d-a101-8023c09837ef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3f1cfcdd-b3cf-467d-a101-8023c09837ef,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:03.954117 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:03.970365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe1d0a8a-ec0b-4096-aa11-32aa5d09491c None None] Provisioning complete for port 95abe7e1-c304-4ed9-bc47-d3348d53deaa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:03.970664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0a8a-ec0b-4096-aa11-32aa5d09491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.031858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:04.032495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.083639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-ef46afa2-7ad0-4729-938c-af012ee28e72 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9059446 Feb 13 23:46:04.092246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17233ae-e5b9-49c1-b0a5-59ab77205e20 req-958103ba-fb9f-40a8-af64-9982007e8091 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:04.093843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b17233ae-e5b9-49c1-b0a5-59ab77205e20 req-958103ba-fb9f-40a8-af64-9982007e8091 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.5801249 Feb 13 23:46:04.099999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Request body: {'port': {'device_id': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:04.145078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.187690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3f1cfcdd-b3cf-467d-a101-8023c09837ef no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:04.243593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Calling delete_port for 3f1cfcdd-b3cf-467d-a101-8023c09837ef owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:04.273955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-16a7793c-8681-4034-9d88-1ced4ffb5cb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989 HTTP/1.1" status: 200 len: 217 time: 0.4747157 Feb 13 23:46:04.367689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d0a8a-ec0b-4096-aa11-32aa5d09491c None None] Port 95abe7e1-c304-4ed9-bc47-d3348d53deaa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:46:04.370231 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.445827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.474061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.476597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.515265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b17233ae-e5b9-49c1-b0a5-59ab77205e20 req-d20d9b18-0ff8-4831-8384-438362c8d9d1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782682 Feb 13 23:46:04.530364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.572316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Pushing event deleted for resources: {'Port': ['ID=3f1cfcdd-b3cf-467d-a101-8023c09837ef,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:04.590514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] No DVR routers for this DVR port 3f1cfcdd-b3cf-467d-a101-8023c09837ef on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:46:04.601478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.602009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.602530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.603011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.603537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.604033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.604664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.620065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.620530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.620882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.622628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13acb594-fd37-4383-ac28-401ec9179345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:04.664817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=f0a4b297-41bf-47d1-b009-facbcc1323d2,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:04.721670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-7d76abe0-9116-4114-9f20-570bafb449f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:04.724799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1c24d8c0-ef95-450f-ae33-8d5d33454989 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:46:04.730514 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.732400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-7d76abe0-9116-4114-9f20-570bafb449f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.3586044 Feb 13 23:46:04.744785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:04.917162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.015095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:05.045430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '1c24d8c0-ef95-450f-ae33-8d5d33454989', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '1c24d8c0-ef95-450f-ae33-8d5d33454989', 'mac_address': 'fa:16:3e:19:53:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:46:05.167754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdcc30-eec0-4a1d-8aa2-bdd68f08bb37 req-0bae335d-9c2b-4242-882f-46b2c8ff28e4 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:05.169529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6afdcc30-eec0-4a1d-8aa2-bdd68f08bb37 req-0bae335d-9c2b-4242-882f-46b2c8ff28e4 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 936 time: 1.3666272 Feb 13 23:46:05.196762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.235334 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.237631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c24d8c0-ef95-450f-ae33-8d5d33454989 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:46:05.253991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95abe7e1-c304-4ed9-bc47-d3348d53deaa {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:46:05.262604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.275218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:05.282848 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.300603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Transition to ACTIVE for port object 95abe7e1-c304-4ed9-bc47-d3348d53deaa will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:05.304280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-fd56b033-bb37-4533-9f62-7f17cf9da9cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5602396 Feb 13 23:46:05.310956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.311404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9679f8-9183-4011-b3d7-77cd78954062 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:46:05.323075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.397896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:05.443321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6afdcc30-eec0-4a1d-8aa2-bdd68f08bb37 req-133dc0d4-82b5-462b-a28f-293ba6cd9928 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643182 Feb 13 23:46:05.450292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c9ab-e16d-4fbe-992a-889fb113cbd4 req-651b921f-8b30-4802-8cc8-3f1899043b88 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:05.451928 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a87c9ab-e16d-4fbe-992a-889fb113cbd4 req-651b921f-8b30-4802-8cc8-3f1899043b88 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 948 time: 0.6741369 Feb 13 23:46:05.459208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:05.460882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-62e557fa-b5a5-4e1b-9cd8-f156255efcdf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/routers/9a9679f8-9183-4011-b3d7-77cd78954062 HTTP/1.1" status: 204 len: 168 time: 1.7632282 Feb 13 23:46:05.465031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45846) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:05.526685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['1c24d8c0-ef95-450f-ae33-8d5d33454989'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:46:05.542680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b9ccdb60-9832-4eca-854a-a89ff586d529 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:05.609799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Pushing event updated for resources: {'Port': ['ID=95abe7e1-c304-4ed9-bc47-d3348d53deaa,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:05.695236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b9ccdb60-9832-4eca-854a-a89ff586d529 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:05.697262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a87c9ab-e16d-4fbe-992a-889fb113cbd4 req-5ea42245-8303-4238-9d81-2d4762268288 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338235 Feb 13 23:46:05.700805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b9ccdb60-9832-4eca-854a-a89ff586d529 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2342324 Feb 13 23:46:05.710530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:05.790010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-c63940ba-47ef-4fc6-b5a5-e81f7ee3e53e service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747219 Feb 13 23:46:06.026919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622cd6c3-7755-4929-a79e-a2a79f54c189 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:06.027620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-622cd6c3-7755-4929-a79e-a2a79f54c189 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:06.161008 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Floating IP cdda19e7-2f5b-4758-b1ec-5feb4fba045d associated. External IP: 172.25.4.146, port: dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7. Feb 13 23:46:06.166680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Attempting to bind port 95abe7e1-c304-4ed9-bc47-d3348d53deaa on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:06.167022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Attempting to bind port 95abe7e1-c304-4ed9-bc47-d3348d53deaa by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:06.167353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Attempting to bind port 95abe7e1-c304-4ed9-bc47-d3348d53deaa on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:06.198168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Port 95abe7e1-c304-4ed9-bc47-d3348d53deaa on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:46:06.198576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Attempting to bind port 95abe7e1-c304-4ed9-bc47-d3348d53deaa on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:06.218772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:06.219035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:06.219426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:06.219855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Bound port: 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:06.220209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:06.265412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91f33db4-a7e4-4fce-88ed-43e23faa85f1 req-c12bff17-cbd9-4779-8941-d5d20513839a service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538150 Feb 13 23:46:06.368055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-622cd6c3-7755-4929-a79e-a2a79f54c189 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:06.369726 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-622cd6c3-7755-4929-a79e-a2a79f54c189 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6581166 Feb 13 23:46:06.373220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45872) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:06.387422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] For port 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:06.393414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] For port 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:06.404933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:06.515345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:06.530389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] 10.222.0.42 "PUT /v2.0/ports/95abe7e1-c304-4ed9-bc47-d3348d53deaa HTTP/1.1" status: 200 len: 1096 time: 2.4338222 Feb 13 23:46:06.560324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'tag': '95abe7e1-c304-4ed9-bc47-d3348d53deaa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:06.629127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bcd8a2f2-3915-4ffc-84ba-596002de295b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2519329 Feb 13 23:46:06.639972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:06.658277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:06.728359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1c24d8c0-ef95-450f-ae33-8d5d33454989 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:06.735073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4430-6b54-4b83-9039-3ed1aeef099a service neutron] Pushing event updated for resources: {'Port': ['ID=95abe7e1-c304-4ed9-bc47-d3348d53deaa,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:06.811810 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-8a0d1561-02e7-48ff-bccd-106edae3511f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b97eb1d02624ee08ecca906ab6b4921&device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 1099 time: 0.2130759 Feb 13 23:46:06.925603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 1c24d8c0-ef95-450f-ae33-8d5d33454989 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:06.932062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 1c24d8c0-ef95-450f-ae33-8d5d33454989 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:06.932439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:06.944804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:07.026356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:07.055567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-d6772ce8-64cb-418d-823c-0ae15cdfb9a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa HTTP/1.1" status: 200 len: 217 time: 0.2348406 Feb 13 23:46:07.079140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:07.168395 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:07.213171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-9abf40ec-3754-41d9-9b20-3b015ea7b3d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:07.221933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-9abf40ec-3754-41d9-9b20-3b015ea7b3d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.1467891 Feb 13 23:46:07.223953 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'tag': '95abe7e1-c304-4ed9-bc47-d3348d53deaa', 'status': 'completed', 'code': 200} Feb 13 23:46:07.314735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:07.363851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:07.375039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:07.384665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-27b24720-2d66-45af-97cf-bdbb394eb117 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:07.386118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-27b24720-2d66-45af-97cf-bdbb394eb117 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Synchronizing usage tracker for tenant:1b97eb1d02624ee08ecca906ab6b4921 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:07.393236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:07.402821 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:07.403741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:07.433384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-27b24720-2d66-45af-97cf-bdbb394eb117 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Unset dirty status for tenant:1b97eb1d02624ee08ecca906ab6b4921 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:07.435329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-27b24720-2d66-45af-97cf-bdbb394eb117 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 948 time: 0.5128222 Feb 13 23:46:07.541613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-1aeae38f-cff7-45b6-9458-429d5d5fb5d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3099852 Feb 13 23:46:07.588980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:07.607063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-f28f0f12-d346-434e-aa5e-ce9f4d2ed790 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Synchronizing usage tracker for tenant:1b97eb1d02624ee08ecca906ab6b4921 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:07.621970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c24fa9-7e7d-4897-a564-01d331753621 req-0be5316e-5e47-4426-80e9-98a6f88234a0 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:07.634565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31c24fa9-7e7d-4897-a564-01d331753621 req-0be5316e-5e47-4426-80e9-98a6f88234a0 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 949 time: 0.3686967 Feb 13 23:46:07.760174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-f28f0f12-d346-434e-aa5e-ce9f4d2ed790 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Unset dirty status for tenant:1b97eb1d02624ee08ecca906ab6b4921 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:07.766717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-050d44a6-0e01-40bd-90f8-2cf5b0692339 req-f28f0f12-d346-434e-aa5e-ce9f4d2ed790 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226955 Feb 13 23:46:07.772046 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:07.844215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:07.856885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:07.868341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-d7be5348-23d6-480f-b859-0c88f0208c08 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071861 Feb 13 23:46:07.922851 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989', 'code': 200} Feb 13 23:46:07.978157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:08.102403 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5305a45b-212d-44ad-ba39-f430355b5e63 req-3c0cc694-aa80-4f80-9aa3-b4fafafd2398 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261746 Feb 13 23:46:08.148158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31c24fa9-7e7d-4897-a564-01d331753621 req-ea20385b-3a73-44c3-bac9-1b2d3acb99fa tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126753 Feb 13 23:46:08.214675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2778847-6c48-4716-8120-09a21395eaf5 req-ed5ce03c-d571-4757-a3e3-779a49fe5830 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 1101 time: 0.2485812 Feb 13 23:46:08.254909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-44dfc9ab-a98f-4cb7-8452-0dd9b7fbb5e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b97eb1d02624ee08ecca906ab6b4921&device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 1099 time: 0.0984581 Feb 13 23:46:08.373286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router c4e710ca-2abb-49eb-b082-435cc5b36362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:46:08.387810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2778847-6c48-4716-8120-09a21395eaf5 req-b26da5c0-4f21-47f3-9e06-c1144a0566e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581228 Feb 13 23:46:08.442022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-2d889069-5ba9-4a04-ad93-bf98487658db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:08.444002 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-2d889069-5ba9-4a04-ad93-bf98487658db service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.1803780 Feb 13 23:46:08.449772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:46:08.452061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:08.635183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:08.639858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:08.645118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:08.645700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:08.651268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-e4457778-f12a-4b1f-ac5e-06b3dcb3974f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa HTTP/1.1" status: 200 len: 217 time: 0.0676265 Feb 13 23:46:08.654335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95be74b-4b79-4066-8862-75c82cd40b40 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:08.654986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=b7f11772-13dd-48f0-b996-4a7221a871e4,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:08.709799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-57ebb70a-ab5e-484c-ab41-62c305b9c931 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0653539 Feb 13 23:46:08.710607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45910) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:08.717872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:08.734679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-6a761dc0-8b22-4a31-96e9-f5ad6c2c9cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:08.736092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-6a761dc0-8b22-4a31-96e9-f5ad6c2c9cc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0705013 Feb 13 23:46:08.749678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:46:08.878052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-6cd7fe2d-d5ff-404f-ae49-d2945c0621c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313820 Feb 13 23:46:08.956086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:08.960644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:08.971826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:08.976313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:08.977314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:09.004607 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5e02f-84be-4263-8210-beb71323120c None None] Sync routers for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:09.005495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:09.037762 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:09.047145 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:09.048149 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:09.097908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:09.105061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:09.145884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba67489-03ae-437d-a920-848290816025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': 'b7f11772-13dd-48f0-b996-4a7221a871e4'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:46:09.147147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ba67489-03ae-437d-a920-848290816025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:09.182361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:09.238662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:46:09.260398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-f899bb82-2406-44c5-a9fc-934782731906 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638654 Feb 13 23:46:09.355461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-675dc439-55c8-425e-a596-43eb368e68f9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.2380891 Feb 13 23:46:09.359150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:09.372229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45928) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:09.412599 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:09.422535 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:09.546893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9ba67489-03ae-437d-a920-848290816025 None None] Allocated IP 2001:db8::f816:3eff:fed7:1565 (f3558132-a192-4c12-af74-1bdc60bf6bc0/b7f11772-13dd-48f0-b996-4a7221a871e4/4561c7c6-0632-4bcf-a957-77bc71d36b0c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:09.785255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e5f4f-a07f-4193-9d4b-060bc5a05c54 req-a00de72c-7d9c-491f-b826-2e138809df11 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:09.786862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-685e5f4f-a07f-4193-9d4b-060bc5a05c54 req-a00de72c-7d9c-491f-b826-2e138809df11 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 948 time: 0.6384170 Feb 13 23:46:09.792568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6ffe707-43fb-473f-962e-d908a48237d2 req-605cba6e-0c3d-4ef9-8262-7ad926cba185 service neutron] 10.222.0.42 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313551 Feb 13 23:46:09.853772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-685e5f4f-a07f-4193-9d4b-060bc5a05c54 req-fe134486-cd75-4e2a-b477-c5e10fedde12 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600827 Feb 13 23:46:09.933770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:09.954686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:46:09.994117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:10.032189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d71c6-761a-4a0b-b622-9aa7661b5a0f req-aa10d75c-5df9-46ea-93a4-36aa3a59bb15 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.051037 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'cdda19e7-2f5b-4758-b1ec-5feb4fba045d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'port_id': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'mac_address': 'fa:16:3e:71:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:46:02Z', 'updated_at': '2022-02-13T23:46:02Z', 'revision_number': 0, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:29Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:10.051590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a2d71c6-761a-4a0b-b622-9aa7661b5a0f req-aa10d75c-5df9-46ea-93a4-36aa3a59bb15 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 950 time: 0.6047885 Feb 13 23:46:10.055343 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'status': 'completed', 'code': 200} Feb 13 23:46:10.057900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.058298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.058657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.058974 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5e02f-84be-4263-8210-beb71323120c None None] Checking router: c4e710ca-2abb-49eb-b082-435cc5b36362 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:10.059114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.059341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.059691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.060033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.060374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.068424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-910df14d-1248-4dd8-a006-88fdcb47a960 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.6925573 Feb 13 23:46:10.086805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:10.087956 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:10.088660 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:10.099663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45942) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:10.176634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45946) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:10.218878 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:46:10.295866 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-14f8a3bb-fd3e-444e-9d00-f64676c6fe85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1136 time: 0.2326336 Feb 13 23:46:10.301330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a2d71c6-761a-4a0b-b622-9aa7661b5a0f req-a3303445-493a-4af1-9a78-0360eb3a405c tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489057 Feb 13 23:46:10.329407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:46:10.364800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.365163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.365519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.365872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.366244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.366589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.366929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.367268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.372138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b44801e3-cc34-4b1a-83bd-9ef0e9a17c0e tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5262 time: 0.2650959 Feb 13 23:46:10.372839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45956) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:10.572073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ba67489-03ae-437d-a920-848290816025 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:10.624985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9ba67489-03ae-437d-a920-848290816025 None None] Transition to ACTIVE for port object 4561c7c6-0632-4bcf-a957-77bc71d36b0c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:10.675534 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:10.683561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-772c2a66-fc77-4bb3-b7a5-57d10f08ed97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:10.685256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-772c2a66-fc77-4bb3-b7a5-57d10f08ed97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 200 len: 897 time: 0.3816264 Feb 13 23:46:10.690966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9ba67489-03ae-437d-a920-848290816025 None None] Transition to ACTIVE for port object 4561c7c6-0632-4bcf-a957-77bc71d36b0c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:10.704267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:10.737282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ba67489-03ae-437d-a920-848290816025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:10.833296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 95abe7e1-c304-4ed9-bc47-d3348d53deaa details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:46:10.911996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:10.993730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba67489-03ae-437d-a920-848290816025 None None] Pushing event updated for resources: {'Port': ['ID=4561c7c6-0632-4bcf-a957-77bc71d36b0c,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:11.016519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba67489-03ae-437d-a920-848290816025 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:11.023621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-9ba67489-03ae-437d-a920-848290816025 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:11.037895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba67489-03ae-437d-a920-848290816025 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:11.053524 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:46:11.062187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:11.068106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:11.072509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:11.073951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:11.144893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=281ec76f-61b0-478d-8dc8-1886fc717462,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:11.150841 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-12bdadce-25cc-4deb-a9b4-a5c2e4232fbd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4392519 Feb 13 23:46:11.156942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45966) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:11.205595 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-da14fcd5-6d86-4188-bfec-935e000df9af tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.8320160 Feb 13 23:46:11.206662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45970) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:11.216688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:dc:06:36', 'name': 'tempest-NetworksTestDHCPv6-230288431'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:11.303386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dceaf864-a23f-42db-beba-51c17f990ca5 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4e710ca-2abb-49eb-b082-435cc5b36362 HTTP/1.1" status: 200 len: 1989 time: 0.0955338 Feb 13 23:46:11.601828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-7ad2c1ae-f38e-41ad-abb2-20a8e35fd3d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 200 len: 1000 time: 0.9064476 Feb 13 23:46:11.610945 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-52e5e02f-84be-4263-8210-beb71323120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'cdda19e7-2f5b-4758-b1ec-5feb4fba045d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'port_id': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'mac_address': 'fa:16:3e:71:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:46:02Z', 'updated_at': '2022-02-13T23:46:02Z', 'revision_number': 0, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:29Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:11.619834 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5e02f-84be-4263-8210-beb71323120c None None] The sync data for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 is: [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'cdda19e7-2f5b-4758-b1ec-5feb4fba045d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'port_id': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'mac_address': 'fa:16:3e:71:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:46:02Z', 'updated_at': '2022-02-13T23:46:02Z', 'revision_number': 0, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:29Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:46:11.622919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ba67489-03ae-437d-a920-848290816025 None None] Attempting to bind port 4561c7c6-0632-4bcf-a957-77bc71d36b0c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:11.623303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ba67489-03ae-437d-a920-848290816025 None None] Attempting to bind port 4561c7c6-0632-4bcf-a957-77bc71d36b0c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:11.623672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba67489-03ae-437d-a920-848290816025 None None] Attempting to bind port 4561c7c6-0632-4bcf-a957-77bc71d36b0c on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:11.634848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:11.672090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba67489-03ae-437d-a920-848290816025 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:11.672296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba67489-03ae-437d-a920-848290816025 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:11.672560 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ba67489-03ae-437d-a920-848290816025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:11.672963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba67489-03ae-437d-a920-848290816025 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:11.673455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9ba67489-03ae-437d-a920-848290816025 None None] Bound port: 4561c7c6-0632-4bcf-a957-77bc71d36b0c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:11.673921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ba67489-03ae-437d-a920-848290816025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:11.700078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '95abe7e1-c304-4ed9-bc47-d3348d53deaa', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': '95abe7e1-c304-4ed9-bc47-d3348d53deaa', 'mac_address': 'fa:16:3e:c8:be:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:46:11.704311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a04da-216b-4bd3-8617-d8013cc90af6 req-b60e0ab1-1b1a-4806-9a29-ff646d3342f3 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:11.713281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b1a04da-216b-4bd3-8617-d8013cc90af6 req-b60e0ab1-1b1a-4806-9a29-ff646d3342f3 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 950 time: 0.1813107 Feb 13 23:46:11.782816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b1a04da-216b-4bd3-8617-d8013cc90af6 req-dcd3dd62-ff52-4329-a333-bce593ee88b5 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Feb 13 23:46:11.826244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-76b35b41-3d0d-49f2-98d4-fc78ab3e7171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:11.827861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-76b35b41-3d0d-49f2-98d4-fc78ab3e7171 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e0188b2-0d19-45aa-9e4b-1b94fda7e938 HTTP/1.1" status: 200 len: 834 time: 0.2076139 Feb 13 23:46:11.843642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:11.856870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:11.926724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:11.941053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:11.954560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc6627-4126-4c0c-a91c-0489d4318792 req-2c44c258-9b86-4dd8-8bb8-4946e978a952 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:11.962398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9bc6627-4126-4c0c-a91c-0489d4318792 req-2c44c258-9b86-4dd8-8bb8-4946e978a952 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 948 time: 0.6804650 Feb 13 23:46:12.011983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9ba67489-03ae-437d-a920-848290816025 None None] For port 4561c7c6-0632-4bcf-a957-77bc71d36b0c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:12.026955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95abe7e1-c304-4ed9-bc47-d3348d53deaa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:46:12.039220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9ba67489-03ae-437d-a920-848290816025 None None] For port 4561c7c6-0632-4bcf-a957-77bc71d36b0c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4561c7c6-0632-4bcf-a957-77bc71d36b0c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:12.053253 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ba67489-03ae-437d-a920-848290816025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:12.135756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d0a37-554f-4064-adc1-907b0c0c3400 None None] New status for floating IP cdda19e7-2f5b-4758-b1ec-5feb4fba045d: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:46:12.202982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9bc6627-4126-4c0c-a91c-0489d4318792 req-cff0cddb-2a0f-4007-92b3-3b7283cdf7c7 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391655 Feb 13 23:46:12.205522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:12.292788 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-8205e17a-09c2-4507-bdf2-8d56f9a10b6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b22c354d-95c1-4d76-a8ec-407960356531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4253204 Feb 13 23:46:12.351597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:12.393846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:12.398835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba67489-03ae-437d-a920-848290816025 None None] Pushing event updated for resources: {'Port': ['ID=4561c7c6-0632-4bcf-a957-77bc71d36b0c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:12.520894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 8fb52a40-1700-4a84-a67b-520339da902b yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:46:12.564546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=95abe7e1-c304-4ed9-bc47-d3348d53deaa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:12.687955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['95abe7e1-c304-4ed9-bc47-d3348d53deaa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:46:12.798008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:13.006844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:13.007176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:13.311377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-c0c067b9-3886-48f5-ab6f-ce09d0308ecc service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202710 Feb 13 23:46:13.443921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:13.483420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:13.520848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:13.530165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be0a4085-c2ae-49a9-bb28-47f1f482319f req-07d64091-616a-4aec-bbf4-521562734888 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808777 Feb 13 23:46:13.534812 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:13.551256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea79ff-10aa-4730-a046-e70b3fbd3c2f req-62eb0adf-b9d4-4da1-8f59-c4bff0b99ee1 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:13.563688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9ea79ff-10aa-4730-a046-e70b3fbd3c2f req-62eb0adf-b9d4-4da1-8f59-c4bff0b99ee1 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 950 time: 0.8818891 Feb 13 23:46:13.678979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:13.694310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 172.20.0.5 (f3558132-a192-4c12-af74-1bdc60bf6bc0/281ec76f-61b0-478d-8dc8-1886fc717462/8fb52a40-1700-4a84-a67b-520339da902b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:13.694484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b5d4f-fef6-4468-acd5-74cb78002f2b req-e1ad227f-c545-4d9c-bf8c-add1e629a26a tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:13.704876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-690b5d4f-fef6-4468-acd5-74cb78002f2b req-e1ad227f-c545-4d9c-bf8c-add1e629a26a tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 949 time: 0.2470455 Feb 13 23:46:13.724289 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a9ea79ff-10aa-4730-a046-e70b3fbd3c2f req-c5755888-892e-40b7-af6d-9b9cc8c04883 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596544 Feb 13 23:46:13.733230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fedc:636 (f3558132-a192-4c12-af74-1bdc60bf6bc0/b7f11772-13dd-48f0-b996-4a7221a871e4/8fb52a40-1700-4a84-a67b-520339da902b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:13.831613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-690b5d4f-fef6-4468-acd5-74cb78002f2b req-e97b2cd0-6f2d-4657-ad17-5763bd15985a tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247511 Feb 13 23:46:13.839847 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:46:13.948949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.055868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9ad30-c875-46eb-b347-796a4d7db340 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:14.160225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4561c7c6-0632-4bcf-a957-77bc71d36b0c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:14.210757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-40e847a8-e07b-4beb-8061-648cc7c09692 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:14.212457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-40e847a8-e07b-4beb-8061-648cc7c09692 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.42 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 950 time: 0.4241571 Feb 13 23:46:14.237762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fc0369f3-23ad-4766-a207-ac6b15851dfe None None] Provisioning for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:14.467422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Deleting port 1c24d8c0-ef95-450f-ae33-8d5d33454989 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:14.468410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.477614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:14.491273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:14.491768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.582588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.641362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.650251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 8fb52a40-1700-4a84-a67b-520339da902b will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:14.731323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4561c7c6-0632-4bcf-a957-77bc71d36b0c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4561c7c6-0632-4bcf-a957-77bc71d36b0c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:14.743187 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.784038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Update dhcp port {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': 'b7f11772-13dd-48f0-b996-4a7221a871e4', 'ip_address': '2001:db8::f816:3eff:fed7:1565'}, {'subnet_id': '281ec76f-61b0-478d-8dc8-1886fc717462'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '4561c7c6-0632-4bcf-a957-77bc71d36b0c'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:46:14.825169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 95abe7e1-c304-4ed9-bc47-d3348d53deaa up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:14.923169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.928453 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:14.942916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4561c7c6-0632-4bcf-a957-77bc71d36b0c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:15.040370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 95abe7e1-c304-4ed9-bc47-d3348d53deaa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:15.088018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 95abe7e1-c304-4ed9-bc47-d3348d53deaa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:15.089402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:15.089773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.096504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.167395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d4b4-68bb-47e1-b160-e6e81404105a req-2990aff1-f76e-4d1a-aa96-1ca92c032b4f tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:15.176046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9221d4b4-68bb-47e1-b160-e6e81404105a req-2990aff1-f76e-4d1a-aa96-1ca92c032b4f tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 949 time: 0.1085050 Feb 13 23:46:15.238902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9221d4b4-68bb-47e1-b160-e6e81404105a req-64a72f15-efb8-4086-a661-dfa62cc1e69f tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 Feb 13 23:46:15.322234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:15.377520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.389389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:15.400066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Allocated IP 172.20.0.2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/281ec76f-61b0-478d-8dc8-1886fc717462/4561c7c6-0632-4bcf-a957-77bc71d36b0c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:15.405147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Calling delete_port for 1c24d8c0-ef95-450f-ae33-8d5d33454989 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:15.433502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:15.494910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:15.495576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.501214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=8fb52a40-1700-4a84-a67b-520339da902b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:15.550423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:15.569297 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.570095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 1c24d8c0-ef95-450f-ae33-8d5d33454989 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:15.609829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46024) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:15.630634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c009ca04-76a6-424d-a091-985efb019f9e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.4536412 Feb 13 23:46:15.653642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378d337-71c1-4678-8260-4069db244024 req-f5edba61-3a85-4bba-8b5d-cef742796063 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:15.655234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c378d337-71c1-4678-8260-4069db244024 req-f5edba61-3a85-4bba-8b5d-cef742796063 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 950 time: 0.6327956 Feb 13 23:46:15.784414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcb820-0498-4b94-8bcd-94b3aa69a986 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:15.790076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=95abe7e1-c304-4ed9-bc47-d3348d53deaa,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:15.793560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] For port 4561c7c6-0632-4bcf-a957-77bc71d36b0c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4561c7c6-0632-4bcf-a957-77bc71d36b0c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:15.802376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcb820-0498-4b94-8bcd-94b3aa69a986 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:15.806738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ddcb820-0498-4b94-8bcd-94b3aa69a986 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1940250 Feb 13 23:46:15.807580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46036) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:15.816696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.841258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abe7e1-c304-4ed9-bc47-d3348d53deaa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:15.866847 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.876363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:15.896050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c378d337-71c1-4678-8260-4069db244024 req-0f21cccf-3847-4fd1-8a16-5a8e556d4d00 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037430 Feb 13 23:46:15.900784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.907969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Transition to ACTIVE for port object 4561c7c6-0632-4bcf-a957-77bc71d36b0c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:15.909323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:46:15.909736 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:46:15.989977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 8fb52a40-1700-4a84-a67b-520339da902b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:15.996565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:15.998416 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abe7e1-c304-4ed9-bc47-d3348d53deaa', 'code': 200} Feb 13 23:46:15.999201 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:16.183130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4561c7c6-0632-4bcf-a957-77bc71d36b0c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:16.185889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Deleting port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:16.186469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:16.261624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:16.381698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-96d0ed45-60f8-4ea1-8a4c-4aa0a827b53f req-73be05d3-635b-42a8-b681-99358f1f75e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 1101 time: 0.2789533 Feb 13 23:46:16.462016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] For port 4ce8cf0c-11d5-4ca9-bf95-263775d3573b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:16.462400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:16.475565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1fafb-9e8f-43db-8ab7-fa8463108552 None None] Pushing event updated for resources: {'Port': ['ID=4561c7c6-0632-4bcf-a957-77bc71d36b0c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:16.588441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-96d0ed45-60f8-4ea1-8a4c-4aa0a827b53f req-9d59eec1-c356-46b7-9c3d-919c66861211 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849728 Feb 13 23:46:16.699782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:16.702580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Deleting port 1c24d8c0-ef95-450f-ae33-8d5d33454989 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:16.703404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:16.803447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Calling delete_port for 4ce8cf0c-11d5-4ca9-bf95-263775d3573b owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:16.926286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 8fb52a40-1700-4a84-a67b-520339da902b owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:17.379473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:17.451807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1281c577-d697-4426-b66e-65d6e6058c5d None None] Provisioning for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:17.458264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1281c577-d697-4426-b66e-65d6e6058c5d None None] Provisioning complete for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:17.458629 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1281c577-d697-4426-b66e-65d6e6058c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:17.489255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a330-3975-40c6-b89a-214720354ac4 req-50b66ff4-1db1-4286-97f7-e16d3dbc24a4 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:17.497884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1a11a330-3975-40c6-b89a-214720354ac4 req-50b66ff4-1db1-4286-97f7-e16d3dbc24a4 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 950 time: 0.7962003 Feb 13 23:46:17.576855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] For port 1c24d8c0-ef95-450f-ae33-8d5d33454989, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=1c24d8c0-ef95-450f-ae33-8d5d33454989,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:17.578061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:17.605480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=8fb52a40-1700-4a84-a67b-520339da902b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:17.875115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8371e-c9da-44e1-a061-ed68df4f099a req-f29b456f-22b9-46f2-9e1c-1a0b29116bce tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:17.882678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7be8371e-c9da-44e1-a061-ed68df4f099a req-f29b456f-22b9-46f2-9e1c-1a0b29116bce tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 948 time: 0.5626798 Feb 13 23:46:17.920836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:17.965262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1a11a330-3975-40c6-b89a-214720354ac4 req-d0943912-de3a-46bb-a30e-5910e2153006 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588327 Feb 13 23:46:17.965729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e738a1fc-67ea-4fe5-940e-38de80a18eb2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/8fb52a40-1700-4a84-a67b-520339da902b HTTP/1.1" status: 204 len: 168 time: 2.1554451 Feb 13 23:46:17.969959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46062) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:17.981824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Calling delete_port for 1c24d8c0-ef95-450f-ae33-8d5d33454989 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:18.000369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:18.011386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b5e1640a-1da7-4f3d-862c-d96ffcd680fc None None] Could not find standard attr ID for object 8fb52a40-1700-4a84-a67b-520339da902b. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:46:18.104502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:18.235012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4561c7c6-0632-4bcf-a957-77bc71d36b0c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:18.285467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60005a-9034-4fae-bc8a-816667a9cd48 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:18.286979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60005a-9034-4fae-bc8a-816667a9cd48 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:18.288317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60005a-9034-4fae-bc8a-816667a9cd48 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:18.289181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-da60005a-9034-4fae-bc8a-816667a9cd48 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:18.344319 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989', 'code': 200} Feb 13 23:46:18.364042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7be8371e-c9da-44e1-a061-ed68df4f099a req-2996601d-1b04-47d7-87a2-c36ac1f2eee6 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b234bd0-6245-464a-858d-413181290d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780297 Feb 13 23:46:18.382409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:18.383386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:18.407373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-da60005a-9034-4fae-bc8a-816667a9cd48 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:18.410225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-da60005a-9034-4fae-bc8a-816667a9cd48 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4397836 Feb 13 23:46:18.412617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46070) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:18.610726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce8cf0c-11d5-4ca9-bf95-263775d3573b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:18.690149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:18.742523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 281ec76f-61b0-478d-8dc8-1886fc717462 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:18.755406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:18.837926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.004122 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.162893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Pushing event deleted for resources: {'Port': ['ID=1c24d8c0-ef95-450f-ae33-8d5d33454989,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:19.195643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] No DVR routers for this DVR port 1c24d8c0-ef95-450f-ae33-8d5d33454989 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:46:19.198960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.204285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.221296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'name': 'network-vif-deleted', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:19.279501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27386b5f-264b-4ed7-b740-d92485abd6d1 req-dd6b3b8c-e79b-4396-a00f-c1fa8a1d96ee tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.42 "DELETE /v2.0/ports/1c24d8c0-ef95-450f-ae33-8d5d33454989 HTTP/1.1" status: 204 len: 173 time: 5.0052772 Feb 13 23:46:19.280624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=281ec76f-61b0-478d-8dc8-1886fc717462,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:19.327716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.331986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0a0c9-b87c-4da9-b01b-3f1c1113a8aa None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:19.383802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4b6205f1-6e15-4f88-9640-042675ee6bce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/281ec76f-61b0-478d-8dc8-1886fc717462 HTTP/1.1" status: 204 len: 168 time: 0.9697101 Feb 13 23:46:19.384656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46086) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:19.457321 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a4a381-b5cf-434e-ab01-f59ccfa33ba1', 'name': 'network-vif-deleted', 'tag': '1c24d8c0-ef95-450f-ae33-8d5d33454989', 'status': 'completed', 'code': 200} Feb 13 23:46:19.547536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet b7f11772-13dd-48f0-b996-4a7221a871e4 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:19.552411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.629186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.659602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b659cf-99b7-470c-8265-3e9967cb31d8 req-45871f5c-8e65-4bbf-a9e6-03a45fc28894 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:19.661841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98b659cf-99b7-470c-8265-3e9967cb31d8 req-45871f5c-8e65-4bbf-a9e6-03a45fc28894 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 950 time: 0.3289785 Feb 13 23:46:19.723400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.800751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98b659cf-99b7-470c-8265-3e9967cb31d8 req-9314e41b-805c-4bf9-ad91-6b20750382ff tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236544 Feb 13 23:46:19.831704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.889857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b31efba7-b435-4ec9-928b-4277b5bb2090 req-8766014c-08e2-4373-85f8-12ec4ec9a0d5 tempest-VolumesNegativeTest-2042813381 tempest-VolumesNegativeTest-2042813381-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a4a381-b5cf-434e-ab01-f59ccfa33ba1 HTTP/1.1" status: 200 len: 210 time: 0.0675366 Feb 13 23:46:19.894626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.966466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f11772-13dd-48f0-b996-4a7221a871e4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:19.970872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:19.985067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eb6cba2e-5a28-4184-8ea2-bcc514fe5847 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/b7f11772-13dd-48f0-b996-4a7221a871e4 HTTP/1.1" status: 204 len: 168 time: 0.5973001 Feb 13 23:46:19.985919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46096) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:20.274188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b09e917b-9ef3-4ebf-8bbc-78b906a2f8eb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2841308 Feb 13 23:46:20.274501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46104) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:20.291902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:20.413931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88cfbe-92de-4ff9-93e3-4e230eee589a None None] Update dhcp port {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': 'b7f11772-13dd-48f0-b996-4a7221a871e4'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '4561c7c6-0632-4bcf-a957-77bc71d36b0c'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:46:20.506341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d88cfbe-92de-4ff9-93e3-4e230eee589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:20.578277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:20.584196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:20.587334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:20.593406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:20.611166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:20.820927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fadcc-a3bd-4dc5-bc9b-0661d5e45b9f None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:21.062050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-96187f31-2fd3-4fc8-bc30-ca41694b7102 None None] Provisioning complete for port 4561c7c6-0632-4bcf-a957-77bc71d36b0c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:21.062050 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96187f31-2fd3-4fc8-bc30-ca41694b7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:21.175818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:21.431616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:46:21.492424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] Deleting port 4561c7c6-0632-4bcf-a957-77bc71d36b0c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:21.492752 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:21.921284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] For port 4561c7c6-0632-4bcf-a957-77bc71d36b0c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4561c7c6-0632-4bcf-a957-77bc71d36b0c,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:21.921681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:22.285775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:46:22.305088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4561c7c6-0632-4bcf-a957-77bc71d36b0c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:22.336965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] Calling delete_port for 4561c7c6-0632-4bcf-a957-77bc71d36b0c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:22.522430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:22.624440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] Pushing event deleted for resources: {'Port': ['ID=4561c7c6-0632-4bcf-a957-77bc71d36b0c,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:22.632919 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:22.654503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839af08-c84c-4f30-8c5b-983170f1b19c None None] No DVR routers for this DVR port 4561c7c6-0632-4bcf-a957-77bc71d36b0c on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:46:22.700031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:46:22.749334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:22.891193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:22.892959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:22.902685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:22.905348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:22.905902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5f029-a523-4c97-ba57-1c60be4f957a None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:23.039376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46192) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:23.045435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:23.047597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7699809 Feb 13 23:46:23.054132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e994f-3190-488a-a9a8-0cf9be6a9568 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=891efddd-7904-4ed5-8b1a-23d4ca004909,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:23.152812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:23.167501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1c47b0ba-a99f-4f23-a5d1-28bd6b734450 admin admin] 10.222.0.36 "PUT /v2.0/routers/48b42645-6267-4e09-8dff-8b26ee7ac9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9820149 Feb 13 23:46:23.168590 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] Sync routers for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:23.170545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:23.192452 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:23.194398 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:23.411108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:23.423398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:23.427754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:23.438229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:23.462984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:23.468270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:23.509397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '891efddd-7904-4ed5-8b1a-23d4ca004909'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:46:23.510270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:23.819741 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:23.827823 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:23.934773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Allocated IP 2001:db8::f816:3eff:fe45:322 (f3558132-a192-4c12-af74-1bdc60bf6bc0/891efddd-7904-4ed5-8b1a-23d4ca004909/9d546f9f-783c-40a7-b613-b278fdcac81a) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:24.078930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:24.413508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=485dcf66-24aa-48ed-8a8a-3bd0f30e4750,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:24.435988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:24.440550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:24.445898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:24.453292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:24.511523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:24.519111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ca61226-8a42-4abc-9551-daed97ed851f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4784660 Feb 13 23:46:24.522047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46230) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:24.533639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:fb:22:7a', 'name': 'tempest-NetworksTestDHCPv6-1832975282'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:24.552008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Deleting port 73804cd8-c662-4c12-a336-26f27f4a1460 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:24.552357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:24.662369 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:46:17Z', 'revision_number': 5, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port': {'id': '73804cd8-c662-4c12-a336-26f27f4a1460', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:24.666930 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] Checking router: 48b42645-6267-4e09-8dff-8b26ee7ac9e2 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:24.691829 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] Routers {'48b42645-6267-4e09-8dff-8b26ee7ac9e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:24.692720 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:24.693775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:24.721172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Transition to ACTIVE for port object 9d546f9f-783c-40a7-b613-b278fdcac81a will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:24.772345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Transition to ACTIVE for port object 9d546f9f-783c-40a7-b613-b278fdcac81a will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:24.789192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:24.870361 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] Set router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:24.891476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:24.903590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:24.909128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:24.910250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:24.926557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:24.929860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:24.953425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:24.959043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:25.129671 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:46:24Z', 'revision_number': 6, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:25.137953 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41ec80f-a25f-4c6a-b1dc-999ee32ff25f None None] The sync data for ids ['48b42645-6267-4e09-8dff-8b26ee7ac9e2'] in n-d-828979-1 is: [{'id': '48b42645-6267-4e09-8dff-8b26ee7ac9e2', 'name': 'tempest-TaggedBootDevicesTest-1747772037-router', 'tenant_id': 'a46e901cc85a4278bed3c893fb3e9901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:25Z', 'updated_at': '2022-02-13T23:46:24Z', 'revision_number': 6, 'project_id': 'a46e901cc85a4278bed3c893fb3e9901', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:46:25.180879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] For port 73804cd8-c662-4c12-a336-26f27f4a1460, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=73804cd8-c662-4c12-a336-26f27f4a1460,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:25.181486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:25.223429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Pushing event updated for resources: {'Port': ['ID=9d546f9f-783c-40a7-b613-b278fdcac81a,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:25.241292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Attempting to bind port 9d546f9f-783c-40a7-b613-b278fdcac81a on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:25.241773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Attempting to bind port 9d546f9f-783c-40a7-b613-b278fdcac81a by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:25.242252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Attempting to bind port 9d546f9f-783c-40a7-b613-b278fdcac81a on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:25.250019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:25.250536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:25.251002 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:25.251460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:25.252244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Bound port: 9d546f9f-783c-40a7-b613-b278fdcac81a, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:25.252901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:25.384634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] For port 9d546f9f-783c-40a7-b613-b278fdcac81a, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:25.387950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] For port 9d546f9f-783c-40a7-b613-b278fdcac81a, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9d546f9f-783c-40a7-b613-b278fdcac81a,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:25.400551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:25.474909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Calling delete_port for 73804cd8-c662-4c12-a336-26f27f4a1460 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:25.518623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:25.593006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 1095c347-9e2c-41a7-967d-5b533fb93854 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:46:25.640491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a61d2-4750-40b5-94f5-d38397f1e659 None None] Pushing event updated for resources: {'Port': ['ID=9d546f9f-783c-40a7-b613-b278fdcac81a,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:25.962394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 172.20.0.2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/485dcf66-24aa-48ed-8a8a-3bd0f30e4750/1095c347-9e2c-41a7-967d-5b533fb93854) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:25.971382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fefb:227a (f3558132-a192-4c12-af74-1bdc60bf6bc0/891efddd-7904-4ed5-8b1a-23d4ca004909/1095c347-9e2c-41a7-967d-5b533fb93854) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:26.078890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:26.208765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Pushing event deleted for resources: {'Port': ['ID=73804cd8-c662-4c12-a336-26f27f4a1460,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:26.277527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73804cd8-c662-4c12-a336-26f27f4a1460 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:26.374280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 73804cd8-c662-4c12-a336-26f27f4a1460 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:46:26.374639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 73804cd8-c662-4c12-a336-26f27f4a1460 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:46:26.375044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce8cf0c-11d5-4ca9-bf95-263775d3573b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:26.410767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:26.455975 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:46:26.476613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 1095c347-9e2c-41a7-967d-5b533fb93854 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:26.479672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4ce8cf0c-11d5-4ca9-bf95-263775d3573b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:46:26.480018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce8cf0c-11d5-4ca9-bf95-263775d3573b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:46:26.519538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:26.623726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:26.656738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:26.661076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:26.663154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=1095c347-9e2c-41a7-967d-5b533fb93854,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:26.665592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:26.788054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:26.788803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:26.842803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-13987f91-5834-4d70-9b82-ffcb3fe83b6a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3172138 Feb 13 23:46:26.844888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46302) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:27.028294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a200a6-28d0-419a-94bf-9ed7775644d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:27.047733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a200a6-28d0-419a-94bf-9ed7775644d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:27.049226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-78a200a6-28d0-419a-94bf-9ed7775644d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:27.094377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-78a200a6-28d0-419a-94bf-9ed7775644d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:27.098007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-78a200a6-28d0-419a-94bf-9ed7775644d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2477169 Feb 13 23:46:27.098510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:27.150238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.160165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.208369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.209126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b42645-6267-4e09-8dff-8b26ee7ac9e2 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:46:27.235829 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.239334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-288dfea6-4a2d-4821-a705-7a7aaf666108 admin admin] 10.222.0.36 "DELETE /v2.0/routers/48b42645-6267-4e09-8dff-8b26ee7ac9e2 HTTP/1.1" status: 204 len: 168 time: 4.0656996 Feb 13 23:46:27.239722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:27.274961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 1095c347-9e2c-41a7-967d-5b533fb93854 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:27.274961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.438576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Deleting subnet d79c442b-b6d1-491b-8fb2-23e91af08245 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:27.450568 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.542938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.673043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.686534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e71d92a-58d3-4a52-be86-c1a9164f9027 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:27.743091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:27.802307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.848280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79c442b-b6d1-491b-8fb2-23e91af08245,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:27.858415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.865674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eba84c0d-e908-4d88-ae96-30a392d352de admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d79c442b-b6d1-491b-8fb2-23e91af08245 HTTP/1.1" status: 204 len: 168 time: 0.6227372 Feb 13 23:46:27.868787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:27.871471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:27.931999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b45acd9-64ca-4aaa-bf0f-e2c35e20742b None None] Network 4562e5fb-b936-4fbe-9863-acedf38f007c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:27.932220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-171872bc-6a2a-4ea8-afd6-0b46903a8883 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2973 time: 0.1880755 Feb 13 23:46:27.937202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46350) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:28.039549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'network': {'name': 'tempest-network-smoke--532793450', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'port_security_enabled': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:28.042075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 1095c347-9e2c-41a7-967d-5b533fb93854 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:28.060127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:28.094489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:28.128328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Made reservation on behalf of 7adb9718ec6f4cd68cf437ad4a8943c8 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:28.134772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:28.245808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9d546f9f-783c-40a7-b613-b278fdcac81a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:28.305679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:28.331776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Deleting port 5c71c483-5da7-4191-97b7-39e7bf32c719 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:28.332119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:28.388449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-29c0f932-64f3-4050-b277-fedf553c8380 None None] Provisioning for port 9d546f9f-783c-40a7-b613-b278fdcac81a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:28.543638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:28.583082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:46:28.614160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:28.617400 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Added segment 99f81e88-2524-4ebc-81a7-edc85f996ae9 of type vlan for network 942ba4a3-ceab-42ee-85b7-e73f667f570d Feb 13 23:46:28.707069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=1095c347-9e2c-41a7-967d-5b533fb93854,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:28.861541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:28.915512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9d546f9f-783c-40a7-b613-b278fdcac81a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:28.980388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9d546f9f-783c-40a7-b613-b278fdcac81a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:28.981438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.123614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] DHCP port deletion for 4562e5fb-b936-4fbe-9863-acedf38f007c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:46:29.162266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.196775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a406771a-5614-4268-a542-d6d098c75440 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/1095c347-9e2c-41a7-967d-5b533fb93854 HTTP/1.1" status: 204 len: 168 time: 2.0968421 Feb 13 23:46:29.197721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46384) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:29.238870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Deleting port 5c71c483-5da7-4191-97b7-39e7bf32c719 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:29.238870 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.353680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] For port 5c71c483-5da7-4191-97b7-39e7bf32c719, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c71c483-5da7-4191-97b7-39e7bf32c719,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:29.354412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.369738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa250c37-8433-43fe-9bb1-abc3253cb625 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:29.373461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa250c37-8433-43fe-9bb1-abc3253cb625 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:29.375004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa250c37-8433-43fe-9bb1-abc3253cb625 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:29.375818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa250c37-8433-43fe-9bb1-abc3253cb625 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:29.391494 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.410564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-aa250c37-8433-43fe-9bb1-abc3253cb625 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:29.413221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-aa250c37-8433-43fe-9bb1-abc3253cb625 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2128351 Feb 13 23:46:29.414279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46394) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:29.481774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.493107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:29.493744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.562305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 485dcf66-24aa-48ed-8a8a-3bd0f30e4750 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:29.586875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.705562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.801693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] For port 5c71c483-5da7-4191-97b7-39e7bf32c719, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c71c483-5da7-4191-97b7-39e7bf32c719,segment=NetworkSegment(75800e89-02d5-4b5e-bf3c-f18b2d1912d9),segment_id=75800e89-02d5-4b5e-bf3c-f18b2d1912d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:29.802111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.819971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Calling delete_port for 5c71c483-5da7-4191-97b7-39e7bf32c719 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:29.861776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.949041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46404) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:29.949264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0107226 Feb 13 23:46:29.960224 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:29.962592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'admin_state_up': True, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:29.988282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:30.000323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:router and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:30.008943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:30.015700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:30.036391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.038914 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.051684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.054535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Calling delete_port for 5c71c483-5da7-4191-97b7-39e7bf32c719 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:30.153121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] No DVR routers for this DVR port 5c71c483-5da7-4191-97b7-39e7bf32c719 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:46:30.154811 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.177961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=485dcf66-24aa-48ed-8a8a-3bd0f30e4750,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:30.204151 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:46:30.205399 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:46:30.212081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9d546f9f-783c-40a7-b613-b278fdcac81a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9d546f9f-783c-40a7-b613-b278fdcac81a,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:30.230055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.235117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b5b664ac-5d33-45b0-a9e7-9f6989760f7f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/485dcf66-24aa-48ed-8a8a-3bd0f30e4750 HTTP/1.1" status: 204 len: 168 time: 0.8198175 Feb 13 23:46:30.237800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:30.252573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.323283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-90922fdb-5898-4320-804a-0591e4984952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.327627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f70f85-284d-45c5-8da7-6d63525134cb None None] Update dhcp port {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '891efddd-7904-4ed5-8b1a-23d4ca004909', 'ip_address': '2001:db8::f816:3eff:fe45:322'}, {'subnet_id': '485dcf66-24aa-48ed-8a8a-3bd0f30e4750'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '9d546f9f-783c-40a7-b613-b278fdcac81a'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:46:30.359712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd236-695d-4c6f-ab15-dfc9538cb197 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Network': ['ID=942ba4a3-ceab-42ee-85b7-e73f667f570d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:30.388504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c71c483-5da7-4191-97b7-39e7bf32c719,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:30.410955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:46:30.614978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c71c483-5da7-4191-97b7-39e7bf32c719 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:30.627010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.696859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5c71c483-5da7-4191-97b7-39e7bf32c719 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:46:30.697624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5c71c483-5da7-4191-97b7-39e7bf32c719 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:46:30.713630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Deleting port 5c71c483-5da7-4191-97b7-39e7bf32c719 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:30.714560 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.733086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4562e5fb-b936-4fbe-9863-acedf38f007c']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:30.765368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9d546f9f-783c-40a7-b613-b278fdcac81a,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:30.795018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75800e89-02d5-4b5e-bf3c-f18b2d1912d9') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:30.795313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75800e89-02d5-4b5e-bf3c-f18b2d1912d9') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:30.840163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.878625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.885858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-26c69db3-24e3-4e74-a576-2f9784789244 None None] The port '5c71c483-5da7-4191-97b7-39e7bf32c719' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:46:30.896209 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c4f70f85-284d-45c5-8da7-6d63525134cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.901048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:46:30.901451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:46:30.924965 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:46:31.168456 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.191573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.196142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.214241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] Pushing event deleted for resources: {'Network': ['ID=4562e5fb-b936-4fbe-9863-acedf38f007c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:31.232219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83ffaeb6-6c76-47f3-a2ba-f83677b6d612 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4562e5fb-b936-4fbe-9863-acedf38f007c HTTP/1.1" status: 204 len: 168 time: 3.3568661 Feb 13 23:46:31.237131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46420) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:31.280808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 891efddd-7904-4ed5-8b1a-23d4ca004909 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:31.297419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.491588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.654056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.809396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-c4f70f85-284d-45c5-8da7-6d63525134cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 891efddd-7904-4ed5-8b1a-23d4ca004909: This subnet is being modified by another concurrent operation. Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 891efddd-7904-4ed5-8b1a-23d4ca004909: This subnet is being modified by another concurrent operation. Feb 13 23:46:31.809626 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 13 23:46:31.842655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.901689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.961848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=891efddd-7904-4ed5-8b1a-23d4ca004909,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:31.973813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:31.980170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7db66a-a6a0-4f98-a2b2-617eb5c5f9dc None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:32.025639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:32.212137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.25.4.70 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/7618c02a-899b-4d0f-b613-05ac6e9000ba) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:32.404567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4876789d-d8f5-4258-8c62-6ec43ad75f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/891efddd-7904-4ed5-8b1a-23d4ca004909 HTTP/1.1" status: 204 len: 168 time: 2.1602998 Feb 13 23:46:32.404567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46436) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:32.442511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9d546f9f-783c-40a7-b613-b278fdcac81a no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:32.603230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cc90a760-a6f8-4146-9337-c0a61a6b15ac tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1992671 Feb 13 23:46:32.617450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46440) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:32.650746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:32.902203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a35cc90c-8a03-4d27-81ae-410aa4b1ac66 None None] Provisioning complete for port 9d546f9f-783c-40a7-b613-b278fdcac81a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:32.902857 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a35cc90c-8a03-4d27-81ae-410aa4b1ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:32.981598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:32.990652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:33.000475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:33.025220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:33.043287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.049187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:33.054658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.099386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46454) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:33.219907 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-84b72d98-5290-4f71-8676-707445d85322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.310905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.463131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.556560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:46:33.640933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:33.645023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=7618c02a-899b-4d0f-b613-05ac6e9000ba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:33.680542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9d546f9f-783c-40a7-b613-b278fdcac81a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9d546f9f-783c-40a7-b613-b278fdcac81a,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:33.682873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:33.686840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] Deleting port 9d546f9f-783c-40a7-b613-b278fdcac81a {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:33.689501 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.692210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:33.762216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.861959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-1a79e58c-5798-4c91-8c91-e2d4590b9f75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1098 time: 0.4978750 Feb 13 23:46:33.867548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:33.994600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.121458 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.131119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9d546f9f-783c-40a7-b613-b278fdcac81a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:34.250761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.319394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:34.332997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:34.336413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:34.337308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.351843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-33ed6157-a549-4060-9629-0f3aa79baeaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:34.353331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-33ed6157-a549-4060-9629-0f3aa79baeaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.4551115 Feb 13 23:46:34.398564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] For port 9d546f9f-783c-40a7-b613-b278fdcac81a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9d546f9f-783c-40a7-b613-b278fdcac81a,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:34.398955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.402766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7782199 Feb 13 23:46:34.417016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46466) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:34.427507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:34.643023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] Calling delete_port for 9d546f9f-783c-40a7-b613-b278fdcac81a owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:34.646069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:34.655938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Deleting port af545814-c336-4555-9f65-94088a7ce191 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:34.661206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:34.664786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:34.665427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.678972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:34.700871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:34.713451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:34.717593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.761486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-eecd7999-33ab-4c42-bf8f-e2d656c1729c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1002 time: 0.3945200 Feb 13 23:46:34.848587 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:34.970742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] Pushing event deleted for resources: {'Port': ['ID=9d546f9f-783c-40a7-b613-b278fdcac81a,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:34.979228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-e21773ed-c855-4d33-844c-f871ceeae760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:34.980338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-e21773ed-c855-4d33-844c-f871ceeae760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2070694 Feb 13 23:46:35.027388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bb8c8-f36a-47a5-9fce-bbae66a84c44 None None] No DVR routers for this DVR port 9d546f9f-783c-40a7-b613-b278fdcac81a on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:46:35.077914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887add1-4c9f-404f-8106-f74d38e54f73 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:35.129646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Usage tracker for resource:security_group_rule and tenant:dfdbc34de27642d981b0dabc5ef39244 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:35.247663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93a9a8-4ddd-46a4-b250-12f7a866d7cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=a6ef4c4d-9924-47bd-bec3-9b183c66d0c1,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:35.268491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:35.295905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:35.466533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] For port af545814-c336-4555-9f65-94088a7ce191, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=af545814-c336-4555-9f65-94088a7ce191,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:35.469004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.499289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46480) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:35.528431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.566007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.568385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.581668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.614593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.741635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '47cd94ec-484f-4271-b371-b1e2bfdab921'}, {'subnet_id': 'a6ef4c4d-9924-47bd-bec3-9b183c66d0c1'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:46:35.742721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:35.776865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Calling delete_port for af545814-c336-4555-9f65-94088a7ce191 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:35.854075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-3415cf12-8050-4f2f-9158-a2876bfc79ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8620458 Feb 13 23:46:35.893856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17568d49-13e5-41c7-95c5-0a77b9f3bbf8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:35.926794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e6f4bfa2-99a1-46c9-93ab-428487e979a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfdbc34de27642d981b0dabc5ef39244&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8195996 Feb 13 23:46:35.935787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46488) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:36.167095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-653e391b-5952-4b74-be9f-de2e17d830a6 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997351 Feb 13 23:46:36.170599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:46:36.209629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Allocated IP 172.20.0.2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/a6ef4c4d-9924-47bd-bec3-9b183c66d0c1/737b2fba-b585-4fcc-b27e-2fd6c9f91820) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:36.223728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Allocated IP 2001:db8::f816:3eff:fee0:4461 (f3558132-a192-4c12-af74-1bdc60bf6bc0/47cd94ec-484f-4271-b371-b1e2bfdab921/737b2fba-b585-4fcc-b27e-2fd6c9f91820) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:36.283326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.385466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=47cd94ec-484f-4271-b371-b1e2bfdab921,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:36.482636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:36.489197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:36.507922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:36.509213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.556077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50cf52db-751e-429d-abc2-62e10d8270b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.567124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c31a2d5b-6bc2-4e55-9d6b-5eacfb2d97e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c46fc275505f4654ad7ec34eb5d090da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0551510 Feb 13 23:46:36.577114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46494) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:36.610209 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.656524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fb6f2959-e9b9-4514-bb05-fbbe3b084570 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2382550 Feb 13 23:46:36.666126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:36.673984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:a6:d0:e6', 'name': 'tempest-NetworksTestDHCPv6-1843886490'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:36.676410 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50cf52db-751e-429d-abc2-62e10d8270b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.761563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b581c9c4-bcea-47f4-967a-936ed8d91757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.790313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b581c9c4-bcea-47f4-967a-936ed8d91757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.893637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b581c9c4-bcea-47f4-967a-936ed8d91757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.926431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581c9c4-bcea-47f4-967a-936ed8d91757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b234bd0-6245-464a-858d-413181290d22,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:36.942722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b581c9c4-bcea-47f4-967a-936ed8d91757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.946092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b581c9c4-bcea-47f4-967a-936ed8d91757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b234bd0-6245-464a-858d-413181290d22 HTTP/1.1" status: 204 len: 168 time: 0.3544364 Feb 13 23:46:36.946092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50cf52db-751e-429d-abc2-62e10d8270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.958222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50cf52db-751e-429d-abc2-62e10d8270b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:36.959377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-50cf52db-751e-429d-abc2-62e10d8270b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17568d49-13e5-41c7-95c5-0a77b9f3bbf8 HTTP/1.1" status: 204 len: 168 time: 0.8341603 Feb 13 23:46:36.978531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf52db-751e-429d-abc2-62e10d8270b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17568d49-13e5-41c7-95c5-0a77b9f3bbf8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:37.071515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:37.101072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:37.110289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router adf6b09a-1443-4340-852c-16572bea69a0 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:46:37.149442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Transition to ACTIVE for port object 737b2fba-b585-4fcc-b27e-2fd6c9f91820 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:37.179314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:37.187658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Transition to ACTIVE for port object 737b2fba-b585-4fcc-b27e-2fd6c9f91820 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:37.193179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:37.199379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:37.202487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:37.462876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:37.483649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Pushing event updated for resources: {'Port': ['ID=737b2fba-b585-4fcc-b27e-2fd6c9f91820,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:37.493977 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5aa9239c-f8ea-4be3-90f8-f07bddb8945e req-f495727f-9ff4-49e2-90fd-22911874d07f service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3123655 Feb 13 23:46:37.524896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:37.547298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:37.549383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:37.555404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:37.656811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Pushing event deleted for resources: {'Port': ['ID=af545814-c336-4555-9f65-94088a7ce191,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:37.677695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:37.710388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:37.713649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fe9d4c14-7693-4c89-802c-7a3fa7838193 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.7633049 Feb 13 23:46:37.716193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46518) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:37.776038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Sync routers for ids ['adf6b09a-1443-4340-852c-16572bea69a0'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:37.831009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2fb29-a8ff-4e90-842c-21c52f28446d tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:37.836088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49d2fb29-a8ff-4e90-842c-21c52f28446d tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7adb9718ec6f4cd68cf437ad4a8943c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1175675 Feb 13 23:46:37.836684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46522) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:37.881379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46528) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:37.927889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Routers {'adf6b09a-1443-4340-852c-16572bea69a0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:37.932430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['adf6b09a-1443-4340-852c-16572bea69a0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:37.993055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee3785-62e1-43f7-973e-07e2298c8223 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:37.994453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:37.998157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-56ee3785-62e1-43f7-973e-07e2298c8223 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1604776 Feb 13 23:46:37.998993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46532) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:38.190638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-10bb7d5e-9f85-423b-a4ab-95c8e2085c72 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1901741 Feb 13 23:46:38.199237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46538) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:38.281671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Attempting to bind port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:38.282052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Attempting to bind port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:38.282426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Attempting to bind port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:38.297803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1197e809-5fd9-40cf-8769-ac948c2402f9 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7adb9718ec6f4cd68cf437ad4a8943c8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0972896 Feb 13 23:46:38.300223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46544) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:38.326059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:38.342715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:38.350627 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:38.351271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:38.351946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Bound port: 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:38.352526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:38.405850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:38.412833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Usage tracker for resource:security_group_rule and tenant:06e21e0d1e704007a9e5a37d46afa3f0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:38.420127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:38.435287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:38.491799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] For port 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:38.498864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] For port 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=737b2fba-b585-4fcc-b27e-2fd6c9f91820,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:38.530550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Set router adf6b09a-1443-4340-852c-16572bea69a0 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:38.599032 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:38.635766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a3ae2-baf0-4576-9365-78b0bdde8fd0 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:38.641738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:38.642918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b09a3ae2-baf0-4576-9365-78b0bdde8fd0 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3412004 Feb 13 23:46:38.644142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:38.688240 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:38.755992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06e21e0d1e704007a9e5a37d46afa3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8683195 Feb 13 23:46:38.760126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46554) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:38.785202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-51ecd26b-a4ee-468e-b50a-ab0223a06825 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251235 Feb 13 23:46:38.785942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46558) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:38.794771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642362706', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:38.862129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:38.903928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868877b7-2d57-46bf-bb74-ff0e0c0fbb36 None None] Pushing event updated for resources: {'Port': ['ID=737b2fba-b585-4fcc-b27e-2fd6c9f91820,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:39.041831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5553dedf-b9e8-4055-a1af-94f263c1b482,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:39.052153 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:39.059079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port f0162ebf-d5f5-4f79-b385-c6061aae8c3c yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:46:39.095689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:39.106267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Usage tracker for resource:subnet and tenant:7adb9718ec6f4cd68cf437ad4a8943c8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:39.112692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:39.126430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:39.159361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Made reservation on behalf of 7adb9718ec6f4cd68cf437ad4a8943c8 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:39.257863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf96496c-a136-4939-b62e-67a94a5faf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:39.302015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:46:34Z', 'revision_number': 3, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:39.307323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Checking router: adf6b09a-1443-4340-852c-16572bea69a0 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:39.307742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Updating router adf6b09a-1443-4340-852c-16572bea69a0 port 7618c02a-899b-4d0f-b613-05ac6e9000ba binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:46:39.319151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.319635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.320044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.320487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.320916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.321343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.321766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.322216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.322644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.323090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.323480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb5e31d-1371-4757-86e9-0a2b8ad7ff25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:39.330687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46570) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:39.399982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf96496c-a136-4939-b62e-67a94a5faf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:39.505860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:39.523579 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:39.771173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 172.20.0.5 (f3558132-a192-4c12-af74-1bdc60bf6bc0/a6ef4c4d-9924-47bd-bec3-9b183c66d0c1/f0162ebf-d5f5-4f79-b385-c6061aae8c3c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:39.780137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fea6:d0e6 (f3558132-a192-4c12-af74-1bdc60bf6bc0/47cd94ec-484f-4271-b371-b1e2bfdab921/f0162ebf-d5f5-4f79-b385-c6061aae8c3c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:39.789859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1362997584-network', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:39.808416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:39.828100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Usage tracker for resource:network and tenant:d5d14bc26f5644fba0125a7e82c61d4a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:39.837889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:39.865509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:39.901849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Made reservation on behalf of d5d14bc26f5644fba0125a7e82c61d4a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:39.904037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:39.989166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.149175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:40.178013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.204270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d14bc26f5644fba0125a7e82c61d4a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:40.220397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:40.245415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.258355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Transition to ACTIVE for port object 7618c02a-899b-4d0f-b613-05ac6e9000ba will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:40.264493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:40.289649 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.295852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object f0162ebf-d5f5-4f79-b385-c6061aae8c3c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:40.301642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.380908 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf96496c-a136-4939-b62e-67a94a5faf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.473791 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.516571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96496c-a136-4939-b62e-67a94a5faf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553dedf-b9e8-4055-a1af-94f263c1b482,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:40.530184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Subnet': ['ID=a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:40.566461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 737b2fba-b585-4fcc-b27e-2fd6c9f91820 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:40.611868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Checking segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:40.612232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network hostable DHCP agents. Network: 942ba4a3-ceab-42ee-85b7-e73f667f570d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:46:40.636241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.650257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.685058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=f0162ebf-d5f5-4f79-b385-c6061aae8c3c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:40.698344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:40.701834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:40.711380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf96496c-a136-4939-b62e-67a94a5faf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.714834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf96496c-a136-4939-b62e-67a94a5faf68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5553dedf-b9e8-4055-a1af-94f263c1b482 HTTP/1.1" status: 204 len: 168 time: 1.9496074 Feb 13 23:46:40.715327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:40.733083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:46:40.780224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792214b1-4e88-4bc2-bfa9-13975cab92da,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:40.788402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.788752 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Added segment d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c of type vlan for network 66cb67ce-4f3f-4e43-abad-deec669dfae3 Feb 13 23:46:40.803794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:46:40.825731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Attempting to bind port 7618c02a-899b-4d0f-b613-05ac6e9000ba on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:40.826605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Attempting to bind port 7618c02a-899b-4d0f-b613-05ac6e9000ba by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:40.827685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Attempting to bind port 7618c02a-899b-4d0f-b613-05ac6e9000ba on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:40.860298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:40.865552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.870141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c138f2-74d1-4b62-b82b-798dd0f70087 None None] Pushing event updated for resources: {'Port': ['ID=7618c02a-899b-4d0f-b613-05ac6e9000ba,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:40.870843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 942ba4a3-ceab-42ee-85b7-e73f667f570d) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:40.873431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.898374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:40.899052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:40.903362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18c943-1f3d-4797-9f73-83497c83cb1d None None] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:40.959840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-44dab148-467d-47d9-8ed2-81d53a1aada4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2811899 Feb 13 23:46:40.959840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46584) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:40.960458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.040097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3139fceb-7e81-4c3a-8377-5721c14e85d8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2480233 Feb 13 23:46:41.041578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46590) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:41.114296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:41.115075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:41.115732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.116395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:41.117108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Bound port: 7618c02a-899b-4d0f-b613-05ac6e9000ba, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:41.117730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.174408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.175357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:41.176003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.205909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa8e79-00a9-486a-bfd2-f3b7c2fba579 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:41.357249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0218482 Feb 13 23:46:41.371750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46598) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:41.378802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Request body: {'subnet': {'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1362997584-subnet', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:41.393261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3f4c11e0-1ca1-410d-902f-70321eddb31e None None] Provisioning for port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:41.398699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:41.402948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc3143-b866-44d2-b653-56aff7b36ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=66cb67ce-4f3f-4e43-abad-deec669dfae3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:41.448544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Usage tracker for resource:subnet and tenant:d5d14bc26f5644fba0125a7e82c61d4a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:41.461193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:46:41.494284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:41.512514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:41.553531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Made reservation on behalf of d5d14bc26f5644fba0125a7e82c61d4a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:41.565568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.775315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:41.812735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] For port 7618c02a-899b-4d0f-b613-05ac6e9000ba, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:41.856447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:41.857112 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:41.912411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] For port 7618c02a-899b-4d0f-b613-05ac6e9000ba, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7618c02a-899b-4d0f-b613-05ac6e9000ba,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:42.020495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:42.052380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d59186-236b-4220-8ed8-eeb968c4ed71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:42.067157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d59186-236b-4220-8ed8-eeb968c4ed71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:42.068007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c3d59186-236b-4220-8ed8-eeb968c4ed71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:42.141552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c3d59186-236b-4220-8ed8-eeb968c4ed71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:42.145729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c3d59186-236b-4220-8ed8-eeb968c4ed71 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.1897266 Feb 13 23:46:42.146587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46612) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:42.327916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port f0162ebf-d5f5-4f79-b385-c6061aae8c3c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:42.327916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:42.700504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c138f2-74d1-4b62-b82b-798dd0f70087 None None] Pushing event updated for resources: {'Port': ['ID=7618c02a-899b-4d0f-b613-05ac6e9000ba,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:42.709847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-942ba4a3-ceab-42ee-85b7-e73f667f570d', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'fixed_ips': [{'subnet_id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:46:42.710998 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:42.731339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:43.093194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for f0162ebf-d5f5-4f79-b385-c6061aae8c3c owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:43.114675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:43.145819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Allocated IP 172.20.0.18 (942ba4a3-ceab-42ee-85b7-e73f667f570d/a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1/bd155eab-686e-46e8-8749-db2c02f642e0) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:43.241796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:43.244289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Routers {'adf6b09a-1443-4340-852c-16572bea69a0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:43.244289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['adf6b09a-1443-4340-852c-16572bea69a0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:43.280286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Checking segment: {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:43.280286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Network hostable DHCP agents. Network: 66cb67ce-4f3f-4e43-abad-deec669dfae3, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:46:43.387636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:46:43.718427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 66cb67ce-4f3f-4e43-abad-deec669dfae3) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:43.741650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:43.743064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:43.825399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:43.835579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8402818-7e61-4b54-8413-a8889c55acd1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4624300 Feb 13 23:46:43.842727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46638) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:43.854628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:43.882308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:43.905454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Usage tracker for resource:router and tenant:d5d14bc26f5644fba0125a7e82c61d4a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:43.910706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:43.923910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:43.934997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49208a8b-4075-40dc-ac3e-9ba2cd64bb33 None None] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:43.943771 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:43.946507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:43.980983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:44.038797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] Set router adf6b09a-1443-4340-852c-16572bea69a0 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:44.330717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:44.405903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:44.505676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=737b2fba-b585-4fcc-b27e-2fd6c9f91820,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:44.513992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=f0162ebf-d5f5-4f79-b385-c6061aae8c3c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:44.667287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:44.737218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:44.903627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-175bf8cf-9fe1-4bb2-ac8c-871f022ff4cb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/f0162ebf-d5f5-4f79-b385-c6061aae8c3c HTTP/1.1" status: 204 len: 168 time: 2.7549155 Feb 13 23:46:44.954770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:44.993747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46652) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:45.097495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:45.108782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Transition to ACTIVE for port object bd155eab-686e-46e8-8749-db2c02f642e0 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:45.145524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=737b2fba-b585-4fcc-b27e-2fd6c9f91820,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:45.279068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0004b9-a4ba-409f-ba0d-2aa25a739662 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:45.283700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0004b9-a4ba-409f-ba0d-2aa25a739662 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:45.286287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0004b9-a4ba-409f-ba0d-2aa25a739662 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:45.289501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4f0004b9-a4ba-409f-ba0d-2aa25a739662 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:45.381477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Transition to ACTIVE for port object bd155eab-686e-46e8-8749-db2c02f642e0 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:45.396231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4f0004b9-a4ba-409f-ba0d-2aa25a739662 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:45.397754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4f0004b9-a4ba-409f-ba0d-2aa25a739662 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4002678 Feb 13 23:46:45.404801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46660) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:45.492562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:45.535282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Router 1a6e0ce6-2966-471b-825a-0d93115470f4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:46:45.604358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:45.625177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:45.641556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:45.768524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:46:34Z', 'revision_number': 3, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:45.836106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca95243-0130-4a25-a21f-87b5d971e1a1 None None] The sync data for ids ['adf6b09a-1443-4340-852c-16572bea69a0'] in n-d-828979-1 is: [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:46:34Z', 'revision_number': 3, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:46:45.881790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Pushing event updated for resources: {'Port': ['ID=bd155eab-686e-46e8-8749-db2c02f642e0,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:45.910154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Attempting to bind port bd155eab-686e-46e8-8749-db2c02f642e0 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:45.910533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Attempting to bind port bd155eab-686e-46e8-8749-db2c02f642e0 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:45.911070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Attempting to bind port bd155eab-686e-46e8-8749-db2c02f642e0 on network 942ba4a3-ceab-42ee-85b7-e73f667f570d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:45.935802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:45.936247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Checking segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:45.936650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:45.937044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Bound using segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:45.937516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Bound port: bd155eab-686e-46e8-8749-db2c02f642e0, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:45.937955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:46.198344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:46.235451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-424e9bad-807e-496c-b334-d20ea22ad015 None None] Provisioning complete for port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:46.240821 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-424e9bad-807e-496c-b334-d20ea22ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:46.262658 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:46.506646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-66cb67ce-4f3f-4e43-abad-deec669dfae3', 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'fixed_ips': [{'subnet_id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:46:46.508225 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:46.527187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-13169a68-962b-406c-8b32-99259ac45119 req-52a55c00-b420-4163-9695-6e83106e8a10 tempest-MigrationsAdminTest-557099175 tempest-MigrationsAdminTest-557099175-project] (83661) timed out ('10.222.0.31', 61261) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:46:46.708163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Allocated IP 172.25.4.233 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e84ae249-8cf1-4013-9717-2cf8747e979c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:46.749615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-424e9bad-807e-496c-b334-d20ea22ad015 None None] Could not find standard attr ID for object f0162ebf-d5f5-4f79-b385-c6061aae8c3c. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:46:46.800593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] For port bd155eab-686e-46e8-8749-db2c02f642e0, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:46.809903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] For port bd155eab-686e-46e8-8749-db2c02f642e0, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bd155eab-686e-46e8-8749-db2c02f642e0,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:46.843949 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:46.985356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0e640a73-1215-4686-8cb6-8a7468c1139a None None] Could not find standard attr ID for object f0162ebf-d5f5-4f79-b385-c6061aae8c3c. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:46:47.044217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:47.062313 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] Sync routers for ids ['1a6e0ce6-2966-471b-825a-0d93115470f4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:47.079120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 737b2fba-b585-4fcc-b27e-2fd6c9f91820 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:47.086360 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fd499f65-9694-45c8-ab71-2eab727820ed admin admin] 10.222.0.36 "PUT /v2.0/routers/1a6e0ce6-2966-471b-825a-0d93115470f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8413093 Feb 13 23:46:47.091300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46686) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:47.119170 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] Routers {'1a6e0ce6-2966-471b-825a-0d93115470f4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:47.124419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1a6e0ce6-2966-471b-825a-0d93115470f4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:47.428533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 47cd94ec-484f-4271-b371-b1e2bfdab921 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:47.442460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2ded9-c6d0-4a03-aefe-c47d93b6a277 None None] Pushing event updated for resources: {'Port': ['ID=bd155eab-686e-46e8-8749-db2c02f642e0,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:47.568582 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:47.569217 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:47.603637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:47.688119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Allocated IP 172.20.0.2 (66cb67ce-4f3f-4e43-abad-deec669dfae3/ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c/e0741881-1402-401d-9370-c9b85a9844c5) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:47.729757 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] Set router 1a6e0ce6-2966-471b-825a-0d93115470f4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:47.882048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:47.922384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.038467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.346848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7618c02a-899b-4d0f-b613-05ac6e9000ba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:48.458466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.462684 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:46:36Z', 'revision_number': 5, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:48.469156 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] Checking router: 1a6e0ce6-2966-471b-825a-0d93115470f4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:48.492484 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] Routers {'1a6e0ce6-2966-471b-825a-0d93115470f4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:48.493219 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1a6e0ce6-2966-471b-825a-0d93115470f4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:48.653820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b5413-2067-48c7-8dac-24c92ebd8778 req-4c37f74d-3fd6-4be3-bd77-9a418244b279 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:48.658710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-895b5413-2067-48c7-8dac-24c92ebd8778 req-4c37f74d-3fd6-4be3-bd77-9a418244b279 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.3504589 Feb 13 23:46:48.662254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.731750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Pushing event updated for resources: {'Port': ['ID=e84ae249-8cf1-4013-9717-2cf8747e979c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:48.754084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Deleting port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:48.755413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.761494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:48.788318 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] Set router 1a6e0ce6-2966-471b-825a-0d93115470f4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:48.788535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:48.788667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:48.797338 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.813470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Transition to ACTIVE for port object e0741881-1402-401d-9370-c9b85a9844c5 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:48.827114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 7618c02a-899b-4d0f-b613-05ac6e9000ba completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:48.841270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e43ee-23e8-4b80-859b-387d4b8476ed None None] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:48.857636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7618c02a-899b-4d0f-b613-05ac6e9000ba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:48.858283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.881225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.887700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Transition to ACTIVE for port object e0741881-1402-401d-9370-c9b85a9844c5 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:48.961367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:48.962163 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-895b5413-2067-48c7-8dac-24c92ebd8778 req-5fd35e70-2847-4f27-b055-4f0dcb6cf408 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862451 Feb 13 23:46:49.018917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.118654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.132190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9877bd1d-bdf9-4d93-b44c-71647a7537d0 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:49.144970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.20.0.17 (942ba4a3-ceab-42ee-85b7-e73f667f570d/a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1/8a9d98ab-20e7-4687-bbff-630228509a4c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:49.168483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/47cd94ec-484f-4271-b371-b1e2bfdab921 HTTP/1.1" status: 204 len: 168 time: 3.7601523 Feb 13 23:46:49.169300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5496e-bbf0-499a-815e-b99eb5bc0389 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=47cd94ec-484f-4271-b371-b1e2bfdab921,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:49.172431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46706) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:49.283469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] For port 81a5dc21-6762-42f0-af3f-2c1f2ff1404c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:49.284300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.526248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Calling delete_port for 81a5dc21-6762-42f0-af3f-2c1f2ff1404c owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:49.589707 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:46:36Z', 'revision_number': 5, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:49.598337 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9bc0a-b583-4191-b99a-6932c91a98ae None None] The sync data for ids ['1a6e0ce6-2966-471b-825a-0d93115470f4'] in n-d-828979-1 is: [{'id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'name': 'tempest-TaggedBootDevicesTest-1222979226-router', 'tenant_id': '99aa34cf553d458d90f13fa8a5581e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:38:36Z', 'updated_at': '2022-02-13T23:46:36Z', 'revision_number': 5, 'project_id': '99aa34cf553d458d90f13fa8a5581e23', 'gw_port': {'id': '81a5dc21-6762-42f0-af3f-2c1f2ff1404c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e0ce6-2966-471b-825a-0d93115470f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:38:37Z', 'updated_at': '2022-02-13T23:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:46:49.674687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.714700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Transition to ACTIVE for port object 8a9d98ab-20e7-4687-bbff-630228509a4c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:49.716860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:49.724816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Pushing event updated for resources: {'Port': ['ID=e0741881-1402-401d-9370-c9b85a9844c5,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:49.756572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.757612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.776930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:49.784202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:49.809727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet a6ef4c4d-9924-47bd-bec3-9b183c66d0c1 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:49.816027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.846331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.896852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:49.936869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cc4a7d9c-1332-4c05-9871-c479c7f1becc None None] Provisioning for port bd155eab-686e-46e8-8749-db2c02f642e0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:50.234625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:50.241727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:50.245436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:50.289648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=8a9d98ab-20e7-4687-bbff-630228509a4c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:50.334929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.345790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Attempting to bind port e0741881-1402-401d-9370-c9b85a9844c5 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:50.346639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Attempting to bind port e0741881-1402-401d-9370-c9b85a9844c5 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:50.347174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Attempting to bind port e0741881-1402-401d-9370-c9b85a9844c5 on network 66cb67ce-4f3f-4e43-abad-deec669dfae3 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:50.365439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.382880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.387037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 7618c02a-899b-4d0f-b613-05ac6e9000ba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7618c02a-899b-4d0f-b613-05ac6e9000ba,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:50.471094 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.543499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.572246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:50.572659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Checking segment: {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:50.573051 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.573448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Bound using segment: {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:50.578867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Bound port: e0741881-1402-401d-9370-c9b85a9844c5, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:50.579360 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.632554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:50.636003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=7618c02a-899b-4d0f-b613-05ac6e9000ba,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:50.689835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Pushing event deleted for resources: {'Port': ['ID=81a5dc21-6762-42f0-af3f-2c1f2ff1404c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:50.705348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bd155eab-686e-46e8-8749-db2c02f642e0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:50.771899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Router e6d1e0c2-1810-412e-a29c-16f4ddb75664 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:46:50.908989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] For port e0741881-1402-401d-9370-c9b85a9844c5, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:50.913019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] For port e0741881-1402-401d-9370-c9b85a9844c5, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e0741881-1402-401d-9370-c9b85a9844c5,segment=NetworkSegment(d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c),segment_id=d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:50.923849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.046718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe9e59-db7a-439d-af6e-34250f06c42c None None] Pushing event updated for resources: {'Port': ['ID=e0741881-1402-401d-9370-c9b85a9844c5,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:51.051974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:51.153057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port bd155eab-686e-46e8-8749-db2c02f642e0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:51.163084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port bd155eab-686e-46e8-8749-db2c02f642e0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:51.163742 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.341807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48ab70-f2ea-41b1-9163-c87953d34810 req-fa92da2e-b908-4d4f-8618-14c23cb7cb6d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:51.345729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed48ab70-f2ea-41b1-9163-c87953d34810 req-fa92da2e-b908-4d4f-8618-14c23cb7cb6d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 1.1038499 Feb 13 23:46:51.429036 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.471498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9c187fa7-68cf-4f91-82ba-aadb01ff2e8c None None] Provisioning for port 8a9d98ab-20e7-4687-bbff-630228509a4c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:51.508781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9c187fa7-68cf-4f91-82ba-aadb01ff2e8c None None] Provisioning complete for port 8a9d98ab-20e7-4687-bbff-630228509a4c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:51.509544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c187fa7-68cf-4f91-82ba-aadb01ff2e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.661432 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.689978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:51.766119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Sync routers for ids ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:51.768484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.780256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.863705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9c187fa7-68cf-4f91-82ba-aadb01ff2e8c None None] Port 8a9d98ab-20e7-4687-bbff-630228509a4c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:46:51.904650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.908960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:51.910538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f8f349c4-bd74-48a8-86c3-05c85a4f5336 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0664914 Feb 13 23:46:51.916440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:51.977151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:46:52.039824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:52.058893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.152948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.187775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Routers {'e6d1e0c2-1810-412e-a29c-16f4ddb75664'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:52.189100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:52.257186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:52.265790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:52.368798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.389269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.466471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.468370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ef4c4d-9924-47bd-bec3-9b183c66d0c1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:52.484225 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:46:52.487613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=8a9d98ab-20e7-4687-bbff-630228509a4c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:52.509867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9c187fa7-68cf-4f91-82ba-aadb01ff2e8c None None] Provisioning complete for port bd155eab-686e-46e8-8749-db2c02f642e0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:52.510261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9c187fa7-68cf-4f91-82ba-aadb01ff2e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.526288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed48ab70-f2ea-41b1-9163-c87953d34810 req-b25f5af9-0f48-42a0-9b07-2e2c1764c6a9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1752999 Feb 13 23:46:52.543304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.575450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989a87c-419e-4e68-ae33-d2e5aa9ec2ee None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:52.575846 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ab41e8a6-94f4-4e1c-b052-27b50b970816 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/a6ef4c4d-9924-47bd-bec3-9b183c66d0c1 HTTP/1.1" status: 204 len: 168 time: 3.3961561 Feb 13 23:46:52.580881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46740) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:52.637520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Set router e6d1e0c2-1810-412e-a29c-16f4ddb75664 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:52.771758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbf6a592-a32b-4da5-9b6c-47e82743640e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:router {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:52.811690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.814312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6e0ce6-2966-471b-825a-0d93115470f4 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:46:52.819663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbf6a592-a32b-4da5-9b6c-47e82743640e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:router {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:52.826995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port bd155eab-686e-46e8-8749-db2c02f642e0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bd155eab-686e-46e8-8749-db2c02f642e0,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:52.827630 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bbf6a592-a32b-4da5-9b6c-47e82743640e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2410045 Feb 13 23:46:52.828189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=11']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:52.838059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46744) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:52.840854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:52.845440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2399219d-2da0-49b8-9e3d-a68a0472d46a admin admin] 10.222.0.36 "DELETE /v2.0/routers/1a6e0ce6-2966-471b-825a-0d93115470f4 HTTP/1.1" status: 204 len: 168 time: 5.7516387 Feb 13 23:46:52.852914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:52.869446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46746) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:52.904464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:53.002370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device af545814-c336-4555-9f65-94088a7ce191 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:46:53.083159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:46:53.109890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Deleting subnet b6b6c695-5917-4040-be55-f7708e2d7f12 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:46:53.122247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: af545814-c336-4555-9f65-94088a7ce191 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:46:53.122690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device af545814-c336-4555-9f65-94088a7ce191 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:46:53.153126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:53.272413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:53.276729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:53.279891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:53.293244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:53.336231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:53.349928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:53.624366 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:46:53.722153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router adf6b09a-1443-4340-852c-16572bea69a0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:46:53.760691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e0741881-1402-401d-9370-c9b85a9844c5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:53.778808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:53.846834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=bd155eab-686e-46e8-8749-db2c02f642e0,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:53.915507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:54.032369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:54.050126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:54.057404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:54.059217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:54.117632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=2edc1cc8-521c-4915-a70a-3cc99625a117,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:54.130742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:54.223605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82830852-10d4-4e39-aba3-4f89d00194e6 None None] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:54.445952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:54.447216 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9cb24b9a-b761-4ba4-8554-eb6ee8856832 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6000814 Feb 13 23:46:54.456062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46764) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:54.463000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:46:54.584403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:54.657574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99563d36-131f-4a8d-9ba7-19f8f160bcf0 req-bbe01e04-7272-4c5a-b546-62ea96ebafb8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:54.666820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99563d36-131f-4a8d-9ba7-19f8f160bcf0 req-bbe01e04-7272-4c5a-b546-62ea96ebafb8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.5696049 Feb 13 23:46:54.667872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b6c695-5917-4040-be55-f7708e2d7f12,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:54.733187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:54.758353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99563d36-131f-4a8d-9ba7-19f8f160bcf0 req-3844ca6d-94fc-440f-a9b1-873f100a9a22 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899251 Feb 13 23:46:54.802618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f88de4bf-12c6-4f9a-a831-0ce6785bcd71 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6b6c695-5917-4040-be55-f7708e2d7f12 HTTP/1.1" status: 204 len: 168 time: 1.9318895 Feb 13 23:46:54.804021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46770) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:54.842606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'mac_address': 'fa:16:3e:44:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:46:54.945547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d9eb8-f9da-404c-8afa-71563c1d8d69 None None] Network 0dd98073-b58d-453b-b3b5-34106fdbccb9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:46:55.125629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:55.129805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:55.163861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:55.167255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:55.196307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:55.229269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:46:55.390284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Deleting port c48e9081-b484-45ed-8b60-43c484f0bad2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:55.402633 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:55.424964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:46:55.430368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9b05e118-11ae-403c-ab61-900d4fa3ff59 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "PUT /v2.0/routers/adf6b09a-1443-4340-852c-16572bea69a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3857467 Feb 13 23:46:55.447015 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Sync routers for ids ['adf6b09a-1443-4340-852c-16572bea69a0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:46:55.506715 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Routers {'adf6b09a-1443-4340-852c-16572bea69a0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:55.510368 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['adf6b09a-1443-4340-852c-16572bea69a0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:55.511403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Provisioning complete for port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:55.512880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:55.804750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e0741881-1402-401d-9370-c9b85a9844c5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:55.845718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7618c02a-899b-4d0f-b613-05ac6e9000ba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:46:55.895136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:56.278918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:56.314620 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:56.322691 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Set router adf6b09a-1443-4340-852c-16572bea69a0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:56.337500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:56.347066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:46:56.367578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:56.394177 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:56.515830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:46:56.574760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=12']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:56.677882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:46:56.811750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Deleting port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:56.812568 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:56.916098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7618c02a-899b-4d0f-b613-05ac6e9000ba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:56.916649 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:56.946129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Provisioning for port e0741881-1402-401d-9370-c9b85a9844c5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:46:56.968591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Provisioning complete for port e0741881-1402-401d-9370-c9b85a9844c5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:46:56.969127 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.076563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] DHCP port deletion for 0dd98073-b58d-453b-b3b5-34106fdbccb9 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:46:57.119253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:46:49Z', 'revision_number': 3, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:57.149665 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8a9d98ab-20e7-4687-bbff-630228509a4c', 'name': '', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:2b:b7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:46:51Z', 'revision_number': 2, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:57.154533 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Checking router: adf6b09a-1443-4340-852c-16572bea69a0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:57.155633 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Updating router adf6b09a-1443-4340-852c-16572bea69a0 port 8a9d98ab-20e7-4687-bbff-630228509a4c binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:46:57.164709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Checking router: e6d1e0c2-1810-412e-a29c-16f4ddb75664 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:46:57.167949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Updating router e6d1e0c2-1810-412e-a29c-16f4ddb75664 port e84ae249-8cf1-4013-9717-2cf8747e979c binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:46:57.182180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Allocated IP 172.20.0.1 (66cb67ce-4f3f-4e43-abad-deec669dfae3/ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c/39c05241-b508-4dc9-88d6-9a007758ba3d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:46:57.238642 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.257366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] For port c48e9081-b484-45ed-8b60-43c484f0bad2, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c48e9081-b484-45ed-8b60-43c484f0bad2,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:57.257939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.384411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Deleting port c48e9081-b484-45ed-8b60-43c484f0bad2 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:57.384807 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.441634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.548547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786688d-7869-427c-be0c-f83160ed0da8 req-9b5c7977-439d-4b4b-af9d-307ad50df5b2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:57.557798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Calling delete_port for c48e9081-b484-45ed-8b60-43c484f0bad2 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:57.562898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-9b5c7977-439d-4b4b-af9d-307ad50df5b2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/networks?id=942ba4a3-ceab-42ee-85b7-e73f667f570d HTTP/1.1" status: 200 len: 797 time: 1.3617847 Feb 13 23:46:57.654111 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.667057 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Transition to ACTIVE for port object 8a9d98ab-20e7-4687-bbff-630228509a4c will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:57.680924 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.690745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fbb7ef0f-ff7f-4abc-afd3-c03186fd39e8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/quotas/7adb9718ec6f4cd68cf437ad4a8943c8 HTTP/1.1" status: 200 len: 375 time: 0.1141832 Feb 13 23:46:57.728969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:46:57.741116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Usage tracker for resource:security_group_rule and tenant:86e3beb82fac4872a21a0e81ee057a78 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:46:57.767662 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:57.940133 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Pushing event updated for resources: {'Port': ['ID=8a9d98ab-20e7-4687-bbff-630228509a4c,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:57.956722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48e9081-b484-45ed-8b60-43c484f0bad2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:57.969547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] For port c48e9081-b484-45ed-8b60-43c484f0bad2, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c48e9081-b484-45ed-8b60-43c484f0bad2,segment=NetworkSegment(7449605d-2e42-42f7-8761-4952aef8a01c),segment_id=7449605d-2e42-42f7-8761-4952aef8a01c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:57.983588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.099571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] No DVR routers for this DVR port c48e9081-b484-45ed-8b60-43c484f0bad2 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:46:58.110701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:46:58.135612 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.135947 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.136276 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.136601 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.136925 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.137244 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.137555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.145681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:46:58.148933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.149440 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.149778 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.150342 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:58.164790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.174487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Attempting to bind port 8a9d98ab-20e7-4687-bbff-630228509a4c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:46:58.175046 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Attempting to bind port 8a9d98ab-20e7-4687-bbff-630228509a4c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:46:58.175224 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Attempting to bind port 8a9d98ab-20e7-4687-bbff-630228509a4c on network 942ba4a3-ceab-42ee-85b7-e73f667f570d {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:46:58.188128 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:46:58.189129 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Checking segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:46:58.189532 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.190059 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Bound using segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:46:58.190599 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Bound port: 8a9d98ab-20e7-4687-bbff-630228509a4c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:46:58.190906 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.244622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Transition to ACTIVE for port object 39c05241-b508-4dc9-88d6-9a007758ba3d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:46:58.263800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260860b1-5a84-468e-8457-898022428c67 req-9fe85649-053f-4d3b-90ca-6019557431fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:46:58.274408 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-260860b1-5a84-468e-8457-898022428c67 req-9fe85649-053f-4d3b-90ca-6019557431fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 1.5849593 Feb 13 23:46:58.281192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Calling delete_port for c48e9081-b484-45ed-8b60-43c484f0bad2 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:46:58.307123 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] For port 8a9d98ab-20e7-4687-bbff-630228509a4c, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:46:58.310662 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] For port 8a9d98ab-20e7-4687-bbff-630228509a4c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a9d98ab-20e7-4687-bbff-630228509a4c,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:46:58.317343 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.376597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:46:58.378265 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:46:58.448352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8786688d-7869-427c-be0c-f83160ed0da8 req-8426a6c6-58f3-4b49-af41-b9ca0d77c7b7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:46:58.463158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Routers {'adf6b09a-1443-4340-852c-16572bea69a0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:46:58.464225 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:46:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['adf6b09a-1443-4340-852c-16572bea69a0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:58.524697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.528418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.542513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.577559 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49181c5d-0279-4456-a0e9-97f306679510 None None] Pushing event updated for resources: {'Port': ['ID=8a9d98ab-20e7-4687-bbff-630228509a4c,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:58.637769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.742336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.903666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Deleting port c48e9081-b484-45ed-8b60-43c484f0bad2 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:46:58.903666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:58.905957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86e3beb82fac4872a21a0e81ee057a78&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5653820 Feb 13 23:46:58.908752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:46:58.911572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:46:59.009840 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] Set router adf6b09a-1443-4340-852c-16572bea69a0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:46:59.012838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:46:59.032522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.033318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:46:59.150451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Pushing event updated for resources: {'Port': ['ID=39c05241-b508-4dc9-88d6-9a007758ba3d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:59.182339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d153f4-cec1-4f46-9c8c-83bd754d45b1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:59.183193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-260860b1-5a84-468e-8457-898022428c67 req-119d6d87-4625-4b52-8625-00f2d7cd8c00 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9075887 Feb 13 23:46:59.203276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8786688d-7869-427c-be0c-f83160ed0da8 req-8426a6c6-58f3-4b49-af41-b9ca0d77c7b7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:46:59.204976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-8426a6c6-58f3-4b49-af41-b9ca0d77c7b7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&fields=id HTTP/1.1" status: 200 len: 486 time: 1.4946775 Feb 13 23:46:59.217725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.224548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.224889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.225223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.225556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.225909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.231988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.232461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.232806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.239061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.239621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.255028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:46:59.323319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.323655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.340908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.341879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.343585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.345838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.346388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.346921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.347251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.347576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.347899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e106a01-9c57-4186-a63b-7fe377de1b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:46:59.408184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a69c696f-6f59-4cca-871a-2836bdc9d4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.432283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd98073-b58d-453b-b3b5-34106fdbccb9']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:59.482140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.512096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7449605d-2e42-42f7-8761-4952aef8a01c') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:59.512391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7449605d-2e42-42f7-8761-4952aef8a01c') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:59.598251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.625138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.634479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:46:59.635172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.681788 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-0c40e880-9f69-4603-b8e9-d8a15060c5ff service neutron] 10.222.0.36 "GET /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344971 Feb 13 23:46:59.709650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] For port e0741881-1402-401d-9370-c9b85a9844c5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e0741881-1402-401d-9370-c9b85a9844c5,segment=NetworkSegment(d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c),segment_id=d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:46:59.721577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8b955c05-3d6f-4f27-8caf-808d72a3c395 None None] The port 'c48e9081-b484-45ed-8b60-43c484f0bad2' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:46:59.752231 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:46:59.763313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a69c696f-6f59-4cca-871a-2836bdc9d4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.775497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.798623 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8a9d98ab-20e7-4687-bbff-630228509a4c', 'name': '', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:2b:b7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:46:58Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:46:59.807065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.807265 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036d426-14c2-4659-86de-61b5ea65e261 None None] The sync data for ids ['adf6b09a-1443-4340-852c-16572bea69a0'] in n-d-828979-1 is: [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8a9d98ab-20e7-4687-bbff-630228509a4c', 'name': '', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:2b:b7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:46:58Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:46:59.823095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd98073-b58d-453b-b3b5-34106fdbccb9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:46:59.838189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:46:59.908153 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-89d34ed7-977f-47f6-b899-9bb09ea94097 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0dd98073-b58d-453b-b3b5-34106fdbccb9 HTTP/1.1" status: 204 len: 168 time: 5.0780919 Feb 13 23:47:00.007952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.021733 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a69c696f-6f59-4cca-871a-2836bdc9d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.185741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.248103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c696f-6f59-4cca-871a-2836bdc9d4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d153f4-cec1-4f46-9c8c-83bd754d45b1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:00.272070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46864) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:00.277663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a69c696f-6f59-4cca-871a-2836bdc9d4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.278984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a69c696f-6f59-4cca-871a-2836bdc9d4fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9d153f4-cec1-4f46-9c8c-83bd754d45b1 HTTP/1.1" status: 204 len: 168 time: 1.3315716 Feb 13 23:47:00.494798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.529517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Transition to ACTIVE for port object e84ae249-8cf1-4013-9717-2cf8747e979c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:00.641164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=737b2fba-b585-4fcc-b27e-2fd6c9f91820,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:00.683771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.739622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d3eb5470-85ff-42b9-b635-7b7ad08b2e6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a46e901cc85a4278bed3c893fb3e9901&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4592347 Feb 13 23:47:00.741513 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.742599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.744855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.747300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:00.761334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.762675 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:00.928797 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1bad590b-69da-41df-865b-48fd01641aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.002454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:01.078179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:01.083024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Attempting to bind port e84ae249-8cf1-4013-9717-2cf8747e979c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:01.083402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Attempting to bind port e84ae249-8cf1-4013-9717-2cf8747e979c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:01.083759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Attempting to bind port e84ae249-8cf1-4013-9717-2cf8747e979c on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:01.139186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-6c7c5449-1928-4491-986f-404bcce46258 service neutron] 10.222.0.36 "GET /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4094450 Feb 13 23:47:01.194844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:01.195761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.241355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=f2849c8b-4f3c-4460-bfbf-b9576146e84a,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:01.259803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=737b2fba-b585-4fcc-b27e-2fd6c9f91820,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:01.272532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.288575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ebfa1f8c-a937-4b06-9cac-eeaad4342799 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.8308561 Feb 13 23:47:01.295695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46884) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:01.296547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a48bd64e-e0c2-4755-8b29-58d811835f84 None None] Provisioning for port 39c05241-b508-4dc9-88d6-9a007758ba3d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:01.316747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] For port 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=737b2fba-b585-4fcc-b27e-2fd6c9f91820,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:01.317146 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.318181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Pushing event updated for resources: {'Port': ['ID=39c05241-b508-4dc9-88d6-9a007758ba3d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:01.333587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:72:72:83', 'name': 'tempest-NetworksTestDHCPv6-1462568258'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:01.364160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:01.366625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:01.370308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.371666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:01.373572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Bound port: e84ae249-8cf1-4013-9717-2cf8747e979c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:01.374093 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.758789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:01.774072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46900) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:01.834976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.840630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:01.853999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:01.867396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:01.869482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:01.908497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a45aa7a-84e2-41b3-82f1-78e1a6fb0419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:01.968492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Calling delete_port for 737b2fba-b585-4fcc-b27e-2fd6c9f91820 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:01.990228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a45aa7a-84e2-41b3-82f1-78e1a6fb0419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.117082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:02.121974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a48bd64e-e0c2-4755-8b29-58d811835f84 None None] Provisioning complete for port 39c05241-b508-4dc9-88d6-9a007758ba3d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:02.127461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8aaa-9328-41d7-aa01-322bff8771cc req-02f875f5-eea9-4f53-bab1-8afe489ffc3d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:02.128038 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a48bd64e-e0c2-4755-8b29-58d811835f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.129138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54ff8aaa-9328-41d7-aa01-322bff8771cc req-02f875f5-eea9-4f53-bab1-8afe489ffc3d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 1.0316241 Feb 13 23:47:02.131895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a45aa7a-84e2-41b3-82f1-78e1a6fb0419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.189728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45aa7a-84e2-41b3-82f1-78e1a6fb0419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:02.199794 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a45aa7a-84e2-41b3-82f1-78e1a6fb0419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.201861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bd155eab-686e-46e8-8749-db2c02f642e0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:02.208143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a45aa7a-84e2-41b3-82f1-78e1a6fb0419 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/def5bcd0-51ce-4cfe-8716-2a1d5c3dcc3b HTTP/1.1" status: 204 len: 168 time: 1.3493841 Feb 13 23:47:02.232619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:02.314514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:02.323720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513d65-fae4-4c75-ab2d-6804006928da None None] Pushing event updated for resources: {'Port': ['ID=e0741881-1402-401d-9370-c9b85a9844c5,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:02.327264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Usage tracker for resource:security_group_rule and tenant:7882fed8a7ad40c1a5101157fa5df5ef is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:02.359835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:02.388711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:02.505382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-48e30e38-f469-4bb6-9a1a-16e939dd89c3 req-dc21072d-a693-4fe8-8d56-169ca979160b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 210 time: 0.8242099 Feb 13 23:47:02.590133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54ff8aaa-9328-41d7-aa01-322bff8771cc req-7329463a-16fe-4306-b682-47eb0e7f762e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407196 Feb 13 23:47:02.622487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:02.701817 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.766566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port cadeda69-3cdd-4f66-800f-5039089c470b yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:47:02.776545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c6beb762-03ab-4b35-8d33-fc108f1f72b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.875916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a48bd64e-e0c2-4755-8b29-58d811835f84 None None] Port 39c05241-b508-4dc9-88d6-9a007758ba3d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:47:02.884733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:02.884733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:02.928346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] For port e84ae249-8cf1-4013-9717-2cf8747e979c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:02.936035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94376c-f36c-490f-8ddd-95639f301812 None None] Pushing event updated for resources: {'Port': ['ID=e84ae249-8cf1-4013-9717-2cf8747e979c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:02.982815 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:02.983414 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:03.004826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] For port e84ae249-8cf1-4013-9717-2cf8747e979c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e84ae249-8cf1-4013-9717-2cf8747e979c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:03.006126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a48bd64e-e0c2-4755-8b29-58d811835f84 None None] Provisioning complete for port e0741881-1402-401d-9370-c9b85a9844c5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:03.006567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a48bd64e-e0c2-4755-8b29-58d811835f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:03.155209 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:03.281147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port bd155eab-686e-46e8-8749-db2c02f642e0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:03.281784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:03.311813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46924) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:03.393691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 172.20.0.13 (f3558132-a192-4c12-af74-1bdc60bf6bc0/2edc1cc8-521c-4915-a70a-3cc99625a117/cadeda69-3cdd-4f66-800f-5039089c470b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:03.414634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fe72:7283 (f3558132-a192-4c12-af74-1bdc60bf6bc0/f2849c8b-4f3c-4460-bfbf-b9576146e84a/cadeda69-3cdd-4f66-800f-5039089c470b) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:03.447047 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:47:03.543722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:03.556039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:03.573930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.31', 61635) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:03.606632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dac965-81df-4d9c-b44c-da9170761b22,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:03.660109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Deleting port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:03.660492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:03.731912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94376c-f36c-490f-8ddd-95639f301812 None None] Pushing event updated for resources: {'Port': ['ID=e84ae249-8cf1-4013-9717-2cf8747e979c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:03.849169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-94d8314d-984e-443f-80af-1b6ffc90515e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7882fed8a7ad40c1a5101157fa5df5ef&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0679798 Feb 13 23:47:03.864017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46940) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:03.864261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Routers {'e6d1e0c2-1810-412e-a29c-16f4ddb75664'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:03.864909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:03.918161 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7deb76e2-bfdf-456b-8917-6f8b7e6668d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99aa34cf553d458d90f13fa8a5581e23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6049805 Feb 13 23:47:03.953783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:04.043568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c012192-a62e-4db7-b678-6e7592fa75d0 req-304170f7-5527-44d0-a30b-00e31ae105ee tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 210 time: 0.1183810 Feb 13 23:47:04.090548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4689b9f5-8dd7-4240-81e3-e9743ef66065 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:04.092873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4689b9f5-8dd7-4240-81e3-e9743ef66065 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.31 "GET /v2.0/networks?id=942ba4a3-ceab-42ee-85b7-e73f667f570d HTTP/1.1" status: 200 len: 797 time: 0.4900475 Feb 13 23:47:04.117178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Request body: {'port': {'device_id': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'admin_state_up': True, 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:04.175041 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1d06d0a-c38d-44f2-a606-a787d7d62810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.226690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1d06d0a-c38d-44f2-a606-a787d7d62810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.281427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48fe-e853-4f1a-8f48-e70e72f23bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.307387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] Set router e6d1e0c2-1810-412e-a29c-16f4ddb75664 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:04.325636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.341419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48fe-e853-4f1a-8f48-e70e72f23bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.346153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object cadeda69-3cdd-4f66-800f-5039089c470b will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:04.387279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1d06d0a-c38d-44f2-a606-a787d7d62810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.417746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.457167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Router e6d1e0c2-1810-412e-a29c-16f4ddb75664 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:47:04.462206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48fe-e853-4f1a-8f48-e70e72f23bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.486730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:04.493165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.499432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:04.524832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Made reservation on behalf of 7adb9718ec6f4cd68cf437ad4a8943c8 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:04.528279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.566718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc48fe-e853-4f1a-8f48-e70e72f23bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dac965-81df-4d9c-b44c-da9170761b22,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:04.571227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d06d0a-c38d-44f2-a606-a787d7d62810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa79b84-64d7-459f-87a9-ceed0925173a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:04.588958 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.589776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:04.605260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be888-cfad-4628-b2f4-a003d10ff572 req-f38e55e1-7e82-469d-bf25-5284e84b1e1a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:04.613269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-409be888-cfad-4628-b2f4-a003d10ff572 req-f38e55e1-7e82-469d-bf25-5284e84b1e1a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 946 time: 0.7026942 Feb 13 23:47:04.615397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:04.634629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48fe-e853-4f1a-8f48-e70e72f23bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.635696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:04.647174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e7bc48fe-e853-4f1a-8f48-e70e72f23bbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73dac965-81df-4d9c-b44c-da9170761b22 HTTP/1.1" status: 204 len: 168 time: 0.7687721 Feb 13 23:47:04.659587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a9d98ab-20e7-4687-bbff-630228509a4c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:04.720842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:04.721705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.738927 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d1d06d0a-c38d-44f2-a606-a787d7d62810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.740201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d1d06d0a-c38d-44f2-a606-a787d7d62810 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fa79b84-64d7-459f-87a9-ceed0925173a HTTP/1.1" status: 204 len: 168 time: 0.7817190 Feb 13 23:47:04.801577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=cadeda69-3cdd-4f66-800f-5039089c470b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:04.839871 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f25f0354-94bc-43ce-80b6-4fe6df40835c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5163770 Feb 13 23:47:04.846480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46962) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:04.990876 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:04.997789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-409be888-cfad-4628-b2f4-a003d10ff572 req-1b71803a-fd45-43fd-a736-7b25b2e791d2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835652 Feb 13 23:47:05.158322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421eac1-553e-4aca-9995-1debfcae8610 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:05.174818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421eac1-553e-4aca-9995-1debfcae8610 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:05.183477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4421eac1-553e-4aca-9995-1debfcae8610 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:05.202468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Allocated IP 172.20.0.29 (942ba4a3-ceab-42ee-85b7-e73f667f570d/a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1/6859b82a-2438-4f5d-a2c3-41e1b5a334aa) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:05.249889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4421eac1-553e-4aca-9995-1debfcae8610 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:05.254282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4421eac1-553e-4aca-9995-1debfcae8610 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.4072039 Feb 13 23:47:05.255271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46972) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:05.399349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port cadeda69-3cdd-4f66-800f-5039089c470b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:05.399693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:05.546916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c6e6eb3-e192-47f6-9cee-34b804b3e431 req-5c8427d5-52de-4b10-9da1-1affd2e5c730 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 210 time: 0.1110208 Feb 13 23:47:05.737339 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:05.774130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:05.838514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Transition to ACTIVE for port object 6859b82a-2438-4f5d-a2c3-41e1b5a334aa will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:05.845295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:05.883609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8a9d98ab-20e7-4687-bbff-630228509a4c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:05.896323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8a9d98ab-20e7-4687-bbff-630228509a4c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:05.896713 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:05.952534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:06.011642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:06.039434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ce915dc2-257f-446c-9df3-2eaa4ffeeb22 None None] Provisioning complete for port 39c05241-b508-4dc9-88d6-9a007758ba3d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:06.042258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce915dc2-257f-446c-9df3-2eaa4ffeeb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:06.140397 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:06.149355 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:47:06.177685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:06.241798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:47:06.281103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event updated for resources: {'Port': ['ID=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:06.346623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-68f6451f-6230-4c83-a16a-aac61d9020c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6d1e0c2-1810-412e-a29c-16f4ddb75664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4289067 Feb 13 23:47:06.483790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:06.483790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:06.512359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ce915dc2-257f-446c-9df3-2eaa4ffeeb22 None None] Port 39c05241-b508-4dc9-88d6-9a007758ba3d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:47:06.538773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=13']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:06.541753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:06.543514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for cadeda69-3cdd-4f66-800f-5039089c470b owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:06.553959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.554567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.554913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.555248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.555581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.555912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.556238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.556563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.556884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.557257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.557766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:06.647326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:46:59Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '39c05241-b508-4dc9-88d6-9a007758ba3d', 'name': '', 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'mac_address': 'fa:16:3e:ed:a8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:56Z', 'updated_at': '2022-02-13T23:47:00Z', 'revision_number': 2, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'subnets': [{'id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:06.659826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] For port 737b2fba-b585-4fcc-b27e-2fd6c9f91820, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=737b2fba-b585-4fcc-b27e-2fd6c9f91820,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:06.660444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:06.668541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8565ee0-fb8a-415d-9377-cb17760149c2 None None] The sync data for ids ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'] in n-d-828979-1 is: [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:46:59Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '39c05241-b508-4dc9-88d6-9a007758ba3d', 'name': '', 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'mac_address': 'fa:16:3e:ed:a8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:56Z', 'updated_at': '2022-02-13T23:47:00Z', 'revision_number': 2, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'subnets': [{'id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:47:06.702313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:06.704337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:06.796474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-4479ae07-8ba5-49d2-aabd-a93ceed7d57f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.6784937 Feb 13 23:47:06.815880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-c671d4c9-7b80-427b-9c87-61de4ba32a72 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:47:06.833247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-c671d4c9-7b80-427b-9c87-61de4ba32a72 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255055 Feb 13 23:47:06.928803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab492-eed9-4bf1-9f92-028fcf1f062f req-92be4ff0-ed38-4818-b00c-00c45327fb71 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:06.939542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e1ab492-eed9-4bf1-9f92-028fcf1f062f req-92be4ff0-ed38-4818-b00c-00c45327fb71 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.5552649 Feb 13 23:47:07.081868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Calling delete_port for 737b2fba-b585-4fcc-b27e-2fd6c9f91820 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:07.109576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e1ab492-eed9-4bf1-9f92-028fcf1f062f req-e68aff2f-642a-4e75-b082-5f111486dd98 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638491 Feb 13 23:47:07.288463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.291753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.336200 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.393130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=cadeda69-3cdd-4f66-800f-5039089c470b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:07.403598 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.455998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] Pushing event deleted for resources: {'Port': ['ID=737b2fba-b585-4fcc-b27e-2fd6c9f91820,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:07.512342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8a9d98ab-20e7-4687-bbff-630228509a4c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a9d98ab-20e7-4687-bbff-630228509a4c,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:07.530051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Request body: {'port': {'device_id': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:07.633794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a3fe4-7bb9-4a63-8f6f-cbdfaa97b629 None None] No DVR routers for this DVR port 737b2fba-b585-4fcc-b27e-2fd6c9f91820 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:47:07.635597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.637239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-14a20645-4563-4515-a0b1-987915628320 None None] Provisioning for port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:07.673120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47044) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:07.713138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b82be6-a482-472a-b639-361147647ecb None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:07.874371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.916118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-02eaea0d-a8a2-4694-8e3d-4be352a2465c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/cadeda69-3cdd-4f66-800f-5039089c470b HTTP/1.1" status: 204 len: 168 time: 2.6596065 Feb 13 23:47:07.918243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47052) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:07.919001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:07.929864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 81a5dc21-6762-42f0-af3f-2c1f2ff1404c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:07.979207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 81a5dc21-6762-42f0-af3f-2c1f2ff1404c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:47:07.979551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 81a5dc21-6762-42f0-af3f-2c1f2ff1404c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:47:07.979974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c48e9081-b484-45ed-8b60-43c484f0bad2 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:08.014202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-14a20645-4563-4515-a0b1-987915628320 None None] Provisioning complete for port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:08.014577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14a20645-4563-4515-a0b1-987915628320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:08.050106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c48e9081-b484-45ed-8b60-43c484f0bad2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:47:08.050450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c48e9081-b484-45ed-8b60-43c484f0bad2 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:47:08.050868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 737b2fba-b585-4fcc-b27e-2fd6c9f91820 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:08.239211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 737b2fba-b585-4fcc-b27e-2fd6c9f91820 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:47:08.240381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 737b2fba-b585-4fcc-b27e-2fd6c9f91820 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:47:08.331047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-14a20645-4563-4515-a0b1-987915628320 None None] Port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:47:08.352351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8a9d98ab-20e7-4687-bbff-630228509a4c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:08.449625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e0741881-1402-401d-9370-c9b85a9844c5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:08.489114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-552701803-network', 'tenant_id': '236c6846f0354bb5a121ec334da48349'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:08.507806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0bb1e-61f7-42a1-8bda-ef98070d92da req-2d05148d-d2c1-4cf1-b3b9-7fcb7765dc37 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:08.527935 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0bd0bb1e-61f7-42a1-8bda-ef98070d92da req-2d05148d-d2c1-4cf1-b3b9-7fcb7765dc37 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 895 time: 1.4648883 Feb 13 23:47:08.552061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:08.569707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '2edc1cc8-521c-4915-a70a-3cc99625a117'}, {'subnet_id': 'f2849c8b-4f3c-4460-bfbf-b9576146e84a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:47:08.570858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:08.884893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Allocated IP 172.20.0.2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/2edc1cc8-521c-4915-a70a-3cc99625a117/610c9b10-f586-402f-bffa-18a09e182616) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:08.892942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Allocated IP 2001:db8::f816:3eff:fec2:7556 (f3558132-a192-4c12-af74-1bdc60bf6bc0/f2849c8b-4f3c-4460-bfbf-b9576146e84a/610c9b10-f586-402f-bffa-18a09e182616) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:09.094784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6859b82a-2438-4f5d-a2c3-41e1b5a334aa {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:47:09.103409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.120254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Transition to ACTIVE for port object 6859b82a-2438-4f5d-a2c3-41e1b5a334aa will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:09.131897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Usage tracker for resource:network and tenant:236c6846f0354bb5a121ec334da48349 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:09.141906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:09.148870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.161516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.174470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Transition to ACTIVE for port object 610c9b10-f586-402f-bffa-18a09e182616 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:09.194353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Transition to ACTIVE for port object 610c9b10-f586-402f-bffa-18a09e182616 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:09.209431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:09.235653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.360798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c05c0-752d-47d1-9bd6-e1114f555728 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:09.365636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c05c0-752d-47d1-9bd6-e1114f555728 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:09.368535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c05c0-752d-47d1-9bd6-e1114f555728 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:09.371346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c24c05c0-752d-47d1-9bd6-e1114f555728 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:09.490175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Pushing event updated for resources: {'Port': ['ID=610c9b10-f586-402f-bffa-18a09e182616,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:09.513559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:09.521098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:09.529742 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.534860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:09.585878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Made reservation on behalf of 236c6846f0354bb5a121ec334da48349 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:09.588873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.606276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:09.619662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c24c05c0-752d-47d1-9bd6-e1114f555728 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:09.621084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c24c05c0-752d-47d1-9bd6-e1114f555728 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.6784406 Feb 13 23:47:09.622210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:09.624720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47106) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:09.653759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb7667-e225-4aa1-ae7b-0a53578c04f7 req-de10120f-9df8-4f34-a359-f4ea77aa39d5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:09.655991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5cb7667-e225-4aa1-ae7b-0a53578c04f7 req-de10120f-9df8-4f34-a359-f4ea77aa39d5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 1.1621263 Feb 13 23:47:09.679795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:09.684959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Usage tracker for resource:security_group_rule and tenant:236c6846f0354bb5a121ec334da48349 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:09.689879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:09.696705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:09.962653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e0741881-1402-401d-9370-c9b85a9844c5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:09.966418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.073820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.096780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:10.103664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1134870490-network', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:10.126432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.177507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:10.199698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5cb7667-e225-4aa1-ae7b-0a53578c04f7 req-32a4d66c-2899-4da4-84a5-a2a78e48fe79 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728318 Feb 13 23:47:10.203625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Usage tracker for resource:network and tenant:4d354205d68f4626982a5e3fe8cd6bf3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:10.213110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:10.243055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:47:10.246746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:10.261986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5d2972-9817-439c-89b6-adce9e39d9df,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:10.271042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.271307 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Added segment b82bbe77-5d52-4ac1-99bb-64cdf8a2a088 of type vlan for network a7df6313-670a-41a2-a9ef-c9739bfdbb49 Feb 13 23:47:10.301319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Made reservation on behalf of 4d354205d68f4626982a5e3fe8cd6bf3 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:10.303641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.315111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Attempting to bind port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:10.315746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Attempting to bind port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:10.316326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Attempting to bind port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa on network 942ba4a3-ceab-42ee-85b7-e73f667f570d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:10.347060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.353245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa on network 942ba4a3-ceab-42ee-85b7-e73f667f570d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:47:10.354759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Attempting to bind port 610c9b10-f586-402f-bffa-18a09e182616 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:10.357007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Attempting to bind port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa on network 942ba4a3-ceab-42ee-85b7-e73f667f570d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:10.357355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Attempting to bind port 610c9b10-f586-402f-bffa-18a09e182616 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:10.358957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Attempting to bind port 610c9b10-f586-402f-bffa-18a09e182616 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:10.363499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.459208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:10.463089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d354205d68f4626982a5e3fe8cd6bf3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:10.479031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:10.486528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:10.560979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:10.560979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:10.561506 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.561935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:10.562448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Bound port: 610c9b10-f586-402f-bffa-18a09e182616, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:10.562825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.604245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 2edc1cc8-521c-4915-a70a-3cc99625a117 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:47:10.617834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.676907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a9d98ab-20e7-4687-bbff-630228509a4c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:10.698919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.701265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248a909-3b37-495b-a4b0-62a502be490a req-b13635c8-9b12-4c91-98b3-5a8b887df9de tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:10.707717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:10.710267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Checking segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:10.710979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Bound using segment: {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:10.711680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Bound port: 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f81e88-2524-4ebc-81a7-edc85f996ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:10.712277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.716550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5248a909-3b37-495b-a4b0-62a502be490a req-b13635c8-9b12-4c91-98b3-5a8b887df9de tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 907 time: 0.6522613 Feb 13 23:47:10.740102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:47:10.752507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.791767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.822830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:10.827212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:10.839842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.940638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8a9d98ab-20e7-4687-bbff-630228509a4c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:10.941421 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.950407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:47:10.952982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:10.954313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:10.955104 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.015722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.127347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] Pushing event updated for resources: {'Network': ['ID=a7df6313-670a-41a2-a9ef-c9739bfdbb49,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:11.127347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972d196-54fb-43a9-97e8-32e0fd20c98a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:11.177739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.178209 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Added segment efc9be31-9537-453e-b1ce-810bbe2ea2ec of type vlan for network 3210886c-c112-422a-9e5f-6ad7ae1b05be Feb 13 23:47:11.196156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a7df6313-670a-41a2-a9ef-c9739bfdbb49 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:47:11.200230 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.265697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] For port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:11.270356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.282717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd13274e-69a0-4bc8-991e-1bc3108edcea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6045182 Feb 13 23:47:11.283037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47154) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:11.292485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Request body: {'subnet': {'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-552701803-subnet', 'tenant_id': '236c6846f0354bb5a121ec334da48349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:11.299091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] For port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:11.303972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:11.313961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Usage tracker for resource:subnet and tenant:236c6846f0354bb5a121ec334da48349 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:11.337250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.344208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:11.366375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=2edc1cc8-521c-4915-a70a-3cc99625a117,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:11.393349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.440601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3740f7c5-4e19-4c2b-98b3-2dfd4bc92f27 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/2edc1cc8-521c-4915-a70a-3cc99625a117 HTTP/1.1" status: 204 len: 168 time: 1.8145986 Feb 13 23:47:11.441513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47160) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:11.461803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:11.472094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:11.509839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.516295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-fed2a07d-da62-4141-a705-36a81a2aedd4 service neutron] 10.222.0.31 "PUT /v2.0/ports/6859b82a-2438-4f5d-a2c3-41e1b5a334aa HTTP/1.1" status: 200 len: 1055 time: 4.6815267 Feb 13 23:47:11.516808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'tag': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:11.530326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Made reservation on behalf of 236c6846f0354bb5a121ec334da48349 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:11.538352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.571716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.577345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:11.578343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.603872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32e122-5e15-4c1f-bb67-bb82318c6a65 None None] Pushing event updated for resources: {'Port': ['ID=610c9b10-f586-402f-bffa-18a09e182616,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:11.651261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet f2849c8b-4f3c-4460-bfbf-b9576146e84a {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:47:11.662739 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:11.784056 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'tag': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa', 'status': 'completed', 'code': 200} Feb 13 23:47:11.807766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:12.291719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:12.348340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3210886c-c112-422a-9e5f-6ad7ae1b05be,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:12.360324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:47:12.458643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a9050998-33b8-4646-914d-9b9d1c4940f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3605118 Feb 13 23:47:12.461944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47174) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:12.498625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Request body: {'subnet': {'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1134870490-subnet', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:12.514313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:12.523117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Usage tracker for resource:subnet and tenant:4d354205d68f4626982a5e3fe8cd6bf3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:12.527598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:12.547114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:12.565394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:12.711240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Made reservation on behalf of 4d354205d68f4626982a5e3fe8cd6bf3 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:12.714256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:12.745702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:12.805576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceabcc-352d-4727-abf2-2abd52750f3b req-e511bb7e-129c-4045-a73c-f88896964b4b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:12.824741 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-81ceabcc-352d-4727-abf2-2abd52750f3b req-e511bb7e-129c-4045-a73c-f88896964b4b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 907 time: 0.7291179 Feb 13 23:47:12.831254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=f2849c8b-4f3c-4460-bfbf-b9576146e84a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:12.886068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 610c9b10-f586-402f-bffa-18a09e182616 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:13.109572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-21e80161-ee88-456d-b4bb-28bcdee39a08 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/f2849c8b-4f3c-4460-bfbf-b9576146e84a HTTP/1.1" status: 204 len: 168 time: 1.6660767 Feb 13 23:47:13.119107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 610c9b10-f586-402f-bffa-18a09e182616 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:13.150975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47184) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:13.189836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:13.295739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-106743b3-f83e-4a81-90bc-00ebd6c292c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436131 Feb 13 23:47:13.307417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:13.534403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efe8eb6-2622-4233-bc2c-f23286327b76,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:13.576695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f79ba4-5942-431a-b379-2a35f8387442 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:13.577539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9f79ba4-5942-431a-b379-2a35f8387442 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:13.579662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0089-f13f-4481-8b66-e2fb86e2f984 req-7dbdca5f-1a31-4b44-8d75-6e661ddc3a9b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:13.588602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e0a0089-f13f-4481-8b66-e2fb86e2f984 req-7dbdca5f-1a31-4b44-8d75-6e661ddc3a9b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 1.7345300 Feb 13 23:47:13.651105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-8ea97f13-0c00-403a-b24c-59801cc1adf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 1058 time: 2.0586421 Feb 13 23:47:13.741222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9f79ba4-5942-431a-b379-2a35f8387442 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:13.742993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b577240-bcb6-4de7-98c1-c77310528ebd None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:13.751509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f9f79ba4-5942-431a-b379-2a35f8387442 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4419916 Feb 13 23:47:13.762798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47198) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:13.789898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:13.952587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eaf36b1-797d-4795-94e1-c561a2ff2060,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:13.994129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Checking segment: {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:13.997219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Network hostable DHCP agents. Network: 3210886c-c112-422a-9e5f-6ad7ae1b05be, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:47:14.044335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e0a0089-f13f-4481-8b66-e2fb86e2f984 req-49d0c45d-ef6a-4387-b473-d3421ede48ea tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548054 Feb 13 23:47:14.051065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-805f194b-4be3-4a5f-a97d-8b5735dee4da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa HTTP/1.1" status: 200 len: 217 time: 0.3881328 Feb 13 23:47:14.065103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:47:14.084950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 3210886c-c112-422a-9e5f-6ad7ae1b05be) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:14.099181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:14.100043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:14.155257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] Provisioning for port 610c9b10-f586-402f-bffa-18a09e182616 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:14.164110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ffff86-5d46-45ca-ac64-430c463b562a None None] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:14.207133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7a01631-c7d8-4dc1-8808-fa1f5a32b01c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7423277 Feb 13 23:47:14.214408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47210) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:14.222888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:14.232270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:14.242965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Usage tracker for resource:router and tenant:4d354205d68f4626982a5e3fe8cd6bf3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:14.257104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:14.276817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:14.319758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b29c6-8163-44c7-9bfc-abf0d1283ef1 req-8dc954f0-1e5b-4181-b86f-78045c56c84d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:14.322513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7a1b29c6-8163-44c7-9bfc-abf0d1283ef1 req-8dc954f0-1e5b-4181-b86f-78045c56c84d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 907 time: 0.1651165 Feb 13 23:47:14.323798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:14.326572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:14.352050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:14.356012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81bd12-5ee8-4903-a225-47a9177f83b9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:14.359988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9b81bd12-5ee8-4903-a225-47a9177f83b9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5581636 Feb 13 23:47:14.367946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Checking segment: {'id': 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:14.368315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Network hostable DHCP agents. Network: a7df6313-670a-41a2-a9ef-c9739bfdbb49, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:47:14.371993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47214) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:14.445327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786688d-7869-427c-be0c-f83160ed0da8 req-55dceb21-219f-46f9-8431-3e1aa5fc0c61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:14.446838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-55dceb21-219f-46f9-8431-3e1aa5fc0c61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1 HTTP/1.1" status: 200 len: 838 time: 0.3820727 Feb 13 23:47:14.448632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Network a7df6313-670a-41a2-a9ef-c9739bfdbb49 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:47:14.557098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a7df6313-670a-41a2-a9ef-c9739bfdbb49) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:14.588526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:14.589111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:14.626336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] Provisioning complete for port 610c9b10-f586-402f-bffa-18a09e182616 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:14.627023 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:14.698471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d45a861e-8ee9-4b5c-be07-a9b740b8fcd4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.4055982 Feb 13 23:47:14.749900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-8c0d74c8-a60b-455d-86b2-971a779a5a6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=942ba4a3-ceab-42ee-85b7-e73f667f570d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965918 Feb 13 23:47:14.775281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-88a5dec8-fe4d-44b6-8167-37f4f17f4a37 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4019396 Feb 13 23:47:14.812974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47226) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:14.844915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef8d8f-a977-4722-91e0-3da661ce7c5a None None] Network a7df6313-670a-41a2-a9ef-c9739bfdbb49 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:14.928997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:15.092291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-e7adc9f4-4da5-4c24-ab8c-ee5607884e68 service neutron] 10.222.0.31 "GET /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318067 Feb 13 23:47:15.287467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:15.300899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:15.317446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:15.328262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:15.361391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:15.366900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:15.385594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:15.390634 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:47:15.391081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:47:15.452973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e84ae249-8cf1-4013-9717-2cf8747e979c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:15.611261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8786688d-7869-427c-be0c-f83160ed0da8 req-1688658c-4479-42a6-a957-2054e3231d56 service neutron] 10.222.0.31 "GET /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099795 Feb 13 23:47:15.773001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-07e0d9dc-ba3a-4cf2-997b-f767f23c5b38 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9512663 Feb 13 23:47:15.777240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47248) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:15.784002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:15.842695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9dc7-f895-4dcd-8cc7-3bc469b8a8c3 req-bf4419e5-4a87-4987-a681-e18ed3e21de8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:15.861240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c78f9dc7-f895-4dcd-8cc7-3bc469b8a8c3 req-bf4419e5-4a87-4987-a681-e18ed3e21de8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.4114015 Feb 13 23:47:16.006685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-d37523c0-e6eb-4f3b-9056-8e4e5e220cb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 1058 time: 0.3369493 Feb 13 23:47:16.067309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-3210886c-c112-422a-9e5f-6ad7ae1b05be', 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'fixed_ips': [{'subnet_id': '0eaf36b1-797d-4795-94e1-c561a2ff2060'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:47:16.067537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:16.074440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c78f9dc7-f895-4dcd-8cc7-3bc469b8a8c3 req-8e2380bb-2818-4cd5-b152-daaad5efd340 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119782 Feb 13 23:47:16.222945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:16.234068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:16.241630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:16.257503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:16.328371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:16.399530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-12fc9841-4785-4c77-a023-39fb5db33ce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:16.402003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-12fc9841-4785-4c77-a023-39fb5db33ce4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=942ba4a3-ceab-42ee-85b7-e73f667f570d HTTP/1.1" status: 200 len: 897 time: 0.3944173 Feb 13 23:47:16.533893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Allocated IP 172.20.0.2 (3210886c-c112-422a-9e5f-6ad7ae1b05be/0eaf36b1-797d-4795-94e1-c561a2ff2060/60841e4c-8c2c-45e4-8404-1fedb23257bd) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:16.636833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-80f3a517-f06b-42c8-93ce-0ed50c38558f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa HTTP/1.1" status: 200 len: 217 time: 0.2270496 Feb 13 23:47:16.818851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613360-671a-4b40-92da-9e078220395b req-5335d9ec-8582-451b-b5c8-34ed3338ee6a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:16.818851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-5335d9ec-8582-451b-b5c8-34ed3338ee6a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/networks?id=a7df6313-670a-41a2-a9ef-c9739bfdbb49 HTTP/1.1" status: 200 len: 817 time: 0.9169984 Feb 13 23:47:16.818851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-44f1f2dc-6ff3-4ca2-ad2f-bda85bc68008 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/quotas/236c6846f0354bb5a121ec334da48349 HTTP/1.1" status: 200 len: 375 time: 0.0232775 Feb 13 23:47:16.819246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bdf96-6cf8-41d4-859c-bde413c49255 req-da6ddc70-8881-4d64-b3c2-fc7ac73f6d22 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:16.819246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3f7bdf96-6cf8-41d4-859c-bde413c49255 req-da6ddc70-8881-4d64-b3c2-fc7ac73f6d22 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:16.819246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-15937df4-6209-4964-96b5-f5ca17d327e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:16.819246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-15937df4-6209-4964-96b5-f5ca17d327e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1 HTTP/1.1" status: 200 len: 838 time: 0.1468482 Feb 13 23:47:16.832664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-26818745-994a-4f44-adbb-90d0b774c351 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=236c6846f0354bb5a121ec334da48349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690973 Feb 13 23:47:16.879047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3f7bdf96-6cf8-41d4-859c-bde413c49255 req-da6ddc70-8881-4d64-b3c2-fc7ac73f6d22 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:16.880310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f7bdf96-6cf8-41d4-859c-bde413c49255 req-da6ddc70-8881-4d64-b3c2-fc7ac73f6d22 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 907 time: 0.3143606 Feb 13 23:47:16.898765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-6f15599f-3191-45fe-a981-b1c6ba57f9dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=942ba4a3-ceab-42ee-85b7-e73f667f570d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964496 Feb 13 23:47:17.002832 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:17.023583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:17.025017 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:47:17.029492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Transition to ACTIVE for port object 60841e4c-8c2c-45e4-8404-1fedb23257bd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:17.029757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:47:17.097611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0387f7b0-7205-44c6-b1f8-a89cbfa4a688 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3191543 Feb 13 23:47:17.105405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Transition to ACTIVE for port object 60841e4c-8c2c-45e4-8404-1fedb23257bd will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:17.111477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47268) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:17.140427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:17.311084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-9cf9f775-31ec-4c7f-9671-722d59b67423 service neutron] 10.222.0.31 "GET /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041765 Feb 13 23:47:17.356503 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:17.382450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:17.589019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Pushing event updated for resources: {'Port': ['ID=60841e4c-8c2c-45e4-8404-1fedb23257bd,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:17.708294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:17.804604 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-f90f46ea-9691-445b-be56-4c09ec7d0c8d service neutron] 10.222.0.36 "GET /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9676034 Feb 13 23:47:17.820982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e84ae249-8cf1-4013-9717-2cf8747e979c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:17.827776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ece623-37f8-4427-9dc8-affae448086b None None] Network a7df6313-670a-41a2-a9ef-c9739bfdbb49 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:17.837545 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:18.026402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:18.125565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:18.147360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:18.152068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6859b82a-2438-4f5d-a2c3-41e1b5a334aa details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:47:18.179957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:18.204630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fef8c89b-33c0-427f-b78c-8dde774da89a req-fd9de90f-5424-4d77-b663-ef728660877e service neutron] 10.222.0.31 "GET /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867068 Feb 13 23:47:18.221702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:18.226558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:18.228509 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:47:18.228945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:47:18.233079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708363c-6d61-4e20-864d-9bf4a74f9751 req-6d7e8722-4a67-4dc2-881b-16138e087571 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:18.242931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3708363c-6d61-4e20-864d-9bf4a74f9751 req-6d7e8722-4a67-4dc2-881b-16138e087571 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.7486897 Feb 13 23:47:18.275789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8518c74c-7d41-4dbe-9a2e-317f0d449926 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1620829 Feb 13 23:47:18.280088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:18.288119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:18.316760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Allocated IP 172.25.4.5 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/d82624ed-55c2-48db-a8a8-9002d9942a56) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:18.371164 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-11d84beb-0e71-433b-a081-d555cfdf3e13 service neutron] 10.222.0.36 "GET /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630159 Feb 13 23:47:18.447426 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3708363c-6d61-4e20-864d-9bf4a74f9751 req-af3fbd56-491d-4642-82d8-a65b2812a71f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030995 Feb 13 23:47:18.448554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:18.463364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:18.474053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:18.493855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:18.521306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:18.582018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:18.618773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:18.642088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:18.648388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:18.651961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e84ae249-8cf1-4013-9717-2cf8747e979c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:18.652341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:18.747184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:18.783810 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:18.814999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.026301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.027732 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:47:19.028160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:47:19.091290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51ad8bfb-791f-4f65-b024-605ed32f8ee9 req-f66e5948-2f0c-4651-9faf-ef7d28c9eb6e tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 210 time: 0.2657599 Feb 13 23:47:19.109352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:19.172075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e509887d-8433-4797-a2dd-a95b65b2f137 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8768256 Feb 13 23:47:19.184528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:19.213997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:19.273217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:19.289659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:19.373969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:19.393256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Pushing event updated for resources: {'Port': ['ID=d82624ed-55c2-48db-a8a8-9002d9942a56,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:19.401080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:19.402241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3109ef-e100-44f9-8c0b-e5598c650be6 None None] Pushing event updated for resources: {'Port': ['ID=610c9b10-f586-402f-bffa-18a09e182616,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:19.405591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:19.431606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:19.445535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:19.471739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:19.483408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.487958 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:47:19.488589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:47:19.505915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa', 'network_id': '942ba4a3-ceab-42ee-85b7-e73f667f570d', 'port_id': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:47:19.542852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10bb57-bf15-4c55-828a-a6eb1e9ac0ba req-141e86ea-4502-4032-bbf8-a0ace9610f72 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:19.552652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea10bb57-bf15-4c55-828a-a6eb1e9ac0ba req-141e86ea-4502-4032-bbf8-a0ace9610f72 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 907 time: 0.7448795 Feb 13 23:47:19.570635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1ab4c10d-1f47-4e64-b9ae-c5d787ea9fc2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3664842 Feb 13 23:47:19.573890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47324) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:19.598588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:19.689647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:47:19.700552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Attempting to bind port 60841e4c-8c2c-45e4-8404-1fedb23257bd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:19.701683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Attempting to bind port 60841e4c-8c2c-45e4-8404-1fedb23257bd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:19.702142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Attempting to bind port 60841e4c-8c2c-45e4-8404-1fedb23257bd on network 3210886c-c112-422a-9e5f-6ad7ae1b05be {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:19.745546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:19.749688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Checking segment: {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:19.751391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.751985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Bound using segment: {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:19.755314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Bound port: 60841e4c-8c2c-45e4-8404-1fedb23257bd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:19.756020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.876056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:19.888058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:19.914068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:19.933792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Deleting port 610c9b10-f586-402f-bffa-18a09e182616 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:19.934869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:19.937493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.975436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:19.989155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:19.997648 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:47:20.005119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:47:20.081870 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17dc5c26-609f-4df5-a795-b6bf37c02271 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5061750 Feb 13 23:47:20.084584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47334) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:20.282011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b98e81-8fc8-4c53-a7a8-1c93b32444e2 req-91632d90-1fe7-4ed3-a3b9-1574c576249e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:20.291479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18b98e81-8fc8-4c53-a7a8-1c93b32444e2 req-91632d90-1fe7-4ed3-a3b9-1574c576249e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.4134722 Feb 13 23:47:20.331880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:20.402349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c622c2-926c-4a91-ac47-440c483008a8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:20.403126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-74c622c2-926c-4a91-ac47-440c483008a8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:20.407327 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18b98e81-8fc8-4c53-a7a8-1c93b32444e2 req-d41ae75d-f457-41e8-aa63-955b39aae629 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065321 Feb 13 23:47:20.412481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6859b82a-2438-4f5d-a2c3-41e1b5a334aa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:47:20.435918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-74c622c2-926c-4a91-ac47-440c483008a8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:20.439695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-74c622c2-926c-4a91-ac47-440c483008a8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3510559 Feb 13 23:47:20.439876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47346) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:20.486704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:20.487652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:20.665211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a5a68b1-91e8-4719-a31c-386f998ab145 req-80a063e8-a612-44b6-840d-3ac1e94d70d3 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 210 time: 0.0665455 Feb 13 23:47:20.732802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc670f56-5d3f-4941-b308-62c9a173ed6c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:20.735394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc670f56-5d3f-4941-b308-62c9a173ed6c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2944574 Feb 13 23:47:20.741217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47352) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:20.786428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:20.832430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e84ae249-8cf1-4013-9717-2cf8747e979c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e84ae249-8cf1-4013-9717-2cf8747e979c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:20.918883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:20.940168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c5f5844b-975b-409a-9b35-afd550581eac tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1969144 Feb 13 23:47:20.944374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47356) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:20.964378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:21.059605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:21.163795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] For port 60841e4c-8c2c-45e4-8404-1fedb23257bd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:21.181080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] For port 60841e4c-8c2c-45e4-8404-1fedb23257bd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=60841e4c-8c2c-45e4-8404-1fedb23257bd,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:21.182608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 610c9b10-f586-402f-bffa-18a09e182616 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:21.273053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:21.295925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:21.307653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:21.316215 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:21.333146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:21.361459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:21.383026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:21.389471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:21.445120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-74818c0a-4b52-43bc-aab2-35a2c8a9fc07 req-d39482b7-d2f7-404c-8a23-462d5521c4c2 service neutron] (83662) timed out ('10.222.0.42', 63785) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:47:21.533963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d3ca9-917f-47e4-b31e-69ac4396329d req-3c9d35fa-4dc1-4bb2-8457-f61988355dcc tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:21.543539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-438d3ca9-917f-47e4-b31e-69ac4396329d req-3c9d35fa-4dc1-4bb2-8457-f61988355dcc tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 907 time: 0.5950963 Feb 13 23:47:21.631751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613360-671a-4b40-92da-9e078220395b req-a13bb6c0-e2b3-41d0-945a-2e46f5d6910a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:21.633631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-a13bb6c0-e2b3-41d0-945a-2e46f5d6910a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.42 "GET /v2.0/networks?id=a7df6313-670a-41a2-a9ef-c9739bfdbb49 HTTP/1.1" status: 200 len: 817 time: 0.5132563 Feb 13 23:47:21.662325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Request body: {'port': {'device_id': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49', 'admin_state_up': True, 'tenant_id': '236c6846f0354bb5a121ec334da48349'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:21.707563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['6859b82a-2438-4f5d-a2c3-41e1b5a334aa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:47:21.755993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e84ae249-8cf1-4013-9717-2cf8747e979c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:21.900859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Router 21a99413-a478-4c58-b8d5-311bf1a2537d is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:47:22.117074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:22.117585 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:22.216608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f702b5-ef1e-4341-af13-6695b865fd7e req-731ac106-04af-4bce-aa95-7b6628ad42e8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:22.227421 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45f702b5-ef1e-4341-af13-6695b865fd7e req-731ac106-04af-4bce-aa95-7b6628ad42e8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.5558531 Feb 13 23:47:22.230281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:22.243446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Usage tracker for resource:port and tenant:236c6846f0354bb5a121ec334da48349 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:22.247590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:22.261369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:22.524088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f29e909d-84a2-44a3-af67-a9441025b52d req-239869e5-fa38-4247-95ba-234949a01c64 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 210 time: 0.3760746 Feb 13 23:47:22.568220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-45f702b5-ef1e-4341-af13-6695b865fd7e req-02021560-08bc-4be5-99d1-38f75783cd79 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398662 Feb 13 23:47:22.572453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Made reservation on behalf of 236c6846f0354bb5a121ec334da48349 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:22.575446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:22.734458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Calling delete_port for 610c9b10-f586-402f-bffa-18a09e182616 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:22.765003 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:22.777767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:22.922433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b512c3-8a77-4ce6-8149-557496663ff2 None None] Pushing event updated for resources: {'Port': ['ID=60841e4c-8c2c-45e4-8404-1fedb23257bd,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:22.928290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:22.933794 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:22.999322 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:23.001624 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:23.051783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=610c9b10-f586-402f-bffa-18a09e182616,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:23.169665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:47:23.302604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Allocated IP 172.20.0.8 (a7df6313-670a-41a2-a9ef-c9739bfdbb49/5efe8eb6-2622-4233-bc2c-f23286327b76/a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:23.307799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6859b82a-2438-4f5d-a2c3-41e1b5a334aa up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:23.436001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae7df-15f7-440e-8909-4e7762c352c5 req-995da1c0-9847-4cb9-b59d-963c3df138ae tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:23.446263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e84ae249-8cf1-4013-9717-2cf8747e979c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:23.451815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e41ae7df-15f7-440e-8909-4e7762c352c5 req-995da1c0-9847-4cb9-b59d-963c3df138ae tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 908 time: 0.5188739 Feb 13 23:47:23.589433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:23.678747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Deleting port 610c9b10-f586-402f-bffa-18a09e182616 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:23.678747 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:23.758065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:47:23.939058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:23.951208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ed892c36-428c-42ff-a5cf-a850ab5fae97 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7326019 Feb 13 23:47:23.963303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47402) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:23.982762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Sync routers for ids ['21a99413-a478-4c58-b8d5-311bf1a2537d'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:47:24.196158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619efb32-44bd-41d7-8d9d-156ebe5948ad None None] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:24.370739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6063c35-2b4d-4d9d-a4dc-32f666d0d3c4 req-805a9eca-832d-4d17-af6b-f52d373f33d7 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 210 time: 0.0638714 Feb 13 23:47:24.418570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:24.507315 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:24.527052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:24.545290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:24.546424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:24.566865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Routers {'21a99413-a478-4c58-b8d5-311bf1a2537d'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:24.567682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21a99413-a478-4c58-b8d5-311bf1a2537d'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:24.783013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7b610-079f-4434-87ec-739b9863616e req-fb565040-bc8f-40ce-a347-71f80da62e35 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:24.792963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3c7b610-079f-4434-87ec-739b9863616e req-fb565040-bc8f-40ce-a347-71f80da62e35 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.6301894 Feb 13 23:47:24.824882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:24.945849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2910b4f-dc1a-4c75-a297-8f084ace960e None None] Provisioning for port 60841e4c-8c2c-45e4-8404-1fedb23257bd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:24.961038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=610c9b10-f586-402f-bffa-18a09e182616,revision_number=8']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:24.995884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:25.007427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:25.024470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:25.026527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:25.049221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e84ae249-8cf1-4013-9717-2cf8747e979c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:25.050401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:25.066792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a3c7b610-079f-4434-87ec-739b9863616e req-1666debf-8f11-49d4-9c8e-a81c0c49d0a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691367 Feb 13 23:47:25.105576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Pushing event updated for resources: {'Port': ['ID=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:25.117827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Network a7df6313-670a-41a2-a9ef-c9739bfdbb49 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:25.147819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:25.147819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:25.148681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1998174 Feb 13 23:47:25.152840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47420) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:25.170798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647a06a-5eaf-4d34-a111-45d9a0797a40 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=ef890b8a-d604-4335-a72d-4ee39d23be61,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:25.179917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:8e:5a:c6', 'name': 'tempest-NetworksTestDHCPv6-1143187492'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:25.224007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:25.239352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:25.239871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:25.332335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:25.334730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:25.448147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-47ec863c-975e-4310-a6c5-8f9d72fb8774 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7979012 Feb 13 23:47:25.533570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Request body: {'port': {'device_id': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:25.556546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:25.579863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:25.601838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df7a1-17a8-4abb-bf44-209398aa2356 req-2b7bd966-c38d-49ad-abef-286ffb447ccd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:25.616508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-269df7a1-17a8-4abb-bf44-209398aa2356 req-2b7bd966-c38d-49ad-abef-286ffb447ccd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 908 time: 0.7587681 Feb 13 23:47:25.635390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:25.859448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Set router 21a99413-a478-4c58-b8d5-311bf1a2537d gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:25.947607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:25.954756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:25.955203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:25.989492 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:26.062210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port aa137700-8040-4b4b-ba22-8a8547b34d38 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:47:26.284162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Calling delete_port for 610c9b10-f586-402f-bffa-18a09e182616 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:26.484497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fe8e:5ac6 (f3558132-a192-4c12-af74-1bdc60bf6bc0/ef890b8a-d604-4335-a72d-4ee39d23be61/aa137700-8040-4b4b-ba22-8a8547b34d38) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:26.522239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd6f1-5ff2-465f-98c2-921ab5be89a8 req-019a7a81-c202-45a0-84d8-2f24750d5a95 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:26.523009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ff6bd6f1-5ff2-465f-98c2-921ab5be89a8 req-019a7a81-c202-45a0-84d8-2f24750d5a95 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Synchronizing usage tracker for tenant:236c6846f0354bb5a121ec334da48349 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:26.604465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5139de2-584b-43f4-87a0-d0c47a04f335 req-4c29445a-9e9c-4e71-af41-689a99a3a9e5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:26.607183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5139de2-584b-43f4-87a0-d0c47a04f335 req-4c29445a-9e9c-4e71-af41-689a99a3a9e5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.2215552 Feb 13 23:47:26.611986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:26.822299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 60841e4c-8c2c-45e4-8404-1fedb23257bd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:26.901619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:27.019425 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5139de2-584b-43f4-87a0-d0c47a04f335 req-e33435c8-97e8-4ad4-9605-6e785c9926c4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013703 Feb 13 23:47:27.027304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:27.048020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.107536 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:27.108107 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:27.244242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.277965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ff6bd6f1-5ff2-465f-98c2-921ab5be89a8 req-019a7a81-c202-45a0-84d8-2f24750d5a95 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Unset dirty status for tenant:236c6846f0354bb5a121ec334da48349 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:27.280622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object aa137700-8040-4b4b-ba22-8a8547b34d38 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:27.283502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff6bd6f1-5ff2-465f-98c2-921ab5be89a8 req-019a7a81-c202-45a0-84d8-2f24750d5a95 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 931 time: 1.4198625 Feb 13 23:47:27.407088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.442701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:27.461999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff6bd6f1-5ff2-465f-98c2-921ab5be89a8 req-40ad9aec-19d9-4f78-b2e7-46a96b390479 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236768 Feb 13 23:47:27.503979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 60841e4c-8c2c-45e4-8404-1fedb23257bd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:27.525882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 60841e4c-8c2c-45e4-8404-1fedb23257bd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:27.526276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.545562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:27.619128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:27.632214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:27.649684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:27.649684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.678397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:47:27.693838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.749855 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa', 'code': 200} Feb 13 23:47:27.765488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df536d67-778c-472e-876d-83b2ac3dbb82 None None] Provisioning complete for port 60841e4c-8c2c-45e4-8404-1fedb23257bd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:27.767840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df536d67-778c-472e-876d-83b2ac3dbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:27.879774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7091010 Feb 13 23:47:27.882713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ab938-e203-4600-88da-05271a91f331 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=aa137700-8040-4b4b-ba22-8a8547b34d38,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:27.889091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47456) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:27.940242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00351-e48e-4254-a823-6b04ccbf58cb req-0f0b88ac-f8cb-4722-97ae-0110f67174e9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:27.958876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-83b00351-e48e-4254-a823-6b04ccbf58cb req-0f0b88ac-f8cb-4722-97ae-0110f67174e9 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 909 time: 0.6336360 Feb 13 23:47:28.058415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-883aa37e-f7cd-4fd0-be94-8abfe1d4c4e7 req-02943a91-1eba-44a3-889b-6bb4efa1a2d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 1060 time: 0.2734249 Feb 13 23:47:28.072351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Transition to ACTIVE for port object a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:28.125717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Deleting port 610c9b10-f586-402f-bffa-18a09e182616 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:28.126532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:28.128874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:28.266918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 3, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:28.326804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Checking router: 21a99413-a478-4c58-b8d5-311bf1a2537d for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:47:28.327090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Updating router 21a99413-a478-4c58-b8d5-311bf1a2537d port d82624ed-55c2-48db-a8a8-9002d9942a56 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:47:28.362931 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Sync routers for ids ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:47:28.402303 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Routers {'e6d1e0c2-1810-412e-a29c-16f4ddb75664'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:28.450351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:28.515763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df536d67-778c-472e-876d-83b2ac3dbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:28.617107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:28.900172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Pushing event updated for resources: {'Port': ['ID=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:28.920589 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Set router e6d1e0c2-1810-412e-a29c-16f4ddb75664 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:28.933527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ad761-d050-49a1-885c-e8f1448d81d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:28.946808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ad761-d050-49a1-885c-e8f1448d81d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:28.949095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-265ad761-d050-49a1-885c-e8f1448d81d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0318916 Feb 13 23:47:28.964618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47482) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:29.037268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:29.128563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912af27-b820-4810-a099-6bb0f9d79247 req-3f5dc810-2395-4a12-bd35-7c7646fa3830 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:29.152182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7912af27-b820-4810-a099-6bb0f9d79247 req-3f5dc810-2395-4a12-bd35-7c7646fa3830 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 943 time: 0.2298408 Feb 13 23:47:29.267576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port aa137700-8040-4b4b-ba22-8a8547b34d38 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:29.267576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:29.277972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7912af27-b820-4810-a099-6bb0f9d79247 req-bce96451-56b4-4092-a5f3-736994407db3 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Synchronizing usage tracker for tenant:236c6846f0354bb5a121ec334da48349 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:29.323318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-df536d67-778c-472e-876d-83b2ac3dbb82 None None] For port 60841e4c-8c2c-45e4-8404-1fedb23257bd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=60841e4c-8c2c-45e4-8404-1fedb23257bd,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:29.340480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7912af27-b820-4810-a099-6bb0f9d79247 req-bce96451-56b4-4092-a5f3-736994407db3 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Unset dirty status for tenant:236c6846f0354bb5a121ec334da48349 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:29.347652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7912af27-b820-4810-a099-6bb0f9d79247 req-bce96451-56b4-4092-a5f3-736994407db3 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942701 Feb 13 23:47:29.431905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df536d67-778c-472e-876d-83b2ac3dbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:29.489507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Attempting to bind port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:29.490107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Attempting to bind port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:29.492389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Attempting to bind port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc on network a7df6313-670a-41a2-a9ef-c9739bfdbb49 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:29.534281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d0540-28d2-4c29-9469-432473b62a71 req-c006b743-9e19-43c1-877f-9ad4276678fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:29.546244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-462d0540-28d2-4c29-9469-432473b62a71 req-c006b743-9e19-43c1-877f-9ad4276678fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 1.1873713 Feb 13 23:47:29.580238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] For port 610c9b10-f586-402f-bffa-18a09e182616, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=610c9b10-f586-402f-bffa-18a09e182616,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:29.580682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:29.693649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc on network a7df6313-670a-41a2-a9ef-c9739bfdbb49 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:47:29.693649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Attempting to bind port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc on network a7df6313-670a-41a2-a9ef-c9739bfdbb49 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:29.749360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:29.749777 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Checking segment: {'id': 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:29.750253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Bound using segment: {'id': 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:29.750829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Bound port: a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:29.751192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:29.888588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:29.902718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Transition to ACTIVE for port object d82624ed-55c2-48db-a8a8-9002d9942a56 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:30.133366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a9cac-2166-40c2-a977-96e7082efa60 req-f6af7c80-0779-482f-8660-032974b174a4 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:30.134922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef9a9cac-2166-40c2-a977-96e7082efa60 req-f6af7c80-0779-482f-8660-032974b174a4 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 909 time: 0.4696779 Feb 13 23:47:30.333422 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:46:59Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '39c05241-b508-4dc9-88d6-9a007758ba3d', 'name': '', 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'mac_address': 'fa:16:3e:ed:a8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:56Z', 'updated_at': '2022-02-13T23:47:00Z', 'revision_number': 2, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'subnets': [{'id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:30.341342 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Checking router: e6d1e0c2-1810-412e-a29c-16f4ddb75664 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:47:30.341342 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Updating router e6d1e0c2-1810-412e-a29c-16f4ddb75664 port 39c05241-b508-4dc9-88d6-9a007758ba3d binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:47:30.444495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:30.478857 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:30.488323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:30.516957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Calling delete_port for 610c9b10-f586-402f-bffa-18a09e182616 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:30.621454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for aa137700-8040-4b4b-ba22-8a8547b34d38 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:30.720238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585bb55-47f6-47af-8274-621c61a4a746 req-5f485357-e11c-43ab-96aa-ff8e9180c297 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:30.727406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f585bb55-47f6-47af-8274-621c61a4a746 req-5f485357-e11c-43ab-96aa-ff8e9180c297 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 909 time: 0.1987734 Feb 13 23:47:30.729762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:30.731832 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:30.757686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df536d67-778c-472e-876d-83b2ac3dbb82 None None] Pushing event updated for resources: {'Port': ['ID=60841e4c-8c2c-45e4-8404-1fedb23257bd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:30.835199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Attempting to bind port d82624ed-55c2-48db-a8a8-9002d9942a56 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:30.835889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Attempting to bind port d82624ed-55c2-48db-a8a8-9002d9942a56 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:30.836483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Attempting to bind port d82624ed-55c2-48db-a8a8-9002d9942a56 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:30.866450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14efea82-4bd5-4516-bac1-0e98f8afce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:30.908885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:30.909696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:30.910341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:30.910888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:30.911513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Bound port: d82624ed-55c2-48db-a8a8-9002d9942a56, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:30.912258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.037054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733db8c-3a7d-4ac7-8ef8-08ed696d98ba None None] Pushing event updated for resources: {'Port': ['ID=d82624ed-55c2-48db-a8a8-9002d9942a56,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:31.099251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] For port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:31.102933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] For port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,segment=NetworkSegment(b82bbe77-5d52-4ac1-99bb-64cdf8a2a088),segment_id=b82bbe77-5d52-4ac1-99bb-64cdf8a2a088)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:31.116371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-462d0540-28d2-4c29-9469-432473b62a71 req-4c2f874e-2448-40de-ae94-8a26270fd7cc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5690680 Feb 13 23:47:31.132239 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.326490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.414679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] For port d82624ed-55c2-48db-a8a8-9002d9942a56, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:31.436968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] For port d82624ed-55c2-48db-a8a8-9002d9942a56, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d82624ed-55c2-48db-a8a8-9002d9942a56,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:31.446168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.454390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098f408-9428-4e7b-ae0f-841c46f4b5f6 req-4b04e669-3052-4d3d-aa24-cf191ae5e50d tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:31.457798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5098f408-9428-4e7b-ae0f-841c46f4b5f6 req-4b04e669-3052-4d3d-aa24-cf191ae5e50d tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 943 time: 0.2509737 Feb 13 23:47:31.549118 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.553544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.575525 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.623951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] Pushing event deleted for resources: {'Port': ['ID=610c9b10-f586-402f-bffa-18a09e182616,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:31.631712 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Transition to ACTIVE for port object 39c05241-b508-4dc9-88d6-9a007758ba3d will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:31.641717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5098f408-9428-4e7b-ae0f-841c46f4b5f6 req-637b8ea6-a833-4c74-a36e-f7b9fdda6a7a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772897 Feb 13 23:47:31.648122 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.660966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:31.661458 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/aa137700-8040-4b4b-ba22-8a8547b34d38 HTTP/1.1" status: 204 len: 168 time: 2.5951853 Feb 13 23:47:31.743824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Pushing event updated for resources: {'Port': ['ID=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:31.761832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:31.763746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-181110ac-96c2-4b67-81b8-17f99354a776 service neutron] 10.222.0.42 "PUT /v2.0/ports/a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc HTTP/1.1" status: 200 len: 1091 time: 6.2400696 Feb 13 23:47:31.764474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'tag': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:31.816404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 60841e4c-8c2c-45e4-8404-1fedb23257bd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:31.819719 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c8d6b-c687-445e-bc44-eb9337c81ea8 None None] Pushing event updated for resources: {'Port': ['ID=39c05241-b508-4dc9-88d6-9a007758ba3d,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:31.865886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa4dac-e889-4146-a8b1-704899c44aa6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:31.872104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa4dac-e889-4146-a8b1-704899c44aa6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:31.873387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3daa4dac-e889-4146-a8b1-704899c44aa6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:31.911385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3daa4dac-e889-4146-a8b1-704899c44aa6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:31.921547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3daa4dac-e889-4146-a8b1-704899c44aa6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2525361 Feb 13 23:47:31.922923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47536) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:31.948981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb5227-83eb-4b5c-92d6-8183a7a34ce2 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=aa137700-8040-4b4b-ba22-8a8547b34d38,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:32.025900 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'tag': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc', 'status': 'completed', 'code': 200} Feb 13 23:47:32.122107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9e579-aaf1-4291-bca9-ce747c3ca774 None None] No DVR routers for this DVR port 610c9b10-f586-402f-bffa-18a09e182616 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:47:32.161875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2388f87-9781-4e7c-a35a-ee517dac6c66 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:32.310894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.358419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Attempting to bind port 39c05241-b508-4dc9-88d6-9a007758ba3d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:32.358786 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Attempting to bind port 39c05241-b508-4dc9-88d6-9a007758ba3d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:32.359141 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Attempting to bind port 39c05241-b508-4dc9-88d6-9a007758ba3d on network 66cb67ce-4f3f-4e43-abad-deec669dfae3 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:32.379745 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:32.380122 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Checking segment: {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:32.381175 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.383601 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Bound using segment: {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:32.384117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Bound port: 39c05241-b508-4dc9-88d6-9a007758ba3d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:32.384555 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.506228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Routers {'21a99413-a478-4c58-b8d5-311bf1a2537d'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:32.506866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21a99413-a478-4c58-b8d5-311bf1a2537d'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:32.613730 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] For port 39c05241-b508-4dc9-88d6-9a007758ba3d, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:32.618410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet ef890b8a-d604-4335-a72d-4ee39d23be61 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:47:32.629645 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] For port 39c05241-b508-4dc9-88d6-9a007758ba3d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=39c05241-b508-4dc9-88d6-9a007758ba3d,segment=NetworkSegment(d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c),segment_id=d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:32.633526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Allocated IP 172.20.0.1 (3210886c-c112-422a-9e5f-6ad7ae1b05be/0eaf36b1-797d-4795-94e1-c561a2ff2060/4f24673c-0c14-44dd-b08e-2d413376c466) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:32.640343 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.653928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.690411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733db8c-3a7d-4ac7-8ef8-08ed696d98ba None None] Pushing event updated for resources: {'Port': ['ID=d82624ed-55c2-48db-a8a8-9002d9942a56,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:32.821822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.857057 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc449-0f59-4553-8d0e-f59bb38e87a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:32.863727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07495ed-0200-4bb7-abe8-65368017ca73 req-602ee605-9d7f-4e34-be06-d5fa4f25a32f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:32.865667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a07495ed-0200-4bb7-abe8-65368017ca73 req-602ee605-9d7f-4e34-be06-d5fa4f25a32f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.4436383 Feb 13 23:47:32.867477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c8d6b-c687-445e-bc44-eb9337c81ea8 None None] Pushing event updated for resources: {'Port': ['ID=39c05241-b508-4dc9-88d6-9a007758ba3d,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:32.899753 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Routers {'e6d1e0c2-1810-412e-a29c-16f4ddb75664'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:32.905500 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:32.956066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a07495ed-0200-4bb7-abe8-65368017ca73 req-f255fdac-6e77-4900-a9db-33bbbc43e415 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842743 Feb 13 23:47:32.995554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.011057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 60841e4c-8c2c-45e4-8404-1fedb23257bd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:33.015334 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.371915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.436039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.480515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Transition to ACTIVE for port object 4f24673c-0c14-44dd-b08e-2d413376c466 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:33.545455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.628858 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] Set router e6d1e0c2-1810-412e-a29c-16f4ddb75664 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:33.682292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=ef890b8a-d604-4335-a72d-4ee39d23be61,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:33.724226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.735869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Pushing event updated for resources: {'Port': ['ID=4f24673c-0c14-44dd-b08e-2d413376c466,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:33.758860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:33.768328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-8d8d369b-be93-4d10-8cba-49d43f24b667 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=236c6846f0354bb5a121ec334da48349&device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 1094 time: 1.9083753 Feb 13 23:47:33.786949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:33.801341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b11f656e-a5d0-4286-9da1-c14559d2dee3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/ef890b8a-d604-4335-a72d-4ee39d23be61 HTTP/1.1" status: 204 len: 168 time: 1.8769379 Feb 13 23:47:33.804763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47582) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:33.894434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee00c93-daeb-4057-813e-352cd413ed82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': 'ef890b8a-d604-4335-a72d-4ee39d23be61'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:47:33.899358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fee00c93-daeb-4057-813e-352cd413ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.917065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.927416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] Set router 21a99413-a478-4c58-b8d5-311bf1a2537d gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:33.985011 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:33.998566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:34.135173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19f3a19e-a485-4e08-8866-8e90f6e1f8a5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3235433 Feb 13 23:47:34.135794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47612) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:34.139979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-c0aad901-2269-4ef2-87f1-55932ca1a6b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc HTTP/1.1" status: 200 len: 217 time: 0.3426633 Feb 13 23:47:34.142858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:34.162819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6aaa483b-8d1f-4c1f-926e-d90159aacafa req-f94d50d9-640e-4e9f-bd38-3a0cca22fa12 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 1060 time: 2.5894659 Feb 13 23:47:34.168848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:34.181073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 39c05241-b508-4dc9-88d6-9a007758ba3d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:34.268669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-565a7027-3bbd-4cff-b78e-a53720dd2ec6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7814384 Feb 13 23:47:34.288862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee481d-fb95-4b8b-a761-b301b58d2abc req-780d8d0a-bd98-489b-9882-c31db3a0f8b7 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:34.290136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40ee481d-fb95-4b8b-a761-b301b58d2abc req-780d8d0a-bd98-489b-9882-c31db3a0f8b7 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 943 time: 0.8163249 Feb 13 23:47:34.600738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:46:59Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '39c05241-b508-4dc9-88d6-9a007758ba3d', 'name': '', 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'mac_address': 'fa:16:3e:ed:a8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:56Z', 'updated_at': '2022-02-13T23:47:32Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'subnets': [{'id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:34.605578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1025bf5-b6ad-4447-8d53-faca2f042ec5 None None] The sync data for ids ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'] in n-d-828979-1 is: [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:46:59Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '39c05241-b508-4dc9-88d6-9a007758ba3d', 'name': '', 'network_id': '66cb67ce-4f3f-4e43-abad-deec669dfae3', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'mac_address': 'fa:16:3e:ed:a8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:56Z', 'updated_at': '2022-02-13T23:47:32Z', 'revision_number': 4, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'subnets': [{'id': 'ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:47:34.632861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613360-671a-4b40-92da-9e078220395b req-828a0313-539e-42b0-a0bc-397c20ae8eef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:34.634646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-828a0313-539e-42b0-a0bc-397c20ae8eef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5efe8eb6-2622-4233-bc2c-f23286327b76 HTTP/1.1" status: 200 len: 857 time: 0.4705606 Feb 13 23:47:34.640446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40ee481d-fb95-4b8b-a761-b301b58d2abc req-71c752f2-c4cc-4514-8ae8-1b6fb0fd7427 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997969 Feb 13 23:47:34.651232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:34.656445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:34.679013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:34.690149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:34.691648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:34.712538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:34.717180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:34.985161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 39c05241-b508-4dc9-88d6-9a007758ba3d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:35.024691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 39c05241-b508-4dc9-88d6-9a007758ba3d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:35.025726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.120328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed966f-2ae0-4661-84f3-e9d4c670afeb req-e098ce46-fd37-41c1-8821-119ee6da2c88 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:35.128344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eeed966f-2ae0-4661-84f3-e9d4c670afeb req-e098ce46-fd37-41c1-8821-119ee6da2c88 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.6289151 Feb 13 23:47:35.134852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61ecb1-2148-4e04-9130-175cb0fbdd2a None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:47:35.156285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-4a05bc1c-3f51-493a-b6fc-950e7b1d8d72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7df6313-670a-41a2-a9ef-c9739bfdbb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5075421 Feb 13 23:47:35.173505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-5b68c547-3edb-440b-904b-28691b0cafa1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:47:35.174690 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-5b68c547-3edb-440b-904b-28691b0cafa1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061808 Feb 13 23:47:35.249874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eeed966f-2ae0-4661-84f3-e9d4c670afeb req-a1248d2f-ba4f-4981-8a0f-85058a1c7593 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204035 Feb 13 23:47:35.457034 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61ecb1-2148-4e04-9130-175cb0fbdd2a None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:47:35.495957 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-cedf54f8-ab98-4d39-9d57-273b7efb7c4d service neutron] 10.222.0.42 "GET /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784579 Feb 13 23:47:35.589206 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.695845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 3, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:35.702598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:47:35.709895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ba73f9e0-7300-4c11-9a49-f1c96ab9479d None None] Provisioning for port 4f24673c-0c14-44dd-b08e-2d413376c466 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:35.787494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.820518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.840057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-a7b29b98-6af1-4a77-bd97-cfd61297e043 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1136 time: 1.4005854 Feb 13 23:47:35.842717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce64d125-e40b-448e-94fb-94ac01cb879a None None] The sync data for ids ['21a99413-a478-4c58-b8d5-311bf1a2537d'] in n-d-828979-1 is: [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 3, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:47:35.849214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:47:35.853558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.864735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ba73f9e0-7300-4c11-9a49-f1c96ab9479d None None] Provisioning complete for port 4f24673c-0c14-44dd-b08e-2d413376c466 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:35.865167 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ba73f9e0-7300-4c11-9a49-f1c96ab9479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.910086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:35.914460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb1098cc-4d33-4ead-89cc-3ecded4c7273 req-8859add5-3abd-4530-b3ce-ef09f24b3ead tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1136 time: 0.6229570 Feb 13 23:47:35.928677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:35.940275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:35.944762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ba73f9e0-7300-4c11-9a49-f1c96ab9479d None None] Port 4f24673c-0c14-44dd-b08e-2d413376c466 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:47:35.986702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:35.990120 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:36.052199 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:36.101830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=5f919a02-25dd-470a-827f-1eebb9babe7f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:36.135285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94613360-671a-4b40-92da-9e078220395b req-117bb406-a1e5-4e16-b8ab-66983fc8e6eb service neutron] 10.222.0.42 "GET /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275351 Feb 13 23:47:36.157232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Pushing event updated for resources: {'Port': ['ID=4f24673c-0c14-44dd-b08e-2d413376c466,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:36.175459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54596620-f3e1-467b-a85c-9dc2823c3635 req-159735f1-5f40-488e-971c-42dd86a72a55 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:36.182759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54596620-f3e1-467b-a85c-9dc2823c3635 req-159735f1-5f40-488e-971c-42dd86a72a55 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 947 time: 0.4437881 Feb 13 23:47:36.231562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 39c05241-b508-4dc9-88d6-9a007758ba3d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=39c05241-b508-4dc9-88d6-9a007758ba3d,segment=NetworkSegment(d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c),segment_id=d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:36.231820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8fd8ff35-98dd-481e-978f-22c0f8d33ee9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0748115 Feb 13 23:47:36.245424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47658) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:36.253435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:72:28:cf', 'name': 'tempest-NetworksTestDHCPv6-759041187'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:36.254818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:36.302627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-54596620-f3e1-467b-a85c-9dc2823c3635 req-757602ef-a811-4134-8a98-0f0d566dcb2c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186914 Feb 13 23:47:36.349941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:36.352324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:36.468315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cb1098cc-4d33-4ead-89cc-3ecded4c7273 req-cf637712-5091-40fa-9c58-b06fe93b2972 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Synchronizing usage tracker for tenant:d8fee4966b84476898c333f93d9276bb on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:36.536774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:36.587838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=39c05241-b508-4dc9-88d6-9a007758ba3d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:36.616334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-c6314730-6cea-47a9-befc-47736945f6ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:36.618060 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-c6314730-6cea-47a9-befc-47736945f6ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 200 len: 897 time: 0.6984053 Feb 13 23:47:36.680029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '5f919a02-25dd-470a-827f-1eebb9babe7f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:47:36.680839 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:36.691304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cb1098cc-4d33-4ead-89cc-3ecded4c7273 req-cf637712-5091-40fa-9c58-b06fe93b2972 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] Unset dirty status for tenant:d8fee4966b84476898c333f93d9276bb on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:36.722627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cb1098cc-4d33-4ead-89cc-3ecded4c7273 req-cf637712-5091-40fa-9c58-b06fe93b2972 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7734728 Feb 13 23:47:36.790756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:36.854860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:36.875248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:36.897486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:36.909874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:36.926690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-bd392a4a-1345-45d9-b710-117507dfedb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 200 len: 1002 time: 0.2987783 Feb 13 23:47:37.027895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:37.033318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:37.106926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:37.171695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-3781acda-2e45-4925-9954-34d30e6d1414 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=236c6846f0354bb5a121ec334da48349&device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 1094 time: 0.9561033 Feb 13 23:47:37.181549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 78289311-6f70-435e-b208-b8452ad9e2e9 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:47:37.237793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:37.296349 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:37.300614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:37.316970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:37.347517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-04f94274-9b63-49ed-b896-6f602ed243c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:37.349310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-04f94274-9b63-49ed-b896-6f602ed243c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7df6313-670a-41a2-a9ef-c9739bfdbb49 HTTP/1.1" status: 200 len: 917 time: 0.1694109 Feb 13 23:47:37.378528 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'code': 200} Feb 13 23:47:37.381190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-7c07cf8c-666c-4f38-beb9-9432f592f626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:37.388139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-7c07cf8c-666c-4f38-beb9-9432f592f626 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e0188b2-0d19-45aa-9e4b-1b94fda7e938 HTTP/1.1" status: 200 len: 834 time: 0.4517355 Feb 13 23:47:37.392695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Allocated IP 2001:db8::f816:3eff:fe6d:6223 (f3558132-a192-4c12-af74-1bdc60bf6bc0/5f919a02-25dd-470a-827f-1eebb9babe7f/02a9aea2-46d7-4b53-8db4-51886b38110f) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:37.417134 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f637c1d6-16cd-400a-9399-462df1438e82 tempest-TestSecurityGroupsBasicOps-243225623 tempest-TestSecurityGroupsBasicOps-243225623-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 1055 time: 0.6250927 Feb 13 23:47:37.475193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=14']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:37.577812 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-e6c5e0b9-6601-4720-928c-83547b75175c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc HTTP/1.1" status: 200 len: 217 time: 0.2091746 Feb 13 23:47:37.619514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-919906c2-7f45-40bf-8a03-f569d679b692 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b22c354d-95c1-4d76-a8ec-407960356531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219234 Feb 13 23:47:37.761476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-a5403794-104d-4795-ae85-be5bfe16e976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:37.763293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-a5403794-104d-4795-ae85-be5bfe16e976 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5efe8eb6-2622-4233-bc2c-f23286327b76 HTTP/1.1" status: 200 len: 857 time: 0.1653121 Feb 13 23:47:37.861075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-acadbfcb-46d0-4d49-b825-38f1092aa039 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312667 Feb 13 23:47:37.916598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55217ba5-678b-4c5d-bba8-d8b609265b61 req-20c6fe0c-2809-47a1-beac-93e6a024046e tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:37.924152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55217ba5-678b-4c5d-bba8-d8b609265b61 req-20c6fe0c-2809-47a1-beac-93e6a024046e tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 943 time: 0.9978199 Feb 13 23:47:37.967378 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-0c5b5bdb-a17f-4272-b33a-6eb9d5fe89f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7df6313-670a-41a2-a9ef-c9739bfdbb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122260 Feb 13 23:47:38.060389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:38.104676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Transition to ACTIVE for port object 02a9aea2-46d7-4b53-8db4-51886b38110f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:38.185707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Transition to ACTIVE for port object 02a9aea2-46d7-4b53-8db4-51886b38110f will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:38.201416 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:38.289037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55217ba5-678b-4c5d-bba8-d8b609265b61 req-ef700e76-ad0b-4214-b7fe-a78d15c4025c tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634741 Feb 13 23:47:38.304545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:38.310538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:38.336457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:38.449424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b72e67d4-c386-41ed-a9c4-1b729453ee4d req-3de1356b-0263-4941-b17e-8ad3c258bda4 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783737 Feb 13 23:47:38.454612 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-93f38019-1236-4586-8559-83624081b939 service neutron] 10.222.0.42 "GET /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756579 Feb 13 23:47:38.507921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Pushing event updated for resources: {'Port': ['ID=02a9aea2-46d7-4b53-8db4-51886b38110f,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:38.522895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 39c05241-b508-4dc9-88d6-9a007758ba3d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:38.574785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fe72:28cf (f3558132-a192-4c12-af74-1bdc60bf6bc0/5f919a02-25dd-470a-827f-1eebb9babe7f/78289311-6f70-435e-b208-b8452ad9e2e9) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:38.764456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-649a6281-de0e-4a90-b6ba-d6a111ed7b44 req-9ba08623-8e8b-4a0e-8aed-ef6b78191230 service neutron] 10.222.0.42 "GET /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964065 Feb 13 23:47:38.772936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Attempting to bind port 02a9aea2-46d7-4b53-8db4-51886b38110f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:38.774296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Attempting to bind port 02a9aea2-46d7-4b53-8db4-51886b38110f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:38.774828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Attempting to bind port 02a9aea2-46d7-4b53-8db4-51886b38110f on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:38.805543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:38.814802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:38.815431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:38.818192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:38.818882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Bound port: 02a9aea2-46d7-4b53-8db4-51886b38110f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:38.825141 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:38.841201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 39c05241-b508-4dc9-88d6-9a007758ba3d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:38.841800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:38.864106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Router 21a99413-a478-4c58-b8d5-311bf1a2537d has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:47:38.897750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def4eee-2b76-4f07-b927-11fc34b37c24 req-2d964532-7488-4359-a405-276326751e15 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:38.899421 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4def4eee-2b76-4f07-b927-11fc34b37c24 req-2d964532-7488-4359-a405-276326751e15 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1332297 Feb 13 23:47:39.003219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:39.020765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 78289311-6f70-435e-b208-b8452ad9e2e9 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:39.054670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:39.099689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:39.107024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:39.129161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:39.133604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:39.154544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=78289311-6f70-435e-b208-b8452ad9e2e9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:39.180676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55679631-1793-4400-9828-88e3918cf14a req-7b555997-d0ff-433a-8115-1cfc03b1f077 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:39.182834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-55679631-1793-4400-9828-88e3918cf14a req-7b555997-d0ff-433a-8115-1cfc03b1f077 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 909 time: 1.0166779 Feb 13 23:47:39.192996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:39.194644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:39.198569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:39.207119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:39.208127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:39.299458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a242b-7ede-4810-8983-3806689fee7e None None] Pushing event updated for resources: {'Port': ['ID=02a9aea2-46d7-4b53-8db4-51886b38110f,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:39.352366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8b44606f-ffa1-4c76-bc8f-a138865eff02 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1052628 Feb 13 23:47:39.358462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47780) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:39.380106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4def4eee-2b76-4f07-b927-11fc34b37c24 req-fe8e4d83-e885-4f76-b2fb-74c9a096ec6e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896253 Feb 13 23:47:39.599448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:47:39.619891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-982273d4-714d-4b87-907b-105ee1214f09 admin admin] 10.222.0.36 "PUT /v2.0/routers/21a99413-a478-4c58-b8d5-311bf1a2537d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6480305 Feb 13 23:47:39.657861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-81b6ed03-39f4-43d3-ab29-c73a65bacc86 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:39.659400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-81b6ed03-39f4-43d3-ab29-c73a65bacc86 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 909 time: 0.4308548 Feb 13 23:47:39.838336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0080-1733-45af-9cea-a415c89ba0f0 req-f596fd0b-90a3-4972-8c07-11555b408630 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:39.840005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b2d0080-1733-45af-9cea-a415c89ba0f0 req-f596fd0b-90a3-4972-8c07-11555b408630 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1790872 Feb 13 23:47:39.909109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22f855-c368-4569-bcde-d695c97619cc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:39.925216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22f855-c368-4569-bcde-d695c97619cc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:39.926817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3c22f855-c368-4569-bcde-d695c97619cc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:39.950546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:39.951123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:39.951891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b2d0080-1733-45af-9cea-a415c89ba0f0 req-4cc79ad9-b62c-43e6-841a-0e070f8c83e4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884905 Feb 13 23:47:40.047780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3c22f855-c368-4569-bcde-d695c97619cc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:40.049491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3c22f855-c368-4569-bcde-d695c97619cc tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6840992 Feb 13 23:47:40.052590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47804) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:40.124434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3c23-818e-4e87-8fd1-c17ca74d09b0 req-c20e832f-5f92-41ae-93d3-2f00d9b3bd0b tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:40.139899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ece3c23-818e-4e87-8fd1-c17ca74d09b0 req-c20e832f-5f92-41ae-93d3-2f00d9b3bd0b tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 943 time: 0.4480250 Feb 13 23:47:40.225237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 78289311-6f70-435e-b208-b8452ad9e2e9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:40.225786 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:40.334725 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ece3c23-818e-4e87-8fd1-c17ca74d09b0 req-ee25b50f-1984-4e9e-9eb0-a7eab5635a33 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857111 Feb 13 23:47:40.461043 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:47:40.543335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:47:40.552276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] For port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:40.554954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:40.587187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 02a9aea2-46d7-4b53-8db4-51886b38110f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:40.868125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for 6859b82a-2438-4f5d-a2c3-41e1b5a334aa owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:40.881307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 02a9aea2-46d7-4b53-8db4-51886b38110f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:40.898090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d82624ed-55c2-48db-a8a8-9002d9942a56 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:40.965922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,segment=NetworkSegment(b82bbe77-5d52-4ac1-99bb-64cdf8a2a088),segment_id=b82bbe77-5d52-4ac1-99bb-64cdf8a2a088)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:41.076855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc', 'network_id': 'a7df6313-670a-41a2-a9ef-c9739bfdbb49', 'port_id': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc', 'mac_address': 'fa:16:3e:79:40:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efe8eb6-2622-4233-bc2c-f23286327b76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:47:41.187041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d82624ed-55c2-48db-a8a8-9002d9942a56 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:41.189346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903811c-526c-42ff-a290-2a8dd5013495 req-7d3785bf-9714-4815-ad83-dde3d082aa64 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:41.190868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7903811c-526c-42ff-a290-2a8dd5013495 req-7d3785bf-9714-4815-ad83-dde3d082aa64 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4761467 Feb 13 23:47:41.212610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d82624ed-55c2-48db-a8a8-9002d9942a56 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:41.212922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.226339 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.290981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.327226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32073b5-75f0-4e06-8a8f-1ac1cd8d4336 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 13 23:47:41.342551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=6859b82a-2438-4f5d-a2c3-41e1b5a334aa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:41.395424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.445457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] Provisioning for port 02a9aea2-46d7-4b53-8db4-51886b38110f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:41.457183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:47:41.487013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,segment=NetworkSegment(b82bbe77-5d52-4ac1-99bb-64cdf8a2a088),segment_id=b82bbe77-5d52-4ac1-99bb-64cdf8a2a088)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:41.489882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42c2f-44ea-42c8-a56a-eb55365d790d req-8c2f7c7c-a69a-44a6-8712-c40edb8c8d82 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:41.504066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfb42c2f-44ea-42c8-a56a-eb55365d790d req-8c2f7c7c-a69a-44a6-8712-c40edb8c8d82 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea95591-2799-45ea-b6ed-2c9a569ba710 HTTP/1.1" status: 200 len: 909 time: 0.8113673 Feb 13 23:47:41.512838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] No DVR routers for this DVR port 6859b82a-2438-4f5d-a2c3-41e1b5a334aa on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:47:41.517879 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.539552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.541435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] Provisioning complete for port 02a9aea2-46d7-4b53-8db4-51886b38110f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:41.541782 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.541980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'name': 'network-vif-deleted', 'tag': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:41.559465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17a59b36-cb39-44c0-b28d-d44e171df8cd req-83172bcb-dad9-494b-a6a2-5d856f36b213 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.31 "DELETE /v2.0/ports/6859b82a-2438-4f5d-a2c3-41e1b5a334aa HTTP/1.1" status: 204 len: 173 time: 1.8666854 Feb 13 23:47:41.591292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7903811c-526c-42ff-a290-2a8dd5013495 req-9c1257c8-7dc8-413c-ba2b-041ae71cd685 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479276 Feb 13 23:47:41.604301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 78289311-6f70-435e-b208-b8452ad9e2e9 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:41.761308 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea95591-2799-45ea-b6ed-2c9a569ba710', 'name': 'network-vif-deleted', 'tag': '6859b82a-2438-4f5d-a2c3-41e1b5a334aa', 'status': 'completed', 'code': 200} Feb 13 23:47:41.761409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:41.952622 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:41.970509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32073b5-75f0-4e06-8a8f-1ac1cd8d4336 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 13 23:47:41.988976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:42.079882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=78289311-6f70-435e-b208-b8452ad9e2e9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:42.093899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.094279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.094950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.095436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.095919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.096442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.097181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.097657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.098437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.098786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.099314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:42.126584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d82624ed-55c2-48db-a8a8-9002d9942a56, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d82624ed-55c2-48db-a8a8-9002d9942a56,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:42.150720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:47:42.247411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:42.335829 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:42.364054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-11535c86-8117-4ebd-b384-b697d13a1ed9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/78289311-6f70-435e-b208-b8452ad9e2e9 HTTP/1.1" status: 204 len: 168 time: 2.3101225 Feb 13 23:47:42.367111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47848) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:42.462151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8dc9-c78e-4df6-bfed-64b5fb5bbf80 req-b7de406c-b5c9-448b-9117-7be260a050c4 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:42.473436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-620d8dc9-c78e-4df6-bfed-64b5fb5bbf80 req-b7de406c-b5c9-448b-9117-7be260a050c4 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 944 time: 0.5639927 Feb 13 23:47:42.590695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-620d8dc9-c78e-4df6-bfed-64b5fb5bbf80 req-e41cc902-bd2a-4c01-9c88-df5bb7b293ee tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159799 Feb 13 23:47:42.623974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fac8ea-d388-449c-b451-0fa1c881069f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:42.628017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fac8ea-d388-449c-b451-0fa1c881069f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:42.628785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90fac8ea-d388-449c-b451-0fa1c881069f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:42.678193 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-ea461b79-9968-41e3-b26e-b22ca0132ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.3943746 Feb 13 23:47:42.690052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90fac8ea-d388-449c-b451-0fa1c881069f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:42.693823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90fac8ea-d388-449c-b451-0fa1c881069f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3227525 Feb 13 23:47:42.694095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47860) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:42.727189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d82624ed-55c2-48db-a8a8-9002d9942a56,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:42.765093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391208-a445-4b56-9cc9-49da4e43e863 req-791d3c11-459d-4d62-9cbf-d7f410ef4971 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:42.769252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22391208-a445-4b56-9cc9-49da4e43e863 req-791d3c11-459d-4d62-9cbf-d7f410ef4971 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1561036 Feb 13 23:47:42.815693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47866) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:42.865316 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:43.161122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22391208-a445-4b56-9cc9-49da4e43e863 req-9a160dfb-8b3d-4440-bca0-e5343dbf8d1f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864202 Feb 13 23:47:43.285929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:43.311607 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:43.461244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 5f919a02-25dd-470a-827f-1eebb9babe7f {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:47:43.490762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6859b82a-2438-4f5d-a2c3-41e1b5a334aa no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:43.569397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4438a-15e7-4c85-bb11-60df49810710 req-48361382-7b63-4ffe-964c-e4b958d4333d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:43.571131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-48361382-7b63-4ffe-964c-e4b958d4333d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.8742340 Feb 13 23:47:43.572290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:43.619559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 6859b82a-2438-4f5d-a2c3-41e1b5a334aa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:47:43.620269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 6859b82a-2438-4f5d-a2c3-41e1b5a334aa not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:47:43.688146 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:43.702317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:43.807235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:43.818784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0461f5-8c92-44d9-8598-0e2185c2275c None None] Pushing event updated for resources: {'Port': ['ID=02a9aea2-46d7-4b53-8db4-51886b38110f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:44.031572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-36783217-c711-49a8-afba-242bdb44cbb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.4271607 Feb 13 23:47:44.173526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4438a-15e7-4c85-bb11-60df49810710 req-8bf90a6c-008f-4cac-94d3-74fbf79bec52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:44.175364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-8bf90a6c-008f-4cac-94d3-74fbf79bec52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1371222 Feb 13 23:47:44.176883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:44.258206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47918) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:44.416385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 02a9aea2-46d7-4b53-8db4-51886b38110f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:44.559403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=5f919a02-25dd-470a-827f-1eebb9babe7f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:44.585130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:44.612160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6766902-28a3-4d80-9933-ac64985f094c req-2f9ba809-cf0a-4789-9219-3e1918615a3a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:44.613653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f6766902-28a3-4d80-9933-ac64985f094c req-2f9ba809-cf0a-4789-9219-3e1918615a3a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 944 time: 0.4546714 Feb 13 23:47:44.621212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:44.622486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 02a9aea2-46d7-4b53-8db4-51886b38110f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:44.622968 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:44.672125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-21e23c5b-6f4d-42dc-808f-a99de5842841 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/5f919a02-25dd-470a-827f-1eebb9babe7f HTTP/1.1" status: 204 len: 168 time: 1.9746497 Feb 13 23:47:44.687322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47930) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:44.798791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f6766902-28a3-4d80-9933-ac64985f094c req-d564aeb8-9097-4c7f-8ee6-d732eb85f67a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673586 Feb 13 23:47:44.801841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-434000f1-3ebb-4c5e-a7df-7cd049409bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338717 Feb 13 23:47:44.819098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-de01474e-da51-46bc-9f92-ee3be05d461d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256847 Feb 13 23:47:44.843076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 47936) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:44.881099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28362b1-e338-474e-87af-00862e994b15 req-9d5a1517-849e-47c9-b3a9-97fec2684158 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:44.886651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308aaa3a-340a-41af-8309-35393407c255 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:44.890415 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e28362b1-e338-474e-87af-00862e994b15 req-9d5a1517-849e-47c9-b3a9-97fec2684158 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4382184 Feb 13 23:47:44.922689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:44.937564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:44.938984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:45.166876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e28362b1-e338-474e-87af-00862e994b15 req-dd72a7db-0112-4c95-a3b6-c62374076d22 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746243 Feb 13 23:47:45.241391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-a5e4aa66-8328-431d-891f-5dc5760cdfa6 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211838 Feb 13 23:47:45.309457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d82624ed-55c2-48db-a8a8-9002d9942a56 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:45.380615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Sync routers for ids ['21a99413-a478-4c58-b8d5-311bf1a2537d'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:47:45.488042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a771a-f994-4ffe-b1e8-4b70070047af tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:45.493226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e41a771a-f994-4ffe-b1e8-4b70070047af tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6425626 Feb 13 23:47:45.494190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47950) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:45.566483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fda4438a-15e7-4c85-bb11-60df49810710 req-a56e9989-df5c-4369-999c-c866d6cc6f6a service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138840 Feb 13 23:47:45.580480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08673f-436f-425d-85ca-8af1d1fc3f41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:45.582123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef08673f-436f-425d-85ca-8af1d1fc3f41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:45.586296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4625743e-a7ac-4dd0-b01b-4e05ae224393 None None] Provisioning complete for port 02a9aea2-46d7-4b53-8db4-51886b38110f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:45.587353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4625743e-a7ac-4dd0-b01b-4e05ae224393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:45.611458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef08673f-436f-425d-85ca-8af1d1fc3f41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:45.622308 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ef08673f-436f-425d-85ca-8af1d1fc3f41 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176980 Feb 13 23:47:45.623068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47954) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:45.651319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Routers {'21a99413-a478-4c58-b8d5-311bf1a2537d'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:45.652166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21a99413-a478-4c58-b8d5-311bf1a2537d'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:45.816043 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4cea4621-35b1-4ff2-8158-ff24f408f1d5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1872132 Feb 13 23:47:45.820531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 47962) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:45.830559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:46.048045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.058942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:46.071802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.083026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:46.107020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:46.111201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.145018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d82624ed-55c2-48db-a8a8-9002d9942a56 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:46.145467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.173874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:46.341346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Set router 21a99413-a478-4c58-b8d5-311bf1a2537d gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:46.446626 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc', 'code': 200} Feb 13 23:47:46.457131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,segment=NetworkSegment(b82bbe77-5d52-4ac1-99bb-64cdf8a2a088),segment_id=b82bbe77-5d52-4ac1-99bb-64cdf8a2a088)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:46.498378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.566753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf859a-eb06-4f80-bbb0-12b47bd510a9 req-1cb9fd89-8a2b-48cd-82d1-5ef4368bed8a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:46.570307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbbf859a-eb06-4f80-bbb0-12b47bd510a9 req-1cb9fd89-8a2b-48cd-82d1-5ef4368bed8a tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 944 time: 0.3935857 Feb 13 23:47:46.636823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:46.729001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbbf859a-eb06-4f80-bbb0-12b47bd510a9 req-59e76ff8-3361-4d18-874d-ae790615a730 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523495 Feb 13 23:47:46.893797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port 8a9d98ab-20e7-4687-bbff-630228509a4c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:46.894235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.916166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:47:46.921369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2d900a0f-39be-4136-96e3-e3876c0e4925 None None] Provisioning complete for port 4f24673c-0c14-44dd-b08e-2d413376c466 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:46.921885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d900a0f-39be-4136-96e3-e3876c0e4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.955747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Deleting port 02a9aea2-46d7-4b53-8db4-51886b38110f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:46.956286 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:46.993334 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f72c6e0d-7fa6-41e9-ac74-e5b3a7cecbbb req-1466f787-9448-49ed-8953-87f2fa5c2e38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 1096 time: 0.4550388 Feb 13 23:47:47.064822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f72c6e0d-7fa6-41e9-ac74-e5b3a7cecbbb req-4bc14a56-1211-4860-b735-9fc353d46063 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Feb 13 23:47:47.076049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:47:47.147637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82276-b626-4349-8daf-f5e51e06973e req-4f5b2862-bdaa-4709-869b-bdb4a7b5c319 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:47.169142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ded82276-b626-4349-8daf-f5e51e06973e req-4f5b2862-bdaa-4709-869b-bdb4a7b5c319 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4552028 Feb 13 23:47:47.264022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ded82276-b626-4349-8daf-f5e51e06973e req-b34afc50-2556-41c0-bd77-ecf22e916988 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933409 Feb 13 23:47:47.303289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] For port 8a9d98ab-20e7-4687-bbff-630228509a4c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a9d98ab-20e7-4687-bbff-630228509a4c,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:47.303705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:47.447263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:47.455416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for 8a9d98ab-20e7-4687-bbff-630228509a4c owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:47.562218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2d900a0f-39be-4136-96e3-e3876c0e4925 None None] Port 4f24673c-0c14-44dd-b08e-2d413376c466 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:47:47.710149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 02a9aea2-46d7-4b53-8db4-51886b38110f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:47.983702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:47.984355 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.009870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:48.150627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.159747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.160511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.299461 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.445640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:48.451173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:48.454249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.454883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:48.455135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.473065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:48.476681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=02a9aea2-46d7-4b53-8db4-51886b38110f,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:48.502640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Calling delete_port for 02a9aea2-46d7-4b53-8db4-51886b38110f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:48.512644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6fda6f68-e807-4024-9f82-ef1c8775dec9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6885927 Feb 13 23:47:48.513642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48010) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:48.523022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:92:a1:a7', 'name': 'tempest-NetworksTestDHCPv6-930489474'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:48.523460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=8a9d98ab-20e7-4687-bbff-630228509a4c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:48.581577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d610b-028f-4070-ac9f-14284a69779f req-04e53f50-f054-49c0-a4b0-06cf2977cab2 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:48.583347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-346d610b-028f-4070-ac9f-14284a69779f req-04e53f50-f054-49c0-a4b0-06cf2977cab2 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 945 time: 0.5955658 Feb 13 23:47:48.824097 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:48.824606 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:48.837953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:47:34Z', 'revision_number': 4, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f24673c-0c14-44dd-b08e-2d413376c466', 'name': '', 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'mac_address': 'fa:16:3e:1d:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eaf36b1-797d-4795-94e1-c561a2ff2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:32Z', 'updated_at': '2022-02-13T23:47:34Z', 'revision_number': 2, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'subnets': [{'id': '0eaf36b1-797d-4795-94e1-c561a2ff2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:48.850016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Checking router: 21a99413-a478-4c58-b8d5-311bf1a2537d for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:47:48.850397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Updating router 21a99413-a478-4c58-b8d5-311bf1a2537d port 4f24673c-0c14-44dd-b08e-2d413376c466 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:47:48.884723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-346d610b-028f-4070-ac9f-14284a69779f req-0f583184-bf39-4164-bb7d-013704756ad7 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936594 Feb 13 23:47:48.903960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:48.924657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:47:48.942768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f640955-6324-40fc-9a8b-9fb222212e58 req-3c9344e7-5f29-4004-8853-a973feed5cf0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:48.944074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f640955-6324-40fc-9a8b-9fb222212e58 req-3c9344e7-5f29-4004-8853-a973feed5cf0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3730156 Feb 13 23:47:48.948202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:48.966894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:48.974259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:47:48.977073 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:48.989433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:49.017567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f640955-6324-40fc-9a8b-9fb222212e58 req-c1dff87c-4419-483e-8d87-6b49fe932b5f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724089 Feb 13 23:47:49.019886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:49.260122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Deleting port 39c05241-b508-4dc9-88d6-9a007758ba3d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:49.260461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.335476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.410128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port c42faff1-542e-4342-ae3d-3c8793fd065d yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:47:49.421000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.479298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Deleting port 02a9aea2-46d7-4b53-8db4-51886b38110f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:49.479597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.527814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] For port 39c05241-b508-4dc9-88d6-9a007758ba3d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=39c05241-b508-4dc9-88d6-9a007758ba3d,segment=NetworkSegment(d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c),segment_id=d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:49.528397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.669188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:49.695216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.746846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fe92:a1a7 (f3558132-a192-4c12-af74-1bdc60bf6bc0/d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc/c42faff1-542e-4342-ae3d-3c8793fd065d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:49.783583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575916-8f0d-4935-903a-f71157deba97 req-2cd61f77-e4df-4aa3-99df-118d6464134f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:49.795539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd575916-8f0d-4935-903a-f71157deba97 req-2cd61f77-e4df-4aa3-99df-118d6464134f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2526777 Feb 13 23:47:49.925128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Calling delete_port for 39c05241-b508-4dc9-88d6-9a007758ba3d owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:49.927507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:49.927972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:49.945749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dd575916-8f0d-4935-903a-f71157deba97 req-5350576b-ce4d-494f-9799-d4d2a642842e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492598 Feb 13 23:47:50.196437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Calling delete_port for 02a9aea2-46d7-4b53-8db4-51886b38110f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:50.285064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.309635 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:47:50.310074 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:47:50.328588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:47:50.381860 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.428200 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.443956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=02a9aea2-46d7-4b53-8db4-51886b38110f,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:50.449932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object c42faff1-542e-4342-ae3d-3c8793fd065d will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:50.483191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38755599-8177-4f2a-8aa4-c5e72feda41e req-9d884ed7-a20d-4980-9ef7-f5b44cc48947 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:50.491311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38755599-8177-4f2a-8aa4-c5e72feda41e req-9d884ed7-a20d-4980-9ef7-f5b44cc48947 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2741556 Feb 13 23:47:50.526400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Transition to ACTIVE for port object 4f24673c-0c14-44dd-b08e-2d413376c466 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:50.530824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d955d0d-8841-45df-9303-801e013de539 req-072fa582-9047-4272-939d-7080ed5e66fb tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:50.533288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d955d0d-8841-45df-9303-801e013de539 req-072fa582-9047-4272-939d-7080ed5e66fb tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 945 time: 0.3160129 Feb 13 23:47:50.539095 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.602344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38755599-8177-4f2a-8aa4-c5e72feda41e req-643680dc-6135-4949-acd2-f1234aa48d6c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086659 Feb 13 23:47:50.607103 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.654195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.699974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=c42faff1-542e-4342-ae3d-3c8793fd065d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:50.738957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:50.740164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:50.742589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:50.746744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:50.747588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:50.770921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c05241-b508-4dc9-88d6-9a007758ba3d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:50.922371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5c2c2835-6e0c-4456-8e6b-15826535878d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4079883 Feb 13 23:47:50.934648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48054) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:50.970292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d955d0d-8841-45df-9303-801e013de539 req-1aeb09d8-405a-45e6-b0e0-aed22f8036c0 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029373 Feb 13 23:47:51.070322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5cde5-e33a-4bdc-b1da-459649f81031 None None] Pushing event updated for resources: {'Port': ['ID=4f24673c-0c14-44dd-b08e-2d413376c466,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:51.183009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7c76-2df7-4aa0-9b73-70111f38216d req-e219db07-23d4-458f-9994-571abe7681c9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:51.201158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e2b7c76-2df7-4aa0-9b73-70111f38216d req-e219db07-23d4-458f-9994-571abe7681c9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4427512 Feb 13 23:47:51.207775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Attempting to bind port 4f24673c-0c14-44dd-b08e-2d413376c466 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:51.208155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Attempting to bind port 4f24673c-0c14-44dd-b08e-2d413376c466 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:51.208522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Attempting to bind port 4f24673c-0c14-44dd-b08e-2d413376c466 on network 3210886c-c112-422a-9e5f-6ad7ae1b05be {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:51.235497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:51.235909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Checking segment: {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:51.236273 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:51.236687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Bound using segment: {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:51.245395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Bound port: 4f24673c-0c14-44dd-b08e-2d413376c466, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc9be31-9537-453e-b1ce-810bbe2ea2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:51.245718 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:51.291993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Deleting port 02a9aea2-46d7-4b53-8db4-51886b38110f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:51.292577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:51.330920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e2b7c76-2df7-4aa0-9b73-70111f38216d req-c18ffcfb-dfd4-4d41-b733-ec04fec3a05b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284919 Feb 13 23:47:51.409503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa4d63-88a0-4383-918b-cb354cb36f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:51.433186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa4d63-88a0-4383-918b-cb354cb36f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:51.433186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7aa4d63-88a0-4383-918b-cb354cb36f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:51.442263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] For port 4f24673c-0c14-44dd-b08e-2d413376c466, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:51.445743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] For port 4f24673c-0c14-44dd-b08e-2d413376c466, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f24673c-0c14-44dd-b08e-2d413376c466,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:51.464890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:51.472501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7aa4d63-88a0-4383-918b-cb354cb36f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:51.473973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7aa4d63-88a0-4383-918b-cb354cb36f78 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5374510 Feb 13 23:47:51.476646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48066) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:51.642967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port c42faff1-542e-4342-ae3d-3c8793fd065d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:51.643443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:52.033113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] For port 02a9aea2-46d7-4b53-8db4-51886b38110f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=02a9aea2-46d7-4b53-8db4-51886b38110f,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:52.033514 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:52.066323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c64e-3f24-4ebb-b44f-127f2f749654 req-9d5d1052-2ced-4ca0-9e0c-28863513d0ac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:52.068437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1fb7c64e-3f24-4ebb-b44f-127f2f749654 req-9d5d1052-2ced-4ca0-9e0c-28863513d0ac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4803274 Feb 13 23:47:52.227336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Calling delete_port for 02a9aea2-46d7-4b53-8db4-51886b38110f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:52.264091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5cde5-e33a-4bdc-b1da-459649f81031 None None] Pushing event updated for resources: {'Port': ['ID=4f24673c-0c14-44dd-b08e-2d413376c466,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:52.289027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Routers {'21a99413-a478-4c58-b8d5-311bf1a2537d'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:52.289803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21a99413-a478-4c58-b8d5-311bf1a2537d'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:52.333861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1fb7c64e-3f24-4ebb-b44f-127f2f749654 req-898a4335-87cc-4b4f-856d-03ec8a73c27a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123222 Feb 13 23:47:52.367056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:52.499424 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:52.629143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] Set router 21a99413-a478-4c58-b8d5-311bf1a2537d gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:52.739372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2308c3a-5464-49fd-85c1-fe74efc366e4 req-396645f5-2297-42ee-b8a3-7fa6c75669c3 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:52.764773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2308c3a-5464-49fd-85c1-fe74efc366e4 req-396645f5-2297-42ee-b8a3-7fa6c75669c3 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 945 time: 0.8323128 Feb 13 23:47:52.801716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for c42faff1-542e-4342-ae3d-3c8793fd065d owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:52.908667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:52.993875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2308c3a-5464-49fd-85c1-fe74efc366e4 req-575e4239-0ce3-4cfe-b94d-6538d197377d tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Feb 13 23:47:53.206911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] Pushing event deleted for resources: {'Port': ['ID=02a9aea2-46d7-4b53-8db4-51886b38110f,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:53.261060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router adf6b09a-1443-4340-852c-16572bea69a0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:47:53.318992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-db17f389-0a5d-47eb-b21f-6c25f90d8dbd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:53.325953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-db17f389-0a5d-47eb-b21f-6c25f90d8dbd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.3060660 Feb 13 23:47:53.328751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac76bf-4564-432e-a858-341a87dd7a73 None None] No DVR routers for this DVR port 02a9aea2-46d7-4b53-8db4-51886b38110f on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:47:53.334875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:53.353446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b14d0e-2338-43f0-8c00-2ffd6827dc0c None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:47:53.404752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=c42faff1-542e-4342-ae3d-3c8793fd065d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:53.428170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-d873a7f2-ac78-41d9-b8b4-ac3c67458658 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/quotas/37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 375 time: 0.1012638 Feb 13 23:47:53.637846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:53.711303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:47:34Z', 'revision_number': 4, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f24673c-0c14-44dd-b08e-2d413376c466', 'name': '', 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'mac_address': 'fa:16:3e:1d:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eaf36b1-797d-4795-94e1-c561a2ff2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:32Z', 'updated_at': '2022-02-13T23:47:51Z', 'revision_number': 4, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'subnets': [{'id': '0eaf36b1-797d-4795-94e1-c561a2ff2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:53.717737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46c1a-1e94-4f3a-9573-bb88ba73ef8d None None] The sync data for ids ['21a99413-a478-4c58-b8d5-311bf1a2537d'] in n-d-828979-1 is: [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:47:34Z', 'revision_number': 4, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f24673c-0c14-44dd-b08e-2d413376c466', 'name': '', 'network_id': '3210886c-c112-422a-9e5f-6ad7ae1b05be', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'mac_address': 'fa:16:3e:1d:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eaf36b1-797d-4795-94e1-c561a2ff2060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:32Z', 'updated_at': '2022-02-13T23:47:51Z', 'revision_number': 4, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'subnets': [{'id': '0eaf36b1-797d-4795-94e1-c561a2ff2060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:47:53.720388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': 'd0b0a026-6caa-4b7a-9c70-dc43d0de0bfc'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:47:53.721436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:53.744800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf39ded7-23c7-48ce-bf6f-35e8cb8825f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/c42faff1-542e-4342-ae3d-3c8793fd065d HTTP/1.1" status: 204 len: 168 time: 2.2669160 Feb 13 23:47:53.749553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48104) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:53.879626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-995db64f-567e-4f19-b248-55653bbac35f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4503012 Feb 13 23:47:53.930071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7429-964d-4044-852b-400e449229ba req-049283e6-cc87-4d87-aabf-06e33aa9ab8d tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:53.931618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7fc7429-964d-4044-852b-400e449229ba req-049283e6-cc87-4d87-aabf-06e33aa9ab8d tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.42 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 945 time: 0.8864009 Feb 13 23:47:53.983219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0508dee-2602-4822-b6a2-8ba33c1b1ddd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:53.985510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0508dee-2602-4822-b6a2-8ba33c1b1ddd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:53.986280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f0508dee-2602-4822-b6a2-8ba33c1b1ddd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:54.185798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Allocated IP 2001:db8::f816:3eff:feba:5801 (f3558132-a192-4c12-af74-1bdc60bf6bc0/d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc/30f04ad5-c2c4-40c6-8f9e-5acd7560db63) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:47:54.267767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f0508dee-2602-4822-b6a2-8ba33c1b1ddd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:54.277518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f0508dee-2602-4822-b6a2-8ba33c1b1ddd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5106280 Feb 13 23:47:54.301899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:54.325063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-02be90f9-ec99-4835-84bc-b659cbb210b8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115059 Feb 13 23:47:54.665682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:54.670586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-d5be1267-f62b-44c9-b521-6978a749b599 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348320 Feb 13 23:47:54.713868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Deleting port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:47:54.714232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:54.729972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Transition to ACTIVE for port object 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:54.777342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Transition to ACTIVE for port object 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:47:54.801270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:54.902968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:47:54.921084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:47:54.952233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:47:55.179274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Pushing event updated for resources: {'Port': ['ID=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:55.249086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Attempting to bind port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:47:55.249459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Attempting to bind port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:47:55.250402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Attempting to bind port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:47:55.286351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:47:55.286928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:47:55.287503 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:55.288048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:47:55.288671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Bound port: 30f04ad5-c2c4-40c6-8f9e-5acd7560db63, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:47:55.289203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:55.444113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-adf323b0-72b2-49c0-bfad-51ceab7f29d8 req-680e5f85-74da-4de6-b3c1-7654c23d8665 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 210 time: 0.2093453 Feb 13 23:47:55.578734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:47:55.590579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:55.671693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] For port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,segment=NetworkSegment(b82bbe77-5d52-4ac1-99bb-64cdf8a2a088),segment_id=b82bbe77-5d52-4ac1-99bb-64cdf8a2a088)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:55.672235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:55.848168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] For port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:47:55.857578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] For port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:47:55.867707 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:55.949097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:56.054390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2da1-ed45-4d8d-b5d1-ec4740694b8e None None] Pushing event updated for resources: {'Port': ['ID=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:56.073719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f24673c-0c14-44dd-b08e-2d413376c466 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:56.226076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfeffd-b1ee-465e-bb22-45d6c5fae1a6 req-042e2510-bc11-45ae-9aee-e699ac6de384 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:56.230556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93dfeffd-b1ee-465e-bb22-45d6c5fae1a6 req-042e2510-bc11-45ae-9aee-e699ac6de384 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 945 time: 1.6922235 Feb 13 23:47:56.322810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4f24673c-0c14-44dd-b08e-2d413376c466 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:56.331472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4f24673c-0c14-44dd-b08e-2d413376c466 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:56.331726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:56.514995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Calling delete_port for a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:47:56.592394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93dfeffd-b1ee-465e-bb22-45d6c5fae1a6 req-f8b70839-36ee-42dd-98bd-d09538c8bfcb tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b5d2972-9817-439c-89b6-adce9e39d9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501348 Feb 13 23:47:56.778255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:47:56.784069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:47:56.795731 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] Sync routers for ids ['adf6b09a-1443-4340-852c-16572bea69a0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:47:56.837182 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] Routers {'adf6b09a-1443-4340-852c-16572bea69a0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:56.838074 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['adf6b09a-1443-4340-852c-16572bea69a0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:56.857681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:56.985029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Router e6d1e0c2-1810-412e-a29c-16f4ddb75664 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:47:57.022630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:57.028705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:47:57.033869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:47:57.109597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:57.220085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Pushing event deleted for resources: {'Port': ['ID=a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:57.271851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4f24673c-0c14-44dd-b08e-2d413376c466, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f24673c-0c14-44dd-b08e-2d413376c466,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:57.283473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:57.291124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9ad7627-de9f-4643-b7e8-f61467876aad req-8e411c90-0e08-496e-aef2-ad0ba8163a7e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 210 time: 0.2267988 Feb 13 23:47:57.294598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c04d1ffd-8ffe-480c-9fc3-c5b583d3d881 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "PUT /v2.0/routers/adf6b09a-1443-4340-852c-16572bea69a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4778445 Feb 13 23:47:57.298667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48160) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:57.451358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] No DVR routers for this DVR port a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:47:57.457780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:57.480565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4f24673c-0c14-44dd-b08e-2d413376c466,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:57.487040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'name': 'network-vif-deleted', 'tag': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:47:57.528954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7fc7429-964d-4044-852b-400e449229ba req-3317462c-5ad3-47fb-b9c3-f8893709a661 tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.42 "DELETE /v2.0/ports/a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc HTTP/1.1" status: 204 len: 173 time: 3.2029164 Feb 13 23:47:57.548161 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] Set router adf6b09a-1443-4340-852c-16572bea69a0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:57.624178 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fe2c29-744b-4a57-a339-bcfd6c315aa3', 'name': 'network-vif-deleted', 'tag': 'a0db87e8-5d8b-47df-8047-b7ca8ff0cbdc', 'status': 'completed', 'code': 200} Feb 13 23:47:58.105177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f24673c-0c14-44dd-b08e-2d413376c466 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:58.249237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-61ba30b0-918d-4d1b-a2df-c79a41ea5b15 req-a5fbb0fe-b2e8-4ec9-ad9a-51ef83b5ec4b tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Synchronizing usage tracker for tenant:236c6846f0354bb5a121ec334da48349 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:47:58.304334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-61ba30b0-918d-4d1b-a2df-c79a41ea5b15 req-a5fbb0fe-b2e8-4ec9-ad9a-51ef83b5ec4b tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] Unset dirty status for tenant:236c6846f0354bb5a121ec334da48349 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:47:58.362839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61ba30b0-918d-4d1b-a2df-c79a41ea5b15 req-a5fbb0fe-b2e8-4ec9-ad9a-51ef83b5ec4b tempest-InstanceActionsV221TestJSON-1943030625 tempest-InstanceActionsV221TestJSON-1943030625-project] 10.222.0.36 "GET /v2.0/ports?device_id=07fe2c29-744b-4a57-a339-bcfd6c315aa3 HTTP/1.1" status: 200 len: 210 time: 0.2209938 Feb 13 23:47:58.414428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4f24673c-0c14-44dd-b08e-2d413376c466 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:58.415475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:58.608697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-da386a5f-fbe4-4abe-a028-6083376a0f67 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:47:58.611364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-da386a5f-fbe4-4abe-a028-6083376a0f67 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 1.0897737 Feb 13 23:47:58.711594 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:47:47Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:58.723023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'port': {'device_id': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'admin_state_up': True, 'tenant_id': '37061f324cd34d6daa0813fcd638c758'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:47:58.726380 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] Checking router: adf6b09a-1443-4340-852c-16572bea69a0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:47:58.763547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] Routers {'adf6b09a-1443-4340-852c-16572bea69a0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:47:58.764250 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['adf6b09a-1443-4340-852c-16572bea69a0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:47:58.999327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-11e99054-01ea-4e27-a423-19c9e54d44da req-9999707b-9245-44c9-ad72-930f15dafe4f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 210 time: 0.1673048 Feb 13 23:47:59.051617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b6764a85-93f5-4a19-a576-846250000f14 None None] Provisioning for port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:59.106058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:47:59.174101 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] Set router adf6b09a-1443-4340-852c-16572bea69a0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:47:59.198768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.287476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4adf0d75-617d-417b-8627-fe28586ea9ab None None] Could not find standard attr ID for object 78289311-6f70-435e-b208-b8452ad9e2e9. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:47:59.318685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:47:59.324266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:47:59.324638 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.378341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:47:59.412929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.413413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.413651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.418736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.419101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.419435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.419743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.420337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.420672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.420994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.421303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:47:59.435817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.530395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting subnet a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:47:59.549264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.646749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-92a96378-ff82-4559-be55-15419701ffec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc HTTP/1.1" status: 204 len: 168 time: 5.3415525 Feb 13 23:47:59.661338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:47:59.661548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:59.683804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:47:59.732433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-de760e81-372e-4010-bce4-77426170f302 None None] Could not find standard attr ID for object c42faff1-542e-4342-ae3d-3c8793fd065d. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:47:59.738270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.742063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:47:59.750623 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.779736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:47:59.787261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.859631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:47:59.904602 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-44d3158e-6bb8-49ba-8bb3-f0f219afe74b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2356899 Feb 13 23:47:59.910638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48206) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:47:59.919363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:00.025841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd45bd-b446-4905-9c62-e9bf3993ed74 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:00.068090 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:47:47Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:00.081088 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8ccc-ca9d-4502-bbc4-54c748d45957 None None] The sync data for ids ['adf6b09a-1443-4340-852c-16572bea69a0'] in n-d-828979-1 is: [{'id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976232655', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:30Z', 'updated_at': '2022-02-13T23:47:47Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '7618c02a-899b-4d0f-b613-05ac6e9000ba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6b09a-1443-4340-852c-16572bea69a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:32Z', 'updated_at': '2022-02-13T23:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:48:00.366314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:00.373648 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6af5-6d36-4abb-b4f2-465bcead8f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.464491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48216) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:00.536261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:00.543157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f6fa01c-5c94-448c-a8f3-93e25aa62b99 req-7ab4a446-36c3-436f-a896-52d515e8a905 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 210 time: 0.1637235 Feb 13 23:48:00.550427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] Deleting port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:00.550945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.574430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:00.579625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:00.587110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:00.592898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.597993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:00.610960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:00.777977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Deleting subnet 5efe8eb6-2622-4233-bc2c-f23286327b76 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:00.784505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.878291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:48:00.933082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.958071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] For port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:00.958547 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.961035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Allocated IP 172.20.0.4 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/91048d47-a660-4651-9dc0-5bd5c4b11aaa) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:00.965026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:00.989696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:01.153247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] Calling delete_port for 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:01.157549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-13768936-5179-417a-92cb-4ad2ed23cd41 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6d1e0c2-1810-412e-a29c-16f4ddb75664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8967183 Feb 13 23:48:01.166497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48224) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:01.185450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Subnet': ['ID=a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:01.243829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] Sync routers for ids ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:48:01.271363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] Routers {'e6d1e0c2-1810-412e-a29c-16f4ddb75664'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:01.272497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:47:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:01.476685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] Set router e6d1e0c2-1810-412e-a29c-16f4ddb75664 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:01.616371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:48:01.617814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:01.710341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:01.716005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:01.726533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:01.727300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:01.785069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8723795 Feb 13 23:48:01.788912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48230) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:01.819298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:7c:b2:40', 'name': 'tempest-NetworksTestDHCPv6-1107532722'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:01.830187 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:01.978401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] No DVR routers for this DVR port 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:02.020946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0421a-cbb9-4ca5-8377-1e25cc40a768 None None] Pushing event deleted for resources: {'Port': ['ID=30f04ad5-c2c4-40c6-8f9e-5acd7560db63,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:02.026933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a9d98ab-20e7-4687-bbff-630228509a4c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:02.057485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.059450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a62ccff6-a08c-4ef8-aff5-a9d2dd39b3e7 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/subnets/a43e3495-f1e2-45f1-ac76-5f3c7f1c6ed1 HTTP/1.1" status: 204 len: 168 time: 4.7378309 Feb 13 23:48:02.104068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:02.111086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9984625a-be84-407c-a9cf-fa7c1166477c None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:02.112212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fb0be-c57d-40c9-9804-c6a9fd9ad735 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=07d23baa-6d06-4cee-95f0-88ab34a04fcc,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:02.132332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8a9d98ab-20e7-4687-bbff-630228509a4c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:02.132673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a9d98ab-20e7-4687-bbff-630228509a4c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:02.133087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:02.147222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4758e90d-ff3a-46dd-b54e-bbb3af4ecc6b req-76902d3d-e3d4-410b-abb2-f47efd750946 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:02.177150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c265b5-e8ec-4cd7-8ee9-68983c64310b None None] Network 942ba4a3-ceab-42ee-85b7-e73f667f570d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:02.178845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:02.179035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.183097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:02.186244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:02.193295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:02.212913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:02.224777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.277058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 8335f7f3-0bc7-4329-8d68-435b5fa3d585 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:48:02.307483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:02.313632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 30f04ad5-c2c4-40c6-8f9e-5acd7560db63 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:02.434568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.467185 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b5686aa-d4a4-4356-8c20-9d63f8685c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.508756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fe7c:b240 (f3558132-a192-4c12-af74-1bdc60bf6bc0/07d23baa-6d06-4cee-95f0-88ab34a04fcc/8335f7f3-0bc7-4329-8d68-435b5fa3d585) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:02.654242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:47:50Z', 'revision_number': 5, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:02.684291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] Checking router: e6d1e0c2-1810-412e-a29c-16f4ddb75664 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:48:02.739978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-4758e90d-ff3a-46dd-b54e-bbb3af4ecc6b req-76902d3d-e3d4-410b-abb2-f47efd750946 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:02.745447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4758e90d-ff3a-46dd-b54e-bbb3af4ecc6b req-76902d3d-e3d4-410b-abb2-f47efd750946 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 210 time: 0.7393379 Feb 13 23:48:02.746734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Transition to ACTIVE for port object 91048d47-a660-4651-9dc0-5bd5c4b11aaa will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:02.769489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] Routers {'e6d1e0c2-1810-412e-a29c-16f4ddb75664'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:02.770977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:02.852036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.922067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efe8eb6-2622-4233-bc2c-f23286327b76,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:02.951754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:02.964099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.004361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '07d23baa-6d06-4cee-95f0-88ab34a04fcc'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:03.007460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.185462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] DHCP port deletion for 942ba4a3-ceab-42ee-85b7-e73f667f570d request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:03.193563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.210608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48332) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:03.214592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9de415fe-0926-4512-add0-0809e5984f12 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5efe8eb6-2622-4233-bc2c-f23286327b76 HTTP/1.1" status: 204 len: 168 time: 2.7466898 Feb 13 23:48:03.244425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] Deleting port bd155eab-686e-46e8-8749-db2c02f642e0 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:03.248310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.308008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:03.318936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:03.332082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:03.414600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] Set router e6d1e0c2-1810-412e-a29c-16f4ddb75664 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:03.418642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=91048d47-a660-4651-9dc0-5bd5c4b11aaa,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:03.516325 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.523158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 8335f7f3-0bc7-4329-8d68-435b5fa3d585 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:03.574432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:03.575360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.689813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-604add05-c3d6-4735-b5ee-a6fc1c3d004b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9715223 Feb 13 23:48:03.703804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Request body: {'port': {'device_id': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:03.745645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.860526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.912113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.957501 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:03.961039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bd155eab-686e-46e8-8749-db2c02f642e0 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:04.061822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7df6313-670a-41a2-a9ef-c9739bfdbb49']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:04.113333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.123236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=8335f7f3-0bc7-4329-8d68-435b5fa3d585,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:04.199337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.204695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:04.205256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82bbe77-5d52-4ac1-99bb-64cdf8a2a088') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:04.227848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:04.230916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:04.234333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:04.240352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:04.241166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.246307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.296793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.303484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Allocated IP 2001:db8::f816:3eff:fe96:8d9 (f3558132-a192-4c12-af74-1bdc60bf6bc0/07d23baa-6d06-4cee-95f0-88ab34a04fcc/de9181d3-aeba-4ca7-afe7-bc4848efa11b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:04.309534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:48:04.310179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.323553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-18281e8a-62b1-4c60-8935-b64494a7ef57 None None] Provisioning for port 91048d47-a660-4651-9dc0-5bd5c4b11aaa completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:48:04.327432 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:48:04.333572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] For port bd155eab-686e-46e8-8749-db2c02f642e0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bd155eab-686e-46e8-8749-db2c02f642e0,segment=NetworkSegment(99f81e88-2524-4ebc-81a7-edc85f996ae9),segment_id=99f81e88-2524-4ebc-81a7-edc85f996ae9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:04.336610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.336743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8dd6aa7d-04ea-4a5f-b1e7-531be23ec648 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5441771 Feb 13 23:48:04.386516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48434) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:04.426130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a241-6410-4408-8adc-f44aa4ef0135 req-ceb059e4-bc9d-4a39-b896-3c20c4f8a6a5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:04.427654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a8b6a241-6410-4408-8adc-f44aa4ef0135 req-ceb059e4-bc9d-4a39-b896-3c20c4f8a6a5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 931 time: 0.2863650 Feb 13 23:48:04.433259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-18281e8a-62b1-4c60-8935-b64494a7ef57 None None] Provisioning complete for port 91048d47-a660-4651-9dc0-5bd5c4b11aaa triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:04.433631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-18281e8a-62b1-4c60-8935-b64494a7ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.543648 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a8b6a241-6410-4408-8adc-f44aa4ef0135 req-59420b56-36c1-416e-b2c6-af18ddda2a6b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933805 Feb 13 23:48:04.551894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.554311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.571145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.613494 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7df6313-670a-41a2-a9ef-c9739bfdbb49 HTTP/1.1" status: 204 len: 168 time: 1.3998206 Feb 13 23:48:04.613494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a390b-5f99-4caf-b3c6-c50760093732 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7df6313-670a-41a2-a9ef-c9739bfdbb49,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:04.621368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] Calling delete_port for bd155eab-686e-46e8-8749-db2c02f642e0 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:04.870490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:04.881241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-18281e8a-62b1-4c60-8935-b64494a7ef57 None None] Port 91048d47-a660-4651-9dc0-5bd5c4b11aaa cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:48:04.895073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8829cbc2-f68c-4bc2-9c75-2e4d69e51439 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:04.899894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8829cbc2-f68c-4bc2-9c75-2e4d69e51439 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5098934 Feb 13 23:48:04.900773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:05.105587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 8335f7f3-0bc7-4329-8d68-435b5fa3d585 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:05.105931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.178130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.180506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48520) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:05.336377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] Pushing event deleted for resources: {'Port': ['ID=bd155eab-686e-46e8-8749-db2c02f642e0,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:05.358467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.367392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836b866-acb8-4a62-b00c-80922d538709 None None] No DVR routers for this DVR port bd155eab-686e-46e8-8749-db2c02f642e0 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:05.372248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-490f6fed-6fd2-408d-8d19-78b72b7e4312 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=236c6846f0354bb5a121ec334da48349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1881883 Feb 13 23:48:05.372952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48550) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:05.395815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:47:50Z', 'revision_number': 5, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:05.400466 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.411290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3b51d4-350e-4407-8d28-84a92f978eaa None None] The sync data for ids ['e6d1e0c2-1810-412e-a29c-16f4ddb75664'] in n-d-828979-1 is: [{'id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'name': 'tempest-TestAggregatesBasicOps-1362997584-router', 'tenant_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:46:43Z', 'updated_at': '2022-02-13T23:47:50Z', 'revision_number': 5, 'project_id': 'd5d14bc26f5644fba0125a7e82c61d4a', 'gw_port': {'id': 'e84ae249-8cf1-4013-9717-2cf8747e979c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e0c2-1810-412e-a29c-16f4ddb75664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:46:46Z', 'updated_at': '2022-02-13T23:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:48:05.423833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Transition to ACTIVE for port object de9181d3-aeba-4ca7-afe7-bc4848efa11b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:05.447956 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.463133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.464028 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Transition to ACTIVE for port object de9181d3-aeba-4ca7-afe7-bc4848efa11b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:05.474756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.492307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadcc522-12b5-433e-9218-fc39a5e4d348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.554685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port 7618c02a-899b-4d0f-b613-05ac6e9000ba {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:05.555033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.590802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Pushing event updated for resources: {'Port': ['ID=de9181d3-aeba-4ca7-afe7-bc4848efa11b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:05.600281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:05.602360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:05.607411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:05.632316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:48:05.652264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Deleting port e84ae249-8cf1-4013-9717-2cf8747e979c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:05.653029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.713959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadcc522-12b5-433e-9218-fc39a5e4d348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.726312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Attempting to bind port de9181d3-aeba-4ca7-afe7-bc4848efa11b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:05.726942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Attempting to bind port de9181d3-aeba-4ca7-afe7-bc4848efa11b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:05.728066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Attempting to bind port de9181d3-aeba-4ca7-afe7-bc4848efa11b on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:05.738478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:05.739558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:05.740528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.741260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:05.741926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Bound port: de9181d3-aeba-4ca7-afe7-bc4848efa11b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:05.743513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.855286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 39c05241-b508-4dc9-88d6-9a007758ba3d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:05.887610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:05.919240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 39c05241-b508-4dc9-88d6-9a007758ba3d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:05.919719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 39c05241-b508-4dc9-88d6-9a007758ba3d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:06.007959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91048d47-a660-4651-9dc0-5bd5c4b11aaa {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:48:06.008503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] For port de9181d3-aeba-4ca7-afe7-bc4848efa11b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:06.016197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] For port de9181d3-aeba-4ca7-afe7-bc4848efa11b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de9181d3-aeba-4ca7-afe7-bc4848efa11b,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:06.030301 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.076341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.130249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc96c0-5881-4bf9-8824-7c0fb5e4b1c4 None None] Pushing event updated for resources: {'Port': ['ID=de9181d3-aeba-4ca7-afe7-bc4848efa11b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:06.143846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 8335f7f3-0bc7-4329-8d68-435b5fa3d585 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:06.196416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] For port e84ae249-8cf1-4013-9717-2cf8747e979c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e84ae249-8cf1-4013-9717-2cf8747e979c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:06.196416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.231768 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadcc522-12b5-433e-9218-fc39a5e4d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.273915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Transition to ACTIVE for port object 91048d47-a660-4651-9dc0-5bd5c4b11aaa will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:06.316819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcc522-12b5-433e-9218-fc39a5e4d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5d2972-9817-439c-89b6-adce9e39d9df,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:06.337649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadcc522-12b5-433e-9218-fc39a5e4d348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.343951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aadcc522-12b5-433e-9218-fc39a5e4d348 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b5d2972-9817-439c-89b6-adce9e39d9df HTTP/1.1" status: 204 len: 168 time: 0.9562120 Feb 13 23:48:06.391320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Calling delete_port for e84ae249-8cf1-4013-9717-2cf8747e979c owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:06.487195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.602561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.705004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=8335f7f3-0bc7-4329-8d68-435b5fa3d585,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:06.752506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] For port 7618c02a-899b-4d0f-b613-05ac6e9000ba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7618c02a-899b-4d0f-b613-05ac6e9000ba,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:06.753137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.924997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624da89-5a27-446a-924c-dde70b39804a req-190dafc5-dd69-48c5-82db-0a026cc764d9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:06.926845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0624da89-5a27-446a-924c-dde70b39804a req-190dafc5-dd69-48c5-82db-0a026cc764d9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 931 time: 1.1145597 Feb 13 23:48:06.927865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Pushing event updated for resources: {'Port': ['ID=91048d47-a660-4651-9dc0-5bd5c4b11aaa,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:06.942805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for 7618c02a-899b-4d0f-b613-05ac6e9000ba owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:06.947515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:06.980120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-53c88c39-3054-41d2-8e86-085a881e19ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/8335f7f3-0bc7-4329-8d68-435b5fa3d585 HTTP/1.1" status: 204 len: 168 time: 2.0779126 Feb 13 23:48:06.980835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48702) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:07.135917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474de8b-96b9-4b03-b309-4f8eb043d630 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:07.137674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474de8b-96b9-4b03-b309-4f8eb043d630 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:07.138239 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:07.139754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b474de8b-96b9-4b03-b309-4f8eb043d630 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:07.196716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b474de8b-96b9-4b03-b309-4f8eb043d630 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:07.201486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b474de8b-96b9-4b03-b309-4f8eb043d630 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2162521 Feb 13 23:48:07.202169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48730) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:07.410086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0624da89-5a27-446a-924c-dde70b39804a req-671eff10-0a59-46fc-9a86-3722d5915558 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299796 Feb 13 23:48:07.479363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Attempting to bind port 91048d47-a660-4651-9dc0-5bd5c4b11aaa on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:07.479918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Attempting to bind port 91048d47-a660-4651-9dc0-5bd5c4b11aaa by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:07.480507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Attempting to bind port 91048d47-a660-4651-9dc0-5bd5c4b11aaa on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:07.548175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Port 91048d47-a660-4651-9dc0-5bd5c4b11aaa on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:48:07.549452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Attempting to bind port 91048d47-a660-4651-9dc0-5bd5c4b11aaa on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:07.552759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:07.568304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 07d23baa-6d06-4cee-95f0-88ab34a04fcc {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:07.572355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:07.646367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:07.817380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=7618c02a-899b-4d0f-b613-05ac6e9000ba,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:07.822492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-45f5fb63-c3f8-4cfd-b810-aa8522a2818d None None] Provisioning for port de9181d3-aeba-4ca7-afe7-bc4848efa11b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:07.850349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:07.852330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:07.852850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:07.853395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:07.858626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Bound port: 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:07.859473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.037290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.039729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de9181d3-aeba-4ca7-afe7-bc4848efa11b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:08.152471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=07d23baa-6d06-4cee-95f0-88ab34a04fcc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:08.163727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.193490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f57b70c5-d65f-4d8e-ba5a-1d4ba82a6bec tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/07d23baa-6d06-4cee-95f0-88ab34a04fcc HTTP/1.1" status: 204 len: 168 time: 0.9870436 Feb 13 23:48:08.194016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48770) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:08.205633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port de9181d3-aeba-4ca7-afe7-bc4848efa11b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:08.207160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48772) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:08.219634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port de9181d3-aeba-4ca7-afe7-bc4848efa11b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:08.220533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.260436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ef8b3-f8dd-4cef-9c21-dc19d00be4f6 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:08.273275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.289490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b51d1ffa-3d00-4311-b42e-6fc3cbc8ce85 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942321 Feb 13 23:48:08.292233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48780) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:08.364347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4b5b3cfa-a237-4f5e-aae3-5e8142b95aea None None] Could not find standard attr ID for object 8335f7f3-0bc7-4329-8d68-435b5fa3d585. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:48:08.465771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c959bc-9bf3-43e4-b2ae-563a9d771d88 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:08.466946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49c959bc-9bf3-43e4-b2ae-563a9d771d88 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:08.507885 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49c959bc-9bf3-43e4-b2ae-563a9d771d88 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:08.511946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-49c959bc-9bf3-43e4-b2ae-563a9d771d88 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2185488 Feb 13 23:48:08.512589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48792) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:08.618943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.647909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a060142d-0cd3-40ac-a6bc-e7b6cc112193 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:08.649216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a060142d-0cd3-40ac-a6bc-e7b6cc112193 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:08.676796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a060142d-0cd3-40ac-a6bc-e7b6cc112193 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:08.680300 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a060142d-0cd3-40ac-a6bc-e7b6cc112193 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644554 Feb 13 23:48:08.680985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48796) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:08.694198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port de9181d3-aeba-4ca7-afe7-bc4848efa11b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de9181d3-aeba-4ca7-afe7-bc4848efa11b,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:08.706001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.777845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fe01b547-6293-496a-9676-4e5d769ae178 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915141 Feb 13 23:48:08.778455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48800) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:08.787011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:08.828200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84ae249-8cf1-4013-9717-2cf8747e979c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:08.836447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=de9181d3-aeba-4ca7-afe7-bc4848efa11b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:08.854427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.854875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.855271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.855662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.856056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.856443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.856830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.857212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.857592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.857969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.858385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:08.880013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.891760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-537078374-network', 'tenant_id': '9d1543b7ec1549508513d88583eb632c'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:08.917523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:08.918493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:08.923627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:08.924426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] Deleting port de9181d3-aeba-4ca7-afe7-bc4848efa11b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:08.924808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.929075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:08.944494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:08.948868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:08.953414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.002422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Usage tracker for resource:network and tenant:9d1543b7ec1549508513d88583eb632c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:09.082962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] For port 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:09.084784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:09.214981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] For port de9181d3-aeba-4ca7-afe7-bc4848efa11b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de9181d3-aeba-4ca7-afe7-bc4848efa11b,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:09.217787 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.222409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:09.264863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] For port 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:09.330859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Made reservation on behalf of 9d1543b7ec1549508513d88583eb632c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:09.333363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.344981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.345905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.412580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] Calling delete_port for de9181d3-aeba-4ca7-afe7-bc4848efa11b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:09.419410 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.452442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:09.456382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:09.461267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:09.462138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.469598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=4628c4f7-47fc-44f6-8f21-7e8bef932e29,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:09.512442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.539260 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-96c32c6b-60a5-49ae-9847-2137c8d1ec7c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7595489 Feb 13 23:48:09.541714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48810) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:09.549209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:1e:42:75', 'name': 'tempest-NetworksTestDHCPv6-1127548072'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:09.571897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] Pushing event deleted for resources: {'Port': ['ID=de9181d3-aeba-4ca7-afe7-bc4848efa11b,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:09.582964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378627e-4acb-4bbf-bd2c-85072ec5604e None None] No DVR routers for this DVR port de9181d3-aeba-4ca7-afe7-bc4848efa11b on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:09.601265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc1c3b-fda8-48a4-a134-f5a67e5ad921 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:09.911307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:09.929035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '4628c4f7-47fc-44f6-8f21-7e8bef932e29'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:09.930276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.936369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:09.953594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:09.958929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:09.994239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port ecd3f155-9d19-4f04-9154-b77360f3f00e yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:48:10.055196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de9181d3-aeba-4ca7-afe7-bc4848efa11b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:10.071961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.129088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588604c1-bf82-47bd-916b-adb20ba3c640 req-b33f449f-19af-453d-b2da-f683906aba82 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:10.130632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-588604c1-bf82-47bd-916b-adb20ba3c640 req-b33f449f-19af-453d-b2da-f683906aba82 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 943 time: 1.3166223 Feb 13 23:48:10.132942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.140634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: de9181d3-aeba-4ca7-afe7-bc4848efa11b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:10.141639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de9181d3-aeba-4ca7-afe7-bc4848efa11b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:10.143960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.146427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] 10.222.0.31 "PUT /v2.0/ports/91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 1091 time: 6.4475715 Feb 13 23:48:10.161009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'tag': '91048d47-a660-4651-9dc0-5bd5c4b11aaa'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:10.203402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::19d (f3558132-a192-4c12-af74-1bdc60bf6bc0/4628c4f7-47fc-44f6-8f21-7e8bef932e29/ecd3f155-9d19-4f04-9154-b77360f3f00e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:10.251922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.522844 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-588604c1-bf82-47bd-916b-adb20ba3c640 req-78d69b06-025c-4628-b4b8-e89e0bf847be tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746660 Feb 13 23:48:10.535138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a9ba-16be-470b-a008-c85722140266 service neutron] Pushing event updated for resources: {'Port': ['ID=91048d47-a660-4651-9dc0-5bd5c4b11aaa,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:10.564249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.604343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:10.612237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.613522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Usage tracker for resource:security_group_rule and tenant:9d1543b7ec1549508513d88583eb632c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:10.620296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:10.632592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:10.637501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.638282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Fanout notify agent at l3_agent the message router_deleted on router adf6b09a-1443-4340-852c-16572bea69a0 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:48:10.670558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-02b78988-7124-4ac8-a8cd-2e279cfc90f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1094 time: 0.4299221 Feb 13 23:48:10.678773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.699844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object ecd3f155-9d19-4f04-9154-b77360f3f00e will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:10.747282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.781067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-10dd0f26-0511-4400-8a0a-9f56420f5862 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 217 time: 0.0921500 Feb 13 23:48:10.782898 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'tag': '91048d47-a660-4651-9dc0-5bd5c4b11aaa', 'status': 'completed', 'code': 200} Feb 13 23:48:10.849207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=ecd3f155-9d19-4f04-9154-b77360f3f00e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:10.873192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:10.875137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:10.883012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:10.887836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:10.888484 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.900731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:10.900731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d1e0c2-1810-412e-a29c-16f4ddb75664 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:48:10.906487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/4628c4f7-47fc-44f6-8f21-7e8bef932e29/9a7203e6-56c0-46eb-9989-6ef48329a4eb) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:10.940995 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ba1e5341-662d-4f45-9db9-1704e23a0c61 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3979783 Feb 13 23:48:10.941753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:11.001215 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.021838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48828) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:11.021922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f246cee8-aa30-4a29-a1d9-e474ed48180d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/routers/adf6b09a-1443-4340-852c-16572bea69a0 HTTP/1.1" status: 204 len: 168 time: 8.8705215 Feb 13 23:48:11.024960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.033093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-557ba994-e682-43d6-99f8-c56527d1b601 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e6d1e0c2-1810-412e-a29c-16f4ddb75664 HTTP/1.1" status: 204 len: 168 time: 9.8527317 Feb 13 23:48:11.047039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:11.067699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-1621d54b-b261-4fa1-a50e-ddfe6c31e7d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:11.069061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-1621d54b-b261-4fa1-a50e-ddfe6c31e7d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2790194 Feb 13 23:48:11.258675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021da022-fd93-4e87-ba36-c66b062aa2a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:11.259432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-021da022-fd93-4e87-ba36-c66b062aa2a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:11.269013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.269516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.290669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.293107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-021da022-fd93-4e87-ba36-c66b062aa2a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:11.298480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-021da022-fd93-4e87-ba36-c66b062aa2a7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3555727 Feb 13 23:48:11.304653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Deleting subnet ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:11.307788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48838) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:11.354642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.385091 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.399564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Transition to ACTIVE for port object 9a7203e6-56c0-46eb-9989-6ef48329a4eb will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:11.424927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Transition to ACTIVE for port object 9a7203e6-56c0-46eb-9989-6ef48329a4eb will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:11.434353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.497224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:11.498119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.503785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:11.513106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:11.548662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.563071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942ba4a3-ceab-42ee-85b7-e73f667f570d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:11.588982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f81e88-2524-4ebc-81a7-edc85f996ae9') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:11.589114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f81e88-2524-4ebc-81a7-edc85f996ae9') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:11.626832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.663539 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.673700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Pushing event updated for resources: {'Port': ['ID=9a7203e6-56c0-46eb-9989-6ef48329a4eb,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:11.676101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Attempting to bind port 9a7203e6-56c0-46eb-9989-6ef48329a4eb on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:11.676474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Attempting to bind port 9a7203e6-56c0-46eb-9989-6ef48329a4eb by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:11.676834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Attempting to bind port 9a7203e6-56c0-46eb-9989-6ef48329a4eb on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:11.678353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:48:11.678810 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.684797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:11.685168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:11.685564 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.685947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:11.686540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Bound port: 9a7203e6-56c0-46eb-9989-6ef48329a4eb, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:11.686950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.718675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.806615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] For port 9a7203e6-56c0-46eb-9989-6ef48329a4eb, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:11.811465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] For port 9a7203e6-56c0-46eb-9989-6ef48329a4eb, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9a7203e6-56c0-46eb-9989-6ef48329a4eb,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:11.817649 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.838567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.851556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:48:11.872121 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:48:11.904687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:11.911123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c52e1-f64f-434c-babc-3a564c2f46d8 None None] Pushing event updated for resources: {'Port': ['ID=9a7203e6-56c0-46eb-9989-6ef48329a4eb,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:11.914209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e84ae249-8cf1-4013-9717-2cf8747e979c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:11.916540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.936023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:11.950980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/networks/942ba4a3-ceab-42ee-85b7-e73f667f570d HTTP/1.1" status: 204 len: 168 time: 0.9346209 Feb 13 23:48:11.953582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:11.959932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901eb1b-9a49-47c3-a7d6-3e35bb07f91b tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Network': ['ID=942ba4a3-ceab-42ee-85b7-e73f667f570d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:11.965938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e84ae249-8cf1-4013-9717-2cf8747e979c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:11.966314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e84ae249-8cf1-4013-9717-2cf8747e979c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:11.966852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7618c02a-899b-4d0f-b613-05ac6e9000ba no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:11.976067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b701d0-3070-45ac-b1cd-d0078bc5795a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:11.993622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-2c81a26f-9b1f-4b94-ad68-e5fbe0820363 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9137175 Feb 13 23:48:11.999460 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.000341 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Added segment d9251b3a-d587-4bf6-8b61-4a65e052fe35 of type vlan for network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 Feb 13 23:48:12.013447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 7618c02a-899b-4d0f-b613-05ac6e9000ba {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:12.013810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7618c02a-899b-4d0f-b613-05ac6e9000ba not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:12.029975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a3e6c-4e46-4a42-99b7-cc4d8118ed49 None None] Network 66cb67ce-4f3f-4e43-abad-deec669dfae3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:12.068427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.099847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b34f78e2-417e-42d8-9e73-5bf3fe345f3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ad51b65a-31b0-46ce-9fc2-88cc1c24cc8c HTTP/1.1" status: 204 len: 168 time: 1.0354946 Feb 13 23:48:12.105628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48852) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:12.116845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port ecd3f155-9d19-4f04-9154-b77360f3f00e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:12.117352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.357701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.414625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port f0a4b297-41bf-47d1-b009-facbcc1323d2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:12.414962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.453422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3728-62f1-43fd-9418-5a895d62ec0d req-9594901b-5c29-40e4-90d3-6ab3d525908d tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:12.455128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40fe3728-62f1-43fd-9418-5a895d62ec0d req-9594901b-5c29-40e4-90d3-6ab3d525908d tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 950 time: 0.5535014 Feb 13 23:48:12.532474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-40fe3728-62f1-43fd-9418-5a895d62ec0d req-9b619724-6791-459d-aecd-c3e06c0a91a7 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680337 Feb 13 23:48:12.572932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] DHCP port deletion for 66cb67ce-4f3f-4e43-abad-deec669dfae3 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:12.582669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] Deleting port e0741881-1402-401d-9370-c9b85a9844c5 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:12.583042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.615698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.663300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Deleting port e0741881-1402-401d-9370-c9b85a9844c5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:12.663638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.692348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91f62-ba9c-43ad-86a8-c4afc0258e15 req-dd7b2f98-9dc9-4f45-9643-c91a30439380 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:12.700283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fee91f62-ba9c-43ad-86a8-c4afc0258e15 req-dd7b2f98-9dc9-4f45-9643-c91a30439380 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 943 time: 0.8274469 Feb 13 23:48:12.702230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-bab55813-e5a1-4164-8b14-9178b297b8be service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971142 Feb 13 23:48:12.732350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.734153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:12.735705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.785261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.785605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:12.904388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] For port e0741881-1402-401d-9370-c9b85a9844c5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e0741881-1402-401d-9370-c9b85a9844c5,segment=NetworkSegment(d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c),segment_id=d8a6c1a1-c262-4cc9-b09c-104b8f87fc2c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:12.905063 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.058586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] Pushing event updated for resources: {'Network': ['ID=7be7ddb4-7e3f-44b9-b654-1d25b2f08878,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:13.080894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] Calling delete_port for e0741881-1402-401d-9370-c9b85a9844c5 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:13.150925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for f0a4b297-41bf-47d1-b009-facbcc1323d2 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:13.188244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:48:13.226160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.236516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-96dc3cfd-c2f0-4188-bb70-eeb929773b1b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.0078838 Feb 13 23:48:13.253615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.272369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:13.292921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Request body: {'subnet': {'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-537078374-subnet', 'tenant_id': '9d1543b7ec1549508513d88583eb632c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:13.306229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:13.317819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Usage tracker for resource:subnet and tenant:9d1543b7ec1549508513d88583eb632c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:13.326270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:13.341910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:13.441863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] No DVR routers for this DVR port e0741881-1402-401d-9370-c9b85a9844c5 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:13.443599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f5d5f-7a7a-4988-8fbe-867b087133db None None] Pushing event deleted for resources: {'Port': ['ID=e0741881-1402-401d-9370-c9b85a9844c5,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:13.501529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.501772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for ecd3f155-9d19-4f04-9154-b77360f3f00e owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:13.544625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Made reservation on behalf of 9d1543b7ec1549508513d88583eb632c for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:13.547836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.559800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fee91f62-ba9c-43ad-86a8-c4afc0258e15 req-14c6be38-2ec4-413a-b14b-ca7cc1e7b36f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8586328 Feb 13 23:48:13.603626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] The port 'e0741881-1402-401d-9370-c9b85a9844c5' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:48:13.633376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=f0a4b297-41bf-47d1-b009-facbcc1323d2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:13.675496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-102d7c27-e2b9-4743-9aff-4bbb608df69c None None] Provisioning for port 9a7203e6-56c0-46eb-9989-6ef48329a4eb completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:13.705945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dae66aa6-28bd-4ced-a56d-2c7163c3f805 req-6c458fe3-3395-4b6d-821a-c9642f7628c9 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9947987 Feb 13 23:48:13.829813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.867283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cb67ce-4f3f-4e43-abad-deec669dfae3']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:13.881921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:13.882241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a6c1a1-c262-4cc9-b09c-104b8f87fc2c') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:13.900357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.948781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9fdece8-9ce2-431c-b494-c18cd14388d5 None None] Provisioning for port ecd3f155-9d19-4f04-9154-b77360f3f00e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:13.956951 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.971518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:48:13.971934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.978253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9fdece8-9ce2-431c-b494-c18cd14388d5 None None] Provisioning complete for port ecd3f155-9d19-4f04-9154-b77360f3f00e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:13.979850 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fdece8-9ce2-431c-b494-c18cd14388d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:48:13.988187 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:48:13.994426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.078598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19fe6-f9af-427f-a557-7520556e215f req-09a58870-792a-4519-9678-833eb6f0162b tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:14.080082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04a19fe6-f9af-427f-a557-7520556e215f req-09a58870-792a-4519-9678-833eb6f0162b tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 950 time: 0.3203056 Feb 13 23:48:14.105954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-95a6489b-770a-45b1-857f-c496c815f559 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1094 time: 0.3476083 Feb 13 23:48:14.109942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a7203e6-56c0-46eb-9989-6ef48329a4eb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:14.135178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.189371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdece8-9ce2-431c-b494-c18cd14388d5 None None] Port ecd3f155-9d19-4f04-9154-b77360f3f00e was deleted so its status cannot be updated. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 13 23:48:14.211376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9a7203e6-56c0-46eb-9989-6ef48329a4eb completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:14.221002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e2385-bf72-423e-912d-7967807f2103 req-fbba9e2c-36c7-4bea-aa21-94661041deca tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:14.222556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58e2385-bf72-423e-912d-7967807f2103 req-fbba9e2c-36c7-4bea-aa21-94661041deca tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.42 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 950 time: 0.7542276 Feb 13 23:48:14.228390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9a7203e6-56c0-46eb-9989-6ef48329a4eb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:14.228910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.306653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.312515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.318313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=ecd3f155-9d19-4f04-9154-b77360f3f00e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:14.347755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04a19fe6-f9af-427f-a557-7520556e215f req-24432fa8-7c44-41eb-a94a-b216c11f6c39 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603621 Feb 13 23:48:14.348273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48864) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:14.348645 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] 10.222.0.36 "DELETE /v2.0/networks/66cb67ce-4f3f-4e43-abad-deec669dfae3 HTTP/1.1" status: 204 len: 168 time: 2.2376125 Feb 13 23:48:14.361410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d7b7c-08d8-438b-b2c3-66bbe0b1e238 admin admin] Pushing event deleted for resources: {'Network': ['ID=66cb67ce-4f3f-4e43-abad-deec669dfae3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:14.385292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Deleting port 95abe7e1-c304-4ed9-bc47-d3348d53deaa {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:14.389079 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.463539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.545894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.547752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9a7203e6-56c0-46eb-9989-6ef48329a4eb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9a7203e6-56c0-46eb-9989-6ef48329a4eb,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:14.551372 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.592228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:14.689702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e0741881-1402-401d-9370-c9b85a9844c5 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:14.769138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e0741881-1402-401d-9370-c9b85a9844c5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:14.769538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e0741881-1402-401d-9370-c9b85a9844c5 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:14.772175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-872b0272-4e93-4191-a8a0-88fa08017fbb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/ecd3f155-9d19-4f04-9154-b77360f3f00e HTTP/1.1" status: 204 len: 168 time: 3.4378684 Feb 13 23:48:14.775667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:14.779486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9a7203e6-56c0-46eb-9989-6ef48329a4eb,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:14.837680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=1116936c-b0bd-4970-9b77-1f34f2e69591,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:14.857204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-0eaa3c5a-24be-4d9d-8fd7-c932dd1ff5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:14.858907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-0eaa3c5a-24be-4d9d-8fd7-c932dd1ff5dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.7413373 Feb 13 23:48:14.935361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Checking segment: {'id': 'd9251b3a-d587-4bf6-8b61-4a65e052fe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:14.935610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Network hostable DHCP agents. Network: 7be7ddb4-7e3f-44b9-b654-1d25b2f08878, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:48:14.953310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-b807ae23-3043-4937-a344-9e4e9287b68b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 217 time: 0.0789919 Feb 13 23:48:14.970944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2068881-1530-48d8-9c4f-a58a818e28f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:14.972379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2068881-1530-48d8-9c4f-a58a818e28f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:14.973078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c2068881-1530-48d8-9c4f-a58a818e28f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:14.995779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] For port 95abe7e1-c304-4ed9-bc47-d3348d53deaa, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=95abe7e1-c304-4ed9-bc47-d3348d53deaa,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:14.995997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:15.036880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-68d5b744-9779-41dd-862f-20e29502b6bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:15.038389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-68d5b744-9779-41dd-862f-20e29502b6bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0782137 Feb 13 23:48:15.201398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:48:15.236375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7be7ddb4-7e3f-44b9-b654-1d25b2f08878) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:15.243071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:15.243651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:15.254882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf84d0-7331-4d93-9579-05c5d67b105a None None] Network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:15.296053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1266a598-67ca-4a22-9b4e-01ecc6873ade admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0205479 Feb 13 23:48:15.301173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-52bf9042-75b4-4c92-8498-d77412be1ce3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571263 Feb 13 23:48:15.393291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Calling delete_port for 95abe7e1-c304-4ed9-bc47-d3348d53deaa owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:15.445245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c2068881-1530-48d8-9c4f-a58a818e28f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:15.448335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c2068881-1530-48d8-9c4f-a58a818e28f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6671898 Feb 13 23:48:15.451117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48880) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:15.532054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 91048d47-a660-4651-9dc0-5bd5c4b11aaa details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:48:15.571928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abff1c-78ad-4f62-8b2c-11851821544e req-a594070b-35cc-46e4-9eb2-bcdeaefbbe33 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:15.574868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77abff1c-78ad-4f62-8b2c-11851821544e req-a594070b-35cc-46e4-9eb2-bcdeaefbbe33 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 943 time: 0.7324469 Feb 13 23:48:15.758972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:15.789827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '91048d47-a660-4651-9dc0-5bd5c4b11aaa', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '91048d47-a660-4651-9dc0-5bd5c4b11aaa', 'mac_address': 'fa:16:3e:44:d0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:48:15.821062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-d899dced-5bae-4944-a089-ac57d5bd924b service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675095 Feb 13 23:48:15.887790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77abff1c-78ad-4f62-8b2c-11851821544e req-9263a396-4eee-450d-b332-900cf84b0aec tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877376 Feb 13 23:48:15.923738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 4628c4f7-47fc-44f6-8f21-7e8bef932e29 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:15.930536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:15.984498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a09abbfd-0ce6-470b-a80e-7f1fbed2b9f5 req-5bb0b798-ceb5-4f2e-915a-fcf7ddc81f32 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562097 Feb 13 23:48:15.994366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.043627 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.059148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76e1ab-6b70-4b0c-944a-dcd9582592ae req-3e1d679d-d3cb-4fb0-9fc7-9af495656344 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:16.069820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa76e1ab-6b70-4b0c-944a-dcd9582592ae req-3e1d679d-d3cb-4fb0-9fc7-9af495656344 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/ports?device_id=61335c8f-6477-4fe0-bb0d-cca987818cae HTTP/1.1" status: 200 len: 950 time: 0.4510834 Feb 13 23:48:16.071660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Pushing event deleted for resources: {'Port': ['ID=95abe7e1-c304-4ed9-bc47-d3348d53deaa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:16.079741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.174311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a7203e6-56c0-46eb-9989-6ef48329a4eb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:16.198674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa76e1ab-6b70-4b0c-944a-dcd9582592ae req-3df96ccf-f1ff-4343-8f37-775b2c9148a0 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4e078f8-d77e-4fd3-a67b-7358850d79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275363 Feb 13 23:48:16.228881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] No DVR routers for this DVR port 95abe7e1-c304-4ed9-bc47-d3348d53deaa on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:16.231749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.241787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'name': 'network-vif-deleted', 'tag': '95abe7e1-c304-4ed9-bc47-d3348d53deaa'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:16.243681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.260294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['95abe7e1-c304-4ed9-bc47-d3348d53deaa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:48:16.276465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a58e2385-bf72-423e-912d-7967807f2103 req-db61571f-1576-46f1-a828-a13e37445635 tempest-VolumesBackupsTest-5603838 tempest-VolumesBackupsTest-5603838-project] 10.222.0.42 "DELETE /v2.0/ports/95abe7e1-c304-4ed9-bc47-d3348d53deaa HTTP/1.1" status: 204 len: 173 time: 2.0472207 Feb 13 23:48:16.290333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router c4e710ca-2abb-49eb-b082-435cc5b36362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:48:16.315281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.357652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91048d47-a660-4651-9dc0-5bd5c4b11aaa {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:48:16.403690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:16.478190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.504029 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61335c8f-6477-4fe0-bb0d-cca987818cae', 'name': 'network-vif-deleted', 'tag': '95abe7e1-c304-4ed9-bc47-d3348d53deaa', 'status': 'completed', 'code': 200} Feb 13 23:48:16.555633 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.689044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=4628c4f7-47fc-44f6-8f21-7e8bef932e29,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:16.706012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:48:16.792002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20222df9-be23-4dc3-96e8-7a7daee277f7 None None] Network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:16.820230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=91048d47-a660-4651-9dc0-5bd5c4b11aaa,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:16.875903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:16.963505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee439bd-6f0d-4807-8ee5-c74a6b3556e0 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:17.052443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-cf7bd7d5-1596-4fe1-83f3-747e44583fd0 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:17.060601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-cf7bd7d5-1596-4fe1-83f3-747e44583fd0 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/networks?id=7be7ddb4-7e3f-44b9-b654-1d25b2f08878 HTTP/1.1" status: 200 len: 813 time: 0.5660589 Feb 13 23:48:17.089116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-af303f72-0ecd-4802-afdf-af96c41be447 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/quotas/9d1543b7ec1549508513d88583eb632c HTTP/1.1" status: 200 len: 375 time: 0.0274317 Feb 13 23:48:17.089832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9a7203e6-56c0-46eb-9989-6ef48329a4eb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:17.090555 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:17.160790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5e2afa87-8c45-4129-bc43-99080da3f7f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/4628c4f7-47fc-44f6-8f21-7e8bef932e29 HTTP/1.1" status: 204 len: 168 time: 1.7042148 Feb 13 23:48:17.171121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 48902) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:17.321881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-245d60e8-0afc-4464-8b41-b1e2126c0e1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338699 Feb 13 23:48:17.324394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48908) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:17.341376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-d29a426d-57d8-461e-af17-61cfb8ba9d70 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d1543b7ec1549508513d88583eb632c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2512512 Feb 13 23:48:17.441261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccae24a-a755-43e7-8460-0358bba1bc13 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:17.442179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ccae24a-a755-43e7-8460-0358bba1bc13 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:17.454222 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:48:17.512749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8200a0-122e-4a57-8ccc-e139683d27f8 req-f52034a3-d082-4814-908d-ff17607396c9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:17.520280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e8200a0-122e-4a57-8ccc-e139683d27f8 req-f52034a3-d082-4814-908d-ff17607396c9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 944 time: 0.2495239 Feb 13 23:48:17.547814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ccae24a-a755-43e7-8460-0358bba1bc13 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:17.549129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1ccae24a-a755-43e7-8460-0358bba1bc13 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2234652 Feb 13 23:48:17.552745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48912) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:17.638650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7e8200a0-122e-4a57-8ccc-e139683d27f8 req-0d43a1c1-a109-46cd-9f23-b86622765932 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172633 Feb 13 23:48:17.665013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-ea6ced9c-4340-44df-a887-70e212a5d6de service neutron] 10.222.0.36 "GET /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224463 Feb 13 23:48:17.725997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26655882-1104-49c4-81c9-04073d707479 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:17.726861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26655882-1104-49c4-81c9-04073d707479 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:17.758454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Deleting port 4f24673c-0c14-44dd-b08e-2d413376c466 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:17.759009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:17.916504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-b4cf2be2-2d47-4bdb-9ae9-914081e17c6b service neutron] 10.222.0.36 "GET /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499380 Feb 13 23:48:17.919522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:48:17.925588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26655882-1104-49c4-81c9-04073d707479 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:17.930821 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26655882-1104-49c4-81c9-04073d707479 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3733773 Feb 13 23:48:17.932361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:17.933730 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] Sync routers for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:48:17.938341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48918) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:17.956332 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:17.957453 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:18.018628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:18.023764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] Deleting port 9a7203e6-56c0-46eb-9989-6ef48329a4eb {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:18.024140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:18.135469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a1e3a125-27bf-4365-89dc-e2723296a172 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/floatingips/cdda19e7-2f5b-4758-b1ec-5feb4fba045d HTTP/1.1" status: 204 len: 168 time: 6.1788397 Feb 13 23:48:18.262650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed48c5ff-5780-4dc2-bebf-576e8bd32b11 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3186593 Feb 13 23:48:18.266908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48932) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:18.276181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:18.446840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98c73885-1900-4694-ac6b-ef88dc2d2c85 req-5bf0a0cb-8cc5-4315-b234-1c942ecffc9a tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 210 time: 0.1241608 Feb 13 23:48:18.505453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:18.521693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:18.573047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:18.586237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] For port 4f24673c-0c14-44dd-b08e-2d413376c466, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f24673c-0c14-44dd-b08e-2d413376c466,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:18.587005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:18.679771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:18.731560 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:18.774144 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'status': 'completed', 'code': 200} Feb 13 23:48:18.786665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 95abe7e1-c304-4ed9-bc47-d3348d53deaa no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:18.917493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 95abe7e1-c304-4ed9-bc47-d3348d53deaa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:18.917842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 95abe7e1-c304-4ed9-bc47-d3348d53deaa not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:18.928736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] For port 9a7203e6-56c0-46eb-9989-6ef48329a4eb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9a7203e6-56c0-46eb-9989-6ef48329a4eb,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:18.933099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:19.091831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-1566cfce-7a9e-4b5b-8558-674c967b6010 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 1136 time: 0.2929561 Feb 13 23:48:19.115374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Calling delete_port for 4f24673c-0c14-44dd-b08e-2d413376c466 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:19.164430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:19.479924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] Calling delete_port for 9a7203e6-56c0-46eb-9989-6ef48329a4eb owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:19.617849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 91048d47-a660-4651-9dc0-5bd5c4b11aaa up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:19.653429 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:29Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:19.666386 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] Checking router: c4e710ca-2abb-49eb-b082-435cc5b36362 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:48:19.694175 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:19.694789 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:19.698562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efca68-cf70-48b8-8a85-aeac85a5b257 req-f2873ee9-82b9-46c4-82a3-7ec7f51a492f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:19.699859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d7efca68-cf70-48b8-8a85-aeac85a5b257 req-f2873ee9-82b9-46c4-82a3-7ec7f51a492f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:19.758210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-ab9ec46e-8dd6-4178-bb1d-5920a2602b9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:19.759882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-ab9ec46e-8dd6-4178-bb1d-5920a2602b9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 200 len: 897 time: 0.5908940 Feb 13 23:48:19.764494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d7efca68-cf70-48b8-8a85-aeac85a5b257 req-f2873ee9-82b9-46c4-82a3-7ec7f51a492f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:19.767230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7efca68-cf70-48b8-8a85-aeac85a5b257 req-f2873ee9-82b9-46c4-82a3-7ec7f51a492f tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.6738014 Feb 13 23:48:19.883079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 91048d47-a660-4651-9dc0-5bd5c4b11aaa completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:19.900094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 91048d47-a660-4651-9dc0-5bd5c4b11aaa triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:19.900818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:20.014939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a7203e6-56c0-46eb-9989-6ef48329a4eb no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:20.122326 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:20.129939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-d235c48f-3189-4348-b14f-2dc7aaab1f34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 200 len: 217 time: 0.3615615 Feb 13 23:48:20.136624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7efca68-cf70-48b8-8a85-aeac85a5b257 req-ffed454c-8685-4689-ad7f-972daf1f81cf tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2331915 Feb 13 23:48:20.226121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 9a7203e6-56c0-46eb-9989-6ef48329a4eb {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:20.230997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a7203e6-56c0-46eb-9989-6ef48329a4eb not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:20.232769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:20.318864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60fd60-30cb-4a7b-af4c-f6c328beccca req-8c3ee1bb-f2ee-4674-8a7c-d3e9f7b1c1c3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:20.337247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb60fd60-30cb-4a7b-af4c-f6c328beccca req-8c3ee1bb-f2ee-4674-8a7c-d3e9f7b1c1c3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 944 time: 1.2366729 Feb 13 23:48:20.339171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:20.456314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] Pushing event deleted for resources: {'Port': ['ID=9a7203e6-56c0-46eb-9989-6ef48329a4eb,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:20.468055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-33c091f9-83de-450a-8b3b-8782836d5bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:20.469594 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-33c091f9-83de-450a-8b3b-8782836d5bd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e0188b2-0d19-45aa-9e4b-1b94fda7e938 HTTP/1.1" status: 200 len: 834 time: 0.3321640 Feb 13 23:48:20.531894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfb483-89ef-4e5c-a8fd-05097aa3a609 None None] No DVR routers for this DVR port 9a7203e6-56c0-46eb-9989-6ef48329a4eb on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:20.644063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa321c1f-f391-40c5-8d09-a2eeba2a9a4c req-1c133303-037b-482c-acd1-4d83f702b6d4 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 210 time: 0.3149183 Feb 13 23:48:20.708202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f24673c-0c14-44dd-b08e-2d413376c466,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:20.756440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:20.808513 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:29Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:20.814967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91048d47-a660-4651-9dc0-5bd5c4b11aaa'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:20.829291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:20.838567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:20.844942 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc250a-dae4-4195-9a04-60c429e86e99 None None] The sync data for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 is: [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:45:11Z', 'revision_number': 4, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '76ba1a9a-5440-4437-848e-db10499acdd9', 'name': '', 'network_id': 'b22c354d-95c1-4d76-a8ec-407960356531', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'mac_address': 'fa:16:3e:92:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:45:08Z', 'updated_at': '2022-02-13T23:45:29Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'subnets': [{'id': '4e0188b2-0d19-45aa-9e4b-1b94fda7e938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:48:20.972072 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91048d47-a660-4651-9dc0-5bd5c4b11aaa', 'code': 200} Feb 13 23:48:21.009458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=91048d47-a660-4651-9dc0-5bd5c4b11aaa,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:21.142498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-a67f971e-39ee-47bc-b42f-f9d084ee77c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b22c354d-95c1-4d76-a8ec-407960356531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6473420 Feb 13 23:48:21.155642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-30343d32-1176-4d3e-ae26-01d88deb821e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:21.160807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-30343d32-1176-4d3e-ae26-01d88deb821e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.42 "GET /v2.0/networks?id=7be7ddb4-7e3f-44b9-b654-1d25b2f08878 HTTP/1.1" status: 200 len: 813 time: 0.5395923 Feb 13 23:48:21.221527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Request body: {'port': {'device_id': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878', 'admin_state_up': True, 'tenant_id': '9d1543b7ec1549508513d88583eb632c'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:21.330921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-0e713f03-f13f-4c0d-8d11-444252f3ec3d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:21.331729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-0e713f03-f13f-4c0d-8d11-444252f3ec3d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:21.359036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-0e713f03-f13f-4c0d-8d11-444252f3ec3d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:21.360565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-0e713f03-f13f-4c0d-8d11-444252f3ec3d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 1.0676296 Feb 13 23:48:21.375092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb60fd60-30cb-4a7b-af4c-f6c328beccca req-13fd82a3-3c94-4046-b5d8-41303f1630a9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0368769 Feb 13 23:48:21.408454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e6e12-fdac-47cd-b3c9-20ee99a772b0 None None] New status for floating IP cdda19e7-2f5b-4758-b1ec-5feb4fba045d: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:48:21.591862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-27b922b3-5048-4c62-b315-ca28467b78a7 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299123 Feb 13 23:48:21.707712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:21.708062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:21.850240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6dce-d25e-4091-a37f-715fb8279bae req-456cd3d3-3c7c-4e54-822f-359f6d05d60a tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:21.856990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e64f6dce-d25e-4091-a37f-715fb8279bae req-456cd3d3-3c7c-4e54-822f-359f6d05d60a tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.4398046 Feb 13 23:48:21.954843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:22.026315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:48:22.160058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:22.234220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-359fa3a6-a964-4a8d-9068-4403ee077f3f req-3376dc76-cf96-42c7-ac2e-7f86851eb8ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1096 time: 1.1018722 Feb 13 23:48:22.236221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9724a1c-5fa4-4136-bac0-bddfe626232d req-5a94afb2-8cf9-4dc0-98d6-f2567bae9266 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 210 time: 0.3483908 Feb 13 23:48:22.240152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=64b60f12-a213-4825-a9c5-f67dc0ac7dd0,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:22.273664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Usage tracker for resource:port and tenant:9d1543b7ec1549508513d88583eb632c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:22.301242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e64f6dce-d25e-4091-a37f-715fb8279bae req-58356d70-3315-4865-9fcb-c07e939b4c98 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4431102 Feb 13 23:48:22.307960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-594a6673-3807-4f43-aa31-02e2f4df25e8 service neutron] 10.222.0.42 "GET /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034056 Feb 13 23:48:22.309860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:22.327772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:22.349274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Made reservation on behalf of 9d1543b7ec1549508513d88583eb632c for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:22.352739 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:22.383099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:22.391930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:22.402145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619ecce-cddf-49fb-8db8-268a5f366899 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:22.423992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:22.424715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:22.555776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-359fa3a6-a964-4a8d-9068-4403ee077f3f req-5ac0fb8f-1b88-4e4e-a5b5-8e490d1ea0d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132446 Feb 13 23:48:22.571131 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bef92eb4-eecf-4341-92d9-9a15c1eda69b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3029156 Feb 13 23:48:22.575720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 48990) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:22.612229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:22.799780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Allocated IP 172.20.0.8 (7be7ddb4-7e3f-44b9-b654-1d25b2f08878/1116936c-b0bd-4970-9b77-1f34f2e69591/cde046fe-5474-430d-a68e-642d57a7279c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:22.924613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] For port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:22.924983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:22.934918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '64b60f12-a213-4825-a9c5-f67dc0ac7dd0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:22.936091 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.118118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.148475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:23.153043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.179310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:23.191629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:23.200744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289db5-24b2-45d9-89b8-588186ca04bf req-dff9d913-d5b3-493a-a7ec-751e0f9db175 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:23.208458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24289db5-24b2-45d9-89b8-588186ca04bf req-dff9d913-d5b3-493a-a7ec-751e0f9db175 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.5540621 Feb 13 23:48:23.232746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:23.253465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Allocated IP 2001:db8::f816:3eff:fe2a:4f79 (f3558132-a192-4c12-af74-1bdc60bf6bc0/64b60f12-a213-4825-a9c5-f67dc0ac7dd0/3dd3a842-4607-4c24-adad-9cc2b0e9cc34) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:23.260220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:23.266692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Pushing event updated for resources: {'Port': ['ID=cde046fe-5474-430d-a68e-642d57a7279c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:23.293909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.304826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:23.308712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:23.309826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:23.312592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.315139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:23.420170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:23.422107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.461748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-2599d028-7a09-407e-b505-40b2914a1c5e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2485414 Feb 13 23:48:23.480884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Request body: {'port': {'device_id': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:23.529479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24289db5-24b2-45d9-89b8-588186ca04bf req-a335ca8b-6d8e-44dc-b973-5ef692bcf5cc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117170 Feb 13 23:48:23.614271 n-d-828979-1 neutron-server[83662]: INFO neutron.db.ipam_backend_mixin [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64b60f12-a213-4825-a9c5-f67dc0ac7dd0 (CIDR: 2001:db8::/64) Feb 13 23:48:23.688175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.691234 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:48:23.692303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:48:23.837274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:23.931372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c03d1-5e91-475a-bb8f-f58875d237da req-675be7ab-08b0-435f-a96a-48055447b5c3 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:23.932070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cc5c03d1-5e91-475a-bb8f-f58875d237da req-675be7ab-08b0-435f-a96a-48055447b5c3 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Synchronizing usage tracker for tenant:9d1543b7ec1549508513d88583eb632c on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:24.082987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cc5c03d1-5e91-475a-bb8f-f58875d237da req-675be7ab-08b0-435f-a96a-48055447b5c3 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Unset dirty status for tenant:9d1543b7ec1549508513d88583eb632c on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:24.084143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc5c03d1-5e91-475a-bb8f-f58875d237da req-675be7ab-08b0-435f-a96a-48055447b5c3 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 931 time: 0.4245267 Feb 13 23:48:24.127710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3346d116-d56b-4e23-b70d-9d7863e3a5a9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5511405 Feb 13 23:48:24.131546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49030) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:24.138007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:24.195811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Transition to ACTIVE for port object 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:24.223511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc5c03d1-5e91-475a-bb8f-f58875d237da req-4227da7c-321c-4f91-a29c-8bf9060da91b tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321805 Feb 13 23:48:24.224694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Transition to ACTIVE for port object 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:24.238699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.277103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.353428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:24.364644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea8150-53ac-4035-8a3e-d85801fad298 req-841fcc3a-09f8-4ee2-bbf9-3d29b084e466 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:24.365420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e7ea8150-53ac-4035-8a3e-d85801fad298 req-841fcc3a-09f8-4ee2-bbf9-3d29b084e466 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Synchronizing usage tracker for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:24.417439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde046fe-5474-430d-a68e-642d57a7279c {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:48:24.421600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Pushing event updated for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:24.426749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.436139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:24.437951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:24.440439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:24.448861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Transition to ACTIVE for port object cde046fe-5474-430d-a68e-642d57a7279c will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:24.457288 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.505040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e7ea8150-53ac-4035-8a3e-d85801fad298 req-841fcc3a-09f8-4ee2-bbf9-3d29b084e466 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Unset dirty status for tenant:7adb9718ec6f4cd68cf437ad4a8943c8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:24.512827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7ea8150-53ac-4035-8a3e-d85801fad298 req-841fcc3a-09f8-4ee2-bbf9-3d29b084e466 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcc4edc5-91a6-48d6-ab29-586cff8f00c2 HTTP/1.1" status: 200 len: 985 time: 0.7453213 Feb 13 23:48:24.593551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] No DVR routers for this DVR port dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:24.598465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.603978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0675d6d6-a4c9-4cf4-a8fe-dd9e78791ad0 req-629e12b6-81b4-422a-8fed-5e184edbbf2d tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.42 "DELETE /v2.0/ports/dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 HTTP/1.1" status: 204 len: 173 time: 3.2108235 Feb 13 23:48:24.626664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'name': 'network-vif-deleted', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:24.631103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Attempting to bind port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:24.631472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Attempting to bind port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:24.634366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Attempting to bind port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:24.652243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:24.652961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:24.653370 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.655180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:24.659670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Bound port: 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:24.660147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:24.711784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:24.727190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cde046fe-5474-430d-a68e-642d57a7279c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:24.734384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:24.745777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:24.753098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:24.782115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:24.849642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:24.927507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:24.928054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:24.975906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:24.981930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:24.986787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7ea8150-53ac-4035-8a3e-d85801fad298 req-a8617337-380e-4877-83c9-9e311e92f337 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "GET /v2.0/security-groups?id=977d96fa-803c-4cb1-8a71-1f643e06c11d&id=25799109-9a3e-4253-a9f6-6098ff81d083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4727509 Feb 13 23:48:24.995526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:25.032677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Attempting to bind port cde046fe-5474-430d-a68e-642d57a7279c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:25.033319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Attempting to bind port cde046fe-5474-430d-a68e-642d57a7279c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'd9251b3a-d587-4bf6-8b61-4a65e052fe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:25.034016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Attempting to bind port cde046fe-5474-430d-a68e-642d57a7279c on network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:25.076036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1d8a4-26dd-4ad3-bebe-77bb18e60800 req-65b63177-3c67-4da1-a81e-5f096da87df7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:25.084406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82b1d8a4-26dd-4ad3-bebe-77bb18e60800 req-65b63177-3c67-4da1-a81e-5f096da87df7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.2751787 Feb 13 23:48:25.138363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Port cde046fe-5474-430d-a68e-642d57a7279c on network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:48:25.138690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Attempting to bind port cde046fe-5474-430d-a68e-642d57a7279c on network 7be7ddb4-7e3f-44b9-b654-1d25b2f08878 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:25.160124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f7959-3f9e-4764-9ba6-fdbab0720503 None None] Pushing event updated for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:25.164203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:25.164567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Checking segment: {'id': 'd9251b3a-d587-4bf6-8b61-4a65e052fe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:25.165113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Bound using segment: {'id': 'd9251b3a-d587-4bf6-8b61-4a65e052fe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:25.165555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Bound port: cde046fe-5474-430d-a68e-642d57a7279c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9251b3a-d587-4bf6-8b61-4a65e052fe35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:25.165901 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:25.256643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:25.278579 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc4edc5-91a6-48d6-ab29-586cff8f00c2', 'name': 'network-vif-deleted', 'tag': 'dc6ab4d6-1aa0-40ee-a9af-61445e48e8c7', 'status': 'completed', 'code': 200} Feb 13 23:48:25.313590 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82b1d8a4-26dd-4ad3-bebe-77bb18e60800 req-58a7625f-338c-4290-a479-0c394e209e23 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279360 Feb 13 23:48:25.407924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] For port cde046fe-5474-430d-a68e-642d57a7279c, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:25.418986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] For port cde046fe-5474-430d-a68e-642d57a7279c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cde046fe-5474-430d-a68e-642d57a7279c,segment=NetworkSegment(d9251b3a-d587-4bf6-8b61-4a65e052fe35),segment_id=d9251b3a-d587-4bf6-8b61-4a65e052fe35)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:25.428928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:25.691472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cde046fe-5474-430d-a68e-642d57a7279c,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:25.715900 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:25.720259 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-68c95409-1518-4120-bc18-a87eaf53bcd7 service neutron] 10.222.0.42 "PUT /v2.0/ports/cde046fe-5474-430d-a68e-642d57a7279c HTTP/1.1" status: 200 len: 1091 time: 2.2472887 Feb 13 23:48:25.721134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'tag': 'cde046fe-5474-430d-a68e-642d57a7279c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:25.985314 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'tag': 'cde046fe-5474-430d-a68e-642d57a7279c', 'status': 'completed', 'code': 200} Feb 13 23:48:26.058235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-5161cfc8-05e2-4cd0-bab8-bd59d144785f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d1543b7ec1549508513d88583eb632c&device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 1094 time: 0.2830057 Feb 13 23:48:26.069595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e561c-07a3-422f-abe5-ea5946246f20 req-fba5b0be-0bbb-4ced-a6ec-8cba6d9a4833 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:26.077810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-995e561c-07a3-422f-abe5-ea5946246f20 req-fba5b0be-0bbb-4ced-a6ec-8cba6d9a4833 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 943 time: 0.4800143 Feb 13 23:48:26.116244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:26.236759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-995e561c-07a3-422f-abe5-ea5946246f20 req-ff2be953-ab43-4903-8844-482a0fa1d344 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Synchronizing usage tracker for tenant:9d1543b7ec1549508513d88583eb632c on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:26.242167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:26.306108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-c795b22e-4574-4838-a917-be22c1c9b433 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde046fe-5474-430d-a68e-642d57a7279c HTTP/1.1" status: 200 len: 217 time: 0.2375572 Feb 13 23:48:26.367048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-995e561c-07a3-422f-abe5-ea5946246f20 req-ff2be953-ab43-4903-8844-482a0fa1d344 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Unset dirty status for tenant:9d1543b7ec1549508513d88583eb632c on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:26.380838 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-995e561c-07a3-422f-abe5-ea5946246f20 req-ff2be953-ab43-4903-8844-482a0fa1d344 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018401 Feb 13 23:48:26.437904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-8cc22ac5-a188-4c3d-8130-f10aed26b730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:26.439710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-8cc22ac5-a188-4c3d-8130-f10aed26b730 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1116936c-b0bd-4970-9b77-1f34f2e69591 HTTP/1.1" status: 200 len: 853 time: 0.0996406 Feb 13 23:48:26.482314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:26.541166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-5b01deaf-d9ac-4c2e-ab2c-355e7e986f54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7be7ddb4-7e3f-44b9-b654-1d25b2f08878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841019 Feb 13 23:48:26.541670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49056) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:26.554804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Router 21a99413-a478-4c58-b8d5-311bf1a2537d has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:48:26.567238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:26.571445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:26.574557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:26.575417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:26.609290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=5c238279-31c9-439f-ae79-1ea9110ce8d8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:26.762886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64023168-ff0c-46e2-8ef5-c96d64e1d7b2 req-93b96b8e-3e50-47d5-adaf-1f5eb702bef3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:26.770837 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64023168-ff0c-46e2-8ef5-c96d64e1d7b2 req-93b96b8e-3e50-47d5-adaf-1f5eb702bef3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.4636979 Feb 13 23:48:26.838249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42c8c39c-31d6-4867-8c69-cf29acb45dce tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:26.858077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3e8a9-ceca-46f3-9051-96f140ff4b07 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:26.949954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2fd61a4-fb63-44b6-99ff-781606acd000 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8162715 Feb 13 23:48:26.950293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-53742ab8-a893-4200-b830-75d15bdbf3bd service neutron] 10.222.0.42 "GET /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395109 Feb 13 23:48:26.953545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64023168-ff0c-46e2-8ef5-c96d64e1d7b2 req-724885b0-612f-4ed7-ba8a-e518255fcb7c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807511 Feb 13 23:48:26.954735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49060) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:26.960600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:9e:ac:f8', 'name': 'tempest-NetworksTestDHCPv6-823336488'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:27.089902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] Provisioning for port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:27.184248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:27.189385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:27.192555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:27.198731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:27.213829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:27.219038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:27.238755 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42c8c39c-31d6-4867-8c69-cf29acb45dce tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:27.276292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port cf1174da-002e-4a9b-b2c2-fe6e424dbbef yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:48:27.365119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:48:27.376482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] Sync routers for ids ['21a99413-a478-4c58-b8d5-311bf1a2537d'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:48:27.401669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] Provisioning complete for port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:27.402272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:27.403435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1b6d64e0-3c0d-46e1-9ff6-c1e85f8ef0d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/21a99413-a478-4c58-b8d5-311bf1a2537d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0221286 Feb 13 23:48:27.403566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] Routers {'21a99413-a478-4c58-b8d5-311bf1a2537d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:27.404190 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21a99413-a478-4c58-b8d5-311bf1a2537d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:27.409628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49072) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:27.457682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42c8c39c-31d6-4867-8c69-cf29acb45dce tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:27.513236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c39c-31d6-4867-8c69-cf29acb45dce tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25799109-9a3e-4253-a9f6-6098ff81d083,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:27.519892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11404b91-8c99-4e37-84c8-01608a3b2001 req-d9a79c6f-3691-46e5-a021-026629f171b3 service neutron] 10.222.0.42 "GET /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401788 Feb 13 23:48:27.549200 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42c8c39c-31d6-4867-8c69-cf29acb45dce tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:27.553157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42c8c39c-31d6-4867-8c69-cf29acb45dce tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/security-groups/25799109-9a3e-4253-a9f6-6098ff81d083 HTTP/1.1" status: 204 len: 168 time: 1.0062418 Feb 13 23:48:27.553796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:27.833536 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] Set router 21a99413-a478-4c58-b8d5-311bf1a2537d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:27.866928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:27.934591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-57210fc1-3833-46ce-9dc8-de481a6e2813 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d1543b7ec1549508513d88583eb632c&device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 1094 time: 0.3325663 Feb 13 23:48:27.939443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ad61647-18a9-495c-bcd8-1440d4f28759 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.060495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8:0:1::2cc (f3558132-a192-4c12-af74-1bdc60bf6bc0/5c238279-31c9-439f-ae79-1ea9110ce8d8/cf1174da-002e-4a9b-b2c2-fe6e424dbbef) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:28.073853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:28.086813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Update dhcp port {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '64b60f12-a213-4825-a9c5-f67dc0ac7dd0', 'ip_address': '2001:db8::f816:3eff:fe2a:4f79'}, {'subnet_id': '5c238279-31c9-439f-ae79-1ea9110ce8d8'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '3dd3a842-4607-4c24-adad-9cc2b0e9cc34'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:48:28.090752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fe9e:acf8 (f3558132-a192-4c12-af74-1bdc60bf6bc0/64b60f12-a213-4825-a9c5-f67dc0ac7dd0/cf1174da-002e-4a9b-b2c2-fe6e424dbbef) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:28.157598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedfb1f-7051-4deb-aa80-ccb16e1d04fe req-4c5339fe-46ac-4a15-8edd-483db674eaa5 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:28.159429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccedfb1f-7051-4deb-aa80-ccb16e1d04fe req-4c5339fe-46ac-4a15-8edd-483db674eaa5 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 943 time: 0.3735719 Feb 13 23:48:28.192283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.227369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ad61647-18a9-495c-bcd8-1440d4f28759 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.323279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccedfb1f-7051-4deb-aa80-ccb16e1d04fe req-94bc8316-8f92-4fe1-8d53-bf73a6f6aaae tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380365 Feb 13 23:48:28.334128 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.396280 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:48:20Z', 'revision_number': 5, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:28.401794 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] Checking router: 21a99413-a478-4c58-b8d5-311bf1a2537d for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:48:28.416916 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] Routers {'21a99413-a478-4c58-b8d5-311bf1a2537d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:28.417920 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21a99413-a478-4c58-b8d5-311bf1a2537d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:28.469663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.578380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ad61647-18a9-495c-bcd8-1440d4f28759 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.588880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83075d39-ea13-488d-9098-e0339218b2bc None None] Pushing event updated for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:28.677143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad61647-18a9-495c-bcd8-1440d4f28759 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d96fa-803c-4cb1-8a71-1f643e06c11d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:28.697609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ad61647-18a9-495c-bcd8-1440d4f28759 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.702214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4ad61647-18a9-495c-bcd8-1440d4f28759 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/security-groups/977d96fa-803c-4cb1-8a71-1f643e06c11d HTTP/1.1" status: 204 len: 168 time: 1.1473086 Feb 13 23:48:28.715045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49090) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:28.729771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bbe68-b25a-451e-94ff-f9ba30d46021 req-fe92f47d-ec5a-4d49-bb8d-38959dabcfd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:28.734474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b4bbe68-b25a-451e-94ff-f9ba30d46021 req-fe92f47d-ec5a-4d49-bb8d-38959dabcfd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.4824610 Feb 13 23:48:28.740133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-113de083-95c6-410f-8318-ddbee259d639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:28.741603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-113de083-95c6-410f-8318-ddbee259d639 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7be7ddb4-7e3f-44b9-b654-1d25b2f08878 HTTP/1.1" status: 200 len: 913 time: 0.7963727 Feb 13 23:48:28.794841 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] Set router 21a99413-a478-4c58-b8d5-311bf1a2537d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:28.796747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.824793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object cf1174da-002e-4a9b-b2c2-fe6e424dbbef will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:28.871245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:28.957637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=cf1174da-002e-4a9b-b2c2-fe6e424dbbef,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:28.992263 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-73617ffe-5804-410f-9494-6e6b0f0e0a9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde046fe-5474-430d-a68e-642d57a7279c HTTP/1.1" status: 200 len: 217 time: 0.0662892 Feb 13 23:48:29.007053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Allocated IP 2001:db8:0:1::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/5c238279-31c9-439f-ae79-1ea9110ce8d8/3dd3a842-4607-4c24-adad-9cc2b0e9cc34) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:29.020976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:29.025192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:29.060098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:29.066965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-22cdf595-d8f0-435c-b655-a8e3093ff670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:29.068388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-22cdf595-d8f0-435c-b655-a8e3093ff670 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1116936c-b0bd-4970-9b77-1f34f2e69591 HTTP/1.1" status: 200 len: 853 time: 0.0633619 Feb 13 23:48:29.071362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:29.072455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:29.099618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ea1c86cc-ef79-4202-835f-342f4fe57db8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1436710 Feb 13 23:48:29.113139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49094) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:29.139374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b4bbe68-b25a-451e-94ff-f9ba30d46021 req-cad1fbc6-94ca-4193-9c73-5d9490494007 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836733 Feb 13 23:48:29.167747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-cd37e3e7-695c-4b40-a8a5-a732f69404fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7be7ddb4-7e3f-44b9-b654-1d25b2f08878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611544 Feb 13 23:48:29.258428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:29.317420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port cf1174da-002e-4a9b-b2c2-fe6e424dbbef {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:29.317767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:29.341647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:29.349674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Deleting port d82624ed-55c2-48db-a8a8-9002d9942a56 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:29.350298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:29.379509 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:29.419708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Transition to ACTIVE for port object 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:29.429835 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:29.451287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:48:20Z', 'revision_number': 5, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:29.462754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92aa087-cbff-4e90-a58c-6f4a32667331 None None] The sync data for ids ['21a99413-a478-4c58-b8d5-311bf1a2537d'] in n-d-828979-1 is: [{'id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'name': 'tempest-TestAggregatesBasicOps-1134870490-router', 'tenant_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:47:14Z', 'updated_at': '2022-02-13T23:48:20Z', 'revision_number': 5, 'project_id': '4d354205d68f4626982a5e3fe8cd6bf3', 'gw_port': {'id': 'd82624ed-55c2-48db-a8a8-9002d9942a56', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a99413-a478-4c58-b8d5-311bf1a2537d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:47:17Z', 'updated_at': '2022-02-13T23:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:48:29.580755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4ba99-1a03-49d0-95a8-d6a4ae55cca3 None None] Pushing event updated for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:29.683819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-625bb6f1-2edd-4b91-99fd-4eef65a7fa9b service neutron] 10.222.0.42 "GET /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048780 Feb 13 23:48:29.976314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:30.239762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e0e48531-d21a-43b3-ac39-904f74a11d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:30.253544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f24673c-0c14-44dd-b08e-2d413376c466 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:30.364520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4f24673c-0c14-44dd-b08e-2d413376c466 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:30.364860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f24673c-0c14-44dd-b08e-2d413376c466 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:30.380098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d30189c-5cd9-40c1-a8a4-c4485e464ae4 req-79a78ad6-e9b4-4c33-a89a-9e8ac0f11502 service neutron] 10.222.0.42 "GET /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836903 Feb 13 23:48:30.384641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de57304-bf9d-47d3-b4fe-4549a224a13f req-45ec751d-d593-4fc8-8c4f-c32a1077abc5 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:30.386158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0de57304-bf9d-47d3-b4fe-4549a224a13f req-45ec751d-d593-4fc8-8c4f-c32a1077abc5 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 943 time: 0.7283580 Feb 13 23:48:30.456566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] For port d82624ed-55c2-48db-a8a8-9002d9942a56, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d82624ed-55c2-48db-a8a8-9002d9942a56,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:30.457056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:30.533196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c33a-2cc2-4d68-ba6f-61364be1aaee req-213f6d70-d94f-429c-be43-898c640d6f27 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:30.534761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d581c33a-2cc2-4d68-ba6f-61364be1aaee req-213f6d70-d94f-429c-be43-898c640d6f27 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1326492 Feb 13 23:48:30.654404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:30.657218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Calling delete_port for d82624ed-55c2-48db-a8a8-9002d9942a56 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:30.664016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cc52a3b2-e86f-4b60-b36b-2f1d1771012a None None] Provisioning for port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:30.676126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cc52a3b2-e86f-4b60-b36b-2f1d1771012a None None] Provisioning complete for port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:30.677298 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc52a3b2-e86f-4b60-b36b-2f1d1771012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:30.807877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d581c33a-2cc2-4d68-ba6f-61364be1aaee req-dee02f0f-ebec-4ded-b32e-eaf35865c6f5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665815 Feb 13 23:48:30.865870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:30.984130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cde046fe-5474-430d-a68e-642d57a7279c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:48:31.101319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0de57304-bf9d-47d3-b4fe-4549a224a13f req-28fee0e3-a95f-4c3b-a52b-5bf0ec391b5b tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965992 Feb 13 23:48:31.118993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for cf1174da-002e-4a9b-b2c2-fe6e424dbbef owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:31.286093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2d3253d8-d021-489f-b91e-d3b8a42fa116 None None] Provisioning for port cf1174da-002e-4a9b-b2c2-fe6e424dbbef completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:31.293775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2d3253d8-d021-489f-b91e-d3b8a42fa116 None None] Provisioning complete for port cf1174da-002e-4a9b-b2c2-fe6e424dbbef triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:31.296197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d3253d8-d021-489f-b91e-d3b8a42fa116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:31.365774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2d3253d8-d021-489f-b91e-d3b8a42fa116 None None] Port cf1174da-002e-4a9b-b2c2-fe6e424dbbef cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:48:31.413627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cde046fe-5474-430d-a68e-642d57a7279c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cde046fe-5474-430d-a68e-642d57a7279c,segment=NetworkSegment(d9251b3a-d587-4bf6-8b61-4a65e052fe35),segment_id=d9251b3a-d587-4bf6-8b61-4a65e052fe35)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:31.432649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cde046fe-5474-430d-a68e-642d57a7279c', 'network_id': '7be7ddb4-7e3f-44b9-b654-1d25b2f08878', 'port_id': 'cde046fe-5474-430d-a68e-642d57a7279c', 'mac_address': 'fa:16:3e:56:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1116936c-b0bd-4970-9b77-1f34f2e69591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:48:31.439488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:31.520386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:31.524698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82624ed-55c2-48db-a8a8-9002d9942a56,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:31.544305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde046fe-5474-430d-a68e-642d57a7279c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:48:31.581156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cde046fe-5474-430d-a68e-642d57a7279c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cde046fe-5474-430d-a68e-642d57a7279c,segment=NetworkSegment(d9251b3a-d587-4bf6-8b61-4a65e052fe35),segment_id=d9251b3a-d587-4bf6-8b61-4a65e052fe35)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:31.589763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:31.638823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:31.687514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cde046fe-5474-430d-a68e-642d57a7279c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:31.694211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port 76ba1a9a-5440-4437-848e-db10499acdd9 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:31.694557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:31.694681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=cf1174da-002e-4a9b-b2c2-fe6e424dbbef,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:31.826640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cde046fe-5474-430d-a68e-642d57a7279c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:48:32.130135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] For port 76ba1a9a-5440-4437-848e-db10499acdd9, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76ba1a9a-5440-4437-848e-db10499acdd9,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:32.130595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.208697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.233105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.370113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for 76ba1a9a-5440-4437-848e-db10499acdd9 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:32.418870 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a54ef61c-afd9-4c3b-b9cf-9ef478fdeb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.440053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6e361d99-4c5c-4860-80c5-aa3491284653 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/cf1174da-002e-4a9b-b2c2-fe6e424dbbef HTTP/1.1" status: 204 len: 168 time: 3.3210673 Feb 13 23:48:32.666993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49120) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:32.835687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66190efe-dd75-4a17-8c17-b861724b3273 req-3f6e7620-09f0-464d-a1bd-9be733694df2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:32.837074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66190efe-dd75-4a17-8c17-b861724b3273 req-3f6e7620-09f0-464d-a1bd-9be733694df2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.2002323 Feb 13 23:48:32.857333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e625ff-19e7-4521-9a78-96bb7ad7d5f7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:32.861321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73e625ff-19e7-4521-9a78-96bb7ad7d5f7 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1908712 Feb 13 23:48:32.872714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49126) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:32.905177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.912861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b286912-a9b2-4462-8754-efd1d2de457b req-58574094-682c-47fa-bfe0-14d4894d553a tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:32.914366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b286912-a9b2-4462-8754-efd1d2de457b req-58574094-682c-47fa-bfe0-14d4894d553a tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 944 time: 0.5606101 Feb 13 23:48:32.920538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.923856 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:32.982417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=76ba1a9a-5440-4437-848e-db10499acdd9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:32.995684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b286912-a9b2-4462-8754-efd1d2de457b req-4eaeac94-8412-41a0-a2ae-f5113eac421d tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636790 Feb 13 23:48:33.006003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.006851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a99413-a478-4c58-b8d5-311bf1a2537d {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:48:33.020742 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.031418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-66aa9f48-3cb8-4d22-848d-9a84706f1909 admin admin] 10.222.0.36 "DELETE /v2.0/routers/21a99413-a478-4c58-b8d5-311bf1a2537d HTTP/1.1" status: 204 len: 168 time: 5.6204100 Feb 13 23:48:33.033850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49130) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:33.051114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66190efe-dd75-4a17-8c17-b861724b3273 req-258bda24-8c5d-4e1e-807d-39a5a9646020 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036848 Feb 13 23:48:33.185147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Deleting subnet 0eaf36b1-797d-4795-94e1-c561a2ff2060 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:33.199063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.281002 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.427734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.440786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28a7d8-8bb5-4918-bda3-7fc4cb4265b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:33.444474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ff28a7d8-8bb5-4918-bda3-7fc4cb4265b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5690765 Feb 13 23:48:33.447409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49136) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:33.525662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.532014 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.553612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc25ea-ac33-4178-bced-e14fa90c93c1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:33.555040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc25ea-ac33-4178-bced-e14fa90c93c1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:33.556449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc25ea-ac33-4178-bced-e14fa90c93c1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:33.557238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cefc25ea-ac33-4178-bced-e14fa90c93c1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:33.591057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.596818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a11b20-7b30-4d96-a34e-d6a38f4e6b08 None None] Network 3210886c-c112-422a-9e5f-6ad7ae1b05be requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:33.599562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eaf36b1-797d-4795-94e1-c561a2ff2060,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:33.605946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d8f8e017-36fe-476c-a7fb-a35920511a5c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0eaf36b1-797d-4795-94e1-c561a2ff2060 HTTP/1.1" status: 204 len: 168 time: 0.5687621 Feb 13 23:48:33.606339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49142) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:33.642391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cefc25ea-ac33-4178-bced-e14fa90c93c1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:33.647697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cefc25ea-ac33-4178-bced-e14fa90c93c1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1953456 Feb 13 23:48:33.648781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49146) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:33.734483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.765833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Deleting port 60841e4c-8c2c-45e4-8404-1fedb23257bd {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:33.766259 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:33.931720 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.056288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d82624ed-55c2-48db-a8a8-9002d9942a56 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:34.114634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] For port 60841e4c-8c2c-45e4-8404-1fedb23257bd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=60841e4c-8c2c-45e4-8404-1fedb23257bd,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:34.117705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.206720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d82624ed-55c2-48db-a8a8-9002d9942a56 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:34.209830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d82624ed-55c2-48db-a8a8-9002d9942a56 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:34.224367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.266284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 5c238279-31c9-439f-ae79-1ea9110ce8d8 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:34.270486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.333085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Calling delete_port for 60841e4c-8c2c-45e4-8404-1fedb23257bd owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:34.383172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] DHCP port deletion for 3210886c-c112-422a-9e5f-6ad7ae1b05be request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:34.388195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Deleting port 60841e4c-8c2c-45e4-8404-1fedb23257bd {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:34.388612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.523253 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.577993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Pushing event deleted for resources: {'Port': ['ID=60841e4c-8c2c-45e4-8404-1fedb23257bd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:34.591553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] No DVR routers for this DVR port 60841e4c-8c2c-45e4-8404-1fedb23257bd on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:34.660117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3da26b-839d-48cb-bd01-7fa2906a8350 req-87d777eb-c966-4f85-8c0e-ced2f16ae54e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:34.661645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b3da26b-839d-48cb-bd01-7fa2906a8350 req-87d777eb-c966-4f85-8c0e-ced2f16ae54e tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 944 time: 0.2575934 Feb 13 23:48:34.689449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.779148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.781196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] For port 60841e4c-8c2c-45e4-8404-1fedb23257bd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=60841e4c-8c2c-45e4-8404-1fedb23257bd,segment=NetworkSegment(efc9be31-9537-453e-b1ce-810bbe2ea2ec),segment_id=efc9be31-9537-453e-b1ce-810bbe2ea2ec)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:34.781670 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.788925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c743d-318b-4275-8f97-f7007ecb2726 req-598198bb-f7c5-4c46-a4f5-e9fbdfd5ee5f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:34.796076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c2c743d-318b-4275-8f97-f7007ecb2726 req-598198bb-f7c5-4c46-a4f5-e9fbdfd5ee5f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.3232832 Feb 13 23:48:34.858634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b3da26b-839d-48cb-bd01-7fa2906a8350 req-0956f347-f498-4d93-936e-db66f199c93d tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450288 Feb 13 23:48:34.862250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3210886c-c112-422a-9e5f-6ad7ae1b05be']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:34.878737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc9be31-9537-453e-b1ce-810bbe2ea2ec') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:34.879100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc9be31-9537-453e-b1ce-810bbe2ea2ec') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:34.879611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c2c743d-318b-4275-8f97-f7007ecb2726 req-9ec7ae7d-820a-4021-952c-cd517d5e4fee tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824077 Feb 13 23:48:34.892807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.933685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.943434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.944988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:48:34.946232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:34.962895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cde046fe-5474-430d-a68e-642d57a7279c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:48:34.984228 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:48:35.003576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Calling delete_port for 60841e4c-8c2c-45e4-8404-1fedb23257bd owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:35.125412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.242605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:48:35.250518 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:48:35.261055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cde046fe-5474-430d-a68e-642d57a7279c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:35.267346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cde046fe-5474-430d-a68e-642d57a7279c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:35.267863 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.382796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.383095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.411836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.426314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] Pushing event deleted for resources: {'Network': ['ID=3210886c-c112-422a-9e5f-6ad7ae1b05be,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:35.446052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-35af0de3-f427-4162-a34c-96e633f0461f admin admin] 10.222.0.36 "DELETE /v2.0/networks/3210886c-c112-422a-9e5f-6ad7ae1b05be HTTP/1.1" status: 204 len: 168 time: 1.8367462 Feb 13 23:48:35.478182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f3011-4534-4d7c-8e89-015fca607e5f None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:35.506887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.562642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=5c238279-31c9-439f-ae79-1ea9110ce8d8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:35.680868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d91892b8-fcc7-4c5c-80ab-7797e1dfaba0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/5c238279-31c9-439f-ae79-1ea9110ce8d8 HTTP/1.1" status: 204 len: 168 time: 2.0310559 Feb 13 23:48:35.683580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49166) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:35.752554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Deleting port 60841e4c-8c2c-45e4-8404-1fedb23257bd {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:35.753122 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.786808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49170) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:35.792423 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:35.866325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5113693c-1fc7-4dca-8031-756c62ed78ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5d14bc26f5644fba0125a7e82c61d4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0739305 Feb 13 23:48:35.869625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49174) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:35.885908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Router c4e710ca-2abb-49eb-b082-435cc5b36362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:48:35.926534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5213f-6862-4c62-ab0d-aa62bbfa0f9a None None] The port '60841e4c-8c2c-45e4-8404-1fedb23257bd' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:48:35.936048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 60841e4c-8c2c-45e4-8404-1fedb23257bd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:35.982329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 60841e4c-8c2c-45e4-8404-1fedb23257bd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:35.982564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 60841e4c-8c2c-45e4-8404-1fedb23257bd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:35.999627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cde046fe-5474-430d-a68e-642d57a7279c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cde046fe-5474-430d-a68e-642d57a7279c,segment=NetworkSegment(d9251b3a-d587-4bf6-8b61-4a65e052fe35),segment_id=d9251b3a-d587-4bf6-8b61-4a65e052fe35)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:36.057121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde046fe-5474-430d-a68e-642d57a7279c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:36.086227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.193591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cde046fe-5474-430d-a68e-642d57a7279c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:36.310875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e76ea54-be1e-4908-80f0-d10271e65c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.350278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19dad5-0fcf-414c-b537-8799539822ed req-14bfd082-5acd-4a1f-999f-54e83d0e2943 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:36.352245 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf19dad5-0fcf-414c-b537-8799539822ed req-14bfd082-5acd-4a1f-999f-54e83d0e2943 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1489329 Feb 13 23:48:36.389611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 64b60f12-a213-4825-a9c5-f67dc0ac7dd0 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:36.398384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.422798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf19dad5-0fcf-414c-b537-8799539822ed req-fa9f1ae0-d65a-49e5-9f85-5063144d4531 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652244 Feb 13 23:48:36.456396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e76ea54-be1e-4908-80f0-d10271e65c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.460457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:48:36.465450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f6c1425a-c260-4f49-bed2-4787296dc6d2 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "PUT /v2.0/routers/c4e710ca-2abb-49eb-b082-435cc5b36362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7281597 Feb 13 23:48:36.471245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49186) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:36.485994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] Sync routers for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:48:36.509335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:36.509950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:36.580958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.637346 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde046fe-5474-430d-a68e-642d57a7279c', 'code': 200} Feb 13 23:48:36.684254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3cde1-5aec-4e4e-88ba-499d0e568eb6 req-e60126f5-fc6c-48e1-88e8-4ac5a4d4b359 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:36.689234 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0a3cde1-5aec-4e4e-88ba-499d0e568eb6 req-e60126f5-fc6c-48e1-88e8-4ac5a4d4b359 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 945 time: 0.4880307 Feb 13 23:48:36.747633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e76ea54-be1e-4908-80f0-d10271e65c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.802335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76ea54-be1e-4908-80f0-d10271e65c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792214b1-4e88-4bc2-bfa9-13975cab92da,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:36.828458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c0a3cde1-5aec-4e4e-88ba-499d0e568eb6 req-6b0ccd2d-0c95-4669-8390-682268e012cd tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315291 Feb 13 23:48:36.849366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e76ea54-be1e-4908-80f0-d10271e65c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.850599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e76ea54-be1e-4908-80f0-d10271e65c43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/792214b1-4e88-4bc2-bfa9-13975cab92da HTTP/1.1" status: 204 len: 168 time: 0.9800036 Feb 13 23:48:36.852262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:36.858840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:36.922667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06deacee-a947-4aac-a8d5-036234e2ed64 req-100f6524-095c-4525-ba8a-b935af753813 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 1096 time: 0.2615263 Feb 13 23:48:37.048366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.120420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting subnet 4e0188b2-0d19-45aa-9e4b-1b94fda7e938 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:37.133645 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.136307 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.194843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.205919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=64b60f12-a213-4825-a9c5-f67dc0ac7dd0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:37.236688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a82165f4-6dda-4d0e-9a8a-ddb3478cc5ce tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/64b60f12-a213-4825-a9c5-f67dc0ac7dd0 HTTP/1.1" status: 204 len: 168 time: 1.5518210 Feb 13 23:48:37.239433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:37.290738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.411352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.446109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050ef91-c50f-4fa0-aa31-7b04824f7196 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:37.461441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9d7afe2-6b0e-4eb1-abab-a7e588dc41e1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2195170 Feb 13 23:48:37.465318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:37.481485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:37.612161 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06deacee-a947-4aac-a8d5-036234e2ed64 req-84a18bc0-3011-49a0-bc24-e463d505897e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776354 Feb 13 23:48:37.620331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.629620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-23c2476b-5437-4f47-8566-f3f012d979cc None None] Provisioning complete for port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:37.630271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-23c2476b-5437-4f47-8566-f3f012d979cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.702586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:37.708270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:37.712625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:37.721363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:37.729467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0188b2-0d19-45aa-9e4b-1b94fda7e938,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:37.746966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:37.757194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.760941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32fbb1-192b-4dde-b327-834a974dc340 None None] Network b22c354d-95c1-4d76-a8ec-407960356531 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:37.770780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:37.792121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dda611e2-a873-42ca-8b0a-28fb2bf895cd tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/subnets/4e0188b2-0d19-45aa-9e4b-1b94fda7e938 HTTP/1.1" status: 204 len: 168 time: 1.3174427 Feb 13 23:48:37.793011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49208) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:37.854581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b560-103b-4283-8321-20c71abdc4f9 req-395b908e-921c-47ca-afa2-4ca37ce4cce8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:37.862848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dcf7b560-103b-4283-8321-20c71abdc4f9 req-395b908e-921c-47ca-afa2-4ca37ce4cce8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1246614 Feb 13 23:48:37.878936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49212) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:37.966953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dcf7b560-103b-4283-8321-20c71abdc4f9 req-886d348f-20b6-4a51-953f-86afab1a2000 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Feb 13 23:48:38.019924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0cc60bd4-7dba-4619-b96f-c431d19ff325 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d354205d68f4626982a5e3fe8cd6bf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1356518 Feb 13 23:48:38.020915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49220) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:38.047697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:48:32Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:38.115540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] Checking router: c4e710ca-2abb-49eb-b082-435cc5b36362 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:48:38.139104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] Routers {'c4e710ca-2abb-49eb-b082-435cc5b36362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:38.140193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c4e710ca-2abb-49eb-b082-435cc5b36362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:38.200205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed005ac7-be38-4c19-a30d-fc2a02f71d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:38.230912 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed005ac7-be38-4c19-a30d-fc2a02f71d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:38.320710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed005ac7-be38-4c19-a30d-fc2a02f71d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:38.347059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed005ac7-be38-4c19-a30d-fc2a02f71d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972d196-54fb-43a9-97e8-32e0fd20c98a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:38.354541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed005ac7-be38-4c19-a30d-fc2a02f71d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:38.355815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ed005ac7-be38-4c19-a30d-fc2a02f71d16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c972d196-54fb-43a9-97e8-32e0fd20c98a HTTP/1.1" status: 204 len: 168 time: 0.3339860 Feb 13 23:48:38.395822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] DHCP port deletion for b22c354d-95c1-4d76-a8ec-407960356531 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:38.472691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] Deleting port f0085650-c1b0-44ae-abef-581953b67578 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:38.473076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:38.643044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526dd7-2f79-4bab-9c09-c2da496df964 req-de213e06-3a7e-4c57-a8d0-ae1300c1eed0 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:38.650252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e526dd7-2f79-4bab-9c09-c2da496df964 req-de213e06-3a7e-4c57-a8d0-ae1300c1eed0 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 945 time: 0.3610821 Feb 13 23:48:38.659361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:38.676917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Deleting port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:38.677404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:38.905243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e526dd7-2f79-4bab-9c09-c2da496df964 req-7568e1f2-1730-4ef1-835a-40f738caf051 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539291 Feb 13 23:48:39.089116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:39.182729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:39.183285 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:39.329410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49242) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:39.388014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd9efb-76fb-4ae0-b5c3-b169bac5e304 req-e75c62d5-326c-4d3b-a6b3-32e707348b51 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:39.396371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3cd9efb-76fb-4ae0-b5c3-b169bac5e304 req-e75c62d5-326c-4d3b-a6b3-32e707348b51 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1559832 Feb 13 23:48:39.482564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3cd9efb-76fb-4ae0-b5c3-b169bac5e304 req-9e6b38b9-2c86-4e95-b2fa-2a563e81285e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844579 Feb 13 23:48:39.611163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Calling delete_port for 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:39.663968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:48:39.696772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] Set router c4e710ca-2abb-49eb-b082-435cc5b36362 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:39.884643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:39.911127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.027606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:40.029278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.074240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Deleting port 2500df16-6683-4480-9540-484e2f23b0be {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:40.074976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.108864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:40.120893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Usage tracker for resource:security_group_rule and tenant:4d9383a746c74279bb5727da7aa699d1 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:40.130061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:40.132639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.133326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:48:40.133674 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:48:40.147814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:40.267912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] For port f0085650-c1b0-44ae-abef-581953b67578, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f0085650-c1b0-44ae-abef-581953b67578,segment=NetworkSegment(8ca430e8-bf58-4e91-a500-a700dfafb961),segment_id=8ca430e8-bf58-4e91-a500-a700dfafb961)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:40.267912 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.286019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.294057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.447822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] Calling delete_port for f0085650-c1b0-44ae-abef-581953b67578 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:40.562242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:40.596107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510344e3-e6a4-4ff8-ae32-f12077f74b41,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:40.597010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd1f31-124a-42f2-a146-3704d0a39539 req-fa731482-5ea7-401b-b8f1-131a8f4ebc5f tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:40.598521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5fd1f31-124a-42f2-a146-3704d0a39539 req-fa731482-5ea7-401b-b8f1-131a8f4ebc5f tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 945 time: 0.3801758 Feb 13 23:48:40.604583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] For port 2500df16-6683-4480-9540-484e2f23b0be, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2500df16-6683-4480-9540-484e2f23b0be,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:40.604936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.606829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5862ab4f-dec0-47ca-a38b-21d466d42c1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d9383a746c74279bb5727da7aa699d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2750154 Feb 13 23:48:40.609853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:40.683196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Deleting port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:40.683857 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.731681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.767315 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7892ff5-c750-4496-aa46-dbc0e60220f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.777670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Calling delete_port for 2500df16-6683-4480-9540-484e2f23b0be owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:40.816752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:48:40.843574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5fd1f31-124a-42f2-a146-3704d0a39539 req-3946b799-1c38-4dce-8092-6d83153d5598 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273977 Feb 13 23:48:40.848499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.859170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.859889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.862832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7892ff5-c750-4496-aa46-dbc0e60220f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:40.932707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878ea7-4d27-4a52-94ce-62adff72828d req-870aeb11-1ae2-462b-8338-49616478c785 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:40.934252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce878ea7-4d27-4a52-94ce-62adff72828d req-870aeb11-1ae2-462b-8338-49616478c785 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1642659 Feb 13 23:48:41.005864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce878ea7-4d27-4a52-94ce-62adff72828d req-ee259fad-0494-4f17-97b3-3909879180b7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623512 Feb 13 23:48:41.007874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7892ff5-c750-4496-aa46-dbc0e60220f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:41.055725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7892ff5-c750-4496-aa46-dbc0e60220f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510344e3-e6a4-4ff8-ae32-f12077f74b41,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:41.068037 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7892ff5-c750-4496-aa46-dbc0e60220f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:41.069419 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d7892ff5-c750-4496-aa46-dbc0e60220f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/510344e3-e6a4-4ff8-ae32-f12077f74b41 HTTP/1.1" status: 204 len: 168 time: 0.4586418 Feb 13 23:48:41.157256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:41.161315 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:41.181857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:41.186844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=8']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:41.213135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:41.213729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:41.276818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=150cdc7a-551e-42a8-a176-631c28f221aa,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:41.296449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e4a7652-0135-45e4-aac1-51c1500f43bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8296847 Feb 13 23:48:41.301623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49286) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:41.316912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:41.358926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] Pushing event deleted for resources: {'Port': ['ID=f0085650-c1b0-44ae-abef-581953b67578,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:41.448594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:41.515689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Port': ['ID=2500df16-6683-4480-9540-484e2f23b0be,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:41.613021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:41.620625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:41.624437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:41.630711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:41.645082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:41.712538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1a544-16c4-43b9-8a8f-220012bda3c5 None None] No DVR routers for this DVR port f0085650-c1b0-44ae-abef-581953b67578 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:41.722538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:48:41.728402 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:48:41.855461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:48:32Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:41.881548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c108fff-1af8-4b25-8c0d-3238a513cdaa None None] The sync data for ids ['c4e710ca-2abb-49eb-b082-435cc5b36362'] in n-d-828979-1 is: [{'id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553569007', 'tenant_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '2500df16-6683-4480-9540-484e2f23b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:53Z', 'updated_at': '2022-02-13T23:48:32Z', 'revision_number': 5, 'project_id': '7adb9718ec6f4cd68cf437ad4a8943c8', 'gw_port': {'id': '2500df16-6683-4480-9540-484e2f23b0be', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e710ca-2abb-49eb-b082-435cc5b36362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:55Z', 'updated_at': '2022-02-13T23:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:48:41.975564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:42.074003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:42.089046 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:42.199118 n-d-828979-1 neutron-server[83661]: INFO neutron.db.ipam_backend_mixin [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 150cdc7a-551e-42a8-a176-631c28f221aa (CIDR: 2001:db8::/64) Feb 13 23:48:42.205870 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:48:42.206566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:48:42.266004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ce1547fa-dda6-4566-a2c9-6c7cd684cd44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9611411 Feb 13 23:48:42.267191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49312) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:42.278723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:42.363886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:42.534238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:42.541763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:42.545308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:42.556841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:42.613059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:42.648443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Calling delete_port for 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:42.691964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:42.698964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:42.809817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:42.842008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:42.843125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f0085650-c1b0-44ae-abef-581953b67578 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:42.976876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:43.016546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df989-6ad2-4568-8145-46f02741b705 req-d77e0abe-6326-449a-8f8b-6f9ff9981b52 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:43.023634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f41df989-6ad2-4568-8145-46f02741b705 req-d77e0abe-6326-449a-8f8b-6f9ff9981b52 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.4341712 Feb 13 23:48:43.076480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f0085650-c1b0-44ae-abef-581953b67578 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:43.079777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f0085650-c1b0-44ae-abef-581953b67578 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:43.096658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca345b-643b-409b-9be1-b961ae33b907 req-0b6a45c5-5fa6-4d24-a190-90d0860fdfa8 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:43.106267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04ca345b-643b-409b-9be1-b961ae33b907 req-0b6a45c5-5fa6-4d24-a190-90d0860fdfa8 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 945 time: 0.6099117 Feb 13 23:48:43.107129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f41df989-6ad2-4568-8145-46f02741b705 req-88247db3-6b9c-4a6e-8aa8-d1d9ed1ccd73 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794494 Feb 13 23:48:43.144289 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.163478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.187087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04ca345b-643b-409b-9be1-b961ae33b907 req-e69c59ab-9b8d-4cbd-a983-9e54b72a0cfb tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796404 Feb 13 23:48:43.236148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.239202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Fanout notify agent at l3_agent the message router_deleted on router c4e710ca-2abb-49eb-b082-435cc5b36362 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:48:43.264913 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.269131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:48:43.269131 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:48:43.269131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:43.270242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f69a032-96e4-4aed-9652-aea5ff56cae8 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/routers/c4e710ca-2abb-49eb-b082-435cc5b36362 HTTP/1.1" status: 204 len: 168 time: 5.4703519 Feb 13 23:48:43.270242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49336) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:43.323787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76ba1a9a-5440-4437-848e-db10499acdd9 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:43.413798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 76ba1a9a-5440-4437-848e-db10499acdd9 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:43.414555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76ba1a9a-5440-4437-848e-db10499acdd9 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:43.538520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.570684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.647827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'network': {'name': 'tempest-network-smoke--2042768200', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:43.689634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.690260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:43.706712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:43.718415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:43.718839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22c354d-95c1-4d76-a8ec-407960356531']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:43.728446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:network and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:43.732164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca430e8-bf58-4e91-a500-a700dfafb961') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:43.732543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca430e8-bf58-4e91-a500-a700dfafb961') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:43.738272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-fed90c8c-2d49-44e9-9790-1e4d4713d5f3 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:43.740872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-fed90c8c-2d49-44e9-9790-1e4d4713d5f3 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 945 time: 0.3847439 Feb 13 23:48:43.741731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:43.746803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.751809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:43.752385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.766280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.773997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:48:43.774596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.776362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:48:43.794552 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:48:43.863709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Deleting port cde046fe-5474-430d-a68e-642d57a7279c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:43.864623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.899268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.913314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.923647 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6549771 Feb 13 23:48:43.927571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49350) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:43.935638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:d5:dd:2a', 'name': 'tempest-NetworksTestDHCPv6-99155898'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:43.947473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] Pushing event deleted for resources: {'Network': ['ID=b22c354d-95c1-4d76-a8ec-407960356531,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:43.951493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d1f4b24-bdab-49e7-80eb-6b5ab9bf5d15 tempest-TestSecurityGroupsBasicOps-1160381060 tempest-TestSecurityGroupsBasicOps-1160381060-project] 10.222.0.36 "DELETE /v2.0/networks/b22c354d-95c1-4d76-a8ec-407960356531 HTTP/1.1" status: 204 len: 168 time: 0.6807392 Feb 13 23:48:43.952927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Deleting port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:43.953960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:43.973749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=6081b289-6572-49a7-a8ad-c5b4c2870c4e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:44.002254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:44.005422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:44.034882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:44.422968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.423341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.423644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.423972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.424298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.425149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.425483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.425801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.426139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.426646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.427664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04741e27-c6dd-4b03-90a6-6af51ade9a82 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:44.443521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:44.486906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3df84-69ea-4e37-aca0-f215ec5a35f0 req-60a19abc-13e6-4714-a739-b8a5b5b2b9fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:44.499588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9c3df84-69ea-4e37-aca0-f215ec5a35f0 req-60a19abc-13e6-4714-a739-b8a5b5b2b9fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1660852 Feb 13 23:48:44.509540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] For port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:44.510089 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:44.526846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:44.540870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:44.554749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:44.564382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9c3df84-69ea-4e37-aca0-f215ec5a35f0 req-37b60ed6-d676-4ccb-b550-87fbef08724a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635185 Feb 13 23:48:44.655859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49376) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:44.669725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Calling delete_port for 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:44.779100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:44.804185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:44.814723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:44.839132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:44.852849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:44.878698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78b093-9ce9-43bc-b1ec-86cce005a8c1 req-4c19c88e-69b2-4275-b2c2-25e43be862ae tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:44.880364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad78b093-9ce9-43bc-b1ec-86cce005a8c1 req-4c19c88e-69b2-4275-b2c2-25e43be862ae tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 945 time: 0.4770803 Feb 13 23:48:44.937697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:44.947681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc48d357-5f1c-4c40-84c5-5b30cb8ecca5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7adb9718ec6f4cd68cf437ad4a8943c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2894256 Feb 13 23:48:44.950089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49382) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:44.951065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:44.981430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] Pushing event deleted for resources: {'Port': ['ID=3dd3a842-4607-4c24-adad-9cc2b0e9cc34,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:44.982133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] For port cde046fe-5474-430d-a68e-642d57a7279c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cde046fe-5474-430d-a68e-642d57a7279c,segment=NetworkSegment(d9251b3a-d587-4bf6-8b61-4a65e052fe35),segment_id=d9251b3a-d587-4bf6-8b61-4a65e052fe35)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:44.982424 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.023929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5170d8-242e-44a0-9b6a-6f5735b1c2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.053210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5170d8-242e-44a0-9b6a-6f5735b1c2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.064204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac128c-acce-449b-9af6-8299b7540a9e None None] No DVR routers for this DVR port 3dd3a842-4607-4c24-adad-9cc2b0e9cc34 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:45.085116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc00c0e-81cd-462b-bb52-8930463ffb82 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:45.128448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Calling delete_port for cde046fe-5474-430d-a68e-642d57a7279c owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:45.131029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5170d8-242e-44a0-9b6a-6f5735b1c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.146887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5170d8-242e-44a0-9b6a-6f5735b1c2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bb794-d38c-48d8-9ae2-35aef012b5b7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:45.158676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5170d8-242e-44a0-9b6a-6f5735b1c2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.159945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e5170d8-242e-44a0-9b6a-6f5735b1c2c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e23bb794-d38c-48d8-9ae2-35aef012b5b7 HTTP/1.1" status: 204 len: 168 time: 0.2088916 Feb 13 23:48:45.223896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.237524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.265559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2500df16-6683-4480-9540-484e2f23b0be no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:45.337250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2500df16-6683-4480-9540-484e2f23b0be {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:45.337600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2500df16-6683-4480-9540-484e2f23b0be not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:45.340815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 097b401c-3021-4f97-88a7-15b61856be48 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:48:45.469344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:48:45.491794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad78b093-9ce9-43bc-b1ec-86cce005a8c1 req-561e6f7e-82e5-45f9-9653-80b05564482c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/security-groups?id=96b701d0-3070-45ac-b1cd-d0078bc5795a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011534 Feb 13 23:48:45.525950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.526590 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Added segment b83d3861-6072-4bb1-b070-21a8da9b7645 of type vlan for network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 Feb 13 23:48:45.596713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8924b086-50f7-49ea-90d4-187e6d6eeea7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:45.645078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.645259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '150cdc7a-551e-42a8-a176-631c28f221aa'}, {'subnet_id': '6081b289-6572-49a7-a8ad-c5b4c2870c4e'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:45.646054 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.720949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.792848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Pushing event deleted for resources: {'Port': ['ID=cde046fe-5474-430d-a68e-642d57a7279c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:45.814254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.817815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:45.818441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.820195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:45.843800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:45.893102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f703c4-8644-460c-af00-35f8e496248a req-e5747894-be48-47e1-8103-cef692cdffe3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:45.894704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7f703c4-8644-460c-af00-35f8e496248a req-e5747894-be48-47e1-8103-cef692cdffe3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.1506202 Feb 13 23:48:45.898259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:45.902475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Usage tracker for resource:security_group_rule and tenant:df92d68279ee4d5bae2c2e48c46ff962 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:45.906443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:45.948535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:46.034939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] No DVR routers for this DVR port cde046fe-5474-430d-a68e-642d57a7279c on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:46.045236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.052973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'name': 'network-vif-deleted', 'tag': 'cde046fe-5474-430d-a68e-642d57a7279c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:48:46.071981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Network': ['ID=375cacf0-5e5c-4bbf-a968-e6c46fba35b8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:46.076486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7f703c4-8644-460c-af00-35f8e496248a req-44456f69-d99a-4af3-b399-a5947c619ac4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669655 Feb 13 23:48:46.087243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:48:46.121013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8:0:1::345 (f3558132-a192-4c12-af74-1bdc60bf6bc0/6081b289-6572-49a7-a8ad-c5b4c2870c4e/097b401c-3021-4f97-88a7-15b61856be48) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:46.132290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::f816:3eff:fed5:dd2a (f3558132-a192-4c12-af74-1bdc60bf6bc0/150cdc7a-551e-42a8-a176-631c28f221aa/097b401c-3021-4f97-88a7-15b61856be48) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:46.137030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2216b730-36ae-44a7-8f4d-9c026ad4e6bb tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1574259 Feb 13 23:48:46.139057 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdfe96e-ee48-4cc6-aa69-2978a21863f4', 'name': 'network-vif-deleted', 'tag': 'cde046fe-5474-430d-a68e-642d57a7279c', 'status': 'completed', 'code': 200} Feb 13 23:48:46.147103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49402) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:46.160609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab54eb86-201b-4962-9750-bc0156ca2d8e req-8ce7cdb9-2df2-43a1-8c82-11984c88d28c tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.42 "DELETE /v2.0/ports/cde046fe-5474-430d-a68e-642d57a7279c HTTP/1.1" status: 204 len: 173 time: 2.3782573 Feb 13 23:48:46.167741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-961434801', 'admin_state_up': True, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:46.183722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:46.196452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:router and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:46.200231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:46.219526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:46.245707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.258185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.311036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.312059 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.358611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a116808-4dac-42f4-8cb3-1bc64efa99c4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:46.363648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-036f5774-250e-4431-bb95-7fb6b0fcca46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df92d68279ee4d5bae2c2e48c46ff962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5402410 Feb 13 23:48:46.366382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49412) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:46.390862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.475525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.493313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 097b401c-3021-4f97-88a7-15b61856be48 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:46.525175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.605073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:46.616529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:46.621300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:46.626563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:46.627276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.650880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=097b401c-3021-4f97-88a7-15b61856be48,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:46.664280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b372f11b-5ef8-42c8-9c66-a3c806c339bf tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7332537 Feb 13 23:48:46.666850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49422) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:46.722485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Allocated IP 2001:db8:0:1::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/6081b289-6572-49a7-a8ad-c5b4c2870c4e/698c8803-d4b2-4443-b5e2-045873a54ac4) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:46.729196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Allocated IP 2001:db8::f816:3eff:fe69:1c84 (f3558132-a192-4c12-af74-1bdc60bf6bc0/150cdc7a-551e-42a8-a176-631c28f221aa/698c8803-d4b2-4443-b5e2-045873a54ac4) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:46.786855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 097b401c-3021-4f97-88a7-15b61856be48 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:46.787458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.857356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-481d3bf8-dcbc-4135-9aed-a87f26e5e028 req-35892df7-f42f-4eba-be90-1418a5274ed1 tempest-ServerAddressesTestJSON-78548693 tempest-ServerAddressesTestJSON-78548693-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdfe96e-ee48-4cc6-aa69-2978a21863f4 HTTP/1.1" status: 200 len: 210 time: 0.1176417 Feb 13 23:48:46.859008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a1a722-9fe9-48b7-9a84-0fc18dd05c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:46.920067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a1a722-9fe9-48b7-9a84-0fc18dd05c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.057989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a1a722-9fe9-48b7-9a84-0fc18dd05c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.113238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1a722-9fe9-48b7-9a84-0fc18dd05c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a116808-4dac-42f4-8cb3-1bc64efa99c4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:47.183282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.214792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a1a722-9fe9-48b7-9a84-0fc18dd05c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.216985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77a1a722-9fe9-48b7-9a84-0fc18dd05c8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a116808-4dac-42f4-8cb3-1bc64efa99c4 HTTP/1.1" status: 204 len: 168 time: 0.8496637 Feb 13 23:48:47.229408 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.265001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-a204cbbb-1c15-4002-9d01-ae8267dd2616 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1096 time: 0.6557477 Feb 13 23:48:47.299902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Transition to ACTIVE for port object 698c8803-d4b2-4443-b5e2-045873a54ac4 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:47.302842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cde046fe-5474-430d-a68e-642d57a7279c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:47.363458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: cde046fe-5474-430d-a68e-642d57a7279c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:48:47.363760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cde046fe-5474-430d-a68e-642d57a7279c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:48:47.379436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Transition to ACTIVE for port object 698c8803-d4b2-4443-b5e2-045873a54ac4 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:47.386906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.504554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:47.536359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:47.540253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:47.618144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136175a-480b-4c28-a647-bca583a3456e req-8ff3642b-9ae0-446e-9672-df6e81c189c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:47.618144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-8ff3642b-9ae0-446e-9672-df6e81c189c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.2331808 Feb 13 23:48:47.662338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Pushing event updated for resources: {'Port': ['ID=698c8803-d4b2-4443-b5e2-045873a54ac4,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:47.762442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.792554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140af28-26cb-49c1-a264-885b4e4ca113 req-771e8acc-1cd4-40b4-83ba-26d6c9e96c31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:47.795770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-e4d5614f-60b7-4cbd-8fe4-291434a65006 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 217 time: 0.1673441 Feb 13 23:48:47.798136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6140af28-26cb-49c1-a264-885b4e4ca113 req-771e8acc-1cd4-40b4-83ba-26d6c9e96c31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.2920949 Feb 13 23:48:47.860647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Attempting to bind port 698c8803-d4b2-4443-b5e2-045873a54ac4 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:47.865936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Attempting to bind port 698c8803-d4b2-4443-b5e2-045873a54ac4 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:47.866416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Attempting to bind port 698c8803-d4b2-4443-b5e2-045873a54ac4 on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:47.874143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:47.874557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:47.875093 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:47.875500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:47.876243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Bound port: 698c8803-d4b2-4443-b5e2-045873a54ac4, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:47.876613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.048248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] For port 698c8803-d4b2-4443-b5e2-045873a54ac4, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:48.053600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] For port 698c8803-d4b2-4443-b5e2-045873a54ac4, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=698c8803-d4b2-4443-b5e2-045873a54ac4,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:48.064227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.072302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136175a-480b-4c28-a647-bca583a3456e req-db1637b9-51bd-4ba2-a436-b46d11b7b5b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:48.077564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-db1637b9-51bd-4ba2-a436-b46d11b7b5b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2764039 Feb 13 23:48:48.078170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:48.078498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:48.079070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.114914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 097b401c-3021-4f97-88a7-15b61856be48 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:48.210244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6140af28-26cb-49c1-a264-885b4e4ca113 req-234065f8-63ff-4cc4-a55f-053edbb82fd5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053278 Feb 13 23:48:48.238945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1870-ff6b-4f80-8289-f4844a08edb6 None None] Pushing event updated for resources: {'Port': ['ID=698c8803-d4b2-4443-b5e2-045873a54ac4,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:48.260054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.433019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.536608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=097b401c-3021-4f97-88a7-15b61856be48,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:48.565995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.25.4.64 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/547b00f8-78e9-43c3-9b09-623be72fc4d8) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:48.586900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Deleting subnet 1116936c-b0bd-4970-9b77-1f34f2e69591 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:48.606376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.691215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.707509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-980a179c-ec57-4cc3-a92e-2491b28490c5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/097b401c-3021-4f97-88a7-15b61856be48 HTTP/1.1" status: 204 len: 168 time: 2.0395863 Feb 13 23:48:48.709848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49456) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:48.744398 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.816963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:48.856364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a4339-a419-4a6c-82d3-3c11018acb7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:48.857075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-542a4339-a419-4a6c-82d3-3c11018acb7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:48.886493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-542a4339-a419-4a6c-82d3-3c11018acb7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:48.891209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-542a4339-a419-4a6c-82d3-3c11018acb7e tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1799293 Feb 13 23:48:48.891888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49464) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:48.980443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2a6b1c80-76cc-464b-b826-fe23afa06af4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8fee4966b84476898c333f93d9276bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8476791 Feb 13 23:48:48.986488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add70f82-41f2-4e60-b904-a1d8ca867f8f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:48.990818 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-add70f82-41f2-4e60-b904-a1d8ca867f8f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0954881 Feb 13 23:48:48.990818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:48.993301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:49.163582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e16346b7-f3ae-4f8a-aa35-44d9b175e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.207653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f8142d-2570-49fd-aaf1-fcda2c538972 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:49.210422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f8142d-2570-49fd-aaf1-fcda2c538972 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:49.212751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f8142d-2570-49fd-aaf1-fcda2c538972 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:49.213757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85f8142d-2570-49fd-aaf1-fcda2c538972 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:48:49.229399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-a9adb9b1-6d05-460f-8d81-417b3c06760b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0877240 Feb 13 23:48:49.231873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e16346b7-f3ae-4f8a-aa35-44d9b175e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.234627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.287045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 698c8803-d4b2-4443-b5e2-045873a54ac4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:49.323673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85f8142d-2570-49fd-aaf1-fcda2c538972 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:48:49.325104 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-85f8142d-2570-49fd-aaf1-fcda2c538972 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3322160 Feb 13 23:48:49.329736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49480) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:49.475256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 698c8803-d4b2-4443-b5e2-045873a54ac4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:49.510968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.519558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e16346b7-f3ae-4f8a-aa35-44d9b175e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.560456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1116936c-b0bd-4970-9b77-1f34f2e69591,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:49.585430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d53201d-543f-48f5-b97f-11b46c066fb9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1116936c-b0bd-4970-9b77-1f34f2e69591 HTTP/1.1" status: 204 len: 168 time: 1.4514265 Feb 13 23:48:49.594849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49484) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:49.652947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16346b7-f3ae-4f8a-aa35-44d9b175e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2749e00c-a3c9-4514-850e-36d7936b6f38,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:49.682814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e16346b7-f3ae-4f8a-aa35-44d9b175e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.687621 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e16346b7-f3ae-4f8a-aa35-44d9b175e227 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2749e00c-a3c9-4514-850e-36d7936b6f38 HTTP/1.1" status: 204 len: 168 time: 0.6975493 Feb 13 23:48:49.748005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 150cdc7a-551e-42a8-a176-631c28f221aa {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:49.753506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.808516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.844205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:49.953733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.035315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284ec4b-c746-429d-98c9-dc6df116beac None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:50.051743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.087811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-d78b2dce-fa0e-42ab-9cf3-9997a0bc263c service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7966022 Feb 13 23:48:50.213032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38a95-e9d5-4f61-8831-499de7044edc req-3f62ffa8-86ef-4870-89ee-a1476a2f3483 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:50.216520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.221492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19b38a95-e9d5-4f61-8831-499de7044edc req-3f62ffa8-86ef-4870-89ee-a1476a2f3483 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.6993916 Feb 13 23:48:50.222808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] Provisioning for port 698c8803-d4b2-4443-b5e2-045873a54ac4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:50.249909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] Provisioning complete for port 698c8803-d4b2-4443-b5e2-045873a54ac4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:50.250243 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.332910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.356155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=150cdc7a-551e-42a8-a176-631c28f221aa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:50.366984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-649af540-fb9d-4f73-84b4-a13c2adee147 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/150cdc7a-551e-42a8-a176-631c28f221aa HTTP/1.1" status: 204 len: 168 time: 1.0317457 Feb 13 23:48:50.367708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49504) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:50.381163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.508553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 6081b289-6572-49a7-a8ad-c5b4c2870c4e {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:48:50.516407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.542769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.626928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.643885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] For port 698c8803-d4b2-4443-b5e2-045873a54ac4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=698c8803-d4b2-4443-b5e2-045873a54ac4,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:50.656029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:50.656488 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.731592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:50.740875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:50.791304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f975c-8479-4192-81b3-ac16237ee154 None None] Pushing event updated for resources: {'Port': ['ID=698c8803-d4b2-4443-b5e2-045873a54ac4,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:50.872049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19b38a95-e9d5-4f61-8831-499de7044edc req-98da9f16-e5ac-47cf-8419-6228ef19f4b0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291815 Feb 13 23:48:50.874274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:50.942535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=547b00f8-78e9-43c3-9b09-623be72fc4d8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:51.017876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.044342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be7ddb4-7e3f-44b9-b654-1d25b2f08878']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:51.101097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9251b3a-d587-4bf6-8b61-4a65e052fe35') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:51.115985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9251b3a-d587-4bf6-8b61-4a65e052fe35') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:51.173691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.192181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.228303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7136175a-480b-4c28-a647-bca583a3456e req-69ea1609-b97d-412d-9174-4f0596f72122 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1283908 Feb 13 23:48:51.244458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=6081b289-6572-49a7-a8ad-c5b4c2870c4e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:51.244697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.255049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.259502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:48:51.260416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:48:51.298685 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:48:51.307729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4517c075-536c-43ae-b423-bfad752ab87b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/6081b289-6572-49a7-a8ad-c5b4c2870c4e HTTP/1.1" status: 204 len: 168 time: 0.9387443 Feb 13 23:48:51.310531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49522) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:51.341308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 698c8803-d4b2-4443-b5e2-045873a54ac4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:51.480905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49526) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:51.486335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fa46fb7e-0888-4aac-a8a3-0b24b4347195 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1704979 Feb 13 23:48:51.488712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 698c8803-d4b2-4443-b5e2-045873a54ac4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:51.489084 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.491282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:51.502729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49532) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:51.612232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.640740 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.671526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be7ddb4-7e3f-44b9-b654-1d25b2f08878,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:51.699220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c43370ea-a02f-4013-8644-bd44246c2cb3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7be7ddb4-7e3f-44b9-b654-1d25b2f08878 HTTP/1.1" status: 204 len: 168 time: 2.0953431 Feb 13 23:48:51.718119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:51.720227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1764057250-network', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:51.723138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:51.730841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:51.734394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:51.747470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Usage tracker for resource:network and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:51.752101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:51.756435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:51.761836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:51.775527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Made reservation on behalf of ee8b609055824c7ea075791fa691f75b for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:51.778195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.778500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:51.792175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.821010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607df622-df48-4ad8-abd2-8167c86ed94c None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:51.827999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:51.831990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:51.835649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:51.841820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:51.880363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.881117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.905253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49540) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:51.946765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.961395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:51.965635 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.014797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6f2c9bf1-04b3-4a19-bf3f-245311886d90 None None] Provisioning complete for port 698c8803-d4b2-4443-b5e2-045873a54ac4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:48:52.015443 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9bf1-04b3-4a19-bf3f-245311886d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.089752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:48:52.108216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e0084d-f0da-4367-bd88-01be802253d5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:52.115494 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b0d54bab-188b-42a2-be65-b2e4baeda9a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d1543b7ec1549508513d88583eb632c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2065060 Feb 13 23:48:52.116341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49546) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:52.120386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.120729 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Added segment e03d7ea0-ba0e-4e79-aaeb-89019b589beb of type vlan for network 5fc6fa27-63c0-4c58-bf5c-f2594671015e Feb 13 23:48:52.195430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.229606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:48:52.236026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] Deleting port 698c8803-d4b2-4443-b5e2-045873a54ac4 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:48:52.236513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.254363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d37d78-d5c3-40dc-9141-fb3a6f2a7f6d req-b444f05a-2def-4769-810d-2f19218c1b8c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:52.256949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79d37d78-d5c3-40dc-9141-fb3a6f2a7f6d req-b444f05a-2def-4769-810d-2f19218c1b8c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.2179103 Feb 13 23:48:52.285922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c24017d7-3938-439e-8bb8-aa01b4e74a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.290598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.291610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:52.291992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.441731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c24017d7-3938-439e-8bb8-aa01b4e74a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.488604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.489239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-79d37d78-d5c3-40dc-9141-fb3a6f2a7f6d req-95cd6eed-253a-4da9-ac3f-c8874c8c1196 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227347 Feb 13 23:48:52.490922 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9870472 Feb 13 23:48:52.491850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f1cce-96b2-4e6f-9105-e2cc4528f62c admin admin] Pushing event updated for resources: {'Network': ['ID=5fc6fa27-63c0-4c58-bf5c-f2594671015e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:52.503667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49558) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:52.545764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:48:52.568098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c24017d7-3938-439e-8bb8-aa01b4e74a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.592065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24017d7-3938-439e-8bb8-aa01b4e74a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b701d0-3070-45ac-b1cd-d0078bc5795a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:52.606502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Request body: {'subnet': {'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1764057250-subnet', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:52.623589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c24017d7-3938-439e-8bb8-aa01b4e74a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.625291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c24017d7-3938-439e-8bb8-aa01b4e74a40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96b701d0-3070-45ac-b1cd-d0078bc5795a HTTP/1.1" status: 204 len: 168 time: 0.5074627 Feb 13 23:48:52.637342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:52.696572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Usage tracker for resource:subnet and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:52.711541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:52.715621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:52.716393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=2fb66dc8-f501-41a2-9735-0f6854b4ac41,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:52.730766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:52.733566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:52.746305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] For port 698c8803-d4b2-4443-b5e2-045873a54ac4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=698c8803-d4b2-4443-b5e2-045873a54ac4,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:52.746753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.754844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:52.755450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.832948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Made reservation on behalf of ee8b609055824c7ea075791fa691f75b for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:52.835241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:52.959846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-42bd3ec2-304a-4d52-8ad1-114989d8e314 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4770937 Feb 13 23:48:52.964080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49578) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:52.984852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:53.019625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:48:53.063653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] Calling delete_port for 698c8803-d4b2-4443-b5e2-045873a54ac4 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:48:53.079360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c95ad4-b8e9-48ec-98f4-016a52c7615e req-483e0490-dec8-4a63-a80b-627901dd9dc3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:53.080853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56c95ad4-b8e9-48ec-98f4-016a52c7615e req-483e0490-dec8-4a63-a80b-627901dd9dc3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1817410 Feb 13 23:48:53.187673 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56c95ad4-b8e9-48ec-98f4-016a52c7615e req-3cc46eec-d71b-4bae-905e-190de726d2c5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949790 Feb 13 23:48:53.263404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 698c8803-d4b2-4443-b5e2-045873a54ac4 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:48:53.433772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:53.535527 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:53.583650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] No DVR routers for this DVR port 698c8803-d4b2-4443-b5e2-045873a54ac4 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:48:53.602590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7cd61-10f0-4a28-a9e6-8b076879ff8f None None] Pushing event deleted for resources: {'Port': ['ID=698c8803-d4b2-4443-b5e2-045873a54ac4,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:53.615370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a52d0-525f-4a99-a15a-e7ee0ac3b28b None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:53.641700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:53.653891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:53.669712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:53.687921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:53.842827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:53.852168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.012975 n-d-828979-1 neutron-server[83662]: INFO neutron.db.ipam_backend_mixin [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fb66dc8-f501-41a2-9735-0f6854b4ac41 (CIDR: 2001:db8::/64) Feb 13 23:48:54.020800 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:48:54.021235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:48:54.047042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.054901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f3558132-a192-4c12-af74-1bdc60bf6bc0', 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'tenant_id': 'ac067069217f46479483cd604ab7905d', 'fixed_ips': [{'subnet_id': '2fb66dc8-f501-41a2-9735-0f6854b4ac41'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:54.055928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.145095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba0d-623f-4a9b-b0b3-7f4f0ce4d422 req-a6c388c5-53ab-4584-bcc2-97021ac351fa tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:54.151749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae9dba0d-623f-4a9b-b0b3-7f4f0ce4d422 req-a6c388c5-53ab-4584-bcc2-97021ac351fa tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.7426398 Feb 13 23:48:54.226826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:54.227304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3f8cad41-6a1b-4d56-99aa-ba531338dbe6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2616746 Feb 13 23:48:54.284820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/2fb66dc8-f501-41a2-9735-0f6854b4ac41/030fc174-4098-4c82-9ea4-150179381cca) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:54.292464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9af476-b32c-4d32-a8e4-30c719f6161e,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:54.315415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae9dba0d-623f-4a9b-b0b3-7f4f0ce4d422 req-50fe792d-37e9-47be-b712-1c39937ba0f4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626594 Feb 13 23:48:54.325934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Checking segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:54.326322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Network hostable DHCP agents. Network: 5fc6fa27-63c0-4c58-bf5c-f2594671015e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:48:54.458140 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:48:54.492006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:48:54.524470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:48:54.540129 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:48:54.569020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:54.572851 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:54.578706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5fc6fa27-63c0-4c58-bf5c-f2594671015e) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:54.600498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08180b8-e30f-4509-accf-3a4d46c67e15 None None] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:54.626193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:54.629923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.700546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0eff4d5f-8145-4aa7-9e28-e69fe8ad4f8b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1346631 Feb 13 23:48:54.702434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cc87e-d110-4140-9c92-f4f047b585bd req-bc075dac-1117-4243-aa50-f4080ded093f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:54.705090 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f3cc87e-d110-4140-9c92-f4f047b585bd req-bc075dac-1117-4243-aa50-f4080ded093f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1200335 Feb 13 23:48:54.707767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49634) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:54.730161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:54.743559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.748054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-586134a7-e601-4638-922e-b1b0ea22935f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5969071 Feb 13 23:48:54.749250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49638) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:54.750550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:54.780447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:54.784843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Usage tracker for resource:router and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:54.799157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:54.808548 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f3cc87e-d110-4140-9c92-f4f047b585bd req-281785a7-748f-430d-b0d8-f42336e505c4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982008 Feb 13 23:48:54.829624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:54.869917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.870699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:54.943482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.173156 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:55.199358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:55.215422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:55.226453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:55.252766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:55.271916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.283428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:55.288519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Transition to ACTIVE for port object 030fc174-4098-4c82-9ea4-150179381cca will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:55.314339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Transition to ACTIVE for port object 030fc174-4098-4c82-9ea4-150179381cca will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:55.369504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.478628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:55.493527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:55.498549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd3151e4-2cac-422b-b9c1-c3df76a52724 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5b5ebbdaddad4dccb27c413d4be22797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7289321 Feb 13 23:48:55.499331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:55.499472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49658) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:55.740005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.807631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Pushing event updated for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:55.822580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Attempting to bind port 030fc174-4098-4c82-9ea4-150179381cca on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:55.823815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Attempting to bind port 030fc174-4098-4c82-9ea4-150179381cca by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:55.825697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Attempting to bind port 030fc174-4098-4c82-9ea4-150179381cca on network f3558132-a192-4c12-af74-1bdc60bf6bc0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:55.849090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:55.850268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.908109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:55.917071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Checking segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:55.922632 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.923163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Bound using segment: {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:55.924960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Bound port: 030fc174-4098-4c82-9ea4-150179381cca, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fd9c5-1620-43ef-ae87-b872fe7ad7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:55.925458 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:55.930168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:56.014150 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:48:51Z', 'revision_number': 3, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:56.029158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:48:56.032931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c66648-4282-4fc5-b408-a28846d911ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:56.034848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c3c66648-4282-4fc5-b408-a28846d911ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5343242 Feb 13 23:48:56.038721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Updating router d085f349-6027-4d64-bf34-9201aa96c9d9 port 547b00f8-78e9-43c3-9b09-623be72fc4d8 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:48:56.138007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49678) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:56.168511 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:56.220065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d3245359-1dd6-4531-a784-4cd57f0843f1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729342 Feb 13 23:48:56.220065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49684) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:56.258201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3bdfe-4bb7-4ab7-9266-c4d339861eca req-fecd2491-be6f-48d1-9afd-c2680c59a5c7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:56.259767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9bb3bdfe-4bb7-4ab7-9266-c4d339861eca req-fecd2491-be6f-48d1-9afd-c2680c59a5c7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.6210930 Feb 13 23:48:56.263539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138043434', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:48:56.402112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:56.406768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=030fc174-4098-4c82-9ea4-150179381cca,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:56.429780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:56.498105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9bb3bdfe-4bb7-4ab7-9266-c4d339861eca req-9853aa7f-11af-4a1d-bced-963d025ad42c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123396 Feb 13 23:48:56.627508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:56.695374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:56.793284 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:48:56.799505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:subnet and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:48:56.804214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:48:56.813083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:48:56.834931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f62ecb-e548-4413-9524-c59cbc02daf3 None None] Pushing event updated for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:56.861640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:48:56.882295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Allocated IP 172.20.0.2 (5fc6fa27-63c0-4c58-bf5c-f2594671015e/ca9af476-b32c-4d32-a8e4-30c719f6161e/8a8d17cd-8a8c-4044-b876-afbe44785167) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:57.040114 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.041435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.072005 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Transition to ACTIVE for port object 547b00f8-78e9-43c3-9b09-623be72fc4d8 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:57.091007 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.366432 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.383352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Transition to ACTIVE for port object 8a8d17cd-8a8c-4044-b876-afbe44785167 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:57.404184 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Pushing event updated for resources: {'Port': ['ID=547b00f8-78e9-43c3-9b09-623be72fc4d8,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:57.408327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Transition to ACTIVE for port object 8a8d17cd-8a8c-4044-b876-afbe44785167 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:48:57.423940 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.424641 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.425159 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.425757 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.426315 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.426799 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.430233 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.430731 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.431192 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.431682 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.432140 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.432607 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:48:57.486060 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Attempting to bind port 547b00f8-78e9-43c3-9b09-623be72fc4d8 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:57.486422 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Attempting to bind port 547b00f8-78e9-43c3-9b09-623be72fc4d8 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:57.490968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Allocated IP 172.25.4.40 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/6abbd974-6f9d-4575-8824-c57254fdd473) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:48:57.494437 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Attempting to bind port 547b00f8-78e9-43c3-9b09-623be72fc4d8 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:57.530359 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:57.531263 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:57.531822 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.532354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:57.535594 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Bound port: 547b00f8-78e9-43c3-9b09-623be72fc4d8, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:57.536180 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.638052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:57.645875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:57.659095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:57.740759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:48:57.748659 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] For port 547b00f8-78e9-43c3-9b09-623be72fc4d8, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:57.754997 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] For port 547b00f8-78e9-43c3-9b09-623be72fc4d8, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=547b00f8-78e9-43c3-9b09-623be72fc4d8,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:57.773679 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.811120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Pushing event updated for resources: {'Port': ['ID=8a8d17cd-8a8c-4044-b876-afbe44785167,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:57.831682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.877072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.943414 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c0686-3da2-4a5e-8ce3-eea1b14f4acb None None] Pushing event updated for resources: {'Port': ['ID=547b00f8-78e9-43c3-9b09-623be72fc4d8,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:57.958323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Attempting to bind port 8a8d17cd-8a8c-4044-b876-afbe44785167 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:48:57.958790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Attempting to bind port 8a8d17cd-8a8c-4044-b876-afbe44785167 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:48:57.959273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Attempting to bind port 8a8d17cd-8a8c-4044-b876-afbe44785167 on network 5fc6fa27-63c0-4c58-bf5c-f2594671015e {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:48:57.975292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:48:57.977310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Checking segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:57.978365 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:57.980703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Bound using segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:48:57.983743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Bound port: 8a8d17cd-8a8c-4044-b876-afbe44785167, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:48:57.985061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:58.008923 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:48:58.010061 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:58.134976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Pushing event updated for resources: {'Port': ['ID=6abbd974-6f9d-4575-8824-c57254fdd473,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:58.167114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:48:58.176001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:58.192686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:58.196130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:48:58.217609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:48:58.223621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:48:58.241021 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:58.262765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-ab060624-6d45-4da7-9f45-9f4e8247bbeb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:58.268484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-ab060624-6d45-4da7-9f45-9f4e8247bbeb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 1.3028431 Feb 13 23:48:58.384813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-cd20c59c-8f99-4e8e-ada7-544912939eaa tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/quotas/37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 375 time: 0.0878930 Feb 13 23:48:58.464285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53f33e-90a4-4e3c-be98-b0e849835dfb None None] Pushing event updated for resources: {'Port': ['ID=8a8d17cd-8a8c-4044-b876-afbe44785167,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:58.549109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Subnet': ['ID=a12c960a-9189-43ac-82f4-0d62ebce5a49,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:48:58.581373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Checking segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:48:58.581874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network hostable DHCP agents. Network: 375cacf0-5e5c-4bbf-a968-e6c46fba35b8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:48:58.584308 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:48:58.805392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:48:58.808435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-d32833f9-ebb5-4f0c-9ac7-2930cd168ad7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3314097 Feb 13 23:48:58.855947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 375cacf0-5e5c-4bbf-a968-e6c46fba35b8) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:48:58.872729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:48:58.873955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:58.879580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13247e-7140-495b-ac5c-564421b189ba None None] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:48:58.918837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:58.946713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:58.948141 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:48:59.282381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6bddc7a9-9b64-4f60-b53c-62c06e639426 None None] Provisioning for port 030fc174-4098-4c82-9ea4-150179381cca completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:48:59.574831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=030fc174-4098-4c82-9ea4-150179381cca,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:48:59.581493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-02a7fb0c-d482-45e9-aa8d-1d2a078e7e5d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3612585 Feb 13 23:48:59.601437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49762) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:48:59.639469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 030fc174-4098-4c82-9ea4-150179381cca up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:48:59.645266 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:48:51Z', 'revision_number': 3, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:48:59.663366 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32abba80-c4da-49fa-9fca-c0f419b8160f None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:48:51Z', 'revision_number': 3, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:48:59.837451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-74b61828-2bca-403e-aff8-9bac436439b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0175366 Feb 13 23:48:59.880701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:48:59.881583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:00.030987 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:49:00.040819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-deb8a3ec-8792-43fd-a74c-8fa066f8d27f None None] Could not find standard attr ID for object 097b401c-3021-4f97-88a7-15b61856be48. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:49:00.044015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 030fc174-4098-4c82-9ea4-150179381cca completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:00.088064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:00.090553 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:00.137205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:00.214340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:00.215091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:00.315143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Allocated IP 172.20.0.2 (375cacf0-5e5c-4bbf-a968-e6c46fba35b8/a12c960a-9189-43ac-82f4-0d62ebce5a49/b2e1e88c-763b-4467-9cbe-918a2d786069) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:00.324286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-a4d782c3-9a81-4f6c-b1c4-a0d0ca9bf984 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633629 Feb 13 23:49:00.560236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Router e9fda653-d1af-4ae5-aace-da6ebd399193 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:49:00.656109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d31f88-e62a-46ca-a3cf-63504ef51fb1 None None] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:00.677828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=4']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:00.737788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=7c8dbeda-4e9e-4d66-8480-13120f9341a5,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:00.764854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:00.771277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:00.787133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:00.788811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:00.894064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9375ed73-f2b7-4014-8b09-93f13655dcaf req-91d1bb3f-a62f-4f15-b5e5-e34b77cc3a37 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 210 time: 0.0774984 Feb 13 23:49:00.908569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6474b236-cf04-4598-9de4-3a9627616a66 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.6798048 Feb 13 23:49:00.912654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49784) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:00.928858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:8f:bd:2a', 'name': 'tempest-NetworksTestDHCPv6-399989164'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:00.948489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9ae7d-ff99-41c6-84e1-58d9b14e5917 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:01.368592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:01.398403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:port and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:01.409254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:01.437505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:49:01.475904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:01.501586 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:01.506741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3369000c-69c9-4984-9a26-9f5506c8d541 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7977898 Feb 13 23:49:01.507925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49798) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:01.539540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:01.751602 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a474aa6f-a15d-487a-b533-8c43a8e85052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:01.871361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Sync routers for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:49:01.969186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-988d70fa-2861-472b-b039-67859952062c None None] Provisioning for port 8a8d17cd-8a8c-4044-b876-afbe44785167 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:02.023166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:02.023806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:48:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:02.289570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:02.579832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47ac7e08-43fc-47e6-a9ce-02c6d7c79ce1 req-4663173f-a5f3-4ede-a01a-97d1a4ecf2c0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 210 time: 0.1959102 Feb 13 23:49:02.872897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:02.943242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port e8321dec-8718-4396-99a9-4ab009ed9357 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:49:03.029633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-754d3fb6-3923-4f68-898f-f6a9fd4b5186 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:03.031342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-754d3fb6-3923-4f68-898f-f6a9fd4b5186 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.4303443 Feb 13 23:49:03.055061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'port': {'device_id': '966117eb-30c9-4e6f-9545-9b305b270796', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'admin_state_up': True, 'tenant_id': '37061f324cd34d6daa0813fcd638c758'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:03.080569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:03.288639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=030fc174-4098-4c82-9ea4-150179381cca,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:03.316029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:03.317063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a8d17cd-8a8c-4044-b876-afbe44785167 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:03.335062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:03.346495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:03.414326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:03.417499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:03.471509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::201 (f3558132-a192-4c12-af74-1bdc60bf6bc0/2fb66dc8-f501-41a2-9735-0f6854b4ac41/e8321dec-8718-4396-99a9-4ab009ed9357) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:03.628312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-11352329-5700-4c50-9445-2d5fc62ce815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:03.651567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:03.671597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:03.745174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:bd2a (f3558132-a192-4c12-af74-1bdc60bf6bc0/7c8dbeda-4e9e-4d66-8480-13120f9341a5/e8321dec-8718-4396-99a9-4ab009ed9357) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:03.756479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Allocated IP 172.20.0.9 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/0453d9d2-9055-4ec3-af72-fd68bc8f1a72) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:03.984898 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.009547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Transition to ACTIVE for port object b2e1e88c-763b-4467-9cbe-918a2d786069 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:04.144309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.151968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c969e0a3-8331-4180-b8d8-967c6cbb2daf req-051b6545-7aab-475c-9290-81581f50990f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 210 time: 0.2040098 Feb 13 23:49:04.157494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Transition to ACTIVE for port object b2e1e88c-763b-4467-9cbe-918a2d786069 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:04.243104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8a8d17cd-8a8c-4044-b876-afbe44785167 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:04.259844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.284294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8a8d17cd-8a8c-4044-b876-afbe44785167 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:04.286946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.475048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49840) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:04.525901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:48:58Z', 'revision_number': 3, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:04.528334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.562455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Pushing event updated for resources: {'Port': ['ID=b2e1e88c-763b-4467-9cbe-918a2d786069,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:04.574236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Checking router: e9fda653-d1af-4ae5-aace-da6ebd399193 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:49:04.574860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Updating router e9fda653-d1af-4ae5-aace-da6ebd399193 port 6abbd974-6f9d-4575-8824-c57254fdd473 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:49:04.652252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object e8321dec-8718-4396-99a9-4ab009ed9357 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:04.708637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.720862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:04.725383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:04.728325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:04.766727 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:04.942989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.015109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.037037 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.064931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.209042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Transition to ACTIVE for port object 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:05.243566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=e8321dec-8718-4396-99a9-4ab009ed9357,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:05.296401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:05.313985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:05.323184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:05.333996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:05.334279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:05.347374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:05.348409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.364072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.386858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a971dce7f6374ced97d4000a5b7a0ba5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:05.403952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.407255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Allocated IP 172.20.0.1 (5fc6fa27-63c0-4c58-bf5c-f2594671015e/ca9af476-b32c-4d32-a8e4-30c719f6161e/b04f2034-1b7a-4cf8-ac0e-f3ebd937244e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:05.410454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ef1278f5-be14-4c4f-923b-d5f4ebe85f6d None None] Provisioning complete for port 8a8d17cd-8a8c-4044-b876-afbe44785167 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:05.411005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef1278f5-be14-4c4f-923b-d5f4ebe85f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.468327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:05.514698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.531364 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.601010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:05.623882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:49:05.718443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Attempting to bind port b2e1e88c-763b-4467-9cbe-918a2d786069 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:05.719041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Attempting to bind port b2e1e88c-763b-4467-9cbe-918a2d786069 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:05.719695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Attempting to bind port b2e1e88c-763b-4467-9cbe-918a2d786069 on network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:05.730922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:05.807738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 547b00f8-78e9-43c3-9b09-623be72fc4d8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:05.827814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.828165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.828503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.828893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.829229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.829557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.829880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.830228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.830555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.830875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.831192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:05.932980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8a8d17cd-8a8c-4044-b876-afbe44785167,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:05.936245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:05.936726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Checking segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:05.937268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.937808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Bound using segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:05.940238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Bound port: b2e1e88c-763b-4467-9cbe-918a2d786069, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:05.940487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:05.995173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:06.004363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:06.012508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:06.129210 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-275825ff-d37f-4955-80c7-dbf8941644fa tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2090757 Feb 13 23:49:06.136198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49854) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:06.352569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:06.380671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4e9dd-0223-45e6-8be3-4e8d769a9b32 req-b8844063-165a-41c3-ab58-b952c40b034b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:06.382468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22b4e9dd-0223-45e6-8be3-4e8d769a9b32 req-b8844063-165a-41c3-ab58-b952c40b034b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 931 time: 0.9008782 Feb 13 23:49:06.396030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:06.397195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:06.469835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port e8321dec-8718-4396-99a9-4ab009ed9357 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:06.470238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:06.513721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:06.520182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] For port b2e1e88c-763b-4467-9cbe-918a2d786069, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:06.523633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] For port b2e1e88c-763b-4467-9cbe-918a2d786069, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b2e1e88c-763b-4467-9cbe-918a2d786069,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:06.550074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:06.571923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a971dce7f6374ced97d4000a5b7a0ba5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0855365 Feb 13 23:49:06.574077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49858) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:06.584947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:06.626537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab64e0-90e0-4420-bb8b-b9931d19e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e5e1c-d615-4988-8348-de6ef6a3da61,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:06.640316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.20.0.1 (375cacf0-5e5c-4bbf-a968-e6c46fba35b8/a12c960a-9189-43ac-82f4-0d62ebce5a49/295dc2f0-cc02-471a-8bc1-344c0064fb47) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:06.665546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22b4e9dd-0223-45e6-8be3-4e8d769a9b32 req-53615366-42d2-46c0-bf07-b53be77ef1c0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614048 Feb 13 23:49:06.666903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Transition to ACTIVE for port object b04f2034-1b7a-4cf8-ac0e-f3ebd937244e will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:06.669360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-437f6419-f1fc-4f54-892e-45ea7bf68c45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6216874 Feb 13 23:49:06.715685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Request body: {'port': {'device_id': '966117eb-30c9-4e6f-9545-9b305b270796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:06.733706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46446f2-ad5b-4c2f-b0a8-d0f6a86a5a65 None None] Pushing event updated for resources: {'Port': ['ID=b2e1e88c-763b-4467-9cbe-918a2d786069,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:06.845124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 547b00f8-78e9-43c3-9b09-623be72fc4d8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:06.887721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 547b00f8-78e9-43c3-9b09-623be72fc4d8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:06.895016 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.015268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.036603 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.040861 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Transition to ACTIVE for port object 295dc2f0-cc02-471a-8bc1-344c0064fb47 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:07.068061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1191806c-4ae2-4c94-b312-751690307ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.087240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.135740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1191806c-4ae2-4c94-b312-751690307ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.139419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df0ba2a2-e21f-44d4-89d9-ad411d4c1f6f None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:07.142020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df0ba2a2-e21f-44d4-89d9-ad411d4c1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.161692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.437985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1191806c-4ae2-4c94-b312-751690307ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.448776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.480424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:07.495899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:07.499154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:07.525902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:07.539131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:07.539513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.544705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:07.574494 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.590944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 547b00f8-78e9-43c3-9b09-623be72fc4d8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=547b00f8-78e9-43c3-9b09-623be72fc4d8,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:07.594630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Pushing event updated for resources: {'Port': ['ID=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:07.717575 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.719884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 030fc174-4098-4c82-9ea4-150179381cca up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:07.785635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.788682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=295dc2f0-cc02-471a-8bc1-344c0064fb47,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:07.798179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for e8321dec-8718-4396-99a9-4ab009ed9357 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:07.812316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191806c-4ae2-4c94-b312-751690307ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e5e1c-d615-4988-8348-de6ef6a3da61,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:07.903674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1191806c-4ae2-4c94-b312-751690307ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:07.923812 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1191806c-4ae2-4c94-b312-751690307ff1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f5e5e1c-d615-4988-8348-de6ef6a3da61 HTTP/1.1" status: 204 len: 168 time: 1.3420126 Feb 13 23:49:08.003582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:08.215271 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:08.279618 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:08.319516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Transition to ACTIVE for port object 6abbd974-6f9d-4575-8824-c57254fdd473 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:08.375078 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:08.449625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df0ba2a2-e21f-44d4-89d9-ad411d4c1f6f None None] Provisioning for port e8321dec-8718-4396-99a9-4ab009ed9357 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:08.470979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df0ba2a2-e21f-44d4-89d9-ad411d4c1f6f None None] Provisioning complete for port e8321dec-8718-4396-99a9-4ab009ed9357 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:08.476220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df0ba2a2-e21f-44d4-89d9-ad411d4c1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:08.562546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=547b00f8-78e9-43c3-9b09-623be72fc4d8,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:08.861868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:08.878183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-df0ba2a2-e21f-44d4-89d9-ad411d4c1f6f None None] Port e8321dec-8718-4396-99a9-4ab009ed9357 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:08.887324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Attempting to bind port 6abbd974-6f9d-4575-8824-c57254fdd473 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:08.887697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Attempting to bind port 6abbd974-6f9d-4575-8824-c57254fdd473 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:08.888058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Attempting to bind port 6abbd974-6f9d-4575-8824-c57254fdd473 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:08.965165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aea9c9-3dfa-4509-9f8f-c7af2331fd10 None None] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:08.995999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53539e-f305-40be-9472-590f5e9c25e2 req-e9ee9438-5760-450a-a3a1-0485ff929427 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:08.997190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e53539e-f305-40be-9472-590f5e9c25e2 req-e9ee9438-5760-450a-a3a1-0485ff929427 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 931 time: 0.8532796 Feb 13 23:49:09.251391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:09.252174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:09.253955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.255623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:09.256671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Bound port: 6abbd974-6f9d-4575-8824-c57254fdd473, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:09.257613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.304498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:09.305211 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.383256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Pushing event updated for resources: {'Port': ['ID=6abbd974-6f9d-4575-8824-c57254fdd473,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:09.392039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:49:09.410875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.411224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.411563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.412666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.413009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.413341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.413671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.413998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.414347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.414723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.415240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:09.422628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.426081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.426543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.446355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.568990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=e8321dec-8718-4396-99a9-4ab009ed9357,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:09.575918 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e53539e-f305-40be-9472-590f5e9c25e2 req-be095dad-6bc4-4af4-9716-15720533e246 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386304 Feb 13 23:49:09.622092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.631587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=295dc2f0-cc02-471a-8bc1-344c0064fb47,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:09.676422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Provisioning for port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:09.735313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:49:09.738688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] For port 6abbd974-6f9d-4575-8824-c57254fdd473, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:09.748543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] For port 6abbd974-6f9d-4575-8824-c57254fdd473, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6abbd974-6f9d-4575-8824-c57254fdd473,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:09.798267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.798402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.801739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Provisioning complete for port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:09.804889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.822952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:09.877545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7e0712ec-3430-4c77-85b3-76fb138c6030 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/e8321dec-8718-4396-99a9-4ab009ed9357 HTTP/1.1" status: 204 len: 168 time: 3.7283237 Feb 13 23:49:09.887151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49918) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:09.903795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Transition to ACTIVE for port object 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:09.937819 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:10.042186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78624429-82e9-4c77-a6c0-ac2fb1ea8f15 None None] Pushing event updated for resources: {'Port': ['ID=6abbd974-6f9d-4575-8824-c57254fdd473,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:10.088668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:10.091155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:10.096567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:10.119935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:10.238635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Pushing event updated for resources: {'Port': ['ID=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:10.241774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:10.260578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:10.261496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:10.555752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Provisioning for port b2e1e88c-763b-4467-9cbe-918a2d786069 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:10.639900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 547b00f8-78e9-43c3-9b09-623be72fc4d8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:10.696027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Pushing event updated for resources: {'Port': ['ID=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:10.707616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:10.859610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Provisioning for port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:10.912801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Provisioning complete for port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:10.937840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:10.947889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caee144-c2cf-494c-a2f8-9a82b94a110b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:10.948613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4caee144-c2cf-494c-a2f8-9a82b94a110b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:11.100311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cfd00d84-840f-4167-93d2-f5754a9e8026 None None] Port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:11.156102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:11.330932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4caee144-c2cf-494c-a2f8-9a82b94a110b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:11.334819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4caee144-c2cf-494c-a2f8-9a82b94a110b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.4441481 Feb 13 23:49:11.344830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49950) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:11.368438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 547b00f8-78e9-43c3-9b09-623be72fc4d8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:11.425378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:11.453164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Attempting to bind port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:11.453744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Attempting to bind port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:11.453858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Attempting to bind port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:11.474401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:49:11.474727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Attempting to bind port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:11.562800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a4d64-86e3-4d7c-b674-81f7d1fc968f req-72c3e4a8-b98e-405b-9730-c122b0bdef31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:11.563542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fc5a4d64-86e3-4d7c-b674-81f7d1fc968f req-72c3e4a8-b98e-405b-9730-c122b0bdef31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:11.586567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:11.586898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:11.587531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:11.589208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Bound port: 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:11.589577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:11.594981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49958) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:11.611514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:11.628889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:11.679821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba959b0-3059-41f8-b603-d81c92495035 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:11.681395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ba959b0-3059-41f8-b603-d81c92495035 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3356338 Feb 13 23:49:11.684049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49964) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:11.894629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20757a95-543e-4e5d-bceb-a2c3b35f0fd1 None None] Provisioning for port 295dc2f0-cc02-471a-8bc1-344c0064fb47 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:11.939199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20757a95-543e-4e5d-bceb-a2c3b35f0fd1 None None] Provisioning complete for port 295dc2f0-cc02-471a-8bc1-344c0064fb47 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:11.948452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20757a95-543e-4e5d-bceb-a2c3b35f0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:11.967670 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:12.000326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f03184-ebab-4a69-aa61-e3ee62834afb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:12.001623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f03184-ebab-4a69-aa61-e3ee62834afb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:12.003028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f03184-ebab-4a69-aa61-e3ee62834afb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:12.003820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37f03184-ebab-4a69-aa61-e3ee62834afb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:12.022592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fc5a4d64-86e3-4d7c-b674-81f7d1fc968f req-72c3e4a8-b98e-405b-9730-c122b0bdef31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:12.030303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc5a4d64-86e3-4d7c-b674-81f7d1fc968f req-72c3e4a8-b98e-405b-9730-c122b0bdef31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 943 time: 0.9762003 Feb 13 23:49:12.032488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:12.054104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:3667b8b74d164ff28462509bef6717ea is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:12.062046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:12.068142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:12.157804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:12.176705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:12.210925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37f03184-ebab-4a69-aa61-e3ee62834afb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:12.212082 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37f03184-ebab-4a69-aa61-e3ee62834afb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5271609 Feb 13 23:49:12.216307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 49978) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:12.285095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-20757a95-543e-4e5d-bceb-a2c3b35f0fd1 None None] Port 295dc2f0-cc02-471a-8bc1-344c0064fb47 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:12.288461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-c8234ff8-a63c-400d-b473-ade44a05b251 req-90d62650-5aad-4d0e-8423-01ceb4c0aa9f service neutron] (83662) timed out ('10.222.0.36', 37288) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:49:12.406328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] For port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:12.427066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:49:12.448926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc5a4d64-86e3-4d7c-b674-81f7d1fc968f req-90264440-9534-46eb-8493-1100ffe69b96 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911784 Feb 13 23:49:12.474156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b90aa39-ce70-4ec8-b404-186556fa8a51,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:12.483350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a8d17cd-8a8c-4044-b876-afbe44785167 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:12.487672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] For port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:12.500930 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92ea0418-18ee-4dea-a0c3-5f158f248ea2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3667b8b74d164ff28462509bef6717ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8984368 Feb 13 23:49:12.502646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:12.506239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 49986) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:12.774506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8a8d17cd-8a8c-4044-b876-afbe44785167 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:12.774871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:12.889195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:09Z', 'revision_number': 2, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:12.916153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:12.918261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] 10.222.0.31 "PUT /v2.0/ports/0453d9d2-9055-4ec3-af72-fd68bc8f1a72 HTTP/1.1" status: 200 len: 1091 time: 6.2155831 Feb 13 23:49:12.922220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b11b623-d192-47c5-b268-95ba7d6013d1 None None] The sync data for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 is: [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:09Z', 'revision_number': 2, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:49:12.933376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966117eb-30c9-4e6f-9545-9b305b270796', 'tag': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:49:12.944448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0bab5d03-3a1e-4b8f-b5c5-fb9392b9344b None None] Provisioning complete for port 295dc2f0-cc02-471a-8bc1-344c0064fb47 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:12.944828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bab5d03-3a1e-4b8f-b5c5-fb9392b9344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.056106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40e36247-cea0-4bda-a96b-dd10573dd05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.133106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 2fb66dc8-f501-41a2-9735-0f6854b4ac41 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:49:13.134841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40e36247-cea0-4bda-a96b-dd10573dd05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.145858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.251910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.288600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b2e1e88c-763b-4467-9cbe-918a2d786069 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:13.315899 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966117eb-30c9-4e6f-9545-9b305b270796', 'tag': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72', 'status': 'completed', 'code': 200} Feb 13 23:49:13.335428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5d03-3a1e-4b8f-b5c5-fb9392b9344b None None] Port 295dc2f0-cc02-471a-8bc1-344c0064fb47 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:13.375188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40e36247-cea0-4bda-a96b-dd10573dd05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.390616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0bab5d03-3a1e-4b8f-b5c5-fb9392b9344b None None] Provisioning complete for port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:13.391897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589c54e-952f-4c8f-8543-db4ad357baef service neutron] Pushing event updated for resources: {'Port': ['ID=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:13.392173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bab5d03-3a1e-4b8f-b5c5-fb9392b9344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.411154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.439910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36247-cea0-4bda-a96b-dd10573dd05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b90aa39-ce70-4ec8-b404-186556fa8a51,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:13.442727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40e36247-cea0-4bda-a96b-dd10573dd05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.443840 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40e36247-cea0-4bda-a96b-dd10573dd05b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b90aa39-ce70-4ec8-b404-186556fa8a51 HTTP/1.1" status: 204 len: 168 time: 0.8581800 Feb 13 23:49:13.522660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.536020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:49:13.547869 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:49:13.575050 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:13.575679 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:13.578895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5d03-3a1e-4b8f-b5c5-fb9392b9344b None None] Port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:13.598760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.609381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d00fe0-29cf-43ed-b173-104c4476c2f4 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:13.615814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-362db6fe-52aa-42b0-acca-fda2d3246d15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 1094 time: 0.6198046 Feb 13 23:49:13.644663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/2fb66dc8-f501-41a2-9735-0f6854b4ac41 HTTP/1.1" status: 204 len: 168 time: 1.4003980 Feb 13 23:49:13.645624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86646f4-4fb9-4683-9ee7-b53f01e4021a tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb66dc8-f501-41a2-9735-0f6854b4ac41,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:13.647556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50018) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:13.662849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e1df16e-895b-414b-a9d6-4feca41b2d51 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "PUT /v2.0/routers/d085f349-6027-4d64-bf34-9201aa96c9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0537682 Feb 13 23:49:13.674654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b2e1e88c-763b-4467-9cbe-918a2d786069 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:13.706245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b2e1e88c-763b-4467-9cbe-918a2d786069 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:13.708239 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.797509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 7c8dbeda-4e9e-4d66-8480-13120f9341a5 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:49:13.805465 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:13.826649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50024) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:13.950648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:14.078155 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:14.204283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:14.265803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-4a15d6ed-0621-42ad-a5d6-a6b6d24834a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72 HTTP/1.1" status: 200 len: 217 time: 0.6431105 Feb 13 23:49:14.431114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-713c486b-5be9-4d8e-8646-12f4a8bf55aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.433023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-713c486b-5be9-4d8e-8646-12f4a8bf55aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1341064 Feb 13 23:49:14.457707 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:14.498444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:14.508993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b2e1e88c-763b-4467-9cbe-918a2d786069, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b2e1e88c-763b-4467-9cbe-918a2d786069,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:14.537518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:14.619016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8dbeda-4e9e-4d66-8480-13120f9341a5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:14.640434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:14.662908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-883b2b32-95e1-4bc9-9673-42134b82bc1f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/7c8dbeda-4e9e-4d66-8480-13120f9341a5 HTTP/1.1" status: 204 len: 168 time: 1.0140493 Feb 13 23:49:14.666446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50030) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:14.704211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Router e9fda653-d1af-4ae5-aace-da6ebd399193 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:49:14.730240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f831-fc76-472f-9392-a56ef67d7426 req-ce8a9a76-7b90-400f-b6d0-9b883580ad1b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.733005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6a42f831-fc76-472f-9392-a56ef67d7426 req-ce8a9a76-7b90-400f-b6d0-9b883580ad1b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 943 time: 0.9052520 Feb 13 23:49:14.733981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b2e1e88c-763b-4467-9cbe-918a2d786069,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:14.774980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6abbd974-6f9d-4575-8824-c57254fdd473 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:14.841098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.841469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.845218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.845624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.845985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.846365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.846955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:14.856048 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0b72cce8-dea7-4db3-b9ee-907307f14c5a tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.9301546 Feb 13 23:49:14.856861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50036) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:14.913939 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:09Z', 'revision_number': 2, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:14.919943 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:49:14.921480 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Updating router d085f349-6027-4d64-bf34-9201aa96c9d9 port 295dc2f0-cc02-471a-8bc1-344c0064fb47 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:49:14.933721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6abbd974-6f9d-4575-8824-c57254fdd473 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:14.941423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6abbd974-6f9d-4575-8824-c57254fdd473 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:14.941799 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.068601 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.106732 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-31467e78-42cd-4124-8626-4e381912ef4d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4391444 Feb 13 23:49:15.116330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50042) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:15.122402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:15.183758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:15.184131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:15.184485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:15.184835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:15.185181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:15.185947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:15.187732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ce2c3d4-5364-4f8f-9b24-2bffa0304cfb tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.3239648 Feb 13 23:49:15.212668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50046) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:15.219700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.255738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6abbd974-6f9d-4575-8824-c57254fdd473, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6abbd974-6f9d-4575-8824-c57254fdd473,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:15.267115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.435989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:15.466480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6abbd974-6f9d-4575-8824-c57254fdd473,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:15.469519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:15.478641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:15.495303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:15.520697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:15.524403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.555088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8a7f9cad-7079-4134-9ea8-6dc956761500 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1111856 Feb 13 23:49:15.660670 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.673808 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Transition to ACTIVE for port object 295dc2f0-cc02-471a-8bc1-344c0064fb47 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:15.683021 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:15.796550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1797590-3146-4a01-9cef-c07adae81e46 None None] Pushing event updated for resources: {'Port': ['ID=295dc2f0-cc02-471a-8bc1-344c0064fb47,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:15.800885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6a42f831-fc76-472f-9392-a56ef67d7426 req-5abb249b-a38a-436e-8b28-69adad5576ae tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0437171 Feb 13 23:49:16.021630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c60c1-a9c1-4928-a236-0f387eb60fe8 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:16.031431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.056096 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Attempting to bind port 295dc2f0-cc02-471a-8bc1-344c0064fb47 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:16.056652 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Attempting to bind port 295dc2f0-cc02-471a-8bc1-344c0064fb47 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:16.056804 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Attempting to bind port 295dc2f0-cc02-471a-8bc1-344c0064fb47 on network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:16.072219 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:16.072588 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Checking segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:16.075993 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.077198 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Bound using segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:16.077748 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Bound port: 295dc2f0-cc02-471a-8bc1-344c0064fb47, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:16.078254 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.206148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=843c1eb3-55f3-4646-8f6d-3f40683f98b1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:16.248414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:16.251819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:16.261007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:16.262486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.306562 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] For port 295dc2f0-cc02-471a-8bc1-344c0064fb47, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:16.313009 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] For port 295dc2f0-cc02-471a-8bc1-344c0064fb47, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=295dc2f0-cc02-471a-8bc1-344c0064fb47,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:16.327024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1b06b135-52cd-45c3-a538-90691ebe147d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2086673 Feb 13 23:49:16.327510 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.328081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:16.338076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:16.350616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-8231f336-e9b0-4c03-bab5-7a0991800c1d service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107515 Feb 13 23:49:16.485177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-021cc77b-6027-4501-8198-8a0bd0de9879 None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:16.485697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-021cc77b-6027-4501-8198-8a0bd0de9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.538254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1797590-3146-4a01-9cef-c07adae81e46 None None] Pushing event updated for resources: {'Port': ['ID=295dc2f0-cc02-471a-8bc1-344c0064fb47,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:16.583377 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:16.590832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:16.687619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-75baee29-bdc0-4c70-b9f5-d50a2bceea12 req-18ddaa19-6a54-459f-8ce2-d518dbed9131 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248501 Feb 13 23:49:16.734234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:16.748236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:16.761873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:16.775358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:16.777895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6abbd974-6f9d-4575-8824-c57254fdd473 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:16.803630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:16.815250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:16.821861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:49:16.840592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6722b761-acb8-477f-9c6d-488a92d8474c admin admin] 10.222.0.36 "PUT /v2.0/routers/e9fda653-d1af-4ae5-aace-da6ebd399193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3313458 Feb 13 23:49:16.915000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5fb500a6-1b4a-4f9d-baae-1ac1322a3337 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.7011807 Feb 13 23:49:17.016912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-cd99c4a1-fe3f-463e-a73d-13835cf4ae1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 1094 time: 0.2574034 Feb 13 23:49:17.056417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6abbd974-6f9d-4575-8824-c57254fdd473 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:17.056782 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:17.150985 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:17.200348 n-d-828979-1 neutron-server[83661]: INFO neutron.db.ipam_backend_mixin [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 843c1eb3-55f3-4646-8f6d-3f40683f98b1 (CIDR: 2001:db8::/64) Feb 13 23:49:17.302913 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:49:17.303373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:17.411446 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a22b6077-6e7c-46b3-8657-11b1a734c5b0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0821598 Feb 13 23:49:17.415626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50092) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:17.435943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'subnet': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:17.453421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-fc63a70c-e117-4bff-835e-659130dabdb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:17.455896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-fc63a70c-e117-4bff-835e-659130dabdb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.4381425 Feb 13 23:49:17.556553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Update dhcp port {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'fixed_ips': [{'subnet_id': '843c1eb3-55f3-4646-8f6d-3f40683f98b1'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '030fc174-4098-4c82-9ea4-150179381cca'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:49:17.590255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50098) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:17.644852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434428841', 'description': 'tempest-secgroup-smoke-434428841 description', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:17.656411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-733f13ba-ae31-437b-944c-a3f7ddc55ac8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72 HTTP/1.1" status: 200 len: 217 time: 0.1919069 Feb 13 23:49:17.657353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:17.694358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b420-3e23-4304-9a7e-b1d26f9435fb req-9e1e56a7-b515-40e8-a769-bf678075b4af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:17.696101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7079b420-3e23-4304-9a7e-b1d26f9435fb req-9e1e56a7-b515-40e8-a769-bf678075b4af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 943 time: 0.4977522 Feb 13 23:49:17.754366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:17.761571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:17.793506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:17.834238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:17.870379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:49:17.872333 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:16Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:17.878713 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f53f0-764e-46c0-8673-f6a4d93d4512 None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:16Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:49:17.889077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-bd0d61ad-44d4-4939-85b1-5983a2fdbcbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:17.891728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-bd0d61ad-44d4-4939-85b1-5983a2fdbcbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2251992 Feb 13 23:49:17.893205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:17.911552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7079b420-3e23-4304-9a7e-b1d26f9435fb req-814474bd-1cc0-457b-86f8-937d05b4cfd4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042754 Feb 13 23:49:17.921209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:17.934622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Usage tracker for resource:subnet and tenant:ac067069217f46479483cd604ab7905d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:17.941657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:17.947940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:17.952579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:17.966202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:17.977972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b2e1e88c-763b-4467-9cbe-918a2d786069 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:17.980805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:17.991504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:18.018796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:18.030635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:18.151185 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:49:18.275139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:18.319338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:18.421741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-52e6c3d9-32a4-43bd-b893-552db03d47b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5025387 Feb 13 23:49:18.422462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b6339-3743-43f9-97ef-857b75deb4c1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:18.426975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:18.430428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64aa8081-0fc5-4947-b0f4-9f36dc919718 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8374755 Feb 13 23:49:18.483166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50116) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:18.491674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6339-3743-43f9-97ef-857b75deb4c1', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:18.510344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:18.679653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Allocated IP 2001:db8::2 (f3558132-a192-4c12-af74-1bdc60bf6bc0/843c1eb3-55f3-4646-8f6d-3f40683f98b1/030fc174-4098-4c82-9ea4-150179381cca) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:18.693531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:18.698967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:18.730494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:18.862483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:18.903409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-9f216953-8c4c-4d56-bd05-78ce6db39f57 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703147 Feb 13 23:49:18.923610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.objects.ports [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83661) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:49:19.253842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=030fc174-4098-4c82-9ea4-150179381cca,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:19.292802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.313180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Transition to ACTIVE for port object 030fc174-4098-4c82-9ea4-150179381cca will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:19.364566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:19.411659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72', 'mac_address': 'fa:16:3e:8d:f2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:49:19.423408 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.459756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50146) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:19.460824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.465155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1311173404-network', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:19.475531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:19.492246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Usage tracker for resource:network and tenant:4c868cbf570c4f7f8a7adc1ad67c3273 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:19.496808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.526360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:19.527565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.536246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84b8be75-4e47-4f28-b6f2-c0ef38f5298f req-76a9540b-bf64-4d59-9d7b-42cf26ceb1f8 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220338 Feb 13 23:49:19.542507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:19.577838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5718588-d67e-4dc3-9f06-800048880828,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:19.618610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Made reservation on behalf of 4c868cbf570c4f7f8a7adc1ad67c3273 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:19.624526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63c677-4aa5-4174-accd-ddeba500d2bd req-b2747999-ca3c-4369-9e89-5a22ed17652d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:19.625193 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.626147 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c63c677-4aa5-4174-accd-ddeba500d2bd req-b2747999-ca3c-4369-9e89-5a22ed17652d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 943 time: 0.3153520 Feb 13 23:49:19.698681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284e2e5-622a-4e2b-a6ad-6358835bf033 None None] Pushing event updated for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:19.703435 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.729392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c63c677-4aa5-4174-accd-ddeba500d2bd req-0eba4296-9fe3-4110-96ae-97bb18289efc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959928 Feb 13 23:49:19.730437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.734779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4e5908bc-0423-499e-ba95-b7ac4b67c781 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2506177 Feb 13 23:49:19.735444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50152) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:19.741014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6339-3743-43f9-97ef-857b75deb4c1', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:19.749209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:19.753868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:19.758138 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:19.758716 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.765183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:19.795404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.849071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:49:19.876202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b2e1e88c-763b-4467-9cbe-918a2d786069 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:19.877837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:19.879284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.889855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.895661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Usage tracker for resource:security_group_rule and tenant:4c868cbf570c4f7f8a7adc1ad67c3273 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:19.900529 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.901204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:19.911669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:19.973728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:19.984097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=030fc174-4098-4c82-9ea4-150179381cca,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:19.990343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2537599 Feb 13 23:49:19.990928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:19.997853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547528a-01ec-427b-bccf-595eec2f70e3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a897e5e6-b40f-4271-96e0-e685abbf79fa,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.002874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6339-3743-43f9-97ef-857b75deb4c1', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:20.017716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:20.025375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:20.032614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:20.035661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:20.041422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.054334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:20.085438 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.087019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.115194 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.117699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.184458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.246713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.261582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.299430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b64610-853a-41cb-9489-82412df3aca8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.319905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.321616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a59e7b9-8d75-4856-9b63-54710e87b7af tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3269997 Feb 13 23:49:20.324531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50164) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:20.334348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6339-3743-43f9-97ef-857b75deb4c1', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:20.349620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:20.353289 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.373098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:20.377508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:20.385094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.385907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0453d9d2-9055-4ec3-af72-fd68bc8f1a72'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:49:20.386607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:20.400442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:49:20.401399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:20.413942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.414739 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Added segment 91f9c3c7-e337-4ed6-a70c-6a2690327dad of type vlan for network d6e3edbe-51e8-45c9-a9fd-238213708b3c Feb 13 23:49:20.438548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.447800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.473270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:20.589909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:20.590450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.605302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=10']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.608536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Subnet': ['ID=4caa7e48-f6b7-43e2-b3fb-b1e2ac02c238,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.609316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.616266 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.663875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fe0a9c-8c98-4440-9385-8491cdf49444,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.680915 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.681763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:20.682382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.709439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 295dc2f0-cc02-471a-8bc1-344c0064fb47 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:20.719910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.721501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd8a9eec-1ab5-4e63-b412-89676997715d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3956950 Feb 13 23:49:20.724299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50172) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:20.731835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6339-3743-43f9-97ef-857b75deb4c1', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:20.741082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:20.745098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:20.751451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:20.759126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:20.771887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369af84-25ec-4c36-9723-7bd3c8d3d4ef,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.778497 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Project 5b5ebbdaddad4dccb27c413d4be22797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:49:20.797591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:20.930288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e3edbe-51e8-45c9-a9fd-238213708b3c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:20.937309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bbe23de7-75e8-40ae-b500-3033ea0c1c65 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5164552 Feb 13 23:49:20.938489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50182) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:20.945428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fc4866b4-ecdf-464b-89c9-c62755338353 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4809506 Feb 13 23:49:20.945946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50186) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:20.950453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Request body: {'port': {'network_id': 'f3558132-a192-4c12-af74-1bdc60bf6bc0', 'mac_address': 'fa:16:3e:1c:65:16', 'name': 'tempest-NetworksTestDHCPv6-587624431'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:20.955301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:49:20.979848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Request body: {'subnet': {'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1311173404-subnet', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:21.002340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:21.033473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Usage tracker for resource:subnet and tenant:4c868cbf570c4f7f8a7adc1ad67c3273 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:21.047454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:21.053956 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.074974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.082700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:21.121762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da0bdef-861f-43f1-84a0-776e9202343a,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:21.164458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Made reservation on behalf of 4c868cbf570c4f7f8a7adc1ad67c3273 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:21.171238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.251245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1755-613f-429c-9398-a7d1611e13b7 req-0a7cb8a5-b554-4fe2-b2b5-b9ebb817ccbf tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:21.256679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f7070-ac70-4432-b6ab-48dd0ce481f0 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:21.257972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-968c1755-613f-429c-9398-a7d1611e13b7 req-0a7cb8a5-b554-4fe2-b2b5-b9ebb817ccbf tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 944 time: 0.2849863 Feb 13 23:49:21.286951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:21.311410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:21.313908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.317848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77c22622-f521-4b23-b629-e29337338085 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5898364 Feb 13 23:49:21.319268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50200) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:21.336455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-968c1755-613f-429c-9398-a7d1611e13b7 req-5a9c777f-3dad-419f-a69a-1ba4af0f2a7a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Feb 13 23:49:21.343613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '1d5b6339-3743-43f9-97ef-857b75deb4c1', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:21.358933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:21.362987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:21.366021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:21.372030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:21.387724 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Project 5b5ebbdaddad4dccb27c413d4be22797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:49:21.413005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Made reservation on behalf of ac067069217f46479483cd604ab7905d for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:21.435178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.525010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 295dc2f0-cc02-471a-8bc1-344c0064fb47 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:21.527885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.559423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 295dc2f0-cc02-471a-8bc1-344c0064fb47 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:21.560205 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.563617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.588892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.594393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9817f0ce-9517-4c82-a1ea-44e616d12450 None None] Provisioning for port 030fc174-4098-4c82-9ea4-150179381cca completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:21.617911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9817f0ce-9517-4c82-a1ea-44e616d12450 None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:21.618309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9817f0ce-9517-4c82-a1ea-44e616d12450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.620903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cdd719-01e0-41a6-80bf-6e2d85ca0bc3,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:21.672949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.683688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8e0e9ca4-fa3c-4fe1-ada2-3763f0197862 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3638380 Feb 13 23:49:21.706784 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.764796 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] device_id is not set on port 26736116-c12b-477a-9e9f-1fdf1c056daa yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:49:21.888829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:21.995878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 295dc2f0-cc02-471a-8bc1-344c0064fb47, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=295dc2f0-cc02-471a-8bc1-344c0064fb47,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:22.002251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.003261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 030fc174-4098-4c82-9ea4-150179381cca up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:22.121495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:22.179911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8::37 (f3558132-a192-4c12-af74-1bdc60bf6bc0/843c1eb3-55f3-4646-8f6d-3f40683f98b1/26736116-c12b-477a-9e9f-1fdf1c056daa) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:22.203117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:6516 (f3558132-a192-4c12-af74-1bdc60bf6bc0/4caa7e48-f6b7-43e2-b3fb-b1e2ac02c238/26736116-c12b-477a-9e9f-1fdf1c056daa) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:22.246444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=295dc2f0-cc02-471a-8bc1-344c0064fb47,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:22.249570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-caea69bd-e014-4556-874f-0f14cdef813e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:22.256757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:22.257131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.270411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e15ff9-82f6-405e-bfbd-3acecf98679a,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:22.285885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Checking segment: {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:22.286673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Network hostable DHCP agents. Network: d6e3edbe-51e8-45c9-a9fd-238213708b3c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:49:22.293698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-caea69bd-e014-4556-874f-0f14cdef813e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:22.302850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-caea69bd-e014-4556-874f-0f14cdef813e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434428841&fields=id&tenant_id=5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 267 time: 0.2070467 Feb 13 23:49:22.373564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:22.423508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:22.424008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.574125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:49:22.591376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d6e3edbe-51e8-45c9-a9fd-238213708b3c) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:22.597121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:22.598006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.612531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa1bc6-fc9c-4a71-820c-8bcd58c3a2ba None None] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:22.679951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-a835bc8c-0cd7-4b52-a70a-61e93e376433 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:22.688490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-a835bc8c-0cd7-4b52-a70a-61e93e376433 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/networks?id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 797 time: 0.3845568 Feb 13 23:49:22.707929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-913bc062-453a-42b5-9be2-5b24308b263f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/quotas/5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 375 time: 0.0184193 Feb 13 23:49:22.779715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5ebfbe0-4f3b-47a4-a141-bcbfa9305746 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8313031 Feb 13 23:49:22.780389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:22.798751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:22.804858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:22.809242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Usage tracker for resource:router and tenant:4c868cbf570c4f7f8a7adc1ad67c3273 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:22.813189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:22.820914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:22.843462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.846850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.847819 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.883823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Transition to ACTIVE for port object 26736116-c12b-477a-9e9f-1fdf1c056daa will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:22.905294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:22.921376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a11ed-51c3-4c46-8a04-5603aa051a8a req-e649ba84-3433-48a0-828e-aebfe6b01149 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:22.930331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b61a11ed-51c3-4c46-8a04-5603aa051a8a req-e649ba84-3433-48a0-828e-aebfe6b01149 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 944 time: 0.4015288 Feb 13 23:49:22.933776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.080955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.129782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:23.156625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:23.159774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event updated for resources: {'Port': ['ID=26736116-c12b-477a-9e9f-1fdf1c056daa,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:23.162259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:23.179425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34017557-184b-4b0c-8d84-cbbc09df1ad8 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:23.179693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:23.180471 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.209036 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b61a11ed-51c3-4c46-8a04-5603aa051a8a req-bcaf54e3-3e03-46f5-a7eb-ff9650e1f10f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777622 Feb 13 23:49:23.213581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-9aa75e7f-b28f-477d-96d6-2faa01d96854 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5047526 Feb 13 23:49:23.237610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-756367be-0698-4a85-bc19-5ea769325bdd tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2979617 Feb 13 23:49:23.238506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 295dc2f0-cc02-471a-8bc1-344c0064fb47 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:23.240530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50270) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:23.313998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting port 26736116-c12b-477a-9e9f-1fdf1c056daa {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:23.314365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.493803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.520148 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-02656273-26b6-4272-a31a-6c8a5edf8cd8 service neutron] 10.222.0.36 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052366 Feb 13 23:49:23.626894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966117eb-30c9-4e6f-9545-9b305b270796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:49:23.729839 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966117eb-30c9-4e6f-9545-9b305b270796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72', 'code': 200} Feb 13 23:49:23.749817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d610bcfd-a018-4f1a-8a91-f4e9064329e5 None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:23.750234 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d610bcfd-a018-4f1a-8a91-f4e9064329e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.781088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:23.821477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.859813 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:23.894214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-a39c2d35-eb08-4557-8f31-86e265907b50 service neutron] 10.222.0.36 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673215 Feb 13 23:49:23.949253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b38caaad-b110-4b70-b7b7-dcb505272591 req-a84d875e-e031-41e4-bab2-cfcbccc5271d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 1096 time: 0.1890805 Feb 13 23:49:24.085452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 295dc2f0-cc02-471a-8bc1-344c0064fb47 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:24.085966 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:24.114378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Calling delete_port for 26736116-c12b-477a-9e9f-1fdf1c056daa owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:24.137309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b38caaad-b110-4b70-b7b7-dcb505272591 req-d018c5f8-286f-423d-b550-401d6f14d882 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782322 Feb 13 23:49:24.167764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d6e3edbe-51e8-45c9-a9fd-238213708b3c', 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'fixed_ips': [{'subnet_id': '08e15ff9-82f6-405e-bfbd-3acecf98679a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:49:24.184318 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:24.188703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:24.288118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:24.373581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b9a583ff-385f-43b0-bd85-e38dda703bf5 req-401365dc-0310-4ede-a443-9e0502879ee1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:24.422623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b9a583ff-385f-43b0-bd85-e38dda703bf5 req-401365dc-0310-4ede-a443-9e0502879ee1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:24.433884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9a583ff-385f-43b0-bd85-e38dda703bf5 req-401365dc-0310-4ede-a443-9e0502879ee1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 210 time: 0.1727817 Feb 13 23:49:24.475956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:24.682960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Allocated IP 172.25.4.168 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/f1e0b544-8ade-4cd9-b12d-cf2f862a8581) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:24.763876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:24.807767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70799f05-5b33-499d-9b78-90ae4a4df714 req-8699e05f-b563-4e15-abae-4b1d423a97d5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:24.820455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70799f05-5b33-499d-9b78-90ae4a4df714 req-8699e05f-b563-4e15-abae-4b1d423a97d5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 945 time: 0.3150342 Feb 13 23:49:24.937179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Port': ['ID=26736116-c12b-477a-9e9f-1fdf1c056daa,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:24.992828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:25.019971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Allocated IP 172.20.0.2 (d6e3edbe-51e8-45c9-a9fd-238213708b3c/08e15ff9-82f6-405e-bfbd-3acecf98679a/7f1f51e4-4a52-45c5-a3c9-13953681e140) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:25.069904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:25.089250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:25.101003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-44762669-81db-491d-8d11-bd61b52b2d03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/26736116-c12b-477a-9e9f-1fdf1c056daa HTTP/1.1" status: 204 len: 168 time: 1.8592536 Feb 13 23:49:25.118668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:25.369270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cbaa43-6e26-4911-ba5f-68ba7fe9ac03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:25.370370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-38cbaa43-6e26-4911-ba5f-68ba7fe9ac03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:25.406886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-38cbaa43-6e26-4911-ba5f-68ba7fe9ac03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:25.410907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-38cbaa43-6e26-4911-ba5f-68ba7fe9ac03 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2912266 Feb 13 23:49:25.411601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:25.556052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:25.579577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Transition to ACTIVE for port object 7f1f51e4-4a52-45c5-a3c9-13953681e140 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:25.592092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:25.604056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Transition to ACTIVE for port object 7f1f51e4-4a52-45c5-a3c9-13953681e140 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:25.612341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-77616657-7c91-448a-945e-30c43eae17ae None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:25.612978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-77616657-7c91-448a-945e-30c43eae17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:25.629105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:25.648409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:25.682918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f9976-cb33-466f-96fa-d8dc84d04df0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:25.688440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aa0f9976-cb33-466f-96fa-d8dc84d04df0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2758405 Feb 13 23:49:25.690475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50354) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:25.745594 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:25.753267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:25.774617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70799f05-5b33-499d-9b78-90ae4a4df714 req-70a0ae54-9409-40ef-802e-bb49da006f6a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9532063 Feb 13 23:49:25.888904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-847510a2-86ee-4cc7-b87b-f4835cfe7c2f req-0084987b-0aa1-48da-94a3-8364b581bfbd tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 210 time: 0.1332698 Feb 13 23:49:25.930637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c1d9f-1770-4054-afa9-eda226c611ad tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:25.932373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c1d9f-1770-4054-afa9-eda226c611ad tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:25.933911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c1d9f-1770-4054-afa9-eda226c611ad tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:25.934817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-918c1d9f-1770-4054-afa9-eda226c611ad tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:25.958200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-918c1d9f-1770-4054-afa9-eda226c611ad tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:25.962982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-918c1d9f-1770-4054-afa9-eda226c611ad tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2715242 Feb 13 23:49:25.963666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:26.041458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:26.059226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.060245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 4caa7e48-f6b7-43e2-b3fb-b1e2ac02c238 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:49:26.061326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.063065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.077023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:26.107611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Pushing event updated for resources: {'Port': ['ID=7f1f51e4-4a52-45c5-a3c9-13953681e140,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:26.118210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:26.131196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.215021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-77616657-7c91-448a-945e-30c43eae17ae None None] Could not find standard attr ID for object 26736116-c12b-477a-9e9f-1fdf1c056daa. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:49:26.281677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.308744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Attempting to bind port 7f1f51e4-4a52-45c5-a3c9-13953681e140 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:26.309121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Attempting to bind port 7f1f51e4-4a52-45c5-a3c9-13953681e140 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:26.312995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Attempting to bind port 7f1f51e4-4a52-45c5-a3c9-13953681e140 on network d6e3edbe-51e8-45c9-a9fd-238213708b3c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:26.332042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:26.332042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Checking segment: {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:26.332042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.332042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Bound using segment: {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:26.332380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Bound port: 7f1f51e4-4a52-45c5-a3c9-13953681e140, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:26.333513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.371488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-12bda726-9c41-4883-bb8a-c6f9eb354803 None None] Could not find standard attr ID for object 26736116-c12b-477a-9e9f-1fdf1c056daa. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:49:26.465906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Router 50184e59-95c6-443a-918c-50ca5a93ac75 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:49:26.549527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] For port 7f1f51e4-4a52-45c5-a3c9-13953681e140, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:26.553476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] For port 7f1f51e4-4a52-45c5-a3c9-13953681e140, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7f1f51e4-4a52-45c5-a3c9-13953681e140,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:26.565354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.596051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.657856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=4caa7e48-f6b7-43e2-b3fb-b1e2ac02c238,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:26.677475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-49c4dda8-b7ce-49d2-adef-ee41fb64ac74 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:26.678415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-49c4dda8-b7ce-49d2-adef-ee41fb64ac74 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:26.691891 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.719434 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e9214da6-fdd0-4e99-8965-c53e4f9242ef tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/4caa7e48-f6b7-43e2-b3fb-b1e2ac02c238 HTTP/1.1" status: 204 len: 168 time: 0.7545359 Feb 13 23:49:26.721745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50380) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:26.727044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f12478-acb5-44c8-8904-353497de1fd5 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:26.773802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-49c4dda8-b7ce-49d2-adef-ee41fb64ac74 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:26.775346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-49c4dda8-b7ce-49d2-adef-ee41fb64ac74 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.42 "GET /v2.0/networks?id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 797 time: 0.3713443 Feb 13 23:49:26.819284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:49:26.921816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Sync routers for ids ['50184e59-95c6-443a-918c-50ca5a93ac75'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:49:26.943518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:26.944638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b07363a3-17d3-4ade-920c-9770670fda88 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1575301 Feb 13 23:49:26.948243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50390) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:27.029988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375b33-901f-460a-84cf-86231eeba1ed None None] Pushing event updated for resources: {'Port': ['ID=7f1f51e4-4a52-45c5-a3c9-13953681e140,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:27.039833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Routers {'50184e59-95c6-443a-918c-50ca5a93ac75'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:27.040797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50184e59-95c6-443a-918c-50ca5a93ac75'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:27.164718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50394) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:27.228611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-05a8286f-c7a9-48d1-958a-30278a783ef2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:27.340120 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a39d9d2c-8277-4f20-807c-bcf868bbb333 req-156643d6-e427-480f-9b84-1a5ded7a16a5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 210 time: 0.0799358 Feb 13 23:49:27.352046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Deleting subnet 843c1eb3-55f3-4646-8f6d-3f40683f98b1 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:49:27.362587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:27.409020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-05a8286f-c7a9-48d1-958a-30278a783ef2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:27.410116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-05a8286f-c7a9-48d1-958a-30278a783ef2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 379 time: 0.6148844 Feb 13 23:49:27.429018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'port': {'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'admin_state_up': True, 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'security_groups': ['1d5b6339-3743-43f9-97ef-857b75deb4c1']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:27.521844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:27.574297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Set router 50184e59-95c6-443a-918c-50ca5a93ac75 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:27.599873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf37c09-3cdf-4125-aa1b-c93dd05dee89 req-766e9331-e9dd-4e4c-8258-4eff6d5f18a2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:27.610642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdf37c09-3cdf-4125-aa1b-c93dd05dee89 req-766e9331-e9dd-4e4c-8258-4eff6d5f18a2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 945 time: 0.4180028 Feb 13 23:49:27.644665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:27.696803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdf37c09-3cdf-4125-aa1b-c93dd05dee89 req-ef9d6a6a-2132-467f-bf58-f194666970be tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849700 Feb 13 23:49:27.751943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:27.807732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Usage tracker for resource:security_group_rule and tenant:64371cb5418f4f169f961740ce5e5277 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:27.819068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:27.821551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:27.842600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:27.863993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:27.904689 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:27.979933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:27.986962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.277235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:49:25Z', 'revision_number': 3, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:28.282809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Checking router: 50184e59-95c6-443a-918c-50ca5a93ac75 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:49:28.283238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Updating router 50184e59-95c6-443a-918c-50ca5a93ac75 port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:49:28.287812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.20.0.7 (375cacf0-5e5c-4bbf-a968-e6c46fba35b8/a12c960a-9189-43ac-82f4-0d62ebce5a49/41c90d71-685a-4edc-a68d-a21e1f51f5d8) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:28.416445 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.499755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb225b40-7d4b-4607-b462-42bbfa3d5941 None None] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:28.563857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.582367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Transition to ACTIVE for port object 41c90d71-685a-4edc-a68d-a21e1f51f5d8 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:28.641743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.646323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.694314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.747175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.771438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64371cb5418f4f169f961740ce5e5277&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5478423 Feb 13 23:49:28.775807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/843c1eb3-55f3-4646-8f6d-3f40683f98b1 HTTP/1.1" status: 204 len: 168 time: 2.0526848 Feb 13 23:49:28.777257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:28.781355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50416) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:28.781516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50418) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:28.806222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628b420-7837-4a3a-903a-741fd80469bb tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Subnet': ['ID=843c1eb3-55f3-4646-8f6d-3f40683f98b1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:28.818788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-585f5a3c-9c80-4858-a30d-add28f8a0f1b None None] Provisioning for port 7f1f51e4-4a52-45c5-a3c9-13953681e140 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:28.945441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:29.085659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.194672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578398a-e172-4368-b5ad-e0e959ff6e1a req-41417809-20dd-47e4-a243-9bd8c6d2a902 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:29.196185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6578398a-e172-4368-b5ad-e0e959ff6e1a req-41417809-20dd-47e4-a243-9bd8c6d2a902 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 931 time: 0.6013145 Feb 13 23:49:29.202285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=41c90d71-685a-4edc-a68d-a21e1f51f5d8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:29.205346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18d03c-7f33-4a9e-97d3-2ecda22acca4 None None] Network f3558132-a192-4c12-af74-1bdc60bf6bc0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:29.211622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:29.217568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c396dcf1-fd6e-4d34-93d0-54beec267b72 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4289546 Feb 13 23:49:29.219102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50428) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:29.225782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:29.269214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7f1f51e4-4a52-45c5-a3c9-13953681e140 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:29.285111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679329c-18e3-40e5-81b8-880fb3db1300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cefb5e-2a16-46cc-b957-a43ae250fc7b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:29.309053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dff5f287-0248-4c48-910b-241f46472bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.337235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dff5f287-0248-4c48-910b-241f46472bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.408845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:29.409644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.430857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dff5f287-0248-4c48-910b-241f46472bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.433282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dff5f287-0248-4c48-910b-241f46472bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.435714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dff5f287-0248-4c48-910b-241f46472bf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78cefb5e-2a16-46cc-b957-a43ae250fc7b HTTP/1.1" status: 204 len: 168 time: 0.6494365 Feb 13 23:49:29.465678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5f287-0248-4c48-910b-241f46472bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cefb5e-2a16-46cc-b957-a43ae250fc7b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:29.468457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-15ab8dc7-a06a-4c72-a0a5-1b4dc2749a76 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0445187 Feb 13 23:49:29.485556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Request body: {'port': {'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:29.486517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-efdb1927-946d-46d1-bae7-b98c94a13eb7 None None] Provisioning complete for port 030fc174-4098-4c82-9ea4-150179381cca triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:29.486965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-efdb1927-946d-46d1-bae7-b98c94a13eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.516047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Allocated IP 172.20.0.1 (d6e3edbe-51e8-45c9-a9fd-238213708b3c/08e15ff9-82f6-405e-bfbd-3acecf98679a/2d46a892-a9d3-4cb8-a094-a1a92a83aa78) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:29.714721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.744871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:29.775943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Transition to ACTIVE for port object 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:29.796344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:49:29.858632 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6578398a-e172-4368-b5ad-e0e959ff6e1a req-fd043d7b-f2e2-4adf-bb7c-1af917eab2f4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6469288 Feb 13 23:49:29.890175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.022005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-01d8ab53-ea43-4fbe-aab8-bfbd9eb3de9a None None] Provisioning for port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:30.072732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 7f1f51e4-4a52-45c5-a3c9-13953681e140 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:30.080535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:30.085534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:30.093554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:30.108340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-01d8ab53-ea43-4fbe-aab8-bfbd9eb3de9a None None] Provisioning complete for port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:30.108645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-01d8ab53-ea43-4fbe-aab8-bfbd9eb3de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.167535 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.200108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7f1f51e4-4a52-45c5-a3c9-13953681e140 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:30.200386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.227005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.258970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50442) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:30.271202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:30.296674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Transition to ACTIVE for port object f1e0b544-8ade-4cd9-b12d-cf2f862a8581 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:30.373695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.377144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2bce58ab-35b5-44a9-9c3c-5a5a9f071d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.414698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.463505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-01d8ab53-ea43-4fbe-aab8-bfbd9eb3de9a None None] Port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:30.526574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Attempting to bind port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:30.526945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Attempting to bind port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:30.527312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Attempting to bind port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:30.547528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:30.547902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:30.548304 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.548703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:30.549168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Bound port: f1e0b544-8ade-4cd9-b12d-cf2f862a8581, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:30.549539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.665975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c90d71-685a-4edc-a68d-a21e1f51f5d8 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:49:30.675877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.694747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Transition to ACTIVE for port object 41c90d71-685a-4edc-a68d-a21e1f51f5d8 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:30.695869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733791-3bc6-46fe-8367-c74013fc6cd8 None None] Pushing event updated for resources: {'Port': ['ID=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:30.698201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] DHCP port deletion for f3558132-a192-4c12-af74-1bdc60bf6bc0 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:49:30.707575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.743551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] Deleting port 030fc174-4098-4c82-9ea4-150179381cca {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:30.743983 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.780047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.782119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.800229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679470d-bb9b-40ce-b882-60e49f38c951 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:30.800910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f679470d-bb9b-40ce-b882-60e49f38c951 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:30.806850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:30.906955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] For port f1e0b544-8ade-4cd9-b12d-cf2f862a8581, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:30.910612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] For port f1e0b544-8ade-4cd9-b12d-cf2f862a8581, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:30.944589 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.030963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f679470d-bb9b-40ce-b882-60e49f38c951 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:31.032364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f679470d-bb9b-40ce-b882-60e49f38c951 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.7830577 Feb 13 23:49:31.036892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:31.040988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50450) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:31.049142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.069515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:31.136443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9e31b0df834b6c911580eb60077fa4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:31.148256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:31.157996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3c654a22-3553-45e1-afc6-a46a7016ce2c None None] Provisioning complete for port 7f1f51e4-4a52-45c5-a3c9-13953681e140 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:31.158549 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3c654a22-3553-45e1-afc6-a46a7016ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.165954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41c90d71-685a-4edc-a68d-a21e1f51f5d8,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:31.170296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:31.224862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Attempting to bind port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:31.225457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Attempting to bind port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:31.225947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Attempting to bind port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 on network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:31.234244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 on network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:49:31.235206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Attempting to bind port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 on network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:31.255377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:31.256089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Checking segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:31.256684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Bound using segment: {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:31.257322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Bound port: 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83d3861-6072-4bb1-b070-21a8da9b7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:31.258776 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.259129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.303635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ced0f5-b8d5-419f-b6f1-a7073f3f06f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:31.304778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f1ced0f5-b8d5-419f-b6f1-a7073f3f06f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Synchronizing usage tracker for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:31.406362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] For port 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:31.410151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] For port 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:31.413275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] For port 030fc174-4098-4c82-9ea4-150179381cca, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=030fc174-4098-4c82-9ea4-150179381cca,segment=NetworkSegment(653fd9c5-1620-43ef-ae87-b872fe7ad7fc),segment_id=653fd9c5-1620-43ef-ae87-b872fe7ad7fc)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:31.413941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f1ced0f5-b8d5-419f-b6f1-a7073f3f06f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Unset dirty status for tenant:ac067069217f46479483cd604ab7905d on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:31.414120 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.417642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f1ced0f5-b8d5-419f-b6f1-a7073f3f06f4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3712549 Feb 13 23:49:31.419237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50460) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:31.423706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.475484 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:49:31.477213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:31.486688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:31.561782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] Calling delete_port for 030fc174-4098-4c82-9ea4-150179381cca owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:31.565646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.576760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30bbc-dc81-4fca-a85e-96b5b3f0b34b req-41b7d848-fcf6-43d1-be2a-75babd7dcf01 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:31.584524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f30bbc-dc81-4fca-a85e-96b5b3f0b34b req-41b7d848-fcf6-43d1-be2a-75babd7dcf01 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 943 time: 0.4049671 Feb 13 23:49:31.647195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733791-3bc6-46fe-8367-c74013fc6cd8 None None] Pushing event updated for resources: {'Port': ['ID=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:31.658724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.688724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41c90d71-685a-4edc-a68d-a21e1f51f5d8,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:31.697218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.698662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-0075111e-34ee-45a8-8014-be1a978580b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 200 len: 1091 time: 2.2183254 Feb 13 23:49:31.709529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:49:31.728068 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b80bb157-2a9a-430c-b335-38e7e8834796 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2912221 Feb 13 23:49:31.747103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] No DVR routers for this DVR port 030fc174-4098-4c82-9ea4-150179381cca on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:49:31.749643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50468) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:31.755712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:31.780136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e82d9c-5d21-4746-a181-eae3db320de3 None None] Pushing event deleted for resources: {'Port': ['ID=030fc174-4098-4c82-9ea4-150179381cca,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:31.784133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Routers {'50184e59-95c6-443a-918c-50ca5a93ac75'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:31.784806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50184e59-95c6-443a-918c-50ca5a93ac75'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:31.926483 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'status': 'completed', 'code': 200} Feb 13 23:49:31.968690 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-610851d6-33ba-46dc-ae89-befe8329e811 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:31.969391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610851d6-33ba-46dc-ae89-befe8329e811 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:31.971806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-610851d6-33ba-46dc-ae89-befe8329e811 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/26736116-c12b-477a-9e9f-1fdf1c056daa HTTP/1.1" status: 404 len: 333 time: 0.2211399 Feb 13 23:49:31.974369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50472) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.024972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 7f1f51e4-4a52-45c5-a3c9-13953681e140, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7f1f51e4-4a52-45c5-a3c9-13953681e140,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:32.025978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3c654a22-3553-45e1-afc6-a46a7016ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.046836 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b546e7-a567-4ddb-9728-28bdfb639f57 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.049450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b546e7-a567-4ddb-9728-28bdfb639f57 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.055026 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.055551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-66b546e7-a567-4ddb-9728-28bdfb639f57 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/4caa7e48-f6b7-43e2-b3fb-b1e2ac02c238 HTTP/1.1" status: 404 len: 337 time: 0.0771325 Feb 13 23:49:32.058217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50476) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.148762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f9e31b0df834b6c911580eb60077fa4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8885226 Feb 13 23:49:32.154771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50482) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.157284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31fd45-c1e2-4ab7-9107-17d3742263c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75853f1-495e-46cf-80b8-f84ea527dcc3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:32.182394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-8a25b5ee-10b3-4e6f-b1a2-b108bfb69ded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1094 time: 0.4212718 Feb 13 23:49:32.209330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16f30bbc-dc81-4fca-a85e-96b5b3f0b34b req-444c5e3c-a649-4146-b809-0ce5b9f99aa6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545498 Feb 13 23:49:32.247683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=7f1f51e4-4a52-45c5-a3c9-13953681e140,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:32.257489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 030fc174-4098-4c82-9ea4-150179381cca no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:49:32.292599 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e07a9d5-5ef4-4150-9b4d-069d15f2a9d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.293884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e07a9d5-5ef4-4150-9b4d-069d15f2a9d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.294095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 030fc174-4098-4c82-9ea4-150179381cca {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:49:32.294965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 030fc174-4098-4c82-9ea4-150179381cca not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:49:32.296627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5e07a9d5-5ef4-4150-9b4d-069d15f2a9d9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/843c1eb3-55f3-4646-8f6d-3f40683f98b1 HTTP/1.1" status: 404 len: 337 time: 0.2354586 Feb 13 23:49:32.298270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-a920875a-aebd-499d-9628-391d42865b81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 200 len: 217 time: 0.1035271 Feb 13 23:49:32.299309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.387618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df6c9035-ccab-49ef-b5ec-6b7d6ff8c2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.405403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-037585eb-984b-4153-a0b4-f697ba8da46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.440952 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-3c654a22-3553-45e1-afc6-a46a7016ce2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:49:32.441060 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-3c654a22-3553-45e1-afc6-a46a7016ce2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:49:32.448143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df6c9035-ccab-49ef-b5ec-6b7d6ff8c2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.454043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-8a83e053-0c91-40cf-98f8-e7f1591279aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:32.456374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-8a83e053-0c91-40cf-98f8-e7f1591279aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a12c960a-9189-43ac-82f4-0d62ebce5a49 HTTP/1.1" status: 200 len: 835 time: 0.1030176 Feb 13 23:49:32.458563 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9d2ae8-fff4-4e27-86b8-5e9cbf17f5f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.459181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] Set router 50184e59-95c6-443a-918c-50ca5a93ac75 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:32.459312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9d2ae8-fff4-4e27-86b8-5e9cbf17f5f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.461716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ec9d2ae8-fff4-4e27-86b8-5e9cbf17f5f9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/e8321dec-8718-4396-99a9-4ab009ed9357 HTTP/1.1" status: 404 len: 333 time: 0.1613090 Feb 13 23:49:32.469363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50490) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.537883 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b9614e-516c-4952-95b9-23c750d4df24 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.538506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b9614e-516c-4952-95b9-23c750d4df24 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.554264 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49b9614e-516c-4952-95b9-23c750d4df24 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/7c8dbeda-4e9e-4d66-8480-13120f9341a5 HTTP/1.1" status: 404 len: 337 time: 0.0794730 Feb 13 23:49:32.557163 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-f90748a6-4cbc-4d70-97bd-ab3312a9b95e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896654 Feb 13 23:49:32.557927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.630979 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df6c9035-ccab-49ef-b5ec-6b7d6ff8c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.634507 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d1bf54-edac-4f71-92e8-5a1796f0891d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.634507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d1bf54-edac-4f71-92e8-5a1796f0891d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.637413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-55d1bf54-edac-4f71-92e8-5a1796f0891d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/2fb66dc8-f501-41a2-9735-0f6854b4ac41 HTTP/1.1" status: 404 len: 337 time: 0.0788481 Feb 13 23:49:32.643942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.651351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c9035-ccab-49ef-b5ec-6b7d6ff8c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75853f1-495e-46cf-80b8-f84ea527dcc3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:32.659038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df6c9035-ccab-49ef-b5ec-6b7d6ff8c2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:32.660466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-df6c9035-ccab-49ef-b5ec-6b7d6ff8c2a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c75853f1-495e-46cf-80b8-f84ea527dcc3 HTTP/1.1" status: 204 len: 168 time: 0.5005379 Feb 13 23:49:32.676926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Router 50184e59-95c6-443a-918c-50ca5a93ac75 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:49:32.847764 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af9ba8d-77fc-457f-9240-f1c6f7f9f6b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.848409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af9ba8d-77fc-457f-9240-f1c6f7f9f6b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.852530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3af9ba8d-77fc-457f-9240-f1c6f7f9f6b3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/097b401c-3021-4f97-88a7-15b61856be48 HTTP/1.1" status: 404 len: 333 time: 0.2076955 Feb 13 23:49:32.853187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50510) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:32.960455 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2848d32a-3a6d-4432-8598-40d9917205d8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:32.960909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2848d32a-3a6d-4432-8598-40d9917205d8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:32.964975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2848d32a-3a6d-4432-8598-40d9917205d8 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/6081b289-6572-49a7-a8ad-c5b4c2870c4e HTTP/1.1" status: 404 len: 337 time: 0.1013145 Feb 13 23:49:32.965515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.020036 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacbf7c5-034c-44f2-925b-a32e3666f3e0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.020654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacbf7c5-034c-44f2-925b-a32e3666f3e0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.024793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eacbf7c5-034c-44f2-925b-a32e3666f3e0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/150cdc7a-551e-42a8-a176-631c28f221aa HTTP/1.1" status: 404 len: 337 time: 0.0556469 Feb 13 23:49:33.025143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50520) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.085509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-a30b2ad0-f925-4523-9ab9-e4fa48c76fde service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913476 Feb 13 23:49:33.093140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:49:33.111374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a40b0a21-5e3b-45ce-b230-f539422ad5c3 admin admin] 10.222.0.36 "PUT /v2.0/routers/50184e59-95c6-443a-918c-50ca5a93ac75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1620624 Feb 13 23:49:33.113065 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e53bd9b-69ca-4ae3-9567-d6c37a793953 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.119259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e53bd9b-69ca-4ae3-9567-d6c37a793953 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.121059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0e53bd9b-69ca-4ae3-9567-d6c37a793953 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/cf1174da-002e-4a9b-b2c2-fe6e424dbbef HTTP/1.1" status: 404 len: 333 time: 0.0949833 Feb 13 23:49:33.124755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50526) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.128505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '2d46a892-a9d3-4cb8-a094-a1a92a83aa78', 'name': '', 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'mac_address': 'fa:16:3e:e7:e3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:29Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 2, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'subnets': [{'id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:33.139739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf14da7-6cce-4005-a2f3-a70cbdba4240 None None] The sync data for ids ['50184e59-95c6-443a-918c-50ca5a93ac75'] in n-d-828979-1 is: [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '2d46a892-a9d3-4cb8-a094-a1a92a83aa78', 'name': '', 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'mac_address': 'fa:16:3e:e7:e3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:29Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 2, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'subnets': [{'id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:49:33.220595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1775f306-fd61-4ecb-b163-53fb94e6bc9d None None] Provisioning for port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:33.228931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1775f306-fd61-4ecb-b163-53fb94e6bc9d None None] Provisioning complete for port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:33.231606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1775f306-fd61-4ecb-b163-53fb94e6bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:33.253249 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9d8fc2-91b1-44e0-afea-31c1530f4d47 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.253773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9d8fc2-91b1-44e0-afea-31c1530f4d47 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.276273 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ec9d8fc2-91b1-44e0-afea-31c1530f4d47 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/5c238279-31c9-439f-ae79-1ea9110ce8d8 HTTP/1.1" status: 404 len: 337 time: 0.1502752 Feb 13 23:49:33.281337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50538) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.366791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1775f306-fd61-4ecb-b163-53fb94e6bc9d None None] Port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:33.379907 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faa40a9-20a2-4a20-bdc0-7df4b61ff810 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.380507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faa40a9-20a2-4a20-bdc0-7df4b61ff810 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.385434 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7faa40a9-20a2-4a20-bdc0-7df4b61ff810 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/64b60f12-a213-4825-a9c5-f67dc0ac7dd0 HTTP/1.1" status: 404 len: 337 time: 0.1025598 Feb 13 23:49:33.390101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50544) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.490527 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a675a32c-5ede-47c8-b3f7-429f0a3468f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.491892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a675a32c-5ede-47c8-b3f7-429f0a3468f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.493919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a675a32c-5ede-47c8-b3f7-429f0a3468f0 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/ecd3f155-9d19-4f04-9154-b77360f3f00e HTTP/1.1" status: 404 len: 333 time: 0.1016419 Feb 13 23:49:33.496457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50554) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.533434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c4b6-6765-4422-8ca3-14ec9558d15c req-8f2da8df-8e4d-4eaf-8dd3-b3bdd57f594f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:33.535199 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:33.539680 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-633ac515-2426-4c11-80eb-3dd95b81d6b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.540316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633ac515-2426-4c11-80eb-3dd95b81d6b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.541869 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f415c4b6-6765-4422-8ca3-14ec9558d15c req-8f2da8df-8e4d-4eaf-8dd3-b3bdd57f594f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 943 time: 0.1266644 Feb 13 23:49:33.542650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-633ac515-2426-4c11-80eb-3dd95b81d6b5 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/4628c4f7-47fc-44f6-8f21-7e8bef932e29 HTTP/1.1" status: 404 len: 337 time: 0.0449193 Feb 13 23:49:33.545623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57ff5e1-d7a5-4224-842c-9b69f9d2ecef req-69b6a7cb-eb11-476f-9589-390b65a1dd30 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488370 Feb 13 23:49:33.546511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50558) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.648463 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-9151f2d4-9e09-4b8f-bab4-cda46cf35f45 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.649080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9151f2d4-9e09-4b8f-bab4-cda46cf35f45 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.650961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9151f2d4-9e09-4b8f-bab4-cda46cf35f45 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/8335f7f3-0bc7-4329-8d68-435b5fa3d585 HTTP/1.1" status: 404 len: 333 time: 0.1033781 Feb 13 23:49:33.656533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50562) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.722194 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a067e9-023d-4b91-b8ad-1c499c2d2872 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.722806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a067e9-023d-4b91-b8ad-1c499c2d2872 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.725139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-62a067e9-023d-4b91-b8ad-1c499c2d2872 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/07d23baa-6d06-4cee-95f0-88ab34a04fcc HTTP/1.1" status: 404 len: 337 time: 0.0672035 Feb 13 23:49:33.728959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50568) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.731947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f415c4b6-6765-4422-8ca3-14ec9558d15c req-7c45a29f-6882-4805-82d4-0c0fd5738613 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260052 Feb 13 23:49:33.760266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-75264f89-9b27-4e28-906b-9a5a92351294 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1094 time: 0.1497581 Feb 13 23:49:33.831734 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:33.842241 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dc4d72-3b34-4e37-b8bc-3981891931ab tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.842780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dc4d72-3b34-4e37-b8bc-3981891931ab tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.844450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-65dc4d72-3b34-4e37-b8bc-3981891931ab tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/c42faff1-542e-4342-ae3d-3c8793fd065d HTTP/1.1" status: 404 len: 333 time: 0.1112714 Feb 13 23:49:33.847102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50580) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.932197 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09f018f-016c-425a-8e91-87d7d2bb9316 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.932716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09f018f-016c-425a-8e91-87d7d2bb9316 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:33.934489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c09f018f-016c-425a-8e91-87d7d2bb9316 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/d0b0a026-6caa-4b7a-9c70-dc43d0de0bfc HTTP/1.1" status: 404 len: 337 time: 0.0864823 Feb 13 23:49:33.937279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50584) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:33.999390 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bba2200-c529-4be3-8fe9-fd21492f32a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:33.999870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bba2200-c529-4be3-8fe9-fd21492f32a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.001723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2bba2200-c529-4be3-8fe9-fd21492f32a1 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/78289311-6f70-435e-b208-b8452ad9e2e9 HTTP/1.1" status: 404 len: 333 time: 0.0632985 Feb 13 23:49:34.005617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50590) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.076973 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa7cc0e-9f30-4f18-aeff-5acd3f0ab3c9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.077178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa7cc0e-9f30-4f18-aeff-5acd3f0ab3c9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.078794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-baa7cc0e-9f30-4f18-aeff-5acd3f0ab3c9 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/5f919a02-25dd-470a-827f-1eebb9babe7f HTTP/1.1" status: 404 len: 337 time: 0.0713212 Feb 13 23:49:34.081392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50598) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.137499 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ad0283-04fd-4742-942e-dee5b3e7a509 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.137820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ad0283-04fd-4742-942e-dee5b3e7a509 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.144653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-00ad0283-04fd-4742-942e-dee5b3e7a509 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/aa137700-8040-4b4b-ba22-8a8547b34d38 HTTP/1.1" status: 404 len: 333 time: 0.0621502 Feb 13 23:49:34.145237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50606) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.191131 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-30294c05-e747-4de8-8754-c39c12a253a4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.194450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7f1f51e4-4a52-45c5-a3c9-13953681e140 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:34.194957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30294c05-e747-4de8-8754-c39c12a253a4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.199827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-30294c05-e747-4de8-8754-c39c12a253a4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/ef890b8a-d604-4335-a72d-4ee39d23be61 HTTP/1.1" status: 404 len: 337 time: 0.0513473 Feb 13 23:49:34.200565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50614) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.274285 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9913804-8868-472d-be96-310d3353c2db tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.275417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9913804-8868-472d-be96-310d3353c2db tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.280966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.292659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9913804-8868-472d-be96-310d3353c2db tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/cadeda69-3cdd-4f66-800f-5039089c470b HTTP/1.1" status: 404 len: 333 time: 0.0759437 Feb 13 23:49:34.312341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-8442480a-8e75-4099-8798-0d1d560f80e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:34.314166 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-8442480a-8e75-4099-8798-0d1d560f80e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 897 time: 0.5455103 Feb 13 23:49:34.435825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-04d3487d-b405-42f3-a73f-d3beb1748053 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 200 len: 217 time: 0.1095331 Feb 13 23:49:34.442587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7f1f51e4-4a52-45c5-a3c9-13953681e140 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:34.443133 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:34.448288 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0f24c8-05e3-422d-8eac-5f06076ad4de tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.453279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0f24c8-05e3-422d-8eac-5f06076ad4de tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.457928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2b0f24c8-05e3-422d-8eac-5f06076ad4de tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/f2849c8b-4f3c-4460-bfbf-b9576146e84a HTTP/1.1" status: 404 len: 337 time: 0.1758099 Feb 13 23:49:34.458784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50632) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.515193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-e9db87ed-1310-45df-8cab-3dc9173f3cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:34.517417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-e9db87ed-1310-45df-8cab-3dc9173f3cbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a12c960a-9189-43ac-82f4-0d62ebce5a49 HTTP/1.1" status: 200 len: 835 time: 0.0788472 Feb 13 23:49:34.547759 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d44716d-8556-46df-958c-3341b00f1033 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.551704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d44716d-8556-46df-958c-3341b00f1033 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.557752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d44716d-8556-46df-958c-3341b00f1033 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/2edc1cc8-521c-4915-a70a-3cc99625a117 HTTP/1.1" status: 404 len: 337 time: 0.0979376 Feb 13 23:49:34.559475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50636) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.652872 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-892c5463-c70b-4ae7-92f2-7ec87154409d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.657255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892c5463-c70b-4ae7-92f2-7ec87154409d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.662504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-892c5463-c70b-4ae7-92f2-7ec87154409d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/f0162ebf-d5f5-4f79-b385-c6061aae8c3c HTTP/1.1" status: 404 len: 333 time: 0.0981021 Feb 13 23:49:34.664106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.677906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-928fe4ee-92c3-45c2-b03f-a28240676ef2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537540 Feb 13 23:49:34.739479 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-609f2074-f960-4c62-a2a6-81bf6c839e8d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.740037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609f2074-f960-4c62-a2a6-81bf6c839e8d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.744440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-609f2074-f960-4c62-a2a6-81bf6c839e8d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/47cd94ec-484f-4271-b371-b1e2bfdab921 HTTP/1.1" status: 404 len: 337 time: 0.0780928 Feb 13 23:49:34.745157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.814281 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-87335576-e3a0-4e76-8cb2-f7e346238713 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.823523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87335576-e3a0-4e76-8cb2-f7e346238713 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.828788 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-87335576-e3a0-4e76-8cb2-f7e346238713 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/a6ef4c4d-9924-47bd-bec3-9b183c66d0c1 HTTP/1.1" status: 404 len: 337 time: 0.0826540 Feb 13 23:49:34.829350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50652) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.914275 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed04db8b-b19f-437f-9b13-3bf439da2879 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:34.914717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed04db8b-b19f-437f-9b13-3bf439da2879 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:34.921201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50658) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:34.926537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed04db8b-b19f-437f-9b13-3bf439da2879 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/1095c347-9e2c-41a7-967d-5b533fb93854 HTTP/1.1" status: 404 len: 333 time: 0.0961642 Feb 13 23:49:35.038000 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf2bc77-117d-4709-a7c8-eee352689d9c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.038470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf2bc77-117d-4709-a7c8-eee352689d9c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.051114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dcf2bc77-117d-4709-a7c8-eee352689d9c tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/485dcf66-24aa-48ed-8a8a-3bd0f30e4750 HTTP/1.1" status: 404 len: 337 time: 0.1288824 Feb 13 23:49:35.060015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50674) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.076469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:35.167893 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-473c8e68-3008-4f97-b7f9-17ee9ff6ac44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.168336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473c8e68-3008-4f97-b7f9-17ee9ff6ac44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.173253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-473c8e68-3008-4f97-b7f9-17ee9ff6ac44 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/891efddd-7904-4ed5-8b1a-23d4ca004909 HTTP/1.1" status: 404 len: 337 time: 0.0994139 Feb 13 23:49:35.173253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-9b822071-7d17-4daf-b87b-a14d65c29975 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854798 Feb 13 23:49:35.173670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50678) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.250413 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c14c19-c664-475a-ad15-b46e3a703835 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.251101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c14c19-c664-475a-ad15-b46e3a703835 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.254918 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-59c14c19-c664-475a-ad15-b46e3a703835 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/8fb52a40-1700-4a84-a67b-520339da902b HTTP/1.1" status: 404 len: 333 time: 0.0797567 Feb 13 23:49:35.315854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50684) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.371594 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d64d961-f944-420e-8775-8fe97ebcce15 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.372326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d64d961-f944-420e-8775-8fe97ebcce15 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.376214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9d64d961-f944-420e-8775-8fe97ebcce15 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/281ec76f-61b0-478d-8dc8-1886fc717462 HTTP/1.1" status: 404 len: 337 time: 0.0590935 Feb 13 23:49:35.379204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50690) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.432040 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a2564b-5dfc-4303-a3a6-553b03c7085f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.432040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a2564b-5dfc-4303-a3a6-553b03c7085f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.436983 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-44a2564b-5dfc-4303-a3a6-553b03c7085f tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/b7f11772-13dd-48f0-b996-4a7221a871e4 HTTP/1.1" status: 404 len: 337 time: 0.0533609 Feb 13 23:49:35.437729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.492370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5fd7506-1f53-4040-a71c-bec44a96a8d3 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9679f8-9183-4011-b3d7-77cd78954062 HTTP/1.1" status: 200 len: 205 time: 0.0519991 Feb 13 23:49:35.493594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.586886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac6589-ff4b-4014-8307-4d2214bcd800 req-4c0d4e6f-714e-41fa-90df-16d79b88d2ca tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:35.588476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9ac6589-ff4b-4014-8307-4d2214bcd800 req-4c0d4e6f-714e-41fa-90df-16d79b88d2ca tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 943 time: 0.5653172 Feb 13 23:49:35.626447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d101cb27-06d6-42b0-9acb-d9dcec5e50c9 req-23b5d41f-6f8b-4c15-8638-c7c6e969d984 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130435 Feb 13 23:49:35.643927 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-23128198-8912-426c-bb4e-4d80452fb177 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] delete failed (client error): The resource could not be found. Feb 13 23:49:35.649436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-23128198-8912-426c-bb4e-4d80452fb177 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/routers/9a9679f8-9183-4011-b3d7-77cd78954062 HTTP/1.1" status: 404 len: 336 time: 0.1542127 Feb 13 23:49:35.650184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50722) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.714621 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-72af7f82-f3cd-4d77-a2b2-456538f3d459 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.719682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72af7f82-f3cd-4d77-a2b2-456538f3d459 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.721497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9ac6589-ff4b-4014-8307-4d2214bcd800 req-fc0bb2e3-e72a-4e02-950c-7880621d1064 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235139 Feb 13 23:49:35.726822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50726) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.726993 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-72af7f82-f3cd-4d77-a2b2-456538f3d459 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/e3626423-3ba5-4819-9099-242df42fb71b HTTP/1.1" status: 404 len: 337 time: 0.0754077 Feb 13 23:49:35.802322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-965d1c63-f26e-4a27-899a-15bcd91dbf30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3449299 Feb 13 23:49:35.810857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4d70b143-f5ed-41ec-b4a5-36c59980bc09 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "GET /v2.0/ports?device_id=8143f33f-fa36-4f59-adcf-e0ed51122b79 HTTP/1.1" status: 200 len: 205 time: 0.0808671 Feb 13 23:49:35.812034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.896333 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-cd05642a-d928-4a9a-9d55-061ec44a6f98 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] delete failed (client error): The resource could not be found. Feb 13 23:49:35.897744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cd05642a-d928-4a9a-9d55-061ec44a6f98 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/routers/8143f33f-fa36-4f59-adcf-e0ed51122b79 HTTP/1.1" status: 404 len: 336 time: 0.0846689 Feb 13 23:49:35.900268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50738) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:35.964891 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2865f9-4762-46e6-8ca0-c9ae34ff99ca tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:35.965330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2865f9-4762-46e6-8ca0-c9ae34ff99ca tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:35.967487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ab2865f9-4762-46e6-8ca0-c9ae34ff99ca tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/fa2de542-6dcc-4a42-86b1-1fe270df9061 HTTP/1.1" status: 404 len: 337 time: 0.0661204 Feb 13 23:49:35.970180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50742) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.060629 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16044e5-923d-4fc4-930f-01a248fc56ab tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.061146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16044e5-923d-4fc4-930f-01a248fc56ab tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.067104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50748) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.074571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c16044e5-923d-4fc4-930f-01a248fc56ab tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/24e57e9e-19f8-4f10-ae70-f58da16a5ab5 HTTP/1.1" status: 404 len: 337 time: 0.0995412 Feb 13 23:49:36.134639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-aeea9753-f52f-454e-8267-83e6b7631734 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.1660120 Feb 13 23:49:36.137414 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-303b4a6c-e29a-40df-adc4-ced5fb5af713 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.137923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303b4a6c-e29a-40df-adc4-ced5fb5af713 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.144146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50756) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.145861 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-303b4a6c-e29a-40df-adc4-ced5fb5af713 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/69f1ae3b-3213-4ab3-88ab-1d60ce74627e HTTP/1.1" status: 404 len: 333 time: 0.0755823 Feb 13 23:49:36.225807 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4091d5d7-0dbb-4f07-9c2b-67fb2987db77 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.226295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4091d5d7-0dbb-4f07-9c2b-67fb2987db77 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.230197 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4091d5d7-0dbb-4f07-9c2b-67fb2987db77 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/3df2c7bf-fae5-42a2-8902-3311e051d337 HTTP/1.1" status: 404 len: 337 time: 0.0825214 Feb 13 23:49:36.230871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50762) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.320099 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b63c24d-be2f-4a2d-904b-bfc464aa087d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.321269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b63c24d-be2f-4a2d-904b-bfc464aa087d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.331272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3b63c24d-be2f-4a2d-904b-bfc464aa087d tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/9c82d888-07f2-42ad-8eb1-8941ff4c5930 HTTP/1.1" status: 404 len: 333 time: 0.0983801 Feb 13 23:49:36.332124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50770) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.397306 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-37712ed4-cc97-4e4a-803f-8968f491b377 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.398487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37712ed4-cc97-4e4a-803f-8968f491b377 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.406470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37712ed4-cc97-4e4a-803f-8968f491b377 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/0e8d526d-a497-4d2c-8e2c-1f68ca169469 HTTP/1.1" status: 404 len: 337 time: 0.0692291 Feb 13 23:49:36.407264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50774) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.424206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-b679c645-3efc-4056-b042-0a96cca1ce84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:36.425694 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-b679c645-3efc-4056-b042-0a96cca1ce84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.2323890 Feb 13 23:49:36.462771 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8362818a-8a03-4a53-81ec-19c8d4346589 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.463350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8362818a-8a03-4a53-81ec-19c8d4346589 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.471570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8362818a-8a03-4a53-81ec-19c8d4346589 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/d39ca595-806f-4a08-9fb5-3adb2c68ba2a HTTP/1.1" status: 404 len: 333 time: 0.0628114 Feb 13 23:49:36.472295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50780) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.525019 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bdc5cb-c491-4745-8119-76dd10f7d622 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.525294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bdc5cb-c491-4745-8119-76dd10f7d622 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.527036 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13bdc5cb-c491-4745-8119-76dd10f7d622 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/45662edd-2fec-427f-9fe3-01204267c758 HTTP/1.1" status: 404 len: 337 time: 0.0537236 Feb 13 23:49:36.530392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.573004 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ca68ac-7056-4d09-993e-897570b8cc5b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.573375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ca68ac-7056-4d09-993e-897570b8cc5b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.577657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-87ca68ac-7056-4d09-993e-897570b8cc5b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/3778ccae-83c0-40b1-be3a-c9dff85ae23b HTTP/1.1" status: 404 len: 333 time: 0.0437138 Feb 13 23:49:36.577830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-7eb54aee-26c0-458d-96df-b2fd33dc0c7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.1407576 Feb 13 23:49:36.578552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50790) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.657646 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e83945-8f2b-4395-9459-6fab6211983b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.658313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e83945-8f2b-4395-9459-6fab6211983b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.662213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-99e83945-8f2b-4395-9459-6fab6211983b tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/82381e20-3b00-44d4-b637-c7a5c6b6fdec HTTP/1.1" status: 404 len: 337 time: 0.0802677 Feb 13 23:49:36.662585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50794) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.687818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-ce6897f4-c9c1-4270-a726-1d3323b4a444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:36.689732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-ce6897f4-c9c1-4270-a726-1d3323b4a444 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0743976 Feb 13 23:49:36.732434 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5c95b6-7e73-4fde-aec8-0b3179cce451 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.732978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5c95b6-7e73-4fde-aec8-0b3179cce451 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.738537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2e5c95b6-7e73-4fde-aec8-0b3179cce451 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/0d4e833c-3ad0-4604-8558-db31531027be HTTP/1.1" status: 404 len: 333 time: 0.0746315 Feb 13 23:49:36.739678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50798) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.787734 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c801e68b-f6a6-49e2-ae0f-c1d38fbc9803 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.788271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c801e68b-f6a6-49e2-ae0f-c1d38fbc9803 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.790243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c801e68b-f6a6-49e2-ae0f-c1d38fbc9803 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/5cfccd61-c8e3-456b-abea-065d1295b8c1 HTTP/1.1" status: 404 len: 337 time: 0.0490894 Feb 13 23:49:36.793430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50806) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.831962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-7c4941f7-6828-41d1-abf2-ee0a9153a8dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328030 Feb 13 23:49:36.872987 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1487d57-9150-4de8-a2a7-567d85811786 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.873800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1487d57-9150-4de8-a2a7-567d85811786 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.876234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d1487d57-9150-4de8-a2a7-567d85811786 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/d4534bc1-c4ad-43d6-92c2-f0d7a7f4ff04 HTTP/1.1" status: 404 len: 333 time: 0.0817492 Feb 13 23:49:36.880773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50810) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:36.920729 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ce33d8-2a0a-4ece-82bd-e78379d74e57 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:36.921532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ce33d8-2a0a-4ece-82bd-e78379d74e57 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:36.923611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a6ce33d8-2a0a-4ece-82bd-e78379d74e57 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/039b9336-72fb-4a43-ab80-71a340bb926d HTTP/1.1" status: 404 len: 337 time: 0.0418172 Feb 13 23:49:36.926109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:37.062754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-28c9ec66-c56b-450f-ad3f-3c3483397e88 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204278 Feb 13 23:49:37.095338 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3609c1-8cfe-47f2-9a89-dbb8c06d3018 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:37.095816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3609c1-8cfe-47f2-9a89-dbb8c06d3018 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:37.100697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ff3609c1-8cfe-47f2-9a89-dbb8c06d3018 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/ports/fce0aadf-0e46-41db-9ca1-98246e244c6e HTTP/1.1" status: 404 len: 333 time: 0.1712008 Feb 13 23:49:37.102214 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.105219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50818) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:37.158301 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc376ca-4f89-4751-869d-e33fba3aa4f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] DELETE failed (client error): The resource could not be found. Feb 13 23:49:37.158841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc376ca-4f89-4751-869d-e33fba3aa4f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:49:37.168578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2dc376ca-4f89-4751-869d-e33fba3aa4f6 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/subnets/f8808f67-679c-4be5-b8c6-4a6a334118f8 HTTP/1.1" status: 404 len: 337 time: 0.0623338 Feb 13 23:49:37.171720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:37.218364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d895-6163-42ae-8cd8-e53f2de580bc req-081deb1e-d433-4f40-980b-d67059fe26c3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:37.221984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 41c90d71-685a-4edc-a68d-a21e1f51f5d8 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:49:37.228762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ae6d895-6163-42ae-8cd8-e53f2de580bc req-081deb1e-d433-4f40-980b-d67059fe26c3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 943 time: 0.3563442 Feb 13 23:49:37.374766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ae6d895-6163-42ae-8cd8-e53f2de580bc req-bd6e1ec8-e800-45f0-88b7-76fae96a3762 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395280 Feb 13 23:49:37.417746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.429161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7379dbe-a68e-4093-8a26-222805fd8b0f req-37b86813-60f3-4d3b-a289-66bc354d8ffe service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570273 Feb 13 23:49:37.571627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:37.624194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:49:37.626515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.664849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3558132-a192-4c12-af74-1bdc60bf6bc0']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:37.714270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653fd9c5-1620-43ef-ae87-b872fe7ad7fc') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:37.720019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653fd9c5-1620-43ef-ae87-b872fe7ad7fc') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:37.742877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.772601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.776800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.784131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:49:37.793371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:37.830584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c90d71-685a-4edc-a68d-a21e1f51f5d8 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:49:37.840251 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:49:37.864827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:37.875303 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:38.008636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc1185-1304-4d99-8e3b-59018b2f631c req-961ca93e-db0a-41cb-9b50-e9ce43d6d667 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:38.014650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9cc1185-1304-4d99-8e3b-59018b2f631c req-961ca93e-db0a-41cb-9b50-e9ce43d6d667 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1835794 Feb 13 23:49:38.015938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:38.049690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:38.050305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=41c90d71-685a-4edc-a68d-a21e1f51f5d8,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:38.068854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] 10.222.0.36 "DELETE /v2.0/networks/f3558132-a192-4c12-af74-1bdc60bf6bc0 HTTP/1.1" status: 204 len: 168 time: 0.8958263 Feb 13 23:49:38.080049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a3d6a-786b-4554-af59-3f458547d7d4 tempest-NetworksTestDHCPv6-384672721 tempest-NetworksTestDHCPv6-384672721-project] Pushing event deleted for resources: {'Network': ['ID=f3558132-a192-4c12-af74-1bdc60bf6bc0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:38.133298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9cc1185-1304-4d99-8e3b-59018b2f631c req-a0f82b24-24f7-427c-949e-46569f4dcca6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113183 Feb 13 23:49:38.150987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['41c90d71-685a-4edc-a68d-a21e1f51f5d8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:49:38.539184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d561d89-a32c-4ede-ae6f-4223795ccb2b req-ea86acd4-18af-4866-afc9-280e475f535b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:38.540318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d561d89-a32c-4ede-ae6f-4223795ccb2b req-ea86acd4-18af-4866-afc9-280e475f535b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2249894 Feb 13 23:49:38.676207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b20ef-9845-4ce3-ad76-ff3427dff7a2 req-52720db4-c39e-4dc4-a14c-b6d6c4d66a37 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:38.688019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd2b20ef-9845-4ce3-ad76-ff3427dff7a2 req-52720db4-c39e-4dc4-a14c-b6d6c4d66a37 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 944 time: 0.1256258 Feb 13 23:49:38.691748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9d561d89-a32c-4ede-ae6f-4223795ccb2b req-a22bcf5e-8f17-4f27-8a0b-3f96f4c0d53b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440625 Feb 13 23:49:38.772369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd2b20ef-9845-4ce3-ad76-ff3427dff7a2 req-38390add-f21e-420b-a44d-235761b88d95 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830030 Feb 13 23:49:38.852698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50866) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:38.909994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:38.959532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:38.996668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Sync routers for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:49:39.032035 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:39.033392 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:39.054619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80248228-1650-491a-bd4e-016520e008f5 req-68b48e36-af0b-4712-97f3-9a5f899f791a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:39.070045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80248228-1650-491a-bd4e-016520e008f5 req-68b48e36-af0b-4712-97f3-9a5f899f791a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1888516 Feb 13 23:49:39.205932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80248228-1650-491a-bd4e-016520e008f5 req-e44c3ff5-d1d0-4e48-a6a8-90436a51c677 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342585 Feb 13 23:49:39.251778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 41c90d71-685a-4edc-a68d-a21e1f51f5d8 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:39.337590 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.390329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9a0d53e9-e272-433e-998f-a2698fc3aab9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac067069217f46479483cd604ab7905d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5353405 Feb 13 23:49:39.393753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 50880) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:39.420627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:39.431224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:39.431983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Usage tracker for resource:security_group_rule and tenant:24cc0453a86e4937b9390c3fc4511145 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:39.437668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:39.439293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:39.439668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.452280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:39.537479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e62941b-c1e8-462d-b6d5-64b406391690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.555364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:39.591740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.596767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e62941b-c1e8-462d-b6d5-64b406391690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.604147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.653896 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24cc0453a86e4937b9390c3fc4511145&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6901171 Feb 13 23:49:39.654800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50886) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:39.754113 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.803805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190962a-2696-48a5-b973-3074e2b48c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e3b42-95dc-41c2-962d-c6d22dd3b692,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:39.839123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:39.841095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:49:39.846449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4937a2-7086-4308-86e0-a6c8f3b0786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.856039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:39.901326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4937a2-7086-4308-86e0-a6c8f3b0786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.002598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4937a2-7086-4308-86e0-a6c8f3b0786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.097500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4937a2-7086-4308-86e0-a6c8f3b0786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.110844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7a4937a2-7086-4308-86e0-a6c8f3b0786b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b54e3b42-95dc-41c2-962d-c6d22dd3b692 HTTP/1.1" status: 204 len: 168 time: 0.4523067 Feb 13 23:49:40.134942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=41c90d71-685a-4edc-a68d-a21e1f51f5d8,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:40.250606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4937a2-7086-4308-86e0-a6c8f3b0786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e3b42-95dc-41c2-962d-c6d22dd3b692,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:40.285340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169474-fb32-4c45-a56a-15f6d9e7f7d8 req-39abb2dd-5ae5-47a1-97a3-c5f540d7b37f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:40.294938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7169474-fb32-4c45-a56a-15f6d9e7f7d8 req-39abb2dd-5ae5-47a1-97a3-c5f540d7b37f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.8101375 Feb 13 23:49:40.356282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f1e0b544-8ade-4cd9-b12d-cf2f862a8581 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:40.391021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e62941b-c1e8-462d-b6d5-64b406391690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.430062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509ebce-9c2b-4914-9c0a-190b206b0a7a req-7f84feb0-5d80-4c60-a998-305d4e4127f6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:40.436909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f509ebce-9c2b-4914-9c0a-190b206b0a7a req-7f84feb0-5d80-4c60-a998-305d4e4127f6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:40.457631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62941b-c1e8-462d-b6d5-64b406391690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78050c-9782-4a87-9b45-f8ce808f460c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:40.462970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e62941b-c1e8-462d-b6d5-64b406391690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.469039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e62941b-c1e8-462d-b6d5-64b406391690 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f78050c-9782-4a87-9b45-f8ce808f460c HTTP/1.1" status: 204 len: 168 time: 1.0697973 Feb 13 23:49:40.484706 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:09Z', 'revision_number': 2, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:40.488261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f509ebce-9c2b-4914-9c0a-190b206b0a7a req-7f84feb0-5d80-4c60-a998-305d4e4127f6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:40.489585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f509ebce-9c2b-4914-9c0a-190b206b0a7a req-7f84feb0-5d80-4c60-a998-305d4e4127f6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 0.4206734 Feb 13 23:49:40.489787 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Checking router: e9fda653-d1af-4ae5-aace-da6ebd399193 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:49:40.490187 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Updating router e9fda653-d1af-4ae5-aace-da6ebd399193 port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:49:40.514752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7169474-fb32-4c45-a56a-15f6d9e7f7d8 req-8ce687a4-d27d-4f8e-8b04-4e4d220ef9af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188177 Feb 13 23:49:40.615678 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.667345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:40.675315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f509ebce-9c2b-4914-9c0a-190b206b0a7a req-aa2f845a-27c6-45c7-931e-3949ed9c17e7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742153 Feb 13 23:49:40.677064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:40.677442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:40.802689 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'code': 200} Feb 13 23:49:41.066975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50912) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:41.092245 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.110232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.111293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c1ee150-95f8-46c6-a904-14332ad21ed0 req-701436cc-b213-431d-8194-0a4cb1c15f32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1096 time: 0.3262968 Feb 13 23:49:41.169894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f1e0b544-8ade-4cd9-b12d-cf2f862a8581, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:41.177152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:41.184991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.193387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Usage tracker for resource:security_group_rule and tenant:a69fb19000f1422c9aa52f26b910ecec is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:41.203512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:41.225080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:41.225714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c1ee150-95f8-46c6-a904-14332ad21ed0 req-1c0a43a5-bc56-452a-96ac-51a835622e67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032681 Feb 13 23:49:41.421151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.423003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:41.431454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.507739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e107c8d-ea20-40cc-80dc-bb5e93a76447,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:41.513679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9630fcb-42f9-4c25-b76a-dd42d05aae7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a69fb19000f1422c9aa52f26b910ecec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4449153 Feb 13 23:49:41.515991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50924) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:41.594432 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.609489 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Transition to ACTIVE for port object b04f2034-1b7a-4cf8-ac0e-f3ebd937244e will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:41.621451 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.670454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5d70-3363-4c69-99d3-1aff92301a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:41.815295 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c911-9a99-4393-980a-685a117cf226 None None] Pushing event updated for resources: {'Port': ['ID=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:41.817849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5d70-3363-4c69-99d3-1aff92301a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.009060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca21c-4b80-45e4-bcb2-a4d328354fbe req-55305252-28ff-41d8-ba9a-5362dd586d50 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:42.016990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1fca21c-4b80-45e4-bcb2-a4d328354fbe req-55305252-28ff-41d8-ba9a-5362dd586d50 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3440983 Feb 13 23:49:42.118267 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Attempting to bind port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:42.121278 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Attempting to bind port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:42.123903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Attempting to bind port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e on network 5fc6fa27-63c0-4c58-bf5c-f2594671015e {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:42.140677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5d70-3363-4c69-99d3-1aff92301a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.155535 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:42.156245 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Checking segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:42.158485 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.160548 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Bound using segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:42.161995 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Bound port: b04f2034-1b7a-4cf8-ac0e-f3ebd937244e, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:42.163844 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.194299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d219272-b753-40ad-aa3b-9ab6e0b3654e req-443bb294-7122-429d-8009-8d62c00c6e90 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:42.201706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d219272-b753-40ad-aa3b-9ab6e0b3654e req-443bb294-7122-429d-8009-8d62c00c6e90 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 0.2451601 Feb 13 23:49:42.251647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5d70-3363-4c69-99d3-1aff92301a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.252893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4ce5d70-3363-4c69-99d3-1aff92301a1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e107c8d-ea20-40cc-80dc-bb5e93a76447 HTTP/1.1" status: 204 len: 168 time: 0.7359502 Feb 13 23:49:42.257365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce5d70-3363-4c69-99d3-1aff92301a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e107c8d-ea20-40cc-80dc-bb5e93a76447,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:42.279673 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1fca21c-4b80-45e4-bcb2-a4d328354fbe req-22e688c9-1f09-4bb3-b179-df94fc8c8222 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613590 Feb 13 23:49:42.350945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d219272-b753-40ad-aa3b-9ab6e0b3654e req-6f5b00c5-41ce-4a92-b378-7ffc07c01692 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479492 Feb 13 23:49:42.398983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f1e0b544-8ade-4cd9-b12d-cf2f862a8581 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:42.556566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] For port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:42.570460 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] For port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:42.587024 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.672075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:42.673132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:42.840360 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:42.841761 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:43.272841 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c911-9a99-4393-980a-685a117cf226 None None] Pushing event updated for resources: {'Port': ['ID=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:43.313954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50968) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:43.585099 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:43.799186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1004522799'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:43.822759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:43.836258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Usage tracker for resource:network and tenant:ce9d4580e4e343b6944a630f2787e6ef is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:43.848732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:43.851209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab33db-b664-43c6-8dca-41c7007506c0 req-df21d2a5-de55-4f29-be84-31a891c99c58 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:43.860932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60ab33db-b664-43c6-8dca-41c7007506c0 req-df21d2a5-de55-4f29-be84-31a891c99c58 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1959176 Feb 13 23:49:43.865930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:43.947824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bad119-807c-49b5-a383-de15a106a3be req-0a80f4fb-c8dc-46e2-9573-8e349a8bc3f1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:43.951430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60ab33db-b664-43c6-8dca-41c7007506c0 req-ab730003-f97f-4aee-905e-640d423d4747 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841813 Feb 13 23:49:43.952957 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6bad119-807c-49b5-a383-de15a106a3be req-0a80f4fb-c8dc-46e2-9573-8e349a8bc3f1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 0.2445254 Feb 13 23:49:43.954894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Made reservation on behalf of ce9d4580e4e343b6944a630f2787e6ef for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:43.957938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:43.993983 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.031368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:44.035739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Usage tracker for resource:security_group_rule and tenant:ce9d4580e4e343b6944a630f2787e6ef is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:44.038895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:44.046120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:44.131921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.186726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6bad119-807c-49b5-a383-de15a106a3be req-5fa49d2d-ae3c-4126-9469-9ee32c4b5812 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173018 Feb 13 23:49:44.190834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.258847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033303c4-ae10-4f37-b039-9dfd939e5dc5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:44.275626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:49:44.287520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.287921 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Added segment f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868 of type vlan for network a974dc78-324a-45a8-b2df-c24fd68d1824 Feb 13 23:49:44.314851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b04f2034-1b7a-4cf8-ac0e-f3ebd937244e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:44.351650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.434088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.444095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:44.444726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.480048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:42Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:44.494933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26cedc-8aa5-4ca4-8410-8c23f7210e5c None None] The sync data for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 is: [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:42Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:49:44.530468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:44.545324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:44.545684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.704953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event updated for resources: {'Network': ['ID=a974dc78-324a-45a8-b2df-c24fd68d1824,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:44.723248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eba9eb-f976-461b-a82b-9aaf01e31a7e req-fec70784-a99a-4f5f-bbf3-e4ce28dac8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:44.725571 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84eba9eb-f976-461b-a82b-9aaf01e31a7e req-fec70784-a99a-4f5f-bbf3-e4ce28dac8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 0.2068400 Feb 13 23:49:44.749923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.752183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.752596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.752985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.753333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.755063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.755408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.756539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.756883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.758164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.758977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:49:44.771431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-353eb2cb-27b2-45f7-911b-1e59870a7adf tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4544735 Feb 13 23:49:44.773163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 50996) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:44.784472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Request body: {'subnet': {'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:44.848956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84eba9eb-f976-461b-a82b-9aaf01e31a7e req-8b2cb845-1929-4156-abfe-caec1d9569fc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164641 Feb 13 23:49:44.865972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:44.872059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51002) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:44.946378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a974dc78-324a-45a8-b2df-c24fd68d1824 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:49:45.007322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-146c1e3c-382b-4e55-8148-e7a18634e8ce tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1091 time: 0.1334019 Feb 13 23:49:45.008316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:45.017130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:45.024043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:45.031415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:floatingip and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:45.034760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:45.042397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:45.063361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.230763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:45.256598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Usage tracker for resource:subnet and tenant:ce9d4580e4e343b6944a630f2787e6ef is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:45.264389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:45.270268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:45.282301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:45.300772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.311015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Made reservation on behalf of ce9d4580e4e343b6944a630f2787e6ef for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:45.471409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51020) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:45.498238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:45.507016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.526086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.734667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.782710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:45.786859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Usage tracker for resource:security_group_rule and tenant:656c09cebba64d96854dd8d2c78539a3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:45.790183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:45.797712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:45.836016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.869524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.871499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.25.4.49 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/69f40c08-18e9-431c-981f-78969d81d845) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:45.880325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:45.965276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239bd719-c172-44bc-8441-0fe773e69a5d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:45.989792 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event updated for resources: {'Subnet': ['ID=45199fc9-7ccc-475a-9354-1b42df637746,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:46.027728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Checking segment: {'id': 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:46.028082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Network hostable DHCP agents. Network: a974dc78-324a-45a8-b2df-c24fd68d1824, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:49:46.033566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3226101e-dcd4-42dd-bab2-8f02410d7e03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=656c09cebba64d96854dd8d2c78539a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5611348 Feb 13 23:49:46.036047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51026) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:46.051458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753dc62-f336-423c-ade5-3781a2879d88 req-cbdc4613-29e5-43dc-9a97-2a98722c54f9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:46.058322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5753dc62-f336-423c-ade5-3781a2879d88 req-cbdc4613-29e5-43dc-9a97-2a98722c54f9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.5561278 Feb 13 23:49:46.107288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Network a974dc78-324a-45a8-b2df-c24fd68d1824 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:49:46.142225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5753dc62-f336-423c-ade5-3781a2879d88 req-11992241-6350-41d3-b012-9b1820cbc695 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684631 Feb 13 23:49:46.149438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a974dc78-324a-45a8-b2df-c24fd68d1824) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:46.167897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:46.168090 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.170352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aefe84-f1ae-47ef-a915-a63b505683be None None] Network a974dc78-324a-45a8-b2df-c24fd68d1824 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:46.185724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3df906e-9af3-47a3-b73e-8b20c91be6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.209405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-830fb71a-27bf-4553-8cb3-7e7c1c84dcb3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4328051 Feb 13 23:49:46.209626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51032) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:46.217064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Request body: {'port': {'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824', 'name': 'tempest-ExtraDHCPOptionsTestJSON-327820979'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:46.281513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.289539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3df906e-9af3-47a3-b73e-8b20c91be6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.326833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b04f2034-1b7a-4cf8-ac0e-f3ebd937244e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:46.353838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.440911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3df906e-9af3-47a3-b73e-8b20c91be6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.464774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:46.469542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Usage tracker for resource:port and tenant:ce9d4580e4e343b6944a630f2787e6ef is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:46.473500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:46.480051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:46.493161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Made reservation on behalf of ce9d4580e4e343b6944a630f2787e6ef for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:46.497370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.525062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] device_id is not set on port c639b981-4d73-4e45-a21a-ad938409f0a6 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:49:46.530928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:46.536492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:46.545226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:46.578408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df906e-9af3-47a3-b73e-8b20c91be6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239bd719-c172-44bc-8441-0fe773e69a5d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:46.593824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3df906e-9af3-47a3-b73e-8b20c91be6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.595006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a3df906e-9af3-47a3-b73e-8b20c91be6ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/239bd719-c172-44bc-8441-0fe773e69a5d HTTP/1.1" status: 204 len: 168 time: 0.5578668 Feb 13 23:49:46.601254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=69f40c08-18e9-431c-981f-78969d81d845,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:46.686703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:46.687871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:46.775763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Allocated IP 172.20.0.9 (a974dc78-324a-45a8-b2df-c24fd68d1824/45199fc9-7ccc-475a-9354-1b42df637746/c639b981-4d73-4e45-a21a-ad938409f0a6) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:46.796380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-b93780ae-6e56-4bc3-9a5a-3799e5ba2e23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3506117 Feb 13 23:49:46.869932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-a974dc78-324a-45a8-b2df-c24fd68d1824', 'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824', 'tenant_id': 'ce9d4580e4e343b6944a630f2787e6ef', 'fixed_ips': [{'subnet_id': '45199fc9-7ccc-475a-9354-1b42df637746'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:49:46.870995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:47.324001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:47.342911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Transition to ACTIVE for port object c639b981-4d73-4e45-a21a-ad938409f0a6 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:47.392989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:47.520228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Allocated IP 172.20.0.2 (a974dc78-324a-45a8-b2df-c24fd68d1824/45199fc9-7ccc-475a-9354-1b42df637746/cca85ba3-a194-42f9-9795-133b04a68869) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:47.611019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Network a974dc78-324a-45a8-b2df-c24fd68d1824 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:47.623017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:47.628448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event updated for resources: {'Port': ['ID=c639b981-4d73-4e45-a21a-ad938409f0a6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:47.639191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:47.652709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-4c8091be-8919-45eb-b962-410f756895c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1096 time: 0.7216318 Feb 13 23:49:47.786936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:47.788975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:47.842427 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a50556f4-a275-453f-8526-3912bc14d52d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6317141 Feb 13 23:49:47.845338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51060) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:47.853338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Request body: {'port': {'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1583993831', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:47.853967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] bootfile-name is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:49:47.854527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] tftp-server is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:49:47.855050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] server-ip-address is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:49:47.891332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398140b2-e1af-435b-b0ad-c2a98d25e108 req-3587a058-bb8a-4b6b-9887-0f8d3518e445 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:47.894155 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-398140b2-e1af-435b-b0ad-c2a98d25e108 req-3587a058-bb8a-4b6b-9887-0f8d3518e445 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3763926 Feb 13 23:49:47.910308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:47.923633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Transition to ACTIVE for port object cca85ba3-a194-42f9-9795-133b04a68869 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:47.942626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Transition to ACTIVE for port object cca85ba3-a194-42f9-9795-133b04a68869 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:47.954009 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:48.080652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-737a3e8f-9376-475a-b1f6-860697cbd8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:48.090380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-737a3e8f-9376-475a-b1f6-860697cbd8ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.3970325 Feb 13 23:49:48.143972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Network a974dc78-324a-45a8-b2df-c24fd68d1824 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:48.149675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Pushing event updated for resources: {'Port': ['ID=cca85ba3-a194-42f9-9795-133b04a68869,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:48.156632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:48.159832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:48.213518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:48.225694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Usage tracker for resource:port and tenant:ce9d4580e4e343b6944a630f2787e6ef is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:48.232526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:48.246774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:48.265586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Made reservation on behalf of ce9d4580e4e343b6944a630f2787e6ef for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:49:48.280511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-398140b2-e1af-435b-b0ad-c2a98d25e108 req-36f0a6d6-ff82-41fd-a220-e4283c225c31 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769650 Feb 13 23:49:48.282779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-64999726-3e36-44fb-ac14-4eb35742bd7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 217 time: 0.1819267 Feb 13 23:49:48.299394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:48.319587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Attempting to bind port cca85ba3-a194-42f9-9795-133b04a68869 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:49:48.320495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Attempting to bind port cca85ba3-a194-42f9-9795-133b04a68869 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:49:48.321014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Attempting to bind port cca85ba3-a194-42f9-9795-133b04a68869 on network a974dc78-324a-45a8-b2df-c24fd68d1824 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:49:48.328781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:49:48.329440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Checking segment: {'id': 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:49:48.330177 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:48.330966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Bound using segment: {'id': 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:49:48.331591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Bound port: cca85ba3-a194-42f9-9795-133b04a68869, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a974dc78-324a-45a8-b2df-c24fd68d1824'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:49:48.332125 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:48.383846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-04bfd9b1-3706-406e-be88-0d121164e4c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:48.385363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-04bfd9b1-3706-406e-be88-0d121164e4c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0958862 Feb 13 23:49:48.390490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] device_id is not set on port d5ae4dd7-eb63-4196-ae6c-4236144698eb yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:49:48.557655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] For port cca85ba3-a194-42f9-9795-133b04a68869, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:49:48.571885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] For port cca85ba3-a194-42f9-9795-133b04a68869, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cca85ba3-a194-42f9-9795-133b04a68869,segment=NetworkSegment(f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868),segment_id=f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:49:48.589950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:48.611509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:48.708862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Allocated IP 172.20.0.8 (a974dc78-324a-45a8-b2df-c24fd68d1824/45199fc9-7ccc-475a-9354-1b42df637746/d5ae4dd7-eb63-4196-ae6c-4236144698eb) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:49:48.729650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-c6e5b637-f387-463d-be8a-34d9dc9d8f9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346136 Feb 13 23:49:48.759836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5240e06-ad85-4811-9435-4071a6902b1a None None] Pushing event updated for resources: {'Port': ['ID=cca85ba3-a194-42f9-9795-133b04a68869,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:48.766384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:49.176857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-a1db98c3-e485-465b-a6bd-2d9cb78135f2 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393907 Feb 13 23:49:49.381562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:49.413635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:49.440865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:49.455511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Transition to ACTIVE for port object d5ae4dd7-eb63-4196-ae6c-4236144698eb will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:49:49.503680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:49.589630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4c329bd-08fa-4c2b-b235-c9b0f345c07e req-25066e3c-6692-42ef-a9e6-7b3847ded999 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842351 Feb 13 23:49:49.774508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Network a974dc78-324a-45a8-b2df-c24fd68d1824 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:49:49.788056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event updated for resources: {'Port': ['ID=d5ae4dd7-eb63-4196-ae6c-4236144698eb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:49.790544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:49.804818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:49:49.807581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:49:49.855217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000aba7-cdc5-4d86-8967-ab9eba382da3 req-6bd95599-8d31-4b66-b453-cceae5e9984e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:49.857123 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7000aba7-cdc5-4d86-8967-ab9eba382da3 req-6bd95599-8d31-4b66-b453-cceae5e9984e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2509246 Feb 13 23:49:49.980047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:49.980745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:50.009420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7000aba7-cdc5-4d86-8967-ab9eba382da3 req-5de395c3-47b4-47b4-b0f3-556d0d418fc8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418865 Feb 13 23:49:50.015677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2daaa3e9-236f-481b-9cf9-1409ca067941 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1690962 Feb 13 23:49:50.016522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51098) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:50.142386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18253b-1457-400b-ae31-a2a60c0831d7 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:50.150895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18253b-1457-400b-ae31-a2a60c0831d7 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:50.160846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18253b-1457-400b-ae31-a2a60c0831d7 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:50.162139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e18253b-1457-400b-ae31-a2a60c0831d7 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Synchronizing usage tracker for tenant:ce9d4580e4e343b6944a630f2787e6ef on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:49:50.179649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=69f40c08-18e9-431c-981f-78969d81d845,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:50.223738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8e18253b-1457-400b-ae31-a2a60c0831d7 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Unset dirty status for tenant:ce9d4580e4e343b6944a630f2787e6ef on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:49:50.227442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8e18253b-1457-400b-ae31-a2a60c0831d7 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2097354 Feb 13 23:49:50.227745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51106) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:50.317933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cca85ba3-a194-42f9-9795-133b04a68869 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:50.445784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d0d3aa-ca76-4c71-b04f-5844fb7b0e4f None None] Network a974dc78-324a-45a8-b2df-c24fd68d1824 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:50.500805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Deleting port d5ae4dd7-eb63-4196-ae6c-4236144698eb {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:50.501152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:50.844127 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Floating IP 3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 associated. External IP: 172.25.4.49, port: 41c90d71-685a-4edc-a68d-a21e1f51f5d8. Feb 13 23:49:50.859856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port cca85ba3-a194-42f9-9795-133b04a68869 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:50.931016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-215054bc-11de-447a-8964-ae7367bea02b None None] Provisioning for port cca85ba3-a194-42f9-9795-133b04a68869 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:50.956400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-215054bc-11de-447a-8964-ae7367bea02b None None] Provisioning complete for port cca85ba3-a194-42f9-9795-133b04a68869 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:50.957846 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-215054bc-11de-447a-8964-ae7367bea02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:50.991305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:51.167196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Calling delete_port for d5ae4dd7-eb63-4196-ae6c-4236144698eb owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:51.381137 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-215054bc-11de-447a-8964-ae7367bea02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:51.442141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-215054bc-11de-447a-8964-ae7367bea02b None None] For port cca85ba3-a194-42f9-9795-133b04a68869, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cca85ba3-a194-42f9-9795-133b04a68869,segment=NetworkSegment(f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868),segment_id=f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:51.455373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-215054bc-11de-447a-8964-ae7367bea02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:51.529284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa3aa4-701a-4edb-a7ea-235bd320e001 req-b0fc367e-1bb7-437b-9046-ac7a510eff0e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:51.541925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1aa3aa4-701a-4edb-a7ea-235bd320e001 req-b0fc367e-1bb7-437b-9046-ac7a510eff0e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2901590 Feb 13 23:49:51.580701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215054bc-11de-447a-8964-ae7367bea02b None None] Pushing event updated for resources: {'Port': ['ID=cca85ba3-a194-42f9-9795-133b04a68869,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:51.587054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:51.673071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event deleted for resources: {'Port': ['ID=d5ae4dd7-eb63-4196-ae6c-4236144698eb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:51.690621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Provisioning for port c639b981-4d73-4e45-a21a-ad938409f0a6 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:49:51.699274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Provisioning complete for port c639b981-4d73-4e45-a21a-ad938409f0a6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:51.699842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:51.816051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Port c639b981-4d73-4e45-a21a-ad938409f0a6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:51.819267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Could not find standard attr ID for object d5ae4dd7-eb63-4196-ae6c-4236144698eb. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:49:51.827842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1aa3aa4-701a-4edb-a7ea-235bd320e001 req-00481810-81fe-4e95-9f2b-68786a739de5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723219 Feb 13 23:49:51.846200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Provisioning complete for port cca85ba3-a194-42f9-9795-133b04a68869 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:51.853788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-398487eb-151c-4d1a-86a8-c65128d25f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:52.211705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:52.239125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cca85ba3-a194-42f9-9795-133b04a68869 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:49:52.259978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-db515fea-ae23-466b-a698-d1cd04c2ec8b tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "DELETE /v2.0/ports/d5ae4dd7-eb63-4196-ae6c-4236144698eb HTTP/1.1" status: 204 len: 168 time: 2.0277307 Feb 13 23:49:52.261901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51144) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:52.271236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Request body: {'port': {'name': 'tempest-new-port-name-229902857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:49:52.272163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] bootfile-name is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:49:52.272714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] tftp-server is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:49:52.273331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.api.validators [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] server-ip-address is not in valid_values {{(pid=83661) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 13 23:49:52.456009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a534e28d-bbee-4401-a125-5c2692d23004 None None] Provisioning complete for port c639b981-4d73-4e45-a21a-ad938409f0a6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:52.456621 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a534e28d-bbee-4401-a125-5c2692d23004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:52.493497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:49:52.594890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port cca85ba3-a194-42f9-9795-133b04a68869 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:52.596414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:52.597540 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:52.666850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a534e28d-bbee-4401-a125-5c2692d23004 None None] Port c639b981-4d73-4e45-a21a-ad938409f0a6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:52.860530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c6cef7eb-f8e2-4732-86bf-5188cfbb4568 None None] Could not find standard attr ID for object d5ae4dd7-eb63-4196-ae6c-4236144698eb. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:49:52.908920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:49:52.930068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:49:52.951724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:52.955270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:52.959431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:53.144014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51160) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:53.322918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99059a64-5ae8-4df4-837a-9657889e74ca req-b551bd6a-99cb-450c-a417-7b4ab431e843 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:53.325874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99059a64-5ae8-4df4-837a-9657889e74ca req-b551bd6a-99cb-450c-a417-7b4ab431e843 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3095546 Feb 13 23:49:53.328192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:53.399050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:53.417918 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99059a64-5ae8-4df4-837a-9657889e74ca req-e5f3aab3-d6ce-4927-898d-3745f39739e2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858948 Feb 13 23:49:53.422307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:53.443696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-16e7bb86-5d64-4ee0-ba3b-d016fed0d30e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4327867 Feb 13 23:49:53.445057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:49:53.449486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51170) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:53.568344 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'status': 'completed', 'code': 200} Feb 13 23:49:53.576758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event updated for resources: {'Port': ['ID=c639b981-4d73-4e45-a21a-ad938409f0a6,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:53.652886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:53.661643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-86873d7d-dfd1-4ffb-a32d-cb7fdd3f733b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.2104375 Feb 13 23:49:53.713914 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-99402ed2-2260-48b1-9b9d-a4125e4f8174 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1096 time: 0.1371651 Feb 13 23:49:53.754266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:53.765712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] In _notify_port_updated(), no bound segment for port c639b981-4d73-4e45-a21a-ad938409f0a6 on network a974dc78-324a-45a8-b2df-c24fd68d1824 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:49:53.779058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:53.782727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:53.791481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-127bd258-6aaa-4a78-b57a-da7f2775bfe3 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "PUT /v2.0/ports/c639b981-4d73-4e45-a21a-ad938409f0a6 HTTP/1.1" status: 200 len: 1135 time: 1.5227170 Feb 13 23:49:53.792859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Usage tracker for resource:security_group_rule and tenant:de3ff02cc6e347738ae0884c11638f30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:53.800897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51176) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:53.809057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:53.939615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:53.997504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-96bfb70d-2799-4600-869e-2fcf1acefa26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:53.999302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-96bfb70d-2799-4600-869e-2fcf1acefa26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 897 time: 0.2758405 Feb 13 23:49:54.014245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d52a0-8b1b-4d0c-9137-6bb35321545f tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:54.020130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3c3d52a0-8b1b-4d0c-9137-6bb35321545f tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "GET /v2.0/ports/c639b981-4d73-4e45-a21a-ad938409f0a6 HTTP/1.1" status: 200 len: 1135 time: 0.2152534 Feb 13 23:49:54.022070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51182) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:54.152611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bbad4c01-17f8-43ac-8ed4-58e54f315b7a None None] Provisioning complete for port c639b981-4d73-4e45-a21a-ad938409f0a6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:49:54.153816 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bbad4c01-17f8-43ac-8ed4-58e54f315b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:54.200853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Deleting port c639b981-4d73-4e45-a21a-ad938409f0a6 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:54.201392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:54.243327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-22736930-c155-41bf-a7c7-f42b20a3eb39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 200 len: 998 time: 0.2349112 Feb 13 23:49:54.305138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:54.319058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:54.337878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-2d71403c-09e7-4326-beff-2411e3d39108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:54.338831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bbad4c01-17f8-43ac-8ed4-58e54f315b7a None None] Port c639b981-4d73-4e45-a21a-ad938409f0a6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:49:54.339766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-2d71403c-09e7-4326-beff-2411e3d39108 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a12c960a-9189-43ac-82f4-0d62ebce5a49 HTTP/1.1" status: 200 len: 835 time: 0.0884938 Feb 13 23:49:54.463016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eff51d-3a13-42c9-af97-1ea70f5d3fe5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:54.490343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:49:47Z', 'revision_number': 0, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:54.492068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-6018ac9f-66b2-4b47-8067-b31f3db431cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450856 Feb 13 23:49:54.501546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:49:54.527162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:49:54.527795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:54.572198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f06f365c-d41b-46ec-b3f3-3b4146c468d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de3ff02cc6e347738ae0884c11638f30&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4248192 Feb 13 23:49:54.615412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51194) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:54.686594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51200) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:54.776061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-63207d17-6a96-4d80-a8f4-b119f92a8ff6 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745805 Feb 13 23:49:54.925891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad0f3e78-5e4a-477b-872e-66aed7080251 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.2348509 Feb 13 23:49:55.002251 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:55.024118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:49:55.132916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cded5b8c-e7cc-4362-ba18-05815fd84691 req-61769058-2974-4092-a1b4-31930a36e4c1 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069795 Feb 13 23:49:55.396578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Calling delete_port for c639b981-4d73-4e45-a21a-ad938409f0a6 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:55.429368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e322c9ac-4fa0-44fc-9020-6ecda4b7170f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:55.485650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265800e1-5a68-466a-a661-11d24b54f4b0 req-628728d9-b095-4e74-81ca-46364b9d1802 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:55.493376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-265800e1-5a68-466a-a661-11d24b54f4b0 req-628728d9-b095-4e74-81ca-46364b9d1802 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.7124128 Feb 13 23:49:55.529748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e322c9ac-4fa0-44fc-9020-6ecda4b7170f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:55.529938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:49:47Z', 'revision_number': 0, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:55.533945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf2027-f2b4-42b6-a5b0-8a7e2d7cebbf None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:49:47Z', 'revision_number': 0, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:49:55.593187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-265800e1-5a68-466a-a661-11d24b54f4b0 req-67408740-f7eb-40a5-a15d-af55341abece tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985985 Feb 13 23:49:55.735437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e322c9ac-4fa0-44fc-9020-6ecda4b7170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:55.771870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322c9ac-4fa0-44fc-9020-6ecda4b7170f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eff51d-3a13-42c9-af97-1ea70f5d3fe5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:55.799752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e322c9ac-4fa0-44fc-9020-6ecda4b7170f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:55.803553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e322c9ac-4fa0-44fc-9020-6ecda4b7170f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0eff51d-3a13-42c9-af97-1ea70f5d3fe5 HTTP/1.1" status: 204 len: 168 time: 1.1847649 Feb 13 23:49:55.803553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:55.912037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event deleted for resources: {'Port': ['ID=c639b981-4d73-4e45-a21a-ad938409f0a6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:55.928092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51228) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:56.049287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:56.055158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bf53881e-ed43-4533-a1d8-354f73910c9c tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "DELETE /v2.0/ports/c639b981-4d73-4e45-a21a-ad938409f0a6 HTTP/1.1" status: 204 len: 168 time: 2.0300233 Feb 13 23:49:56.055528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51232) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:56.181302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a346fcc2-9836-4ebe-9b00-c23d3e0e1c20 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.2520559 Feb 13 23:49:56.299945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-146c01fc-8c45-4690-b983-38c4b9fb5fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.1143351 Feb 13 23:49:56.410231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc8cc-4e1d-4472-8161-073ea432bd18 req-e3cc1d4d-e4e5-4a20-bd35-c84df8ad8296 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:56.411713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-787dc8cc-4e1d-4472-8161-073ea432bd18 req-e3cc1d4d-e4e5-4a20-bd35-c84df8ad8296 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2413754 Feb 13 23:49:56.486212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-787dc8cc-4e1d-4472-8161-073ea432bd18 req-90944ba1-4db8-42bf-bd24-ca4688d08812 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572965 Feb 13 23:49:56.511949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Deleting subnet 45199fc9-7ccc-475a-9354-1b42df637746 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:49:56.518774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:56.549710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-a1bf029c-68db-467e-accd-dc72038d5fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:56.552049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-a1bf029c-68db-467e-accd-dc72038d5fe9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.2445936 Feb 13 23:49:56.593511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51240) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:56.615432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:56.641209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:56.685541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-76d62c23-5193-4820-8cc8-e8a5bf9e23d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.1269836 Feb 13 23:49:56.723716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:49:56.734090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Usage tracker for resource:security_group_rule and tenant:04c16dfdfeb14cd08faa5db8092121b6 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:49:56.737335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:49:56.749081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:49:56.782359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-30ce36ae-0437-4ee7-b5f3-fa93fa8e0495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:56.785082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-30ce36ae-0437-4ee7-b5f3-fa93fa8e0495 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0912421 Feb 13 23:49:56.873364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:56.881044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:56.924334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-c2c83f2a-ee63-4f5b-bcc2-a2de1d3fde1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339483 Feb 13 23:49:56.950999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06942fda-1c22-4742-b261-8128097ffb70,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:56.956512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-60815a85-37ed-4c57-9f63-c7f988a8fed0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04c16dfdfeb14cd08faa5db8092121b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3622012 Feb 13 23:49:56.959971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51250) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:57.004703 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.078599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2046f059-389c-4e47-9b6a-a4a5357baeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.133222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2046f059-389c-4e47-9b6a-a4a5357baeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.184913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51256) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:57.267684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.338825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event deleted for resources: {'Subnet': ['ID=45199fc9-7ccc-475a-9354-1b42df637746,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:57.345074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-eea0b223-974a-47e7-b065-38191c128cb8 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046135 Feb 13 23:49:57.349996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.361146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60d168-aa8d-4877-8319-acac19c1236c None None] Network a974dc78-324a-45a8-b2df-c24fd68d1824 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:49:57.386374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2046f059-389c-4e47-9b6a-a4a5357baeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.404280 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2046f059-389c-4e47-9b6a-a4a5357baeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.405487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2046f059-389c-4e47-9b6a-a4a5357baeb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06942fda-1c22-4742-b261-8128097ffb70 HTTP/1.1" status: 204 len: 168 time: 0.4446199 Feb 13 23:49:57.413374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-16fc4145-c756-4e5c-a753-ee33b40a147d tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "DELETE /v2.0/subnets/45199fc9-7ccc-475a-9354-1b42df637746 HTTP/1.1" status: 204 len: 168 time: 1.3567226 Feb 13 23:49:57.416805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046f059-389c-4e47-9b6a-a4a5357baeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06942fda-1c22-4742-b261-8128097ffb70,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:57.418834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:57.445219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1658daf5-c18f-4665-bea4-15d8b93b3840 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.2570727 Feb 13 23:49:57.589392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.622834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Deleting port cca85ba3-a194-42f9-9795-133b04a68869 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:57.623674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:57.715327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0371fdb2-4e64-4460-b605-656cafa635e3 req-8efbbfc4-4dbe-4162-a064-e038409cabb1 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595250 Feb 13 23:49:57.984590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3c4c-6807-4f8a-8a7d-e43625ff75fa req-0c39fa3f-720d-49dc-8d73-f52dbb554001 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:57.987808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af3c3c4c-6807-4f8a-8a7d-e43625ff75fa req-0c39fa3f-720d-49dc-8d73-f52dbb554001 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2251623 Feb 13 23:49:58.003091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] DHCP port deletion for a974dc78-324a-45a8-b2df-c24fd68d1824 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:49:58.015699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Deleting port cca85ba3-a194-42f9-9795-133b04a68869 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:58.017306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.079548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] For port cca85ba3-a194-42f9-9795-133b04a68869, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cca85ba3-a194-42f9-9795-133b04a68869,segment=NetworkSegment(f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868),segment_id=f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:58.079913 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.144535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af3c3c4c-6807-4f8a-8a7d-e43625ff75fa req-04d73e8f-d08c-4970-a200-b25d5fa7db7a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505718 Feb 13 23:49:58.243230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cca85ba3-a194-42f9-9795-133b04a68869 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:49:58.367896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Calling delete_port for cca85ba3-a194-42f9-9795-133b04a68869 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:58.447734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51290) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:58.503615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.535967 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.558256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event deleted for resources: {'Port': ['ID=cca85ba3-a194-42f9-9795-133b04a68869,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:58.568911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] No DVR routers for this DVR port cca85ba3-a194-42f9-9795-133b04a68869 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:49:58.678252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0956c67b-251d-48f8-ada8-62c4e9e463b2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.2280710 Feb 13 23:49:58.728027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.767481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a974dc78-324a-45a8-b2df-c24fd68d1824']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:58.782723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:58.783177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:49:58.800211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.801040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] For port cca85ba3-a194-42f9-9795-133b04a68869, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cca85ba3-a194-42f9-9795-133b04a68869,segment=NetworkSegment(f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868),segment_id=f8c6ce83-2fcc-40ad-9629-e9cd8dd1c868)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:49:58.801437 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.833316 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.846667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:49:58.847402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:49:58.882239 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:49:58.943392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Calling delete_port for cca85ba3-a194-42f9-9795-133b04a68869 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:49:59.014272 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:49:59.021524 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:49:59.022381 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:49:59.101393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:59.171262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:59.184161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] Pushing event deleted for resources: {'Network': ['ID=a974dc78-324a-45a8-b2df-c24fd68d1824,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:49:59.203484 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7ce37db2-6916-4c27-9824-6d6d9e4879a5 tempest-ExtraDHCPOptionsTestJSON-531516556 tempest-ExtraDHCPOptionsTestJSON-531516556-project] 10.222.0.36 "DELETE /v2.0/networks/a974dc78-324a-45a8-b2df-c24fd68d1824 HTTP/1.1" status: 204 len: 168 time: 1.7835391 Feb 13 23:49:59.457164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031e058-57b8-46c8-aab3-e69cdda8d3fa req-b25da784-31b3-48cf-9f97-df6bcfb38e3a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:49:59.459292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4031e058-57b8-46c8-aab3-e69cdda8d3fa req-b25da784-31b3-48cf-9f97-df6bcfb38e3a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1464934 Feb 13 23:49:59.523750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Deleting port cca85ba3-a194-42f9-9795-133b04a68869 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:49:59.524338 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:49:59.536655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4031e058-57b8-46c8-aab3-e69cdda8d3fa req-3f24b574-25e4-41da-873c-1b7187d24f75 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612080 Feb 13 23:49:59.681746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:59.736821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7e52cf1c-5f2b-41c3-b94e-e3c846bf41a3 None None] The port 'cca85ba3-a194-42f9-9795-133b04a68869' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:49:59.916255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b952af5b-6274-445b-8f83-f0deceecf730 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.2333453 Feb 13 23:49:59.964161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51334) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:49:59.999487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d57cc-3077-416f-a3e7-f714041f6d4a req-00b497a4-1ba0-4023-ab30-5a6d3b9419d6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:00.002193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a8d57cc-3077-416f-a3e7-f714041f6d4a req-00b497a4-1ba0-4023-ab30-5a6d3b9419d6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2116191 Feb 13 23:50:00.119003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a8d57cc-3077-416f-a3e7-f714041f6d4a req-b13e4300-130e-4ccd-a7fb-359444ab9a1e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078849 Feb 13 23:50:00.225986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2df8a85c-eb17-46c5-831d-c5c251a1b249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:00.467347 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36bfe8-346f-4ea3-a7d3-82edeb6e0f3b None None] New status for floating IP 3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:50:00.503331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Sync routers for ids ['50184e59-95c6-443a-918c-50ca5a93ac75'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:50:00.535664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Routers {'50184e59-95c6-443a-918c-50ca5a93ac75'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:00.536301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:49:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50184e59-95c6-443a-918c-50ca5a93ac75'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:00.561522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eab6089a-330b-40eb-be90-a9ea01350bcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce9d4580e4e343b6944a630f2787e6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5960274 Feb 13 23:50:00.564067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:00.722484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a79498f8-a9e0-43f0-a11c-cb490416b911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:00.797217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a79498f8-a9e0-43f0-a11c-cb490416b911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:00.926346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:00.948716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a79498f8-a9e0-43f0-a11c-cb490416b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:00.992469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79498f8-a9e0-43f0-a11c-cb490416b911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033303c4-ae10-4f37-b039-9dfd939e5dc5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:01.023513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a79498f8-a9e0-43f0-a11c-cb490416b911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:01.024660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a79498f8-a9e0-43f0-a11c-cb490416b911 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/033303c4-ae10-4f37-b039-9dfd939e5dc5 HTTP/1.1" status: 204 len: 168 time: 0.4594710 Feb 13 23:50:01.141113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Set router 50184e59-95c6-443a-918c-50ca5a93ac75 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:01.233674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bceeac89-4d20-4760-975b-726381056636 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 990 time: 0.3052800 Feb 13 23:50:01.568915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5c81-8d2f-4099-9e48-9ae63392cbce req-10318897-09bf-49de-bbc1-f8a0d7e0bb69 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:01.572909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-112a5c81-8d2f-4099-9e48-9ae63392cbce req-10318897-09bf-49de-bbc1-f8a0d7e0bb69 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2314332 Feb 13 23:50:01.646644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-112a5c81-8d2f-4099-9e48-9ae63392cbce req-6d0f9b1f-69f8-4811-adbb-95f097c67900 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696318 Feb 13 23:50:01.906998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '2d46a892-a9d3-4cb8-a094-a1a92a83aa78', 'name': '', 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'mac_address': 'fa:16:3e:e7:e3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:29Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 2, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'subnets': [{'id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:01.912469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Checking router: 50184e59-95c6-443a-918c-50ca5a93ac75 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:50:01.912815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Updating router 50184e59-95c6-443a-918c-50ca5a93ac75 port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:50:02.031392 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:02.055946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ce7ea-c31f-44d9-84e5-94e0df6519ee req-9c77a9eb-f4b4-48ab-a818-abb71866907a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:02.071265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c3ce7ea-c31f-44d9-84e5-94e0df6519ee req-9c77a9eb-f4b4-48ab-a818-abb71866907a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1960342 Feb 13 23:50:02.204897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c3ce7ea-c31f-44d9-84e5-94e0df6519ee req-91652e48-aafd-42a8-aeda-b72edd7ce63b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317296 Feb 13 23:50:02.235327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51408) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:02.603601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d441100d-e719-460f-b638-9d24da5ff066 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 200 len: 992 time: 0.3631201 Feb 13 23:50:02.680874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ffa1-1e23-4960-b0f1-7bffedc5ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:02.694732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5f8e-049b-405a-9d47-2aeab2fd06b8 req-2408e2de-b5e4-4f29-9d9d-01237b85d3f0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:02.695265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:50:02.697743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-630b5f8e-049b-405a-9d47-2aeab2fd06b8 req-2408e2de-b5e4-4f29-9d9d-01237b85d3f0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2547758 Feb 13 23:50:02.836816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-630b5f8e-049b-405a-9d47-2aeab2fd06b8 req-cec883fc-19f4-41ed-9224-1def37de3e91 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311240 Feb 13 23:50:02.908762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:02.923425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Transition to ACTIVE for port object 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:02.931947 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:02.941068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51430) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:03.014817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42534bf5-f877-4de8-b0d9-e2da15ef1062 None None] Pushing event updated for resources: {'Port': ['ID=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:03.033294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51436) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:03.221291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-896540599'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:03.232741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.258447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:03.270729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Attempting to bind port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:03.270969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Attempting to bind port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:03.271383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Attempting to bind port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 on network d6e3edbe-51e8-45c9-a9fd-238213708b3c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:03.273257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:03.279557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:03.283357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:03.283823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Checking segment: {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:03.284950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.284950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Bound using segment: {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:03.285145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Bound port: 2d46a892-a9d3-4cb8-a094-a1a92a83aa78, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f9c3c7-e337-4ed6-a70c-6a2690327dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:03.285720 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.342547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:03.353619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Usage tracker for resource:security_group_rule and tenant:5fd30814f6454eb49325207c464db271 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:03.361295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:03.374319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:03.387405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:03.416366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:03.429226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] For port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:03.433740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] For port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:03.438599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.440435 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.463219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.549551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:03.563991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group_rule and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:03.568986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:03.572893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.578397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:03.583923 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Routers {'50184e59-95c6-443a-918c-50ca5a93ac75'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:03.584987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50184e59-95c6-443a-918c-50ca5a93ac75'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:03.587570 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.604520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407b330-cdc1-4f98-b78d-609d7a243724 req-239c892c-2f62-460c-8b82-dca124725d84 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:03.608278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d407b330-cdc1-4f98-b78d-609d7a243724 req-239c892c-2f62-460c-8b82-dca124725d84 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1565402 Feb 13 23:50:03.685963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fd30814f6454eb49325207c464db271&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7437944 Feb 13 23:50:03.688964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51448) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:03.691489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64974913-6f39-4f59-9487-7c3c53e077ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0bdc37-d9ba-433a-8948-09ef7f55e30c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:03.778798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.781412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.791777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.815814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d407b330-cdc1-4f98-b78d-609d7a243724 req-6c5262f3-fe66-42d2-8ac2-2f55b95d06ac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981428 Feb 13 23:50:03.821562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42534bf5-f877-4de8-b0d9-e2da15ef1062 None None] Pushing event updated for resources: {'Port': ['ID=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:03.863691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7559f6-37ca-4ba0-bdc1-079c862c4fd0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:03.880732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5294ee67-6b22-4718-8cd9-2575d03950c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.893990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:03.916348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.916801 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment fbc848c9-03e8-421e-92ed-9a6cf9dce298 of type vlan for network 76da5a53-e75d-492e-b30a-4f97bee023f8 Feb 13 23:50:03.923114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5294ee67-6b22-4718-8cd9-2575d03950c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.937269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.966157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:03.998883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] Set router 50184e59-95c6-443a-918c-50ca5a93ac75 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:03.999696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5294ee67-6b22-4718-8cd9-2575d03950c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.003654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.008242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:04.009048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.017482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294ee67-6b22-4718-8cd9-2575d03950c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0bdc37-d9ba-433a-8948-09ef7f55e30c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:04.026009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5294ee67-6b22-4718-8cd9-2575d03950c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.027328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5294ee67-6b22-4718-8cd9-2575d03950c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b0bdc37-d9ba-433a-8948-09ef7f55e30c HTTP/1.1" status: 204 len: 168 time: 0.3372746 Feb 13 23:50:04.260257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51462) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:04.260929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:04.263564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2279980 Feb 13 23:50:04.268262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'name': 'tempest-PortsTestJSON-222368025'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:04.299457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea78d8-97f1-4a32-b018-dab8d0067e7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=76da5a53-e75d-492e-b30a-4f97bee023f8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:04.377157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:04.541974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:04.549175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:04.554745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:04.567462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:04.599260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:04.603914 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.630750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:04.681998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:04.695897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:04.696720 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.702258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51472) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:04.734226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.772069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:04.776905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Usage tracker for resource:security_group_rule and tenant:1e3819374d0a4088a7e12367820072e9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:04.786142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:04.794543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:04.908817 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:04.920888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.004882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.041937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '2d46a892-a9d3-4cb8-a094-a1a92a83aa78', 'name': '', 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'mac_address': 'fa:16:3e:e7:e3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:29Z', 'updated_at': '2022-02-13T23:50:03Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'subnets': [{'id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:05.045844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.086450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.145970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51bf17-20e7-48a0-900a-5d0310b4da81 None None] The sync data for ids ['50184e59-95c6-443a-918c-50ca5a93ac75'] in n-d-828979-1 is: [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:49:30Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '2d46a892-a9d3-4cb8-a094-a1a92a83aa78', 'name': '', 'network_id': 'd6e3edbe-51e8-45c9-a9fd-238213708b3c', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'mac_address': 'fa:16:3e:e7:e3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:29Z', 'updated_at': '2022-02-13T23:50:03Z', 'revision_number': 4, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'subnets': [{'id': '08e15ff9-82f6-405e-bfbd-3acecf98679a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:50:05.168389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.217238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=0413ed15-1e0a-4a92-86d0-4631e9d998b5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:05.232271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:05.239528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d211b5-abc7-4d40-a6fe-7e25a85adc1d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:05.247854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-592bd8cb-2721-4d7e-ad89-f9b97f40e22d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e3819374d0a4088a7e12367820072e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5436091 Feb 13 23:50:05.253626 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.254161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:05.291466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': 'fbc848c9-03e8-421e-92ed-9a6cf9dce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:05.291466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: 76da5a53-e75d-492e-b30a-4f97bee023f8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:05.357189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:05.376478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 76da5a53-e75d-492e-b30a-4f97bee023f8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:05.388456 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60abc255-b8ef-46cb-bd7d-3b6da966837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.392076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:05.398254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:05.402559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eb3ad-fc13-47c7-9dda-f6fed79624b1 req-a32879c2-b739-44a5-9e88-f7d619fcda72 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:05.404490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-189eb3ad-fc13-47c7-9dda-f6fed79624b1 req-a32879c2-b739-44a5-9e88-f7d619fcda72 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2597966 Feb 13 23:50:05.407729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.414430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e0c8c-d76c-48be-9489-082a7b3110d6 None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:05.456153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-de16322f-a402-4585-b269-6b0887818b12 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1947083 Feb 13 23:50:05.459085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51490) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:05.477413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1762240847'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:05.484080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:05.488405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:05.491463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:05.498692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:05.516793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:05.520333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60abc255-b8ef-46cb-bd7d-3b6da966837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.520521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.554505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:05.564381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.564640 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment 08a6dc0e-7e67-4476-a2f5-378989f9afed of type vlan for network 29f4306b-7a50-484e-814a-88551de2626e Feb 13 23:50:05.592315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.593023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-189eb3ad-fc13-47c7-9dda-f6fed79624b1 req-0107524f-8ef7-4621-b1d3-ddb1b20407ac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799774 Feb 13 23:50:05.598196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60abc255-b8ef-46cb-bd7d-3b6da966837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.620771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abc255-b8ef-46cb-bd7d-3b6da966837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d211b5-abc7-4d40-a6fe-7e25a85adc1d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:05.632667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.634397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:05.636778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:05.637597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.651571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60abc255-b8ef-46cb-bd7d-3b6da966837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:05.653631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-60abc255-b8ef-46cb-bd7d-3b6da966837a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0d211b5-abc7-4d40-a6fe-7e25a85adc1d HTTP/1.1" status: 204 len: 168 time: 0.3954339 Feb 13 23:50:05.853559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51500) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:05.854267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3924391 Feb 13 23:50:05.861153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'ports': [{'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'}, {'network_id': '29f4306b-7a50-484e-814a-88551de2626e'}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:05.861536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:05.862146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '29f4306b-7a50-484e-814a-88551de2626e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:05.893952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=29f4306b-7a50-484e-814a-88551de2626e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:05.914182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.914514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.915025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.915501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.915957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.916442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.916919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.926574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.927104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.927588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.931581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce667bf3-764e-4a85-934f-ad1ad1f34268 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:05.950680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 29f4306b-7a50-484e-814a-88551de2626e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:06.270270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:06.346370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:06.347248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:06.446688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:06.453235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:06.457225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:06.464633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:06.522543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedc856-a333-47cf-aa7d-b0657e6c8e9b req-cb6079e6-a4fc-407c-bbd9-c2e2c3966bd2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:06.529855 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cedc856-a333-47cf-aa7d-b0657e6c8e9b req-cb6079e6-a4fc-407c-bbd9-c2e2c3966bd2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2435453 Feb 13 23:50:06.532881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 2} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:06.538109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:06.577182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:06.626682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cedc856-a333-47cf-aa7d-b0657e6c8e9b req-27059e68-d592-48b5-ae21-d0ad7733e40d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958149 Feb 13 23:50:06.890563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:07.003162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.113400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.132791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 1545a7dc-a3b0-4be6-b7d0-071bb481fca6 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:07.256120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.298043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.383935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:07.388536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:07.390896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:07.396291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:07.397223 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.527352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=1545a7dc-a3b0-4be6-b7d0-071bb481fca6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:07.542602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': '08a6dc0e-7e67-4476-a2f5-378989f9afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '29f4306b-7a50-484e-814a-88551de2626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:07.542960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: 29f4306b-7a50-484e-814a-88551de2626e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:07.568061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 29f4306b-7a50-484e-814a-88551de2626e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:07.579893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 29f4306b-7a50-484e-814a-88551de2626e) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:07.585246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:07.590613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:07.591777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa70bf-9f06-405d-9df4-5ec8630585ed None None] Network 29f4306b-7a50-484e-814a-88551de2626e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:07.594536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:07.595348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.624639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42882e1a-8bb9-4336-b61d-f898d638fd05 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7696354 Feb 13 23:50:07.627363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51538) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:07.712435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 1545a7dc-a3b0-4be6-b7d0-071bb481fca6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:07.712924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:07.829569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51552) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:08.071660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.105032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:08.109971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Usage tracker for resource:security_group_rule and tenant:27ed4cb42b7f4d6ba532c9b2f4f2e9bb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:08.113210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:08.122205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:08.159907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.193827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.197781 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.233975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243a38a6-3a43-403c-817b-661c4edf83a8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:08.259130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-06bd59fe-c058-498c-a2f5-a815dbd95374 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27ed4cb42b7f4d6ba532c9b2f4f2e9bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4282084 Feb 13 23:50:08.261657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51564) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:08.303216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 1545a7dc-a3b0-4be6-b7d0-071bb481fca6 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:08.354593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc294b22-9d2e-4f7a-9a8b-efe690f6f714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.376418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f595b5-d4df-4b43-9a7d-690625f85508 req-2cea2d6e-8a6b-4556-9f58-734ed1ad3f09 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:08.383348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-27f595b5-d4df-4b43-9a7d-690625f85508 req-2cea2d6e-8a6b-4556-9f58-734ed1ad3f09 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4662910 Feb 13 23:50:08.390474 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc294b22-9d2e-4f7a-9a8b-efe690f6f714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.457550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:50:08.467754 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc294b22-9d2e-4f7a-9a8b-efe690f6f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.477253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-27f595b5-d4df-4b43-9a7d-690625f85508 req-e066331b-1e53-45b0-9d0d-2de54969daeb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925698 Feb 13 23:50:08.487991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc294b22-9d2e-4f7a-9a8b-efe690f6f714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a38a6-3a43-403c-817b-661c4edf83a8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:08.491656 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.517623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc294b22-9d2e-4f7a-9a8b-efe690f6f714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.519265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cc294b22-9d2e-4f7a-9a8b-efe690f6f714 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/243a38a6-3a43-403c-817b-661c4edf83a8 HTTP/1.1" status: 204 len: 168 time: 0.2566786 Feb 13 23:50:08.558737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=1545a7dc-a3b0-4be6-b7d0-071bb481fca6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:08.566900 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.573579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b1f4c6b8-20f1-47e1-be7a-a55c33204625 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/1545a7dc-a3b0-4be6-b7d0-071bb481fca6 HTTP/1.1" status: 204 len: 168 time: 0.9451983 Feb 13 23:50:08.576380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51576) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:08.675829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b4051f-7771-4d81-b964-ec28e421ea7a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:08.680573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b4051f-7771-4d81-b964-ec28e421ea7a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:08.681479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-65b4051f-7771-4d81-b964-ec28e421ea7a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:08.763866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-65b4051f-7771-4d81-b964-ec28e421ea7a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:08.773372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51588) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:08.773960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-65b4051f-7771-4d81-b964-ec28e421ea7a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1953626 Feb 13 23:50:08.813662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda2ba9-c92c-4dec-b3b2-d2577ef2156f req-1ff31ed7-e216-4433-9775-f85f470bd0b2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:08.816157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9dda2ba9-c92c-4dec-b3b2-d2577ef2156f req-1ff31ed7-e216-4433-9775-f85f470bd0b2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1263409 Feb 13 23:50:08.895132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:08.895468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.916415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:08.936317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9dda2ba9-c92c-4dec-b3b2-d2577ef2156f req-09fe7f98-8838-41c9-b80f-260c4cd6476c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105247 Feb 13 23:50:09.192220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:09.355429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:09.504714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:09.562539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65199695-93dc-43d7-9a39-4a0e9159dd92 req-62210bb6-7aa5-470c-8fa8-948f0219da4b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:09.562539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65199695-93dc-43d7-9a39-4a0e9159dd92 req-62210bb6-7aa5-470c-8fa8-948f0219da4b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1653135 Feb 13 23:50:09.570642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:09.611068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:09.638316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51630) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:09.639556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88c63ac1-fcea-4648-b494-0ddf0f3849a1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac HTTP/1.1" status: 204 len: 168 time: 0.8639612 Feb 13 23:50:09.680360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65199695-93dc-43d7-9a39-4a0e9159dd92 req-ec1c91c4-9dd7-47f5-aebc-5945f8b05d45 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113465 Feb 13 23:50:09.757864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76a0f3-348a-4b46-b839-6ebc5efa3951 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:09.762887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51638) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:09.763348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4f76a0f3-348a-4b46-b839-6ebc5efa3951 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1238501 Feb 13 23:50:09.830364 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-200aa384-4912-4bed-b6fe-b697a47ed2d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:09.830908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-200aa384-4912-4bed-b6fe-b697a47ed2d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:09.870361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-200aa384-4912-4bed-b6fe-b697a47ed2d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:09.873861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-200aa384-4912-4bed-b6fe-b697a47ed2d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/1545a7dc-a3b0-4be6-b7d0-071bb481fca6 HTTP/1.1" status: 404 len: 333 time: 0.1098518 Feb 13 23:50:09.877462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:09.944315 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0086957-d9ee-4ffe-930c-c3e79419bc9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:09.951656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0086957-d9ee-4ffe-930c-c3e79419bc9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/48b03ef3-a4c3-4e0c-8d09-e58442a8f8ac HTTP/1.1" status: 404 len: 333 time: 0.0729463 Feb 13 23:50:09.954242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:10.097589 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.188989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4c60-10c7-4aba-b70a-48e6d90fd69d req-f398d74d-d0e7-497a-9689-42319f4bbd83 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:10.203147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6aa4c60-10c7-4aba-b70a-48e6d90fd69d req-f398d74d-d0e7-497a-9689-42319f4bbd83 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3517642 Feb 13 23:50:10.315243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6aa4c60-10c7-4aba-b70a-48e6d90fd69d req-a393d9f5-981c-4ba3-b406-098b9609dc19 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096087 Feb 13 23:50:10.491086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.597644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f4306b-7a50-484e-814a-88551de2626e']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:10.612843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a6dc0e-7e67-4476-a2f5-378989f9afed') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:10.613147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a6dc0e-7e67-4476-a2f5-378989f9afed') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:10.633995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.654884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.662116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:50:10.662511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:50:10.735131 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:50:10.789782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a94b1-a334-465b-ba28-a84899856e33 req-786b2425-c248-4d46-a1db-af1ea7e9d1b0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:10.791732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b42a94b1-a334-465b-ba28-a84899856e33 req-786b2425-c248-4d46-a1db-af1ea7e9d1b0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3212495 Feb 13 23:50:10.792797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.814967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.848930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=29f4306b-7a50-484e-814a-88551de2626e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:10.858865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2a9c25a5-6536-4ac7-9be2-6eeed2ea7d6a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/29f4306b-7a50-484e-814a-88551de2626e HTTP/1.1" status: 204 len: 168 time: 0.9034462 Feb 13 23:50:10.862813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51684) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:10.868896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-568406509'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:10.884382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b42a94b1-a334-465b-ba28-a84899856e33 req-63e8404b-64c3-4cca-9124-aa5b95ebf79c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666978 Feb 13 23:50:10.885363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:10.892701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:10.899643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:10.910146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:10.922703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:10.928979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:10.979175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:11.001660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.002990 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment 320e1c69-c245-4c3d-bcda-3118ed191adb of type vlan for network 18c1d59c-7365-4544-a2b0-b41dc3e09326 Feb 13 23:50:11.053556 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.179612 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.183578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:11.184179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.370577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=18c1d59c-7365-4544-a2b0-b41dc3e09326,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:11.379567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edca3-93a5-4a9c-9381-124575dc3ba9 req-c6554963-b1a1-4cac-b1ac-76e1fe7c2026 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:11.381038 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c71edca3-93a5-4a9c-9381-124575dc3ba9 req-c6554963-b1a1-4cac-b1ac-76e1fe7c2026 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2571185 Feb 13 23:50:11.382290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-19e7dba9-5a5d-41cb-9787-63621fe4cdba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5181684 Feb 13 23:50:11.385400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51710) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:11.392919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:11.398900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 18c1d59c-7365-4544-a2b0-b41dc3e09326 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:11.562264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:11.579005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c71edca3-93a5-4a9c-9381-124575dc3ba9 req-b690178f-d8cc-400f-ba34-b710b46bf366 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666844 Feb 13 23:50:11.582819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:11.601525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:11.613759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:11.632072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:11.648263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:11.764672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-736624274', 'router:external': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:11.768146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.771366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:11.783136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:network and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:11.786942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:11.795042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:11.807084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Made reservation on behalf of 400131525e184213892c375ab61c2248 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:11.810883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.826256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.863655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:11.865841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Performing IP validity checks on allocation pools {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 13 23:50:11.867154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 13 23:50:11.873497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:security_group_rule and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:11.877778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:11.884694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:11.965526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:11.977688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.016726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:12.028691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b5c30-174d-4148-9cdc-79598fe0a7fd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:12.051698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.052351 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Added segment ded93bce-4d11-4ec6-b070-b687473e2fed of type vlan for network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e Feb 13 23:50:12.074799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.109714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.162149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.162149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:12.162149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.187493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=395c8bb5-255b-400f-b9ca-eaff36d5ce60,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:12.221325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': '320e1c69-c245-4c3d-bcda-3118ed191adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:12.221756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: 18c1d59c-7365-4544-a2b0-b41dc3e09326, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:12.249155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 18c1d59c-7365-4544-a2b0-b41dc3e09326 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:12.261170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 18c1d59c-7365-4544-a2b0-b41dc3e09326) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:12.273326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b6953d-17f8-4314-aa55-d47d71f69b41 None None] Network 18c1d59c-7365-4544-a2b0-b41dc3e09326 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:12.274802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:12.275400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.324160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Network': ['ID=79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:12.327984 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-638afb6b-814d-466e-b68c-4e54907d8e9d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7219353 Feb 13 23:50:12.330856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51734) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:12.336117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-277db1c2-36d6-4b42-bed0-6bc4692a999a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9493256 Feb 13 23:50:12.336273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'subnet': {'network_id': '79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:12.337459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51738) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:12.342661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:12.345353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:12.346693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:subnet and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:12.349699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:12.355763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:12.364812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326', 'name': 'tempest-PortsTestJSON-1248199042'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:12.377578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Made reservation on behalf of 400131525e184213892c375ab61c2248 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:12.382922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.633321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:12.649242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:12.674390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:12.680392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.703950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:12.906140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.11 (18c1d59c-7365-4544-a2b0-b41dc3e09326/395c8bb5-255b-400f-b9ca-eaff36d5ce60/1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:12.914497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.objects.ports [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83662) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 13 23:50:12.914955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:12.924599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-18c1d59c-7365-4544-a2b0-b41dc3e09326', 'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': '395c8bb5-255b-400f-b9ca-eaff36d5ce60'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:50:12.926073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:13.017217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f59631a-e481-45aa-b5e4-cfd036946dae,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:13.050565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Checking segment: {'id': 'ded93bce-4d11-4ec6-b070-b687473e2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:13.051137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network hostable DHCP agents. Network: 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:13.084671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:13.108312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:13.116671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0c4e6-9009-4d04-a079-f1f4e3de24b9 None None] Network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:13.127682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:13.128937 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:13.174323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:13.175461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-83d01c21-99e7-41f0-8d15-f7ad1f2df34e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8435392 Feb 13 23:50:13.182386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-407416019', 'network_id': '79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:13.193849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:13.210533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:port and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:13.216000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:13.233393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:13.262818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:13.270177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Made reservation on behalf of 400131525e184213892c375ab61c2248 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:13.272656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:13.302321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:13.307710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] device_id is not set on port 9414e5c5-8a10-4144-8396-6b07a91a23ca yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:13.424064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648f81a-d25c-4c04-8b40-a6e00024304f None None] Network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:13.505706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:13.705250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Allocated IP 172.20.0.14 (79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e/0f59631a-e481-45aa-b5e4-cfd036946dae/9414e5c5-8a10-4144-8396-6b07a91a23ca) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:13.710516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 18c1d59c-7365-4544-a2b0-b41dc3e09326 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:13.716474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:13.720161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:13.731876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:13.733640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Allocated IP 172.20.0.2 (18c1d59c-7365-4544-a2b0-b41dc3e09326/395c8bb5-255b-400f-b9ca-eaff36d5ce60/9eca1ff0-1b3f-4060-aade-03b2a01b9115) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:13.825568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:13.826434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:13.942420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d45fa33e-64dc-471a-9647-651f0d242192 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6017215 Feb 13 23:50:13.943069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51764) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:13.979874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.001379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Transition to ACTIVE for port object 9eca1ff0-1b3f-4060-aade-03b2a01b9115 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:14.036213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Transition to ACTIVE for port object 9eca1ff0-1b3f-4060-aade-03b2a01b9115 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:14.040118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.051743 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.072848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:14.073293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.111901 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.207594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Pushing event updated for resources: {'Port': ['ID=9eca1ff0-1b3f-4060-aade-03b2a01b9115,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:14.216609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Network 18c1d59c-7365-4544-a2b0-b41dc3e09326 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:14.224526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:14.224526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:14.230729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.231547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.231892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.232207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.232534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.232859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.233181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.233502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.233818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.234477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.234603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:14.264395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:14.266829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Port': ['ID=9414e5c5-8a10-4144-8396-6b07a91a23ca,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:14.269429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:14.272564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:14.331036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:14.331674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.346386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Attempting to bind port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:14.346945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Attempting to bind port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '320e1c69-c245-4c3d-bcda-3118ed191adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:14.349758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Attempting to bind port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 on network 18c1d59c-7365-4544-a2b0-b41dc3e09326 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:14.365586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8aa3e1fd-1466-4e6d-91f5-1b26def7470e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1898704 Feb 13 23:50:14.366200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:14.366763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Checking segment: {'id': '320e1c69-c245-4c3d-bcda-3118ed191adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:14.367297 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.368163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51778) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:14.368435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Bound using segment: {'id': '320e1c69-c245-4c3d-bcda-3118ed191adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:14.370428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Bound port: 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e1c69-c245-4c3d-bcda-3118ed191adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '18c1d59c-7365-4544-a2b0-b41dc3e09326'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:14.376276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.438103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.463843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Deleting port 9414e5c5-8a10-4144-8396-6b07a91a23ca {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:14.469227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.485642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:14.489181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9eca1ff0-1b3f-4060-aade-03b2a01b9115,segment=NetworkSegment(320e1c69-c245-4c3d-bcda-3118ed191adb),segment_id=320e1c69-c245-4c3d-bcda-3118ed191adb)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:14.494958 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.602252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:14.640402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079adf4b-32bc-4f82-8240-5f8ea9555922 None None] Pushing event updated for resources: {'Port': ['ID=9eca1ff0-1b3f-4060-aade-03b2a01b9115,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:14.772286 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:14.945345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Calling delete_port for 9414e5c5-8a10-4144-8396-6b07a91a23ca owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:15.051417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.195298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.228583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:15.252235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event deleted for resources: {'Port': ['ID=9414e5c5-8a10-4144-8396-6b07a91a23ca,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:15.316760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.327398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-edc73867-24e0-4486-bf50-0c8a7313ec5e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 HTTP/1.1" status: 204 len: 168 time: 1.3834465 Feb 13 23:50:15.330047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51800) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:15.373748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.380337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b2c0f226-961f-4013-92a5-a0b6805471d8 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9414e5c5-8a10-4144-8396-6b07a91a23ca HTTP/1.1" status: 204 len: 168 time: 1.0112042 Feb 13 23:50:15.384929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51804) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:15.391180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e', 'external_fixed_ips': [{'subnet_id': '0f59631a-e481-45aa-b5e4-cfd036946dae', 'ip_address': '172.20.0.14'}]}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:15.393966 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4ae8a4-5224-46f9-b179-7f7efbcb9a99 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:50:15.394564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4ae8a4-5224-46f9-b179-7f7efbcb9a99 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:50:15.398704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ee4ae8a4-5224-46f9-b179-7f7efbcb9a99 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 HTTP/1.1" status: 404 len: 333 time: 0.0638993 Feb 13 23:50:15.399981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:15.403546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:15.408228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:router and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:15.411692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:15.418873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:15.433581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.435977 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.454877 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bcf2a4-5217-429a-b671-bfba5fe228f3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:15.455496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-40bcf2a4-5217-429a-b671-bfba5fe228f3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:15.462089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.481811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-40bcf2a4-5217-429a-b671-bfba5fe228f3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:15.483046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40bcf2a4-5217-429a-b671-bfba5fe228f3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/1d50dfe9-515c-4dc1-bbbf-d06f6cc27df9 HTTP/1.1" status: 404 len: 333 time: 0.0820794 Feb 13 23:50:15.486468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:15.686580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet 395c8bb5-255b-400f-b9ca-eaff36d5ce60 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:50:15.698680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.783490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:15.795609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.014004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ce3b09-5a37-47c9-8da8-974e99e370e4 None None] Network 18c1d59c-7365-4544-a2b0-b41dc3e09326 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:16.095833 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.241790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.338911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b152142f-8c99-446c-8067-a8474dc11bef None None] Provisioning for port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:16.355421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9eca1ff0-1b3f-4060-aade-03b2a01b9115 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:16.371404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=395c8bb5-255b-400f-b9ca-eaff36d5ce60,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:16.387709 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.407561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:16.410217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-adf9fc9c-0e5a-4ce1-9b70-6800bde1f491 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/395c8bb5-255b-400f-b9ca-eaff36d5ce60 HTTP/1.1" status: 204 len: 168 time: 0.9223611 Feb 13 23:50:16.416722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.454501 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.505460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:16.516279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:16.516658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.589267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] DHCP port deletion for 18c1d59c-7365-4544-a2b0-b41dc3e09326 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:50:16.595865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Deleting port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:16.596606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.631156 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.644266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:16.644607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:16.775541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Allocated IP 172.20.0.14 (79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e/0f59631a-e481-45aa-b5e4-cfd036946dae/a5880992-3f32-461f-b4d7-361f090b422f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:17.004032 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.029605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9eca1ff0-1b3f-4060-aade-03b2a01b9115,segment=NetworkSegment(320e1c69-c245-4c3d-bcda-3118ed191adb),segment_id=320e1c69-c245-4c3d-bcda-3118ed191adb)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:17.029961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.050591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9eca1ff0-1b3f-4060-aade-03b2a01b9115,segment=NetworkSegment(320e1c69-c245-4c3d-bcda-3118ed191adb),segment_id=320e1c69-c245-4c3d-bcda-3118ed191adb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:17.051213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.096085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.130390 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.190437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 9eca1ff0-1b3f-4060-aade-03b2a01b9115 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:17.235701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Calling delete_port for 9eca1ff0-1b3f-4060-aade-03b2a01b9115 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:17.236339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:17.273797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:17.276571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:17.324272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9eca1ff0-1b3f-4060-aade-03b2a01b9115,segment=NetworkSegment(320e1c69-c245-4c3d-bcda-3118ed191adb),segment_id=320e1c69-c245-4c3d-bcda-3118ed191adb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:17.339008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.344585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:50:17.345004 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:50:17.432818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Port': ['ID=a5880992-3f32-461f-b4d7-361f090b422f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:17.455459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:50:17.455807 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:50:17.458143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9eca1ff0-1b3f-4060-aade-03b2a01b9115,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:17.519592 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.520963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.773307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Router 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:50:17.846179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:17.847287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:17.957681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Deleting port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:17.958088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.045336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:50:18.056888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Sync routers for ids ['713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:50:18.077706 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Routers {'713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:18.079029 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:18.083244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.085280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40617403-109b-4066-a836-a5a78cacd10c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6987987 Feb 13 23:50:18.087497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51876) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:18.172126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9eca1ff0-1b3f-4060-aade-03b2a01b9115,segment=NetworkSegment(320e1c69-c245-4c3d-bcda-3118ed191adb),segment_id=320e1c69-c245-4c3d-bcda-3118ed191adb)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:18.172716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.324005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] For port 9eca1ff0-1b3f-4060-aade-03b2a01b9115, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9eca1ff0-1b3f-4060-aade-03b2a01b9115,segment=NetworkSegment(320e1c69-c245-4c3d-bcda-3118ed191adb),segment_id=320e1c69-c245-4c3d-bcda-3118ed191adb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:18.325384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.334114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9eca1ff0-1b3f-4060-aade-03b2a01b9115 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:50:18.347188 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Set router 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:18.383917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 9eca1ff0-1b3f-4060-aade-03b2a01b9115 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:18.489996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.608589 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.638317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Calling delete_port for 9eca1ff0-1b3f-4060-aade-03b2a01b9115 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:18.700869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No active binding found for port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:50:18.701540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9eca1ff0-1b3f-4060-aade-03b2a01b9115 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:50:18.712076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=9eca1ff0-1b3f-4060-aade-03b2a01b9115,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:18.727181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:50:18.727891 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:50:18.728089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No DVR routers for this DVR port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:50:18.797497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a', 'name': '', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e', 'external_fixed_ips': [{'subnet_id': '0f59631a-e481-45aa-b5e4-cfd036946dae', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a5880992-3f32-461f-b4d7-361f090b422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:15Z', 'updated_at': '2022-02-13T23:50:17Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': 'a5880992-3f32-461f-b4d7-361f090b422f', 'name': '', 'network_id': '79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f59631a-e481-45aa-b5e4-cfd036946dae', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:16Z', 'updated_at': '2022-02-13T23:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f59631a-e481-45aa-b5e4-cfd036946dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:18.802146 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Checking router: 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:50:18.802620 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Updating router 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a port a5880992-3f32-461f-b4d7-361f090b422f binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:50:18.871537 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.877919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Deleting port 9eca1ff0-1b3f-4060-aade-03b2a01b9115 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:18.878330 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.994449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:18.999116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cbce5d31-76a3-4c61-86dd-b91599a97311 None None] The port '9eca1ff0-1b3f-4060-aade-03b2a01b9115' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:50:19.030721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Deleting port a5880992-3f32-461f-b4d7-361f090b422f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:19.030978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.094487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.120578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c1d59c-7365-4544-a2b0-b41dc3e09326']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:19.134729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320e1c69-c245-4c3d-bcda-3118ed191adb') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:19.135049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320e1c69-c245-4c3d-bcda-3118ed191adb') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:19.148489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.166999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.174958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:50:19.175432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:50:19.271867 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:50:19.276967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.279125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.312007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.314644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=18c1d59c-7365-4544-a2b0-b41dc3e09326,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:19.341903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-83401976-532f-43e8-bbc3-0ab210ef8957 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/18c1d59c-7365-4544-a2b0-b41dc3e09326 HTTP/1.1" status: 204 len: 168 time: 2.9323280 Feb 13 23:50:19.346189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:19.352120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1698809328'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:19.358092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:19.362188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:19.365179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:19.371263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:19.383359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:19.388834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.425597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:19.436673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.437403 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment bd147d08-7067-407f-8f0d-6f4535fd05c6 of type vlan for network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 Feb 13 23:50:19.467770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.498627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Calling delete_port for a5880992-3f32-461f-b4d7-361f090b422f owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:19.514132 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.519133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:19.520039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.643507 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=83664) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 593, in do_execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 163, in execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers result = self._query(query) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 321, in _query Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers conn.query(q) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 505, in query Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 724, in _read_query_result Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers result.read() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1069, in read Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 676, in _read_packet Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 223, in raise_for_error Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 107, in raise_mysql_exception Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 314, in get_collection Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers items = [ Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3507, in __iter__ Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1617, in _autoflush Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self.flush() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2523, in flush Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self._flush(objects) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2664, in _flush Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__ Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers compat.raise_( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers raise exception Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2624, in _flush Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers flush_context.execute() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers rec.execute(self) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers persistence.save_obj( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers c = cached_connections[connection].execute( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers raise exception Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 593, in do_execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 163, in execute Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers result = self._query(query) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 321, in _query Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers conn.query(q) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 505, in query Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 724, in _read_query_result Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers result.read() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1069, in read Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 676, in _read_packet Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 223, in raise_for_error Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 107, in raise_mysql_exception Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-828979-1', 'ml2_port_bindings_port_id': 'a5880992-3f32-461f-b4d7-361f090b422f', 'ml2_port_bindings_host': ''}] Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: ERROR neutron.plugins.ml2.managers Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.db.api [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: [parameters: {'host': 'n-d-828979-1', 'ml2_port_bindings_port_id': 'a5880992-3f32-461f-b4d7-361f090b422f', 'ml2_port_bindings_host': ''}] Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:50:19.718115 n-d-828979-1 neutron-server[83664]: DEBUG oslo_db.api [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:50:19.732182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=128f68cf-7859-4ed2-84d2-5a75cdbcea64,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:19.732383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51900) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:19.738957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:19.751008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9781d211-8972-4e17-95ab-73d11f6f0ce8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4035480 Feb 13 23:50:19.753794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51904) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:19.768704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:19.881040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:19.937798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5880992-3f32-461f-b4d7-361f090b422f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:19.955023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:19.958913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:19.961760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:19.968486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:19.998132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:20.050112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8a977f56-4b54-4644-94a0-c1eb35bc3b2f tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=5b5ebbdaddad4dccb27c413d4be22797&network_id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 2969 time: 0.3207526 Feb 13 23:50:20.202071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.281067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.385739 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Port a5880992-3f32-461f-b4d7-361f090b422f not found while updating agent binding for router 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a. {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 13 23:50:20.406058 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Routers {'713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:20.407445 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:20.519409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.584982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.589636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.620073 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] Set router 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:20.637578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=795aab05-1a50-42db-9b79-cbdd14eb62ab,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:20.639644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.640793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:50:20.646835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': 'bd147d08-7067-407f-8f0d-6f4535fd05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:20.647192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: 128f68cf-7859-4ed2-84d2-5a75cdbcea64, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:20.673705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:20.681865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.686749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51924) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:20.691979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5783f42-1512-4fc8-a08e-a6b18e907341 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/routers/713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a HTTP/1.1" status: 204 len: 168 time: 2.5992959 Feb 13 23:50:20.701743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 128f68cf-7859-4ed2-84d2-5a75cdbcea64) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:20.726122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5cf6e8-a80d-4da2-a070-c42694f8f793 None None] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:20.818442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:20.819034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.822861 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a', 'name': '', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:15Z', 'updated_at': '2022-02-13T23:50:19Z', 'revision_number': 5, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:20.829542 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441537b-5f11-44b7-a885-811f39fbdcbd None None] The sync data for ids ['713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a'] in n-d-828979-1 is: [{'id': '713d6e0c-7a63-4770-8f5c-ba9a84c2bc6a', 'name': '', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:15Z', 'updated_at': '2022-02-13T23:50:19Z', 'revision_number': 5, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:50:20.885735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Deleting subnet 0f59631a-e481-45aa-b5e4-cfd036946dae {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:50:20.890421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:20.973606 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.043018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.129926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.131381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-128f68cf-7859-4ed2-84d2-5a75cdbcea64', 'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': '795aab05-1a50-42db-9b79-cbdd14eb62ab'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:50:21.132854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.174109 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6392123e-e040-420c-a27f-3f59ff56955c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4178843 Feb 13 23:50:21.177690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51936) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:21.180782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f59631a-e481-45aa-b5e4-cfd036946dae,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:21.186165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.190351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0a99f18-4ab3-4e4a-b211-29dc176fbf70 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/0f59631a-e481-45aa-b5e4-cfd036946dae HTTP/1.1" status: 204 len: 168 time: 0.4991853 Feb 13 23:50:21.192610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51940) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:21.206476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2099643880'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:21.352916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.360240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Allocated IP 172.20.0.2 (128f68cf-7859-4ed2-84d2-5a75cdbcea64/795aab05-1a50-42db-9b79-cbdd14eb62ab/e50e176b-caa1-4660-8fba-13818aca1f99) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:21.555688 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.572008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:21.579565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:21.584125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:21.598818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:21.611887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:21.615302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:21.616547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.637814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.640437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded93bce-4d11-4ec6-b070-b687473e2fed') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:21.641009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded93bce-4d11-4ec6-b070-b687473e2fed') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:21.652333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:21.654951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.659489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Transition to ACTIVE for port object e50e176b-caa1-4660-8fba-13818aca1f99 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:21.672286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.679557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:50:21.680169 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:21.749415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 51952) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:21.871346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112da017-47cf-4b6b-b923-b106253a2d17 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:21.880586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-112da017-47cf-4b6b-b923-b106253a2d17 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 814 time: 0.1258438 Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:50:21.981953 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:50:22.039041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.039170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Transition to ACTIVE for port object e50e176b-caa1-4660-8fba-13818aca1f99 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:22.047284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 13 23:50:22.049662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.066730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.157212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/networks/79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e HTTP/1.1" status: 204 len: 168 time: 0.9635108 Feb 13 23:50:22.160489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439cb7d-e77f-4d9a-b901-fd845a5a8b66 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event deleted for resources: {'Network': ['ID=79f6aee0-49ef-4514-9d61-cdfdfd5e3d1e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:22.206980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Pushing event updated for resources: {'Port': ['ID=e50e176b-caa1-4660-8fba-13818aca1f99,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:22.213822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:22.216627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:22.219189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.7 (128f68cf-7859-4ed2-84d2-5a75cdbcea64/795aab05-1a50-42db-9b79-cbdd14eb62ab/24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:22.220393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:22.412092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Attempting to bind port e50e176b-caa1-4660-8fba-13818aca1f99 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:22.412566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Attempting to bind port e50e176b-caa1-4660-8fba-13818aca1f99 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'bd147d08-7067-407f-8f0d-6f4535fd05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:22.413132 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Attempting to bind port e50e176b-caa1-4660-8fba-13818aca1f99 on network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:22.428714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:22.429319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Checking segment: {'id': 'bd147d08-7067-407f-8f0d-6f4535fd05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:22.429905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.430494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Bound using segment: {'id': 'bd147d08-7067-407f-8f0d-6f4535fd05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:22.431107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Bound port: e50e176b-caa1-4660-8fba-13818aca1f99, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd147d08-7067-407f-8f0d-6f4535fd05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '128f68cf-7859-4ed2-84d2-5a75cdbcea64'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:22.431638 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.459351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.476603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:22.508559 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.551157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] For port e50e176b-caa1-4660-8fba-13818aca1f99, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:22.554540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] For port e50e176b-caa1-4660-8fba-13818aca1f99, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e50e176b-caa1-4660-8fba-13818aca1f99,segment=NetworkSegment(bd147d08-7067-407f-8f0d-6f4535fd05c6),segment_id=bd147d08-7067-407f-8f0d-6f4535fd05c6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:22.566887 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.592588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:22.598814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'network': {'name': 'tempest-network-smoke--767358270', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'port_security_enabled': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:22.608011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:22.628642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:22.644918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51984) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:22.655280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'name': 'tempest-router--1562283139', 'project_id': 'c8eea87a250b415195869af81b855d5a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:22.664699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:22.665671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:22.666656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:22.669818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:22.673552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.677262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:22.697082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:22.706119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbd19d-5fb8-4d87-9d58-f0525ced2e7f None None] Pushing event updated for resources: {'Port': ['ID=e50e176b-caa1-4660-8fba-13818aca1f99,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:22.721537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:router and tenant:c8eea87a250b415195869af81b855d5a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:22.725756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:22.749130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:22.765995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:22.769586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:22.774769 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.782779 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.783997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.793853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.794713 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Added segment 54472fef-c8c4-40fb-ae82-b8276202e9dd of type vlan for network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab Feb 13 23:50:22.808390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f18125a5-551b-44a5-ae41-d4da2cdb37d8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6291847 Feb 13 23:50:22.814728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 51994) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:22.900598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.925992 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:22.982209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:22.983094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.021884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.036174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.040543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:23.041304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.145956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5516882 Feb 13 23:50:23.149183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52004) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:23.197006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.198397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f052e7c5-3203-4db9-ae03-c0ef830396f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5524521 Feb 13 23:50:23.203483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52008) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:23.304780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6130b-f8b4-454e-a620-cee1adeae8a7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Network': ['ID=0e4e4e98-ef12-4a1b-bab1-95a0083506ab,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:23.317599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:23.451735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a89dd-5707-4336-b395-bb30d24f6692 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:23.462841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52012) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:23.463459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e10a89dd-5707-4336-b395-bb30d24f6692 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5b5ebbdaddad4dccb27c413d4be22797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3129158 Feb 13 23:50:23.476216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.576420 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:23.774999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:23.856948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d1a751-a392-4934-a964-ea6f671c6fb0 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:23.858360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5d1a751-a392-4934-a964-ea6f671c6fb0 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3940887 Feb 13 23:50:23.865364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52026) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:23.930100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4779e7a-7135-4e4c-ba8f-9cf0e66d74c4 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639594 Feb 13 23:50:23.933166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52036) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.023247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f1bfcb1-6656-4aae-a8e5-61279237d62b tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5b5ebbdaddad4dccb27c413d4be22797&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872962 Feb 13 23:50:24.026975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.208082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.274809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e50e176b-caa1-4660-8fba-13818aca1f99 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:24.305824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:24.319109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.330317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b09aa-307e-453d-afc3-c549829c90e1 None None] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:24.335727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.421066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.422202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98b70a90-1aa9-474d-b715-c8da8541c0f6 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:50:24.424501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd1b61-b89d-4ee6-bae5-400d9d5dfc40 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:24.431572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4acd1b61-b89d-4ee6-bae5-400d9d5dfc40 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4033184 Feb 13 23:50:24.432338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52048) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.457010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.477008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0baf2bc1-121a-4166-8fe2-e23eb277fbd4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd HTTP/1.1" status: 204 len: 168 time: 1.6585157 Feb 13 23:50:24.477615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.494536 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0e81840-eae9-4148-ac2a-b4734371d88c tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549860 Feb 13 23:50:24.498354 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.510942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b0106e23-f5d3-4e3d-b23d-0232ded5d81a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/routers/98b70a90-1aa9-474d-b715-c8da8541c0f6 HTTP/1.1" status: 204 len: 168 time: 1.3030925 Feb 13 23:50:24.515885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fa265e60-49d8-4834-9271-e862a5a940b6 None None] Provisioning for port e50e176b-caa1-4660-8fba-13818aca1f99 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:24.522975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52058) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.541398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319239803', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:24.570725 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee120d69-3f21-4a9b-b06d-5371045297da tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:24.570725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ee120d69-3f21-4a9b-b06d-5371045297da tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:24.625045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ee120d69-3f21-4a9b-b06d-5371045297da tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:24.626424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ee120d69-3f21-4a9b-b06d-5371045297da tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd HTTP/1.1" status: 404 len: 333 time: 0.1477351 Feb 13 23:50:24.629063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.709988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:24.715187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:subnet and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:24.723604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:24.735093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:24.750730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:24.776986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e50e176b-caa1-4660-8fba-13818aca1f99 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:24.784731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e50e176b-caa1-4660-8fba-13818aca1f99 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:24.786045 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.810386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet 795aab05-1a50-42db-9b79-cbdd14eb62ab {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:50:24.822069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.888688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52070) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:24.913491 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:24.926537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.015706 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.077392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e50e176b-caa1-4660-8fba-13818aca1f99, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e50e176b-caa1-4660-8fba-13818aca1f99,segment=NetworkSegment(bd147d08-7067-407f-8f0d-6f4535fd05c6),segment_id=bd147d08-7067-407f-8f0d-6f4535fd05c6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:25.092689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.162750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.212031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e50e176b-caa1-4660-8fba-13818aca1f99,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:25.354017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.437839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1582061250', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:25.449229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:25.457887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.462515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Usage tracker for resource:router and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:25.497272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:25.510260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:25.568824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97511dea-bf29-4082-98c3-86e27fec218f None None] Provisioning complete for port e50e176b-caa1-4660-8fba-13818aca1f99 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:25.569358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97511dea-bf29-4082-98c3-86e27fec218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.571195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Subnet': ['ID=1adfa77c-dce4-4c4f-9811-8bc47a255b2e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:25.581221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.582214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.606763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.608304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=795aab05-1a50-42db-9b79-cbdd14eb62ab,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:25.630952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.645729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6aca294e-41b3-48b8-8ace-6eb8c104518c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/795aab05-1a50-42db-9b79-cbdd14eb62ab HTTP/1.1" status: 204 len: 168 time: 1.0138109 Feb 13 23:50:25.650886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52090) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:25.873109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91236c5-821f-4450-97e1-a30ba540d180 None None] Network 128f68cf-7859-4ed2-84d2-5a75cdbcea64 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:25.879836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.883654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Checking segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:25.884021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network hostable DHCP agents. Network: 0e4e4e98-ef12-4a1b-bab1-95a0083506ab, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:25.895827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port e50e176b-caa1-4660-8fba-13818aca1f99 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:25.896163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.913935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:25.932222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:25.979687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8bcd1b4-2d23-417c-a84b-bfe7ab427e54 None None] Could not find standard attr ID for object 24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:50:26.001144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0e4e4e98-ef12-4a1b-bab1-95a0083506ab) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:26.008116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:26.008752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.014859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f5134c-2a92-4738-a667-e11466bdf6a5 None None] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:26.107638 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f3ca8185-8c27-483a-a9ca-ec02220ce75e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5822749 Feb 13 23:50:26.271851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.304428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port e50e176b-caa1-4660-8fba-13818aca1f99, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e50e176b-caa1-4660-8fba-13818aca1f99,segment=NetworkSegment(bd147d08-7067-407f-8f0d-6f4535fd05c6),segment_id=bd147d08-7067-407f-8f0d-6f4535fd05c6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:26.305417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.318106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e50e176b-caa1-4660-8fba-13818aca1f99 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:26.322893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.535285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for e50e176b-caa1-4660-8fba-13818aca1f99 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:26.603391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Allocated IP 172.25.4.21 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/9914a325-d631-4eed-a487-48c9c56cb5ba) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:26.645030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e50e176b-caa1-4660-8fba-13818aca1f99 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:26.645568 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.713395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52112) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:26.723008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff0c25-2a68-4bbb-a5cd-4991b0f13a9a None None] DHCP port deletion for 128f68cf-7859-4ed2-84d2-5a75cdbcea64 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:50:26.730556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270613664', 'description': 'tempest-secgroup-smoke-270613664 description', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:26.742155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff0c25-2a68-4bbb-a5cd-4991b0f13a9a None None] Deleting port e50e176b-caa1-4660-8fba-13818aca1f99 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:26.742529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0c25-2a68-4bbb-a5cd-4991b0f13a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.754139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:26.767250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:26.787091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.796852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.819760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.830367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.845342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff0c25-2a68-4bbb-a5cd-4991b0f13a9a None None] The port 'e50e176b-caa1-4660-8fba-13818aca1f99' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:50:26.868769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Could not find standard attr ID for object e50e176b-caa1-4660-8fba-13818aca1f99. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:50:26.870917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ips': [{'subnet_id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:50:26.872583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:26.886061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No DVR routers for this DVR port e50e176b-caa1-4660-8fba-13818aca1f99 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:50:26.909057 n-d-828979-1 neutron-server[83663]: INFO neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No ports have port_id starting with e50e176b-caa1-4660-8fba-13818aca1f99 Feb 13 23:50:26.956246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=e50e176b-caa1-4660-8fba-13818aca1f99,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:26.982079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event updated for resources: {'Port': ['ID=9914a325-d631-4eed-a487-48c9c56cb5ba,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:27.009927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:27.015871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:27.021334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:27.022749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:27.068986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:27.075190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:27.083536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.093583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:27.123308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128f68cf-7859-4ed2-84d2-5a75cdbcea64']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:27.141605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Allocated IP 172.20.0.18 (0e4e4e98-ef12-4a1b-bab1-95a0083506ab/1adfa77c-dce4-4c4f-9811-8bc47a255b2e/c63498f9-6a9c-4720-a213-914c8d80ebbc) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:27.143528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd147d08-7067-407f-8f0d-6f4535fd05c6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:27.143832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd147d08-7067-407f-8f0d-6f4535fd05c6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:27.163548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.200993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.219784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:50:27.220192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:50:27.237071 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:50:27.242144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.307980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.363719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.364551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.412919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.417585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.453031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe6012-ce98-4ce9-a04f-687549c97ccd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:27.459299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.461304 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5c1e7bfb-6344-4696-bfc0-5e3ffde3ac6d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7468114 Feb 13 23:50:27.462575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=128f68cf-7859-4ed2-84d2-5a75cdbcea64,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:27.466925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4b0cca8-827c-4de3-8ba1-3d7f4949301e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/128f68cf-7859-4ed2-84d2-5a75cdbcea64 HTTP/1.1" status: 204 len: 168 time: 1.8150291 Feb 13 23:50:27.467849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52126) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:27.470687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52130) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:27.478909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'name': 'tempest-PortsTestJSON-1783026019'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:27.500137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': 'b0fe6012-ce98-4ce9-a04f-687549c97ccd', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:27.512794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:27.589538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.592999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:27.600610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:27.602264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Transition to ACTIVE for port object c63498f9-6a9c-4720-a213-914c8d80ebbc will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:27.618765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:27.623438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Transition to ACTIVE for port object c63498f9-6a9c-4720-a213-914c8d80ebbc will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:27.632810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.679148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:27.703799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.715035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:27.719359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:27.721724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Pushing event updated for resources: {'Port': ['ID=c63498f9-6a9c-4720-a213-914c8d80ebbc,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:27.721851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:27.724497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:27.780311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:27.783305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.821948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 453e3b0d-0e26-49ab-b9f6-ce99348ff892 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:27.866364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.875497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.909241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Attempting to bind port c63498f9-6a9c-4720-a213-914c8d80ebbc on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:27.909948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Attempting to bind port c63498f9-6a9c-4720-a213-914c8d80ebbc by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:27.912088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Attempting to bind port c63498f9-6a9c-4720-a213-914c8d80ebbc on network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:27.917853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d709dfc-fcb1-4ccd-8f37-3a7c9f58f363,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:27.928634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Router 323a918d-7c43-4e27-afe2-750478c4e708 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:50:27.943141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:27.943518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Checking segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:27.943921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.951499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Bound using segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:27.951780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Bound port: c63498f9-6a9c-4720-a213-914c8d80ebbc, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:27.952149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.980133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:27.981347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-76a322e3-111c-47bf-bfe1-657dd805a4f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5123103 Feb 13 23:50:27.986452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52140) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:27.995529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': 'b0fe6012-ce98-4ce9-a04f-687549c97ccd', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:28.002465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:28.011456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:28.014629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:28.031398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:28.119708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.184543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] For port c63498f9-6a9c-4720-a213-914c8d80ebbc, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:28.202001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] For port c63498f9-6a9c-4720-a213-914c8d80ebbc, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c63498f9-6a9c-4720-a213-914c8d80ebbc,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:28.216752 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.232604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:50:28.291611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.296395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-78a3232e-452f-494d-b1cb-981b968aac12 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4034362 Feb 13 23:50:28.296910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52152) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:28.297345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e50e176b-caa1-4660-8fba-13818aca1f99 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:50:28.338386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] Sync routers for ids ['323a918d-7c43-4e27-afe2-750478c4e708'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:50:28.375442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e50e176b-caa1-4660-8fba-13818aca1f99 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:50:28.375830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e50e176b-caa1-4660-8fba-13818aca1f99 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:50:28.400394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.405711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.434083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] Routers {'323a918d-7c43-4e27-afe2-750478c4e708'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:28.439954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.440082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['323a918d-7c43-4e27-afe2-750478c4e708'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:28.519673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:28.528050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73dd825a-26f9-4b06-bb82-5cdaa19e3347,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:28.560206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] Routers {'323a918d-7c43-4e27-afe2-750478c4e708'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:28.560836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['323a918d-7c43-4e27-afe2-750478c4e708'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:28.573504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.576013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a2b90308-5892-4e35-ae95-71213f5ca726 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5886450 Feb 13 23:50:28.579765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52160) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:28.587635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': 'b0fe6012-ce98-4ce9-a04f-687549c97ccd', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:28.592565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.598181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:28.604646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:28.609994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:28.618152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:28.642749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bde1b4-8266-40f7-8e36-129a8f63e730 None None] Pushing event updated for resources: {'Port': ['ID=c63498f9-6a9c-4720-a213-914c8d80ebbc,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:28.664339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.676317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:28.677050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e3120-9c0d-4702-85f2-a72cda9d98cb None None] The sync data for ids ['323a918d-7c43-4e27-afe2-750478c4e708'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:50:28.768959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-da7e6e54-8e9c-4ae7-8322-6484020a4826 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/323a918d-7c43-4e27-afe2-750478c4e708 HTTP/1.1" status: 200 len: 920 time: 0.4710023 Feb 13 23:50:28.772886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52164) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:28.844154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:28.845759 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a2499cae-a76e-4383-8224-2df212819fde tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=323a918d-7c43-4e27-afe2-750478c4e708 HTTP/1.1" status: 200 len: 205 time: 0.0715704 Feb 13 23:50:28.847540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:28.848157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:28.852345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:28.858288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:28.859184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:28.863416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=453e3b0d-0e26-49ab-b9f6-ce99348ff892,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:28.902242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1169cf64-53cb-4f56-a43e-388a506bfc7c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4302013 Feb 13 23:50:28.903753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52176) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:29.013873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 453e3b0d-0e26-49ab-b9f6-ce99348ff892 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:29.014966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.039637 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.049759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.085977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c330e5-c00f-415b-912c-989b74ead179,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:29.110332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.113792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b230add4-25d6-43db-87aa-497b21d5d5b6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5317900 Feb 13 23:50:29.118060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52180) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:29.129943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': 'b0fe6012-ce98-4ce9-a04f-687549c97ccd', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:29.143303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:29.151009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:29.163473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:29.170238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:29.195300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.319822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.329085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.360164 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.365515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.442138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4773f6-1bf2-4a86-a4f9-58d7d2410540,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:29.566913 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.571326 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ff58d0c7-13cb-4d38-8c18-578ca6415563 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4523616 Feb 13 23:50:29.572802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52196) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:29.581127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': 'b0fe6012-ce98-4ce9-a04f-687549c97ccd', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:29.591598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:29.598479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:29.599951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 453e3b0d-0e26-49ab-b9f6-ce99348ff892 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:29.610376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:29.626343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:29.650966 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Project 5b5ebbdaddad4dccb27c413d4be22797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:50:29.667257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.704079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.777227 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.797159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=453e3b0d-0e26-49ab-b9f6-ce99348ff892,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:29.809735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fa671c62-28e1-42fa-b1e1-adcb90419938 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/453e3b0d-0e26-49ab-b9f6-ce99348ff892 HTTP/1.1" status: 204 len: 168 time: 0.9045284 Feb 13 23:50:29.812314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52204) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:29.820010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'mac_address': 'fa:16:3e:92:20:7c', 'name': 'tempest-PortsTestJSON-2019432373'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:29.868009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.868959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b3c55-379c-46e5-a043-1ca9e0707379 None None] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:29.873076 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.885178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.911211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ae98ce-1276-492d-bd3a-61107f7aaf10,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:29.913233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Deleting port 9914a325-d631-4eed-a487-48c9c56cb5ba {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:29.913732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:29.985242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c5a7e087-c14a-400c-b2a1-914b33bc6095 None None] Provisioning for port c63498f9-6a9c-4720-a213-914c8d80ebbc completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:29.996885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:30.005060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:30.011370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:30.023829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:30.050650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:30.098303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.102178 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-11fa23e4-f11a-4e1a-a803-6f60bb9d9b4f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5238683 Feb 13 23:50:30.104211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52212) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:30.111945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': 'b0fe6012-ce98-4ce9-a04f-687549c97ccd', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:30.128965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:30.135889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:30.155618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:30.164128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:30.206802 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Project 5b5ebbdaddad4dccb27c413d4be22797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:50:30.221495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.240165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.281666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7ba5756-8f29-4bb8-9e34-8fac83bfee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.329967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.355031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c63498f9-6a9c-4720-a213-914c8d80ebbc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:30.389359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 585d6563-d3b0-4e4a-abb8-19bffde2109a yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:30.532379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c63498f9-6a9c-4720-a213-914c8d80ebbc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:30.539388 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c63498f9-6a9c-4720-a213-914c8d80ebbc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:30.539977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.646116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Calling delete_port for 9914a325-d631-4eed-a487-48c9c56cb5ba owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:30.747191 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.769732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.781032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5506fa06-a2a8-4058-9909-654d125a66ed None None] Provisioning complete for port c63498f9-6a9c-4720-a213-914c8d80ebbc triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:30.781268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5506fa06-a2a8-4058-9909-654d125a66ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.811176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.829585 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.840772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.883186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28c2eef-24a2-4d1f-8804-352b0f3325e1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:30.884806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c63498f9-6a9c-4720-a213-914c8d80ebbc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c63498f9-6a9c-4720-a213-914c8d80ebbc,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:30.887916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:30.891473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:30.896653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:30.901066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:30.901947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.903404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.908854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=585d6563-d3b0-4e4a-abb8-19bffde2109a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:30.915007 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-826779ac-e309-4c24-86d9-e7c2990c85bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8096011 Feb 13 23:50:30.929651 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:30.951767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ac7e3219-8a72-42b4-9c4b-3a751797fae9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1379349 Feb 13 23:50:30.954308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52226) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:31.009066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:31.050201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c63498f9-6a9c-4720-a213-914c8d80ebbc,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:31.178416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e311c-5efe-4a06-b0bc-c336df3ae054 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:31.179016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea4e311c-5efe-4a06-b0bc-c336df3ae054 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:31.242338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea4e311c-5efe-4a06-b0bc-c336df3ae054 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:31.246213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ea4e311c-5efe-4a06-b0bc-c336df3ae054 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/585d6563-d3b0-4e4a-abb8-19bffde2109a HTTP/1.1" status: 200 len: 841 time: 0.2880821 Feb 13 23:50:31.246389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52244) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:31.276648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event deleted for resources: {'Port': ['ID=9914a325-d631-4eed-a487-48c9c56cb5ba,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:31.329878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 585d6563-d3b0-4e4a-abb8-19bffde2109a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:31.330953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:31.423310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-4fc77d9b-e694-4f59-9dbd-bb7a8d84859a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270613664&fields=id&tenant_id=5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 267 time: 0.1506016 Feb 13 23:50:31.503423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:31.766384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:31.895590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 585d6563-d3b0-4e4a-abb8-19bffde2109a owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:31.954134 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:31.975498 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:31.985316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.002503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7b1ff4d8-1eee-4d6a-972d-1e9f34028f1d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:32.003943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7b1ff4d8-1eee-4d6a-972d-1e9f34028f1d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/networks?id=0e4e4e98-ef12-4a1b-bab1-95a0083506ab HTTP/1.1" status: 200 len: 796 time: 0.3476527 Feb 13 23:50:32.037103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-6a52bbf0-4096-4c18-b449-59cfec75d87e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/quotas/5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 375 time: 0.0220225 Feb 13 23:50:32.056628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.075764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=585d6563-d3b0-4e4a-abb8-19bffde2109a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:32.092091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9587339f-89b9-4fe7-b9db-869900dad781 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/585d6563-d3b0-4e4a-abb8-19bffde2109a HTTP/1.1" status: 204 len: 168 time: 0.8416283 Feb 13 23:50:32.092275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52262) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:32.114415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.115526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Fanout notify agent at l3_agent the message router_deleted on router 323a918d-7c43-4e27-afe2-750478c4e708 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:50:32.134794 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7963a7b-888c-41a1-83bd-ae5e9746afaa tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:32.135339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7963a7b-888c-41a1-83bd-ae5e9746afaa tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:32.154999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7963a7b-888c-41a1-83bd-ae5e9746afaa tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:32.157297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7963a7b-888c-41a1-83bd-ae5e9746afaa tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/585d6563-d3b0-4e4a-abb8-19bffde2109a HTTP/1.1" status: 404 len: 333 time: 0.0639639 Feb 13 23:50:32.161036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52266) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:32.164382 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.169242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dc9a5268-e525-413d-b817-96c750612cf7 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/323a918d-7c43-4e27-afe2-750478c4e708 HTTP/1.1" status: 204 len: 168 time: 3.3163228 Feb 13 23:50:32.170348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52270) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:32.172503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'name': 'tempest-PortsTestJSON-76484031'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:32.176194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1315235763', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': False}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:32.186013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:32.191711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:router and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:32.206169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-ae7caa3c-c228-452d-8ba0-fd20b0602a14 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1590629 Feb 13 23:50:32.207059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:32.213365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:32.227891 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.229005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.281575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.324455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c63498f9-6a9c-4720-a213-914c8d80ebbc up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:32.390135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-0c9215c1-bdf2-4c78-9634-1aabf16c45e6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:50:32.391344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-0c9215c1-bdf2-4c78-9634-1aabf16c45e6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1479337 Feb 13 23:50:32.408537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:32.420430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:32.437570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:32.445886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.461377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c63498f9-6a9c-4720-a213-914c8d80ebbc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:32.461751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.490824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port ca0e20ff-7f48-45ac-aef1-159be553d1f2 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:32.497680 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a9805f5c-dc16-46ca-9932-e6cc41cf94f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.782725 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.839585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.865564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:32.896586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-d2bbba2e-a30f-471d-a0fb-6323bf135f27 service neutron] 10.222.0.36 "GET /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791531 Feb 13 23:50:32.917417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:32.923683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:32.927002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:32.931668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:32.932506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.031159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=ca0e20ff-7f48-45ac-aef1-159be553d1f2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:33.049395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3aea3d27-c78f-4122-9276-142608e7d1dd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8871651 Feb 13 23:50:33.052024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:33.060158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:33.069059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-8d3f26e3-d79c-431f-879a-d434a63bbb5b service neutron] 10.222.0.36 "GET /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650245 Feb 13 23:50:33.133646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.167724 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.302800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.353485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Allocated IP 172.25.4.116 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/1f63283d-2905-4acd-99b8-8715dce428ff) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:33.435334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4657ac9-034c-48a5-bde9-0e65f6fd0feb req-b0b1b028-92f1-495d-bb91-2f054e13e43b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 210 time: 0.0651178 Feb 13 23:50:33.520890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.552834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.554874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.628314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:33.645602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:33.648802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:33.695927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.702847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.772406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] In _notify_port_updated(), no bound segment for port ca0e20ff-7f48-45ac-aef1-159be553d1f2 on network 76da5a53-e75d-492e-b30a-4f97bee023f8 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:50:33.776263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:33.776860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.778447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/ports/ca0e20ff-7f48-45ac-aef1-159be553d1f2 HTTP/1.1" status: 200 len: 818 time: 0.7250559 Feb 13 23:50:33.782505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:33.840133 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.851859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23077371-3ae0-4f25-80f4-ed3ab6ceea77 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=ca0e20ff-7f48-45ac-aef1-159be553d1f2,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:33.880353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Port': ['ID=1f63283d-2905-4acd-99b8-8715dce428ff,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:33.908549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port ca0e20ff-7f48-45ac-aef1-159be553d1f2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:33.908549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.927629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:33.928578 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:34.213497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:34.301627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Router 2a80de4c-e97d-4447-bf34-893b03cf88e0 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:50:34.453443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for ca0e20ff-7f48-45ac-aef1-159be553d1f2 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:34.561838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:34.624687 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5649df5-91d0-4529-aa9e-4ea689ce1321 req-e67b5b9d-1f5b-43e3-bffc-b51b40a8e8ad tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 210 time: 0.0698371 Feb 13 23:50:34.626809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=ca0e20ff-7f48-45ac-aef1-159be553d1f2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:34.641026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:34.656037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e58c2864-6e33-41c6-b641-d3b4d9f92c04 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/ca0e20ff-7f48-45ac-aef1-159be553d1f2 HTTP/1.1" status: 204 len: 168 time: 0.8647654 Feb 13 23:50:34.658792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52340) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:34.721178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:50:34.730361 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Sync routers for ids ['2a80de4c-e97d-4447-bf34-893b03cf88e0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:50:34.759335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Routers {'2a80de4c-e97d-4447-bf34-893b03cf88e0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:34.760234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2a80de4c-e97d-4447-bf34-893b03cf88e0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:34.774939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:34.776335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9acb4f78-9baa-4e89-885e-ab60e9c61e24 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6050751 Feb 13 23:50:34.779839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52346) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:34.791744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b9394-841f-4aa3-9742-f14b223d71ba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:34.792763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-612b9394-841f-4aa3-9742-f14b223d71ba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:34.851267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-612b9394-841f-4aa3-9742-f14b223d71ba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:34.852737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-612b9394-841f-4aa3-9742-f14b223d71ba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1930504 Feb 13 23:50:34.855949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52352) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:34.924186 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdf6bd3-467b-47ef-913e-5e83f95fd6cb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:34.925602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5bdf6bd3-467b-47ef-913e-5e83f95fd6cb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/ca0e20ff-7f48-45ac-aef1-159be553d1f2 HTTP/1.1" status: 404 len: 333 time: 0.0681148 Feb 13 23:50:34.930640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52356) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:34.946068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947249621'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:34.959479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:34.970411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:34.976237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:34.998870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:35.031275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:35.035295 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:35.077144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:35.100335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:35.154504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:35.156324 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment 8b61dba4-ad20-4c28-a8b2-58bc4901ab1a of type vlan for network e8833405-7657-4a51-bb6a-260e4cc15ca8 Feb 13 23:50:35.228400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:35.279868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Set router 2a80de4c-e97d-4447-bf34-893b03cf88e0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:35.350783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:35.358339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:35.360233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:35.487510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5531678 Feb 13 23:50:35.488208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52372) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:35.499308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:35.527173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cba89-5b06-424a-ab6d-db99f6a97cd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=e8833405-7657-4a51-bb6a-260e4cc15ca8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:35.544417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:35.681093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:35.696723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:35.705718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:35.722808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:35.727158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6aba5c11-ff24-4077-bb90-502de3eae99f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/2a80de4c-e97d-4447-bf34-893b03cf88e0 HTTP/1.1" status: 200 len: 909 time: 0.9462502 Feb 13 23:50:35.729837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52378) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:35.736465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1315235763', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': True}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:35.745257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:35.754786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Usage tracker for resource:router and tenant:400131525e184213892c375ab61c2248 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:35.755539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:35.764466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:35.778710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:35.869930 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a80de4c-e97d-4447-bf34-893b03cf88e0', 'name': 'tempest-snat-router-1315235763', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.116'}], 'enable_snat': False}, 'gw_port_id': '1f63283d-2905-4acd-99b8-8715dce428ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:32Z', 'updated_at': '2022-02-13T23:50:33Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': '1f63283d-2905-4acd-99b8-8715dce428ff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a80de4c-e97d-4447-bf34-893b03cf88e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:33Z', 'updated_at': '2022-02-13T23:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:35.874753 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Checking router: 2a80de4c-e97d-4447-bf34-893b03cf88e0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:50:35.875096 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Updating router 2a80de4c-e97d-4447-bf34-893b03cf88e0 port 1f63283d-2905-4acd-99b8-8715dce428ff binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:50:35.942367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.002853 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.082958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5302cfa5-20f3-4b9c-8112-e26e92e518fa req-e0f7bada-faa5-47e8-ad36-f22501debc54 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 210 time: 0.2333753 Feb 13 23:50:36.104234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.105173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.280659 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.328713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.383841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-3792f559-ce38-41a8-b326-30670164c37b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:36.384877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-3792f559-ce38-41a8-b326-30670164c37b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:36.469729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=d724e3e3-84b4-41a4-a09b-8704b986cb02,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:36.487123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:36.487485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: e8833405-7657-4a51-bb6a-260e4cc15ca8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:36.517736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-3792f559-ce38-41a8-b326-30670164c37b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:36.519057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-3792f559-ce38-41a8-b326-30670164c37b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "GET /v2.0/networks?id=0e4e4e98-ef12-4a1b-bab1-95a0083506ab HTTP/1.1" status: 200 len: 796 time: 0.7373865 Feb 13 23:50:36.545425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:36.563234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e8833405-7657-4a51-bb6a-260e4cc15ca8) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:36.566526 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.568655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:36.569574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.578936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0326b06-a72a-4b1c-a989-f76f2694aa25 None None] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:36.581926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Transition to ACTIVE for port object 1f63283d-2905-4acd-99b8-8715dce428ff will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:36.591736 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.608867 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e96fefd-535a-457b-891c-ff744071d6d3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1173279 Feb 13 23:50:36.609128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52396) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:36.615687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:36.668153 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Pushing event updated for resources: {'Port': ['ID=1f63283d-2905-4acd-99b8-8715dce428ff,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:36.682117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.682529 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.682919 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.683309 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.683843 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.684183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.684510 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.685148 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.685285 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.685619 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.685986 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:36.708542 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Attempting to bind port 1f63283d-2905-4acd-99b8-8715dce428ff on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:36.709009 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Attempting to bind port 1f63283d-2905-4acd-99b8-8715dce428ff by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:36.709459 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Attempting to bind port 1f63283d-2905-4acd-99b8-8715dce428ff on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:36.710043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-9103e88c-78aa-4290-933d-dc22eb69a95b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4310396 Feb 13 23:50:36.716164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.718334 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:36.718824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:36.719394 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.719879 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:36.720467 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Bound port: 1f63283d-2905-4acd-99b8-8715dce428ff, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:36.720926 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.779970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-4014fd8b-38da-491f-97b7-65ea49ed259f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:36.792247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:36.798257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:36.802160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:36.810743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:36.831362 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] For port 1f63283d-2905-4acd-99b8-8715dce428ff, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:36.837439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] For port 1f63283d-2905-4acd-99b8-8715dce428ff, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1f63283d-2905-4acd-99b8-8715dce428ff,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:36.838264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:36.843991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.845906 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:36.988759 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Routers {'2a80de4c-e97d-4447-bf34-893b03cf88e0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:36.990434 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2a80de4c-e97d-4447-bf34-893b03cf88e0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:37.041010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-4014fd8b-38da-491f-97b7-65ea49ed259f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:37.049961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-4014fd8b-38da-491f-97b7-65ea49ed259f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 471 time: 0.3986754 Feb 13 23:50:37.067433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'port': {'device_id': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'admin_state_up': True, 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'security_groups': ['b0fe6012-ce98-4ce9-a04f-687549c97ccd']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:37.117541 n-d-828979-1 neutron-server[83661]: INFO neutron.db.ipam_backend_mixin [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d724e3e3-84b4-41a4-a09b-8704b986cb02 (CIDR: 172.20.0.0/28) Feb 13 23:50:37.144669 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:50:37.145553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:50:37.191115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-e8833405-7657-4a51-bb6a-260e4cc15ca8', 'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': 'd724e3e3-84b4-41a4-a09b-8704b986cb02'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:50:37.191906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:37.202712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f4b01ffa-5724-4687-8804-eb6052d3cf9c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5920098 Feb 13 23:50:37.205456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52422) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:37.212006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:37.212736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:37.219761 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3f02-ea59-4e83-957c-25fc2e30f0fa None None] Pushing event updated for resources: {'Port': ['ID=1f63283d-2905-4acd-99b8-8715dce428ff,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:37.364508 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] Set router 2a80de4c-e97d-4447-bf34-893b03cf88e0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:37.393449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Allocated IP 172.20.0.2 (e8833405-7657-4a51-bb6a-260e4cc15ca8/d724e3e3-84b4-41a4-a09b-8704b986cb02/980d03da-ec60-4561-a7a9-baf93c62fa35) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:37.427523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-19a76c21-a0dc-4cbd-9386-27b851941afc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.5192902 Feb 13 23:50:37.506130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-94a91ec5-1b26-4c36-aa36-f5a4609478a3 req-e6a5c4f0-4d96-444a-a1ca-7be554f751db tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 210 time: 0.1308115 Feb 13 23:50:37.587828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:37.592518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:37.596005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:37.602253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:37.615869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:37.620090 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:37.646081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:37.679602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:port and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:37.710617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:37.725028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:37.824529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:37.851275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Transition to ACTIVE for port object 980d03da-ec60-4561-a7a9-baf93c62fa35 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:37.875572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Transition to ACTIVE for port object 980d03da-ec60-4561-a7a9-baf93c62fa35 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:37.882746 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:37.929536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:37.932683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.004134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Pushing event updated for resources: {'Port': ['ID=980d03da-ec60-4561-a7a9-baf93c62fa35,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:38.058379 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a80de4c-e97d-4447-bf34-893b03cf88e0', 'name': 'tempest-snat-router-1315235763', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.116'}], 'enable_snat': False}, 'gw_port_id': '1f63283d-2905-4acd-99b8-8715dce428ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:32Z', 'updated_at': '2022-02-13T23:50:33Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': '1f63283d-2905-4acd-99b8-8715dce428ff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a80de4c-e97d-4447-bf34-893b03cf88e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:33Z', 'updated_at': '2022-02-13T23:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:38.060508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:38.063811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:38.065462 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a234651-b079-42b7-b38d-2841a0ea1ac1 None None] The sync data for ids ['2a80de4c-e97d-4447-bf34-893b03cf88e0'] in n-d-828979-1 is: [{'id': '2a80de4c-e97d-4447-bf34-893b03cf88e0', 'name': 'tempest-snat-router-1315235763', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.116'}], 'enable_snat': False}, 'gw_port_id': '1f63283d-2905-4acd-99b8-8715dce428ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:32Z', 'updated_at': '2022-02-13T23:50:33Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': '1f63283d-2905-4acd-99b8-8715dce428ff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a80de4c-e97d-4447-bf34-893b03cf88e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:33Z', 'updated_at': '2022-02-13T23:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:50:38.069576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:38.144214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6562a-e551-449c-a19c-7c38cab047ec req-ea67bfa4-e846-49a5-b5e8-242819d587ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:38.147224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-ea67bfa4-e846-49a5-b5e8-242819d587ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.6858940 Feb 13 23:50:38.169252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.262868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Attempting to bind port 980d03da-ec60-4561-a7a9-baf93c62fa35 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:38.263244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Attempting to bind port 980d03da-ec60-4561-a7a9-baf93c62fa35 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:38.263601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Attempting to bind port 980d03da-ec60-4561-a7a9-baf93c62fa35 on network e8833405-7657-4a51-bb6a-260e4cc15ca8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:38.277129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:38.277745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Checking segment: {'id': '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:38.278605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.279008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Bound using segment: {'id': '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:38.279476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Bound port: 980d03da-ec60-4561-a7a9-baf93c62fa35, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:38.279849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.289873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:38.305776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:38.312502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:38.313370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.345750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=49b84500-eab3-41c3-9ce9-ea45bacf087b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:38.370274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9bc0b025-4b7b-40b1-9e58-a33e3097a945 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1633723 Feb 13 23:50:38.372721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52436) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:38.380518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8', 'fixed_ips': [{'subnet_id': 'd724e3e3-84b4-41a4-a09b-8704b986cb02'}, {'subnet_id': '49b84500-eab3-41c3-9ce9-ea45bacf087b'}], 'name': 'tempest-PortsTestJSON-670109167'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:38.438624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.524755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.534154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] For port 980d03da-ec60-4561-a7a9-baf93c62fa35, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:38.538054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] For port 980d03da-ec60-4561-a7a9-baf93c62fa35, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=980d03da-ec60-4561-a7a9-baf93c62fa35,segment=NetworkSegment(8b61dba4-ad20-4c28-a8b2-58bc4901ab1a),segment_id=8b61dba4-ad20-4c28-a8b2-58bc4901ab1a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:38.544979 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.743884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-0e795a5a-fdf5-4a1f-8f9e-3bcdd7e1c004 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.5841522 Feb 13 23:50:38.764182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-b54b2345-f33c-43fb-a578-4cf223e08ad4 req-eaaf470c-7e6a-40fc-9b38-656fed64fd74 tempest-ServerRescueNegativeTestJSON-31643937 tempest-ServerRescueNegativeTestJSON-31643937-project] (83661) timed out ('10.222.0.42', 63791) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:50:38.827131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3bea2-795d-4131-b826-547dc5fef076 None None] Pushing event updated for resources: {'Port': ['ID=980d03da-ec60-4561-a7a9-baf93c62fa35,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:38.906288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-d353f91c-062d-4d02-9162-35d397d70424 req-c32358cb-f0e1-4d36-b90f-d1bcf5edbdb8 tempest-ServersNegativeTestJSON-1053465981 tempest-ServersNegativeTestJSON-1053465981-project] (83661) timed out ('10.222.0.42', 63483) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:50:38.922408 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:38.947281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6ff32c5-ac93-47c1-88b3-91b705658721 req-ecd11817-bc95-4255-be67-597e8dca61aa tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 210 time: 0.1217060 Feb 13 23:50:39.018517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6562a-e551-449c-a19c-7c38cab047ec req-28a92e88-e053-4154-83ab-4f924f11252d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:39.020368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-28a92e88-e053-4154-83ab-4f924f11252d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2576351 Feb 13 23:50:39.029642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.20.0.23 (0e4e4e98-ef12-4a1b-bab1-95a0083506ab/1adfa77c-dce4-4c4f-9811-8bc47a255b2e/c8a31fe9-5c1d-4f86-b2fe-46abd46c8403) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:39.045995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b166a-4a03-4d1a-ae79-d9de46e2bb08 req-b71332fa-3cc2-4b14-95f0-7f6c4e1cd10e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:39.057460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-217b166a-4a03-4d1a-ae79-d9de46e2bb08 req-b71332fa-3cc2-4b14-95f0-7f6c4e1cd10e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.6562893 Feb 13 23:50:39.058699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:39.113063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:39.117439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:39.134510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:39.175193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:39.187977 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:39.239267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-217b166a-4a03-4d1a-ae79-d9de46e2bb08 req-10cab51f-6cc0-42d1-aa15-9aef73fcfcb6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697803 Feb 13 23:50:39.245702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 53d55d0c-30c2-428c-9f00-53690ff8c1ec yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:39.361722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Allocated IP 172.25.4.254 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/0bf12226-212d-4c78-ae3b-4603d1fc98af) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:39.665054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-d9d4b3df-1a08-4b69-85c2-f14d89d8782d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6324077 Feb 13 23:50:39.874818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:39.888874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.5 (e8833405-7657-4a51-bb6a-260e4cc15ca8/d724e3e3-84b4-41a4-a09b-8704b986cb02/53d55d0c-30c2-428c-9f00-53690ff8c1ec) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:39.905604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.20 (e8833405-7657-4a51-bb6a-260e4cc15ca8/49b84500-eab3-41c3-9ce9-ea45bacf087b/53d55d0c-30c2-428c-9f00-53690ff8c1ec) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:39.941888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-750246d4-d7a8-467d-bbb6-ce5e41e7054b service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565463 Feb 13 23:50:39.950147 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:40.007362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Transition to ACTIVE for port object c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:40.291555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:40.330097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:40.403791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 53d55d0c-30c2-428c-9f00-53690ff8c1ec will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:40.411005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c773c54-2dbb-4f90-8632-144bc4488022 req-a646e430-568d-4ed7-a600-b21b06c37a86 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 210 time: 0.2498703 Feb 13 23:50:40.428635 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:40.452965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:40.497955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f63283d-2905-4acd-99b8-8715dce428ff up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:40.523815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77d6562a-e551-449c-a19c-7c38cab047ec req-1b485a49-d0af-432b-a0f1-8294fe0cf10f service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655053 Feb 13 23:50:40.576611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f7e99-5868-4936-8536-1eba81f1cfc2 None None] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:40.601398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:40.608906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:40.622334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:40.629834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:40.644835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:40.651758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:40.655276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=53d55d0c-30c2-428c-9f00-53690ff8c1ec,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:40.669513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:40.673273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:40.768534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:40.771853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:40.789345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Port': ['ID=0bf12226-212d-4c78-ae3b-4603d1fc98af,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:40.792220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:40.810704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04fb1a-d703-42d7-9f18-ebdde234f2f6 req-540a2c20-9492-4bd9-9587-de2367a67c11 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:40.817937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f04fb1a-d703-42d7-9f18-ebdde234f2f6 req-540a2c20-9492-4bd9-9587-de2367a67c11 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2445955 Feb 13 23:50:40.865930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4642555c-9ed4-409f-8cfd-736efcfabe78 None None] Provisioning for port 980d03da-ec60-4561-a7a9-baf93c62fa35 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:40.873081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c83ef755-ef2b-433e-8096-c5f83746ac01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.4959121 Feb 13 23:50:40.882172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52466) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:40.898900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd724e3e3-84b4-41a4-a09b-8704b986cb02'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:40.955646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1f63283d-2905-4acd-99b8-8715dce428ff completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:40.974287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f04fb1a-d703-42d7-9f18-ebdde234f2f6 req-17db1343-db1c-46c6-9aa1-10c935109c6f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552608 Feb 13 23:50:41.008995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1f63283d-2905-4acd-99b8-8715dce428ff triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:41.009256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.279054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:41.279771 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.301410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe95fb54-c83a-4e17-b3c4-5942453286b4 None None] Provisioning for port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:41.317183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe95fb54-c83a-4e17-b3c4-5942453286b4 None None] Provisioning complete for port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:41.318266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb54-c83a-4e17-b3c4-5942453286b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.323522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.485513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:41.501292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-7e6e8778-eb9f-4f26-a982-2cd6dc056e78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.8880301 Feb 13 23:50:41.507922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-2c4a490d-e4ce-4893-8935-182ed9c4dcb4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4472511 Feb 13 23:50:41.533463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fe95fb54-c83a-4e17-b3c4-5942453286b4 None None] Port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:50:41.583221 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.617161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1f63283d-2905-4acd-99b8-8715dce428ff, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1f63283d-2905-4acd-99b8-8715dce428ff,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:41.630726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.631866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 980d03da-ec60-4561-a7a9-baf93c62fa35 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:41.650652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Request body: {'port': {'device_id': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:41.801170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1f63283d-2905-4acd-99b8-8715dce428ff,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:41.812933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 980d03da-ec60-4561-a7a9-baf93c62fa35 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:41.828432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 980d03da-ec60-4561-a7a9-baf93c62fa35 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:41.828814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.898807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.898807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.909584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f068e-8820-4677-8676-c9c83ed16686 req-df29f312-76b2-4d7f-a388-5f516438b48a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:41.911252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-df29f312-76b2-4d7f-a388-5f516438b48a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.4003701 Feb 13 23:50:41.916456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:41.944537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Delete allocated IP 172.20.0.20 (e8833405-7657-4a51-bb6a-260e4cc15ca8/49b84500-eab3-41c3-9ce9-ea45bacf087b) {{(pid=83661) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 13 23:50:42.136058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Update dhcp port {'port': {'network_id': 'e8833405-7657-4a51-bb6a-260e4cc15ca8', 'fixed_ips': [{'subnet_id': 'd724e3e3-84b4-41a4-a09b-8704b986cb02', 'ip_address': '172.20.0.2'}, {'subnet_id': '49b84500-eab3-41c3-9ce9-ea45bacf087b'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '980d03da-ec60-4561-a7a9-baf93c62fa35'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:50:42.280137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591cc3f-cbcd-494c-8801-78f9856ff5ca req-b525f035-81c7-4f6a-92b0-32af83fbd8b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:42.280137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3591cc3f-cbcd-494c-8801-78f9856ff5ca req-b525f035-81c7-4f6a-92b0-32af83fbd8b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:42.338765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:42.348536 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:42.358871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:42.432739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Ignored duplicate provisioning block setup for port 53d55d0c-30c2-428c-9f00-53690ff8c1ec by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 13 23:50:42.439670 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 980d03da-ec60-4561-a7a9-baf93c62fa35, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=980d03da-ec60-4561-a7a9-baf93c62fa35,segment=NetworkSegment(8b61dba4-ad20-4c28-a8b2-58bc4901ab1a),segment_id=8b61dba4-ad20-4c28-a8b2-58bc4901ab1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:42.458274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:42.491722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:42.564334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3591cc3f-cbcd-494c-8801-78f9856ff5ca req-b525f035-81c7-4f6a-92b0-32af83fbd8b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:42.565781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3591cc3f-cbcd-494c-8801-78f9856ff5ca req-b525f035-81c7-4f6a-92b0-32af83fbd8b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 932 time: 0.8901134 Feb 13 23:50:42.572162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-0bd852e0-a710-4f8e-b74d-a912573c7f18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.6414263 Feb 13 23:50:42.629811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f63283d-2905-4acd-99b8-8715dce428ff up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:42.667621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=980d03da-ec60-4561-a7a9-baf93c62fa35,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:42.700223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f068e-8820-4677-8676-c9c83ed16686 req-7b11f99a-e80d-4b3b-99c9-0bca86569bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:42.702360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-7b11f99a-e80d-4b3b-99c9-0bca86569bf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0803947 Feb 13 23:50:42.722262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Allocated IP 172.20.0.18 (e8833405-7657-4a51-bb6a-260e4cc15ca8/49b84500-eab3-41c3-9ce9-ea45bacf087b/980d03da-ec60-4561-a7a9-baf93c62fa35) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:42.795844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=53d55d0c-30c2-428c-9f00-53690ff8c1ec,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:42.831129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3591cc3f-cbcd-494c-8801-78f9856ff5ca req-bbce5097-fcba-4ed0-9c81-bf8232505f52 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549000 Feb 13 23:50:42.910591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537345e-a74a-4cde-9251-9d1dbbd827a0 req-9e7d8aae-e465-47d1-9ad5-8361c61fb259 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:42.912575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a537345e-a74a-4cde-9251-9d1dbbd827a0 req-9e7d8aae-e465-47d1-9ad5-8361c61fb259 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.6160853 Feb 13 23:50:42.972060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] For port 980d03da-ec60-4561-a7a9-baf93c62fa35, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=980d03da-ec60-4561-a7a9-baf93c62fa35,segment=NetworkSegment(8b61dba4-ad20-4c28-a8b2-58bc4901ab1a),segment_id=8b61dba4-ad20-4c28-a8b2-58bc4901ab1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:42.973071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a537345e-a74a-4cde-9251-9d1dbbd827a0 req-88a1bbe7-b626-44e8-81ef-4244b3e70d17 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525713 Feb 13 23:50:42.974475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] In _notify_port_updated(), no bound segment for port 53d55d0c-30c2-428c-9f00-53690ff8c1ec on network e8833405-7657-4a51-bb6a-260e4cc15ca8 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:50:42.978505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:42.979342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:42.980836 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f9944658-5b99-4a4c-8fd7-44c487dd0e69 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/ports/53d55d0c-30c2-428c-9f00-53690ff8c1ec HTTP/1.1" status: 200 len: 918 time: 2.0961499 Feb 13 23:50:42.985333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:42.992406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd724e3e3-84b4-41a4-a09b-8704b986cb02'}, {'subnet_id': '49b84500-eab3-41c3-9ce9-ea45bacf087b'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:43.000239 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:43.018259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Transition to ACTIVE for port object 980d03da-ec60-4561-a7a9-baf93c62fa35 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:43.019299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1f63283d-2905-4acd-99b8-8715dce428ff triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:43.019723 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:43.056268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:43.108922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-d2f5cf46-e965-475e-86c4-b72334c31b1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493676 Feb 13 23:50:43.153758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d5b01-0597-4bc4-a6b8-0577f206ffe0 None None] Pushing event updated for resources: {'Port': ['ID=980d03da-ec60-4561-a7a9-baf93c62fa35,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:43.243582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:43.341653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-01d87108-045e-4148-8485-6599feab033f service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184114 Feb 13 23:50:43.652577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:50:43.814710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.26 (e8833405-7657-4a51-bb6a-260e4cc15ca8/49b84500-eab3-41c3-9ce9-ea45bacf087b/53d55d0c-30c2-428c-9f00-53690ff8c1ec) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:43.838062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f56f068e-8820-4677-8676-c9c83ed16686 req-1d3ef819-b6be-4e6f-9bac-cfe61e4c2201 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879084 Feb 13 23:50:43.894356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:50:43.922998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:43.940860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Router 86519025-c67a-44a0-9a22-c1ce27fb882e is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:50:43.972249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Transition to ACTIVE for port object c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:44.139339 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:44.155124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd7398-269c-4f61-9d8d-dd50e348496d None None] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:44.183374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:44.217532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Ignored duplicate provisioning block setup for port 53d55d0c-30c2-428c-9f00-53690ff8c1ec by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 13 23:50:44.313402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:44.617413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Provisioning for port 53d55d0c-30c2-428c-9f00-53690ff8c1ec completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:44.655108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Provisioning complete for port 53d55d0c-30c2-428c-9f00-53690ff8c1ec triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:44.657295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:44.667986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:44.753889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] In _notify_port_updated(), no bound segment for port 53d55d0c-30c2-428c-9f00-53690ff8c1ec on network e8833405-7657-4a51-bb6a-260e4cc15ca8 {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:50:44.758510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:44.759774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:44.761470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/ports/53d55d0c-30c2-428c-9f00-53690ff8c1ec HTTP/1.1" status: 200 len: 998 time: 1.7747800 Feb 13 23:50:44.769643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52510) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:44.775096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=53d55d0c-30c2-428c-9f00-53690ff8c1ec,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:44.823082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Port 53d55d0c-30c2-428c-9f00-53690ff8c1ec cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:50:44.825929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 980d03da-ec60-4561-a7a9-baf93c62fa35 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:44.858636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a58c2-de4f-405a-85cb-6f374e5c78f5 req-37456737-9cab-4630-bb69-6402131f8cd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:44.860516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed8a58c2-de4f-405a-85cb-6f374e5c78f5 req-37456737-9cab-4630-bb69-6402131f8cd1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.6396096 Feb 13 23:50:44.871167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d189cf-5c52-4313-9043-c7e5eafc5e4a req-dafe9f48-657d-4dde-a668-fed1f42f5ae0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:44.873744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6d189cf-5c52-4313-9043-c7e5eafc5e4a req-dafe9f48-657d-4dde-a668-fed1f42f5ae0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 944 time: 0.7395356 Feb 13 23:50:44.916861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Provisioning for port 980d03da-ec60-4561-a7a9-baf93c62fa35 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:44.926286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Provisioning complete for port 980d03da-ec60-4561-a7a9-baf93c62fa35 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:44.926694 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2c9e39f8-807e-4643-80df-0d336e9e5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:44.934773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.935123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.935472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.935810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.936150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.936473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.936801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.937128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.937453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.937776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.938132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dcf19f-dfbc-4356-b883-e509c12c0eca tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:50:44.995976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 53d55d0c-30c2-428c-9f00-53690ff8c1ec {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:44.996334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.069009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Attempting to bind port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:45.069674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Attempting to bind port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:45.070379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Attempting to bind port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 on network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:45.075082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6d189cf-5c52-4313-9043-c7e5eafc5e4a req-da391c24-cedc-44d4-9765-99b10e9acfef tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758163 Feb 13 23:50:45.085946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 on network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:50:45.086535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Attempting to bind port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 on network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:45.101756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:45.102506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Checking segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:45.103105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Bound using segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:45.103768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Bound port: c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:45.104488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.207426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 980d03da-ec60-4561-a7a9-baf93c62fa35 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:45.207955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.208207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:50:45.211555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed8a58c2-de4f-405a-85cb-6f374e5c78f5 req-48c361f3-635f-40c1-b4c5-63e0b795aa95 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076997 Feb 13 23:50:45.251708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.255513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a9855328-5d30-47b3-a1a4-66e184f84e7f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5219038 Feb 13 23:50:45.255986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:45.260333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] For port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:45.291437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Sync routers for ids ['86519025-c67a-44a0-9a22-c1ce27fb882e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:50:45.345988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Routers {'86519025-c67a-44a0-9a22-c1ce27fb882e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:45.346902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['86519025-c67a-44a0-9a22-c1ce27fb882e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:45.458829 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:50:45.523357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.561440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] For port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:45.578257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.641479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Set router 86519025-c67a-44a0-9a22-c1ce27fb882e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:45.684460 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:45.686930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 HTTP/1.1" status: 200 len: 1092 time: 4.0404317 Feb 13 23:50:45.687615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'tag': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:50:45.728802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464e87f-d63f-45ac-bc13-759c088b3056 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:45.843868 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'tag': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403', 'status': 'completed', 'code': 200} Feb 13 23:50:45.872183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 53d55d0c-30c2-428c-9f00-53690ff8c1ec owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:45.934596 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-0bf475c8-1777-4be8-b4fb-3f2ce128e173 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 1095 time: 0.1871843 Feb 13 23:50:46.102804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5b687e8e-2872-4165-a736-618e4555a5fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/86519025-c67a-44a0-9a22-c1ce27fb882e HTTP/1.1" status: 200 len: 908 time: 0.8377357 Feb 13 23:50:46.105551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-99595ce2-af53-40bd-a84c-0ef3d660b725 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 HTTP/1.1" status: 200 len: 217 time: 0.1633971 Feb 13 23:50:46.105991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:46.111035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86519025-c67a-44a0-9a22-c1ce27fb882e', 'name': 'tempest-snat-router-1315235763', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '0bf12226-212d-4c78-ae3b-4603d1fc98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:36Z', 'updated_at': '2022-02-13T23:50:41Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': '0bf12226-212d-4c78-ae3b-4603d1fc98af', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86519025-c67a-44a0-9a22-c1ce27fb882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:38Z', 'updated_at': '2022-02-13T23:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:46.116105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Checking router: 86519025-c67a-44a0-9a22-c1ce27fb882e for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:50:46.116625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Updating router 86519025-c67a-44a0-9a22-c1ce27fb882e port 0bf12226-212d-4c78-ae3b-4603d1fc98af binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:50:46.366384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:46.423759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-a09f6d75-4bb2-4592-b2b8-e966b9466885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:46.425091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-a09f6d75-4bb2-4592-b2b8-e966b9466885 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1adfa77c-dce4-4c4f-9811-8bc47a255b2e HTTP/1.1" status: 200 len: 838 time: 0.2445157 Feb 13 23:50:46.506393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:46.591725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=53d55d0c-30c2-428c-9f00-53690ff8c1ec,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:46.728180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c0c788a8-7f56-4f7d-8235-c7e83d097953 None None] Could not find standard attr ID for object 53d55d0c-30c2-428c-9f00-53690ff8c1ec. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:50:46.754668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c0c788a8-7f56-4f7d-8235-c7e83d097953 None None] Provisioning complete for port 980d03da-ec60-4561-a7a9-baf93c62fa35 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:46.755042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c0c788a8-7f56-4f7d-8235-c7e83d097953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:46.766624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302666e-013c-4925-b94d-4a91ab372b1b req-c4b27909-97fb-497b-a367-8beaefe3f84f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:46.769052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c302666e-013c-4925-b94d-4a91ab372b1b req-c4b27909-97fb-497b-a367-8beaefe3f84f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 944 time: 0.3821671 Feb 13 23:50:46.836423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:46.848913 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c302666e-013c-4925-b94d-4a91ab372b1b req-9e828baf-9409-46ad-8a27-2b64dd9831bd tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745926 Feb 13 23:50:46.859658 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ee28e823-5146-41e8-a82f-981068053aa0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/53d55d0c-30c2-428c-9f00-53690ff8c1ec HTTP/1.1" status: 204 len: 168 time: 2.0835316 Feb 13 23:50:46.860709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52542) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:46.911200 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf4027d-fba6-4f0b-aeba-15d4c64487d6 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:50:46.911724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3bf4027d-fba6-4f0b-aeba-15d4c64487d6 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:46.932659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3bf4027d-fba6-4f0b-aeba-15d4c64487d6 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:46.935046 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3bf4027d-fba6-4f0b-aeba-15d4c64487d6 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/53d55d0c-30c2-428c-9f00-53690ff8c1ec HTTP/1.1" status: 404 len: 333 time: 0.0733986 Feb 13 23:50:46.937879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52546) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:46.998981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa99f7-3585-4fa4-af27-eafe0fb52a59 req-21ce6750-e662-4b57-a887-ff255d6f7e1d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:47.001563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bfa99f7-3585-4fa4-af27-eafe0fb52a59 req-21ce6750-e662-4b57-a887-ff255d6f7e1d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4256756 Feb 13 23:50:47.033538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-73e5dd44-a157-492d-8143-39af45b1d946 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e4e4e98-ef12-4a1b-bab1-95a0083506ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5404789 Feb 13 23:50:47.133448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-455f091c-1479-4930-8476-ce65f554470e None None] Could not find standard attr ID for object 53d55d0c-30c2-428c-9f00-53690ff8c1ec. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:50:47.137318 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.149953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Transition to ACTIVE for port object 0bf12226-212d-4c78-ae3b-4603d1fc98af will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:47.159739 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.163806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.31', 61651) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:47.251966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e2c1-3f99-4222-bc8b-3fdb3a11ccb7 None None] Pushing event updated for resources: {'Port': ['ID=0bf12226-212d-4c78-ae3b-4603d1fc98af,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:47.266160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet 49b84500-eab3-41c3-9ce9-ea45bacf087b {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:50:47.270107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.275882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Attempting to bind port 0bf12226-212d-4c78-ae3b-4603d1fc98af on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:47.276490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Attempting to bind port 0bf12226-212d-4c78-ae3b-4603d1fc98af by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:47.276854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Attempting to bind port 0bf12226-212d-4c78-ae3b-4603d1fc98af on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:47.285036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:47.285415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:47.285817 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.286384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:47.286872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Bound port: 0bf12226-212d-4c78-ae3b-4603d1fc98af, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:47.287246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.291220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bfa99f7-3585-4fa4-af27-eafe0fb52a59 req-fb50075a-d247-4066-8b7d-fc0c35f5566b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803688 Feb 13 23:50:47.383857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.415734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] For port 0bf12226-212d-4c78-ae3b-4603d1fc98af, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:47.422247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] For port 0bf12226-212d-4c78-ae3b-4603d1fc98af, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0bf12226-212d-4c78-ae3b-4603d1fc98af,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:47.429732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.444204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-c344caf0-bf08-44ee-800c-7592b1ca86fb service neutron] 10.222.0.31 "GET /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039848 Feb 13 23:50:47.512042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.572784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e2c1-3f99-4222-bc8b-3fdb3a11ccb7 None None] Pushing event updated for resources: {'Port': ['ID=0bf12226-212d-4c78-ae3b-4603d1fc98af,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:47.585123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Routers {'86519025-c67a-44a0-9a22-c1ce27fb882e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:50:47.588206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['86519025-c67a-44a0-9a22-c1ce27fb882e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:47.653176 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.688529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-9365e084-9b88-4748-8645-76e2b5de4772 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5234003 Feb 13 23:50:47.701230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.761288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=49b84500-eab3-41c3-9ce9-ea45bacf087b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:47.785110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:47.793356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-38ed99f9-fa84-4b9a-904e-bdb8be1acf6b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/49b84500-eab3-41c3-9ce9-ea45bacf087b HTTP/1.1" status: 204 len: 168 time: 0.8525529 Feb 13 23:50:47.796753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52562) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:47.823203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] Set router 86519025-c67a-44a0-9a22-c1ce27fb882e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:50:48.113974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet d724e3e3-84b4-41a4-a09b-8704b986cb02 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:50:48.113974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:48.119609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49dd231e-7d59-4115-8aef-1f0e7efd14a1 req-07d18462-b4c4-4390-8d2a-5542ac940036 service neutron] 10.222.0.31 "GET /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379555 Feb 13 23:50:48.251672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-6fed0916-7f38-4489-b0ae-030eacbcdc1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 1096 time: 0.4945130 Feb 13 23:50:48.302131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:48.450106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1883e-188c-44c6-a57c-b0aa798d30e2 None None] Network e8833405-7657-4a51-bb6a-260e4cc15ca8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:48.499277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0c0c-4c69-438b-b7f6-3c29beb99eee req-0408cf0f-962d-453e-b45b-bce192dbb4c9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:48.501313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e4c0c0c-4c69-438b-b7f6-3c29beb99eee req-0408cf0f-962d-453e-b45b-bce192dbb4c9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 944 time: 0.3383853 Feb 13 23:50:48.504535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:48.539868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-643fe27b-89ef-432d-bb86-a1b9517e6a44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 1095 time: 0.4030354 Feb 13 23:50:48.643541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d68dd488-517d-4b40-912c-1c8e118b8998 None None] Could not find standard attr ID for object 53d55d0c-30c2-428c-9f00-53690ff8c1ec. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:50:48.676885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e4c0c0c-4c69-438b-b7f6-3c29beb99eee req-21633fd7-21df-4e91-a728-82c10aba20f3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194861 Feb 13 23:50:48.737023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86519025-c67a-44a0-9a22-c1ce27fb882e', 'name': 'tempest-snat-router-1315235763', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '0bf12226-212d-4c78-ae3b-4603d1fc98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:36Z', 'updated_at': '2022-02-13T23:50:41Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': '0bf12226-212d-4c78-ae3b-4603d1fc98af', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86519025-c67a-44a0-9a22-c1ce27fb882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:38Z', 'updated_at': '2022-02-13T23:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:48.750774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57916c5d-57f4-4c20-80c9-69d0980c0e5b None None] The sync data for ids ['86519025-c67a-44a0-9a22-c1ce27fb882e'] in n-d-828979-1 is: [{'id': '86519025-c67a-44a0-9a22-c1ce27fb882e', 'name': 'tempest-snat-router-1315235763', 'tenant_id': '400131525e184213892c375ab61c2248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '0bf12226-212d-4c78-ae3b-4603d1fc98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:50:36Z', 'updated_at': '2022-02-13T23:50:41Z', 'revision_number': 3, 'project_id': '400131525e184213892c375ab61c2248', 'gw_port': {'id': '0bf12226-212d-4c78-ae3b-4603d1fc98af', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86519025-c67a-44a0-9a22-c1ce27fb882e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:50:38Z', 'updated_at': '2022-02-13T23:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:50:48.764678 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:48.822263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-696a4529-8b20-4823-964a-37c825879e2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:48.823827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-696a4529-8b20-4823-964a-37c825879e2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0e4e4e98-ef12-4a1b-bab1-95a0083506ab HTTP/1.1" status: 200 len: 896 time: 0.2652874 Feb 13 23:50:48.826738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-693bfa95-e495-4110-8426-1c98880558c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:48.842968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-693bfa95-e495-4110-8426-1c98880558c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.5604200 Feb 13 23:50:48.849579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=d724e3e3-84b4-41a4-a09b-8704b986cb02,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:48.856581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:48.865026 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-185111ac-64d5-401a-9dff-4de244cb9ae2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/d724e3e3-84b4-41a4-a09b-8704b986cb02 HTTP/1.1" status: 204 len: 168 time: 1.0649309 Feb 13 23:50:48.865394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52588) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:49.045244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] DHCP port deletion for e8833405-7657-4a51-bb6a-260e4cc15ca8 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:50:49.045244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Deleting port 980d03da-ec60-4561-a7a9-baf93c62fa35 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:49.049152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.087590 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.111787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-357325cd-2b19-444b-ba73-cbd07b520d88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 HTTP/1.1" status: 200 len: 217 time: 0.2586293 Feb 13 23:50:49.118968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.123091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-6996cf66-8ee3-48dd-a6c2-376c7d3fe778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72 HTTP/1.1" status: 200 len: 217 time: 0.1845460 Feb 13 23:50:49.124397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 980d03da-ec60-4561-a7a9-baf93c62fa35 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:49.124397 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.245308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Deleting port 0bf12226-212d-4c78-ae3b-4603d1fc98af {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:49.245646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.531570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] For port 980d03da-ec60-4561-a7a9-baf93c62fa35, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=980d03da-ec60-4561-a7a9-baf93c62fa35,segment=NetworkSegment(8b61dba4-ad20-4c28-a8b2-58bc4901ab1a),segment_id=8b61dba4-ad20-4c28-a8b2-58bc4901ab1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:49.532658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.598806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-11d474bb-dd90-4d95-947d-c7f5a08c9e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:49.600244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-11d474bb-dd90-4d95-947d-c7f5a08c9e17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1adfa77c-dce4-4c4f-9811-8bc47a255b2e HTTP/1.1" status: 200 len: 838 time: 0.4684656 Feb 13 23:50:49.665736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port 980d03da-ec60-4561-a7a9-baf93c62fa35, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=980d03da-ec60-4561-a7a9-baf93c62fa35,segment=NetworkSegment(8b61dba4-ad20-4c28-a8b2-58bc4901ab1a),segment_id=8b61dba4-ad20-4c28-a8b2-58bc4901ab1a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:49.667188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.683420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-3e619c35-9229-495f-bd93-1dd5b5d52159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:49.686000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-3e619c35-9229-495f-bd93-1dd5b5d52159 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.5101504 Feb 13 23:50:49.725430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Calling delete_port for 980d03da-ec60-4561-a7a9-baf93c62fa35 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:49.801583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 980d03da-ec60-4561-a7a9-baf93c62fa35 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:49.913890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.934400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:50:49.934400 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:50:49.981903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-cf8166a1-bd72-4e01-bdb5-f60c8b42b86d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e4e4e98-ef12-4a1b-bab1-95a0083506ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3530416 Feb 13 23:50:49.981903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] For port 0bf12226-212d-4c78-ae3b-4603d1fc98af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=0bf12226-212d-4c78-ae3b-4603d1fc98af,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:49.981903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:49.986048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No DVR routers for this DVR port 980d03da-ec60-4561-a7a9-baf93c62fa35 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:50:50.024335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=980d03da-ec60-4561-a7a9-baf93c62fa35,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:50.195211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.259899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8833405-7657-4a51-bb6a-260e4cc15ca8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:50.297793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:50.297793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b61dba4-ad20-4c28-a8b2-58bc4901ab1a') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:50:50.310195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Calling delete_port for 0bf12226-212d-4c78-ae3b-4603d1fc98af owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:50.316652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:50:50.339197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.400855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.432016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:50:50.432016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:50:50.469831 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:50:50.525138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-62f87463-29ab-4471-973a-7a1cd4c6a486 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8253746 Feb 13 23:50:50.666628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:50.682911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Deleting port 980d03da-ec60-4561-a7a9-baf93c62fa35 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:50.683837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.706962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.731313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:50.733926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0bf12226-212d-4c78-ae3b-4603d1fc98af up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:50.760229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=e8833405-7657-4a51-bb6a-260e4cc15ca8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:50.796087 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94c56532-c305-4dd6-9cd5-23ee3262ec90 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/e8833405-7657-4a51-bb6a-260e4cc15ca8 HTTP/1.1" status: 204 len: 168 time: 1.9243624 Feb 13 23:50:50.796087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52610) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:50.890684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'port_id': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403', 'mac_address': 'fa:16:3e:82:a1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:50:50.938490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f095b-f185-49cd-a996-693186aa1b88 req-ed88c585-a2bf-44a3-9b1e-720f36070309 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:50.939978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-551f095b-f185-49cd-a996-693186aa1b88 req-ed88c585-a2bf-44a3-9b1e-720f36070309 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 944 time: 1.0279839 Feb 13 23:50:50.982194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c650a2-cc61-488d-bfb0-003be6d94aa1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:50.998999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-48c650a2-cc61-488d-bfb0-003be6d94aa1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:50:51.011223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-dd912d2d-70fd-4d8e-a335-65079c642b30 service neutron] 10.222.0.31 "GET /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236378 Feb 13 23:50:51.058558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-48c650a2-cc61-488d-bfb0-003be6d94aa1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:50:51.058558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-48c650a2-cc61-488d-bfb0-003be6d94aa1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2571704 Feb 13 23:50:51.063060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52620) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:51.199689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-751498fb-dc50-431c-82a1-070f73e02663 None None] The port '980d03da-ec60-4561-a7a9-baf93c62fa35' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:50:51.236083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-58f5105b-18ce-41d5-b79d-e181c4db3ad0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1707280 Feb 13 23:50:51.237587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-551f095b-f185-49cd-a996-693186aa1b88 req-bb78b78f-0954-4974-a6f7-0927d646d452 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770329 Feb 13 23:50:51.250600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:51.270315 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.274457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-727274997'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:51.300632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:50:51.310848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:51.328960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:51.335045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 0bf12226-212d-4c78-ae3b-4603d1fc98af completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:51.346396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:51.347484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 0bf12226-212d-4c78-ae3b-4603d1fc98af triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:51.347843 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.387076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:51.391155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.426770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:51.515870 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-7fbdf29f-33a3-41fd-a825-96db058f3551 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669569 Feb 13 23:50:51.576661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:51.598213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.639211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:51.642483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.681441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c8a31fe9-5c1d-4f86-b2fe-46abd46c8403'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:50:51.694704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.698280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfa9ee78-c63b-4e65-9769-06c7f285edd0 req-d1554c26-5b0f-4768-8051-7224a2db3e82 service neutron] 10.222.0.31 "GET /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800842 Feb 13 23:50:51.773629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bf12226-212d-4c78-ae3b-4603d1fc98af,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:51.801415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:50:51.823518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 980d03da-ec60-4561-a7a9-baf93c62fa35 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:50:51.889812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 980d03da-ec60-4561-a7a9-baf93c62fa35 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:50:51.889812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 980d03da-ec60-4561-a7a9-baf93c62fa35 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:50:51.922332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:51.922573 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment f3fdb774-053b-4a64-b859-641d42d01e63 of type vlan for network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e Feb 13 23:50:51.941074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8da6850b-04c8-4c88-82b0-b8b0c95abe81 req-03192770-ed5f-44fd-b4f0-869e5d7bcc54 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204624 Feb 13 23:50:51.982082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.329236 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.538149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.538149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:52.541191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.712701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5b79-6d65-4c48-ac57-7695b2acc568 req-9eb79e00-cd07-4085-8d39-d1f6f0cf9093 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:52.720738 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fdf5b79-6d65-4c48-ac57-7695b2acc568 req-9eb79e00-cd07-4085-8d39-d1f6f0cf9093 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 945 time: 0.2420166 Feb 13 23:50:52.774521 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fdf5b79-6d65-4c48-ac57-7695b2acc568 req-31042213-902a-42de-93f9-aa25781309fd tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526717 Feb 13 23:50:52.786772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.791444 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.814346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5466437 Feb 13 23:50:52.816151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52652) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:52.821408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:52.845318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8df7f-9172-43d2-91f8-57ad5d15204b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=5cf8adde-4d01-4e4a-b4c6-f01780d5654e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:52.856416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:50:52.859376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.859376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86519025-c67a-44a0-9a22-c1ce27fb882e {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:50:52.869486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:52.869486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-73fc705e-3f0a-4019-89ed-98f9ad57c2fe tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/routers/86519025-c67a-44a0-9a22-c1ce27fb882e HTTP/1.1" status: 204 len: 168 time: 6.7609339 Feb 13 23:50:52.875529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:53.021706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:53.025978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:53.029641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:53.038937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:53.055702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:53.164471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.209919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.437347 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.448187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Deleting port 1f63283d-2905-4acd-99b8-8715dce428ff {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:53.448528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.496657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.564506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=b9be4db1-08b7-4966-98cb-d76a0d797c17,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:53.619030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': 'f3fdb774-053b-4a64-b859-641d42d01e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:53.619030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: 5cf8adde-4d01-4e4a-b4c6-f01780d5654e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:50:53.654828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:50:53.675749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5cf8adde-4d01-4e4a-b4c6-f01780d5654e) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:53.687568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:53.687568 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.692464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6826d94-3417-4eae-b133-a6219cef9c0a None None] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:53.723046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] For port 1f63283d-2905-4acd-99b8-8715dce428ff, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1f63283d-2905-4acd-99b8-8715dce428ff,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:53.723046 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:53.760704 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-93239534-f90e-41f8-87e6-a58014be9f0a tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9433260 Feb 13 23:50:53.760704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52672) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:53.783882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e', 'name': 'tempest-PortsTestJSON-529343910'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:53.938005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Calling delete_port for 1f63283d-2905-4acd-99b8-8715dce428ff owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:54.094621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:54.155361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:54.230615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:54.230615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:54.290663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 29e8af9e-d457-4a4a-9983-171542fb6270 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:54.377223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:54.452046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5cf8adde-4d01-4e4a-b4c6-f01780d5654e', 'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': 'b9be4db1-08b7-4966-98cb-d76a0d797c17'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:50:54.453382 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:54.596047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.7 (5cf8adde-4d01-4e4a-b4c6-f01780d5654e/b9be4db1-08b7-4966-98cb-d76a0d797c17/29e8af9e-d457-4a4a-9983-171542fb6270) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:54.740836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7a9f5-c879-4098-8285-60aa2241835e req-e6412e54-5f5d-4e57-9196-d77d1a0587ad tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:54.740836 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfa7a9f5-c879-4098-8285-60aa2241835e req-e6412e54-5f5d-4e57-9196-d77d1a0587ad tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 945 time: 0.6704633 Feb 13 23:50:54.795607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:54.808966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:54.809411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:54.879671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfa7a9f5-c879-4098-8285-60aa2241835e req-ca81f48b-a642-453f-9961-06f11fb93dbc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970104 Feb 13 23:50:54.973756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:54.992969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 29e8af9e-d457-4a4a-9983-171542fb6270 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:55.023652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.079445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.172608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f63283d-2905-4acd-99b8-8715dce428ff,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:55.179334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:55.183801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:55.189852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:55.211809 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.249031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=29e8af9e-d457-4a4a-9983-171542fb6270,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:55.294069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Allocated IP 172.20.0.2 (5cf8adde-4d01-4e4a-b4c6-f01780d5654e/b9be4db1-08b7-4966-98cb-d76a0d797c17/b717b828-a754-4ed6-8bfe-76ecd2cbb8a0) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:55.304158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:55.304158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.351898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:50:55.369954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a3a547cd-4e3e-4fc4-93ae-5759be657acf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6008852 Feb 13 23:50:55.369954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:55.404488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e', 'name': 'tempest-PortsTestJSON-23768065'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:55.407678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:55.470313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.624878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:55.625500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.764565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:55.764565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:55.771576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:55.779261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:55.797530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:50:55.806350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.865533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 394d68e2-68a0-4250-aebb-228d80bfe1d8 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:55.920074 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403', 'code': 200} Feb 13 23:50:55.957996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:55.974191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Transition to ACTIVE for port object b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:55.998928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Transition to ACTIVE for port object b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:56.012305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.127882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:56.131279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:56.151165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:56.196192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-009c6b08-dbb2-4df0-b477-5363de3f26b5 {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:50:56.196192 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:50:56.229147 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.299172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.311299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Pushing event updated for resources: {'Port': ['ID=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:56.340549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Attempting to bind port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:50:56.340549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Attempting to bind port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'f3fdb774-053b-4a64-b859-641d42d01e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:50:56.340549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Attempting to bind port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 on network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:50:56.347820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.347820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a80de4c-e97d-4447-bf34-893b03cf88e0 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:50:56.352836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:50:56.353214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Checking segment: {'id': 'f3fdb774-053b-4a64-b859-641d42d01e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:50:56.353994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.353994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Bound using segment: {'id': 'f3fdb774-053b-4a64-b859-641d42d01e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:50:56.354523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Bound port: b717b828-a754-4ed6-8bfe-76ecd2cbb8a0, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fdb774-053b-4a64-b859-641d42d01e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5cf8adde-4d01-4e4a-b4c6-f01780d5654e'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:50:56.354867 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.365071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6a51189c-8902-457d-89b1-58bf1c9701d7 req-df4b8cb4-2e6a-482f-a312-4e8be5cadd75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 1097 time: 0.4199193 Feb 13 23:50:56.400830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.403225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e318a1d9-6d6a-4db8-a041-2484ad7722f3 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2a80de4c-e97d-4447-bf34-893b03cf88e0 HTTP/1.1" status: 204 len: 168 time: 3.5285673 Feb 13 23:50:56.406555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52714) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:56.421239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-651523945', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:50:56.435817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:50:56.448528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Usage tracker for resource:router and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:50:56.458165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:50:56.464826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:50:56.471301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4d11-3afe-45b7-bbeb-fb93436e3b57 req-42ecbe1f-c133-4b3a-8551-311ce9b1e50f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:56.472798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea9e4d11-3afe-45b7-bbeb-fb93436e3b57 req-42ecbe1f-c133-4b3a-8551-311ce9b1e50f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 946 time: 0.2314100 Feb 13 23:50:56.485345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] For port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:50:56.485897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.486519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.489134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] For port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,segment=NetworkSegment(f3fdb774-053b-4a64-b859-641d42d01e63),segment_id=f3fdb774-053b-4a64-b859-641d42d01e63)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:50:56.502156 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.513230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6a51189c-8902-457d-89b1-58bf1c9701d7 req-c9a71831-16e1-4db2-9312-24aeb507cbf5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382129 Feb 13 23:50:56.515604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.614613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea9e4d11-3afe-45b7-bbeb-fb93436e3b57 req-42936f97-f0bc-4034-9d5f-824eb00ea8b0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242318 Feb 13 23:50:56.644826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9091d72-7dc3-47aa-935f-08f5a4ae8d94 None None] Pushing event updated for resources: {'Port': ['ID=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:56.661434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0bf12226-212d-4c78-ae3b-4603d1fc98af no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:50:56.716669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 0bf12226-212d-4c78-ae3b-4603d1fc98af {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:50:56.716669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 0bf12226-212d-4c78-ae3b-4603d1fc98af not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:50:56.765845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:56.816095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:50:56.868859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:57.234847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.6 (5cf8adde-4d01-4e4a-b4c6-f01780d5654e/b9be4db1-08b7-4966-98cb-d76a0d797c17/8beabf67-d009-4ab3-a98b-b73ec77d9c6c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:57.604526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:57.624700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:57.682788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:57.773323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 8beabf67-d009-4ab3-a98b-b73ec77d9c6c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:50:58.098342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:58.198101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:58.215699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Allocated IP 172.25.4.37 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/87f5e939-adcc-475e-a117-d47df065af58) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:50:58.235197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:58.251420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:58.256813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e2f65-5228-4d80-af3b-fd59d06f6e4e None None] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:50:58.392517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=8beabf67-d009-4ab3-a98b-b73ec77d9c6c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:58.416641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb335aec-0707-440c-bb00-ae38778f7c80 req-97dc1806-b60f-4c33-810a-8f9f5c5e7a75 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:58.418625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb335aec-0707-440c-bb00-ae38778f7c80 req-97dc1806-b60f-4c33-810a-8f9f5c5e7a75 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 946 time: 0.5616548 Feb 13 23:50:58.435499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e708eee6-112a-4039-a2ad-746d835f36ce None None] Provisioning for port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:58.466888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:58.467838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:58.524710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb335aec-0707-440c-bb00-ae38778f7c80 req-4b1571a6-a144-4a1d-8d2c-decb733af164 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972061 Feb 13 23:50:58.569997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:58.597037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c2fad8d-f8c4-45ae-834e-d27d51c58111 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2231069 Feb 13 23:50:58.601328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52750) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:58.637664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:58.700248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:50:58.784571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event updated for resources: {'Port': ['ID=87f5e939-adcc-475e-a117-d47df065af58,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:58.788915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1336a58-deab-4eee-a6b5-53b3a58ca645 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:58.788915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f1336a58-deab-4eee-a6b5-53b3a58ca645 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1839654 Feb 13 23:50:58.792036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:50:58.792036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:50:58.792036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:50:58.792036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:50:58.857813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:58.866074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:58.866977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:58.973996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2638d-0c05-42c2-be22-74b780a1c968 req-3487a5a3-5345-44d3-a414-e4f208376938 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:50:58.982962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3c2638d-0c05-42c2-be22-74b780a1c968 req-3487a5a3-5345-44d3-a414-e4f208376938 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 946 time: 0.2102766 Feb 13 23:50:58.993050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:50:58.993386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.060768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3c2638d-0c05-42c2-be22-74b780a1c968 req-c465301d-8e3c-440b-ae95-4f3edfa5d924 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716343 Feb 13 23:50:59.165031 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.229338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,segment=NetworkSegment(f3fdb774-053b-4a64-b859-641d42d01e63),segment_id=f3fdb774-053b-4a64-b859-641d42d01e63)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:50:59.235260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.274492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f63283d-2905-4acd-99b8-8715dce428ff no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:50:59.381673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1f63283d-2905-4acd-99b8-8715dce428ff {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:50:59.382100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1f63283d-2905-4acd-99b8-8715dce428ff not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:50:59.416092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Provisioning complete for port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:59.416660 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.580842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:50:59.593651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.713648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Provisioning for port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:59.720255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Provisioning complete for port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:59.720935 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.810828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 8beabf67-d009-4ab3-a98b-b73ec77d9c6c owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:50:59.822424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:50:59.842329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Provisioning for port 29e8af9e-d457-4a4a-9983-171542fb6270 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:50:59.851256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Provisioning complete for port 29e8af9e-d457-4a4a-9983-171542fb6270 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:50:59.851256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:50:59.953553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-46308222-a7c5-485f-82de-d2d166078043 None None] Port 29e8af9e-d457-4a4a-9983-171542fb6270 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:00.021150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.021150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.091431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-02dfacf0-a4a7-4979-a993-164e132404e9 None None] Provisioning complete for port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:00.091431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02dfacf0-a4a7-4979-a993-164e132404e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.145373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-02dfacf0-a4a7-4979-a993-164e132404e9 None None] Port 8beabf67-d009-4ab3-a98b-b73ec77d9c6c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:00.161315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-02dfacf0-a4a7-4979-a993-164e132404e9 None None] Provisioning complete for port 29e8af9e-d457-4a4a-9983-171542fb6270 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:00.161682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02dfacf0-a4a7-4979-a993-164e132404e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.224642 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ab24a80e-71df-4349-a18c-0805c7f18fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.229467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.230658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-02dfacf0-a4a7-4979-a993-164e132404e9 None None] Port 29e8af9e-d457-4a4a-9983-171542fb6270 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:00.297510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=8beabf67-d009-4ab3-a98b-b73ec77d9c6c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:00.469201 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.495077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52780) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:00.497912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8f745fb4-ba28-428c-a7a6-82089490fd92 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/8beabf67-d009-4ab3-a98b-b73ec77d9c6c HTTP/1.1" status: 204 len: 168 time: 1.6456785 Feb 13 23:51:00.584202 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81698d9-fe12-4568-b55d-e255aaef0195 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:51:00.584202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a81698d9-fe12-4568-b55d-e255aaef0195 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/8beabf67-d009-4ab3-a98b-b73ec77d9c6c HTTP/1.1" status: 404 len: 333 time: 0.0924029 Feb 13 23:51:00.595357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:00.649056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52790) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:00.658666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:00.804077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:00.805424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.846276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 29e8af9e-d457-4a4a-9983-171542fb6270 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:00.846276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:00.871628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Router 3c5d19e8-9e42-4921-9292-77c19199dcc6 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:51:01.237247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:01.263821 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] Sync routers for ids ['3c5d19e8-9e42-4921-9292-77c19199dcc6'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:01.277877 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] Routers {'3c5d19e8-9e42-4921-9292-77c19199dcc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:01.277877 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3c5d19e8-9e42-4921-9292-77c19199dcc6'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:01.293425 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:01.293425 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ec469f92-ba83-4fa1-8f68-30b60a5cf13b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8829181 Feb 13 23:51:01.311226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52800) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:01.311226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': False}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:01.418775 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:01.432423 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] Routers {'3c5d19e8-9e42-4921-9292-77c19199dcc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:01.432423 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:50:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3c5d19e8-9e42-4921-9292-77c19199dcc6'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:01.518733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:01.566359 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:01.567000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481b1e4-ab5c-4757-afa5-7a989a200e31 None None] The sync data for ids ['3c5d19e8-9e42-4921-9292-77c19199dcc6'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:01.679274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 29e8af9e-d457-4a4a-9983-171542fb6270 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:02.135690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:02.176531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=29e8af9e-d457-4a4a-9983-171542fb6270,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:02.258328 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:02.362231 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef8c692e-4b25-47b3-a00b-fdb2084cf399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:02.424896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:02.456736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f374e1a6-6b6b-4719-994f-181857afc37c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/29e8af9e-d457-4a4a-9983-171542fb6270 HTTP/1.1" status: 204 len: 168 time: 1.8648138 Feb 13 23:51:02.458167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52818) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:02.702017 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31d19f9-ee6b-412f-8e25-b48742a3779e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:51:02.702017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e31d19f9-ee6b-412f-8e25-b48742a3779e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:02.724014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:02.746360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e31d19f9-ee6b-412f-8e25-b48742a3779e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:02.746360 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e31d19f9-ee6b-412f-8e25-b48742a3779e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/29e8af9e-d457-4a4a-9983-171542fb6270 HTTP/1.1" status: 404 len: 333 time: 0.2713044 Feb 13 23:51:02.746360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:02.814958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:02.853809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.270886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet b9be4db1-08b7-4966-98cb-d76a0d797c17 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:51:03.274955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.369358 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.477771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.20.0.17 (0e4e4e98-ef12-4a1b-bab1-95a0083506ab/1adfa77c-dce4-4c4f-9811-8bc47a255b2e/a0418091-36fd-479a-9b68-3b4d31e5f35a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:03.522982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.544279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.597594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Router 3c5d19e8-9e42-4921-9292-77c19199dcc6 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:51:03.660764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.756253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Transition to ACTIVE for port object a0418091-36fd-479a-9b68-3b4d31e5f35a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:03.756967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.823332 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.831328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.842320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=b9be4db1-08b7-4966-98cb-d76a0d797c17,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:03.872984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:03.879153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ab0c6-7505-4c6f-a194-3cd1e4e9fb0d None None] Network 5cf8adde-4d01-4e4a-b4c6-f01780d5654e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:03.882704 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90141cce-7fb0-4aa2-92b7-5de2087ea7a5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/b9be4db1-08b7-4966-98cb-d76a0d797c17 HTTP/1.1" status: 204 len: 168 time: 1.1390963 Feb 13 23:51:03.882704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52842) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:04.002785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.022484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:04.022821 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.067797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:04.089832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:04.104585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:04.256971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=a0418091-36fd-479a-9b68-3b4d31e5f35a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:04.292893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.335586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:04.344728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.344728 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c627827e-d531-4a14-aebe-2526ad9c834e tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "PUT /v2.0/routers/3c5d19e8-9e42-4921-9292-77c19199dcc6 HTTP/1.1" status: 200 len: 920 time: 3.0494680 Feb 13 23:51:04.354080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:04.369462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,segment=NetworkSegment(f3fdb774-053b-4a64-b859-641d42d01e63),segment_id=f3fdb774-053b-4a64-b859-641d42d01e63)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:04.369462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.431932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] Sync routers for ids ['3c5d19e8-9e42-4921-9292-77c19199dcc6'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:04.477548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] Routers {'3c5d19e8-9e42-4921-9292-77c19199dcc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:04.477548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3c5d19e8-9e42-4921-9292-77c19199dcc6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:04.564336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:04.590683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:04.647436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.660387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] Routers {'3c5d19e8-9e42-4921-9292-77c19199dcc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:04.663323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3c5d19e8-9e42-4921-9292-77c19199dcc6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:04.691976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.765439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:04.765439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc8a9d-fc3b-44c8-9f5e-abdf5595b51e None None] The sync data for ids ['3c5d19e8-9e42-4921-9292-77c19199dcc6'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:04.765439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97f895b6-9cd4-4b91-9254-6fc08cd8decc None None] Provisioning for port a0418091-36fd-479a-9b68-3b4d31e5f35a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:04.778473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfe638-41fd-48bb-bded-94440e4f3404 None None] DHCP port deletion for 5cf8adde-4d01-4e4a-b4c6-f01780d5654e request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:51:04.778473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97f895b6-9cd4-4b91-9254-6fc08cd8decc None None] Provisioning complete for port a0418091-36fd-479a-9b68-3b4d31e5f35a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:04.778473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97f895b6-9cd4-4b91-9254-6fc08cd8decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:04.789705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=b717b828-a754-4ed6-8bfe-76ecd2cbb8a0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:04.799115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No DVR routers for this DVR port b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:51:04.858699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97f895b6-9cd4-4b91-9254-6fc08cd8decc None None] Port a0418091-36fd-479a-9b68-3b4d31e5f35a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:05.005360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.063765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.078017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf8adde-4d01-4e4a-b4c6-f01780d5654e']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:05.093801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fdb774-053b-4a64-b859-641d42d01e63') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:05.094417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fdb774-053b-4a64-b859-641d42d01e63') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:05.109275 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.127227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.134778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:51:05.135243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.139328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f218673f-c39e-4b91-bdec-b8c6024c2eac tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/3c5d19e8-9e42-4921-9292-77c19199dcc6 HTTP/1.1" status: 200 len: 920 time: 0.7859955 Feb 13 23:51:05.139328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52864) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:51:05.210328 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:51:05.256503 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.366981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8d92e9d0-5b5a-4e0b-8e8f-32453cedf275 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=3c5d19e8-9e42-4921-9292-77c19199dcc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2172687 Feb 13 23:51:05.377198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52870) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:05.446059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.452741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:51:05.458162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=5cf8adde-4d01-4e4a-b4c6-f01780d5654e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:05.481617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3427a59e-7c94-4c8f-86c6-b7354cd4a4b5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/5cf8adde-4d01-4e4a-b4c6-f01780d5654e HTTP/1.1" status: 204 len: 168 time: 1.6028695 Feb 13 23:51:05.482370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52876) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:05.485304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.490647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-315565432'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:05.496712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.499223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:05.503708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:05.506710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:05.512988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:05.524755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:05.528984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.569314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:51:05.594269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.594269 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment ef0db63c-b0c2-4571-8d33-17b7216d1a8c of type vlan for network 5a917019-c977-4700-a2e7-02d411219785 Feb 13 23:51:05.634153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.679339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.683459 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.683459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=a0418091-36fd-479a-9b68-3b4d31e5f35a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:05.687332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:05.687332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:05.697594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a7899-2c16-4f34-81d6-0dc9d8cf2663 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:05.697594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe8a7899-2c16-4f34-81d6-0dc9d8cf2663 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Synchronizing usage tracker for tenant:400131525e184213892c375ab61c2248 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:05.875582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=5a917019-c977-4700-a2e7-02d411219785,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:05.882192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-010be15c-d2b4-4a9c-b92a-fdd05012daab tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3984375 Feb 13 23:51:05.884828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52882) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:05.892843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '5a917019-c977-4700-a2e7-02d411219785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:05.905261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5a917019-c977-4700-a2e7-02d411219785 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:51:05.944021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe8a7899-2c16-4f34-81d6-0dc9d8cf2663 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Unset dirty status for tenant:400131525e184213892c375ab61c2248 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:05.945650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fe8a7899-2c16-4f34-81d6-0dc9d8cf2663 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.5714602 Feb 13 23:51:05.952883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:06.013229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-85e7afea-addd-4c57-bed7-a2335b165803 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c5d19e8-9e42-4921-9292-77c19199dcc6 HTTP/1.1" status: 200 len: 205 time: 0.0588253 Feb 13 23:51:06.016321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52892) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:06.106784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:06.117595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:06.117595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:06.137537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:06.146414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:06.299780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:06.308604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:06.321004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:06.611996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:06.670706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:51:06.670706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b717b828-a754-4ed6-8bfe-76ecd2cbb8a0 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:51:06.671348 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:06.741093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ce14492d-6ced-4a6f-a6eb-964f8445b41d None None] Provisioning complete for port a0418091-36fd-479a-9b68-3b4d31e5f35a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:06.742272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ce14492d-6ced-4a6f-a6eb-964f8445b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:06.785435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=eb063a8f-faad-43d9-9b29-67d59e25a57a,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:06.790331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a917019-c977-4700-a2e7-02d411219785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:06.790684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: 5a917019-c977-4700-a2e7-02d411219785, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:51:06.827815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 5a917019-c977-4700-a2e7-02d411219785 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:51:06.840258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ce14492d-6ced-4a6f-a6eb-964f8445b41d None None] Port a0418091-36fd-479a-9b68-3b4d31e5f35a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:06.852785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5a917019-c977-4700-a2e7-02d411219785) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:06.852785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:06.860246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:06.872562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b133742-cb8a-4a87-aeb6-9bedf9ee446a None None] Network 5a917019-c977-4700-a2e7-02d411219785 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:06.894402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3cf34248-dfb6-420f-8a4e-9a9686939d9f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0039794 Feb 13 23:51:06.896797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52906) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:06.904022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '5a917019-c977-4700-a2e7-02d411219785', 'name': 'tempest-PortsTestJSON-2029803185', 'fixed_ips': [{'subnet_id': 'eb063a8f-faad-43d9-9b29-67d59e25a57a', 'ip_address': '172.20.0.10'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:07.062607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:07.128397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:07.235792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:07.244637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:07.250296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:07.263804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:07.283958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5a917019-c977-4700-a2e7-02d411219785', 'network_id': '5a917019-c977-4700-a2e7-02d411219785', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': 'eb063a8f-faad-43d9-9b29-67d59e25a57a'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:51:07.283958 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:07.307343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:07.473213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:07.497104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Allocated IP 172.20.0.2 (5a917019-c977-4700-a2e7-02d411219785/eb063a8f-faad-43d9-9b29-67d59e25a57a/d0a683b7-bfa4-411e-9651-002f7b20e496) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:07.522296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 5ace76c1-9375-4886-8f7b-ce9dee88809d yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:51:07.815998 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:07.820542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Transition to ACTIVE for port object d0a683b7-bfa4-411e-9651-002f7b20e496 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:07.849881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Transition to ACTIVE for port object d0a683b7-bfa4-411e-9651-002f7b20e496 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:07.856893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:07.859343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:51:07.941988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Network 5a917019-c977-4700-a2e7-02d411219785 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:07.945265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:07.950830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:07.955134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Pushing event updated for resources: {'Port': ['ID=d0a683b7-bfa4-411e-9651-002f7b20e496,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:08.078569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Attempting to bind port d0a683b7-bfa4-411e-9651-002f7b20e496 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:51:08.078901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Attempting to bind port d0a683b7-bfa4-411e-9651-002f7b20e496 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a917019-c977-4700-a2e7-02d411219785'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:51:08.079272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Attempting to bind port d0a683b7-bfa4-411e-9651-002f7b20e496 on network 5a917019-c977-4700-a2e7-02d411219785 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:51:08.099296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:51:08.099296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Checking segment: {'id': 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a917019-c977-4700-a2e7-02d411219785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:08.099296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.099296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Bound using segment: {'id': 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a917019-c977-4700-a2e7-02d411219785'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:51:08.099296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Bound port: d0a683b7-bfa4-411e-9651-002f7b20e496, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5a917019-c977-4700-a2e7-02d411219785'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:51:08.099296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.136447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.10 (5a917019-c977-4700-a2e7-02d411219785/eb063a8f-faad-43d9-9b29-67d59e25a57a/5ace76c1-9375-4886-8f7b-ce9dee88809d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:08.206568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] For port d0a683b7-bfa4-411e-9651-002f7b20e496, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:51:08.206568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] For port d0a683b7-bfa4-411e-9651-002f7b20e496, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0a683b7-bfa4-411e-9651-002f7b20e496,segment=NetworkSegment(ef0db63c-b0c2-4571-8d33-17b7216d1a8c),segment_id=ef0db63c-b0c2-4571-8d33-17b7216d1a8c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:51:08.217721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.289580 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.352606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2e685-1b2e-4776-a951-a56aa77ebb47 None None] Pushing event updated for resources: {'Port': ['ID=d0a683b7-bfa4-411e-9651-002f7b20e496,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:08.397070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Deleting port 87f5e939-adcc-475e-a117-d47df065af58 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:08.397530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.711164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.777913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 5ace76c1-9375-4886-8f7b-ce9dee88809d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:08.795905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:08.809402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:08.816840 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:08.837381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:08.837381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:08.951914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Calling delete_port for 87f5e939-adcc-475e-a117-d47df065af58 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:08.955836 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:09.029431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e78d90d2-b97f-40d9-9c32-301f20aec160 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "PUT /v2.0/routers/d085f349-6027-4d64-bf34-9201aa96c9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3787313 Feb 13 23:51:09.051841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:09.209511 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:51:09.238784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 5a917019-c977-4700-a2e7-02d411219785 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:09.238784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:09.245268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=5ace76c1-9375-4886-8f7b-ce9dee88809d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:09.257468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:09.346952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.347232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.347605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.347963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.348291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.348620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.348940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.349257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.349574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.349886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.350376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:09.376580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:09.377108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:09.530672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d536543-b719-442a-8e15-b3c0312f6fc4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6333613 Feb 13 23:51:09.541648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52946) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:09.563514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': '5a917019-c977-4700-a2e7-02d411219785', 'name': 'tempest-PortsTestJSON-1189616295', 'fixed_ips': [{'subnet_id': 'eb063a8f-faad-43d9-9b29-67d59e25a57a', 'ip_address': '172.20.0.9'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:09.585852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:09.681575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event deleted for resources: {'Port': ['ID=87f5e939-adcc-475e-a117-d47df065af58,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:09.841784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78ec0b-034b-4c4d-ad57-d725343d194d None None] Network 5a917019-c977-4700-a2e7-02d411219785 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:09.858963 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:04Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:50:01Z', 'revision_number': 1, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0418091-36fd-479a-9b68-3b4d31e5f35a', 'name': '', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:98:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:51:03Z', 'updated_at': '2022-02-13T23:51:05Z', 'revision_number': 2, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:09.865566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:51:09.865975 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Updating router d085f349-6027-4d64-bf34-9201aa96c9d9 port a0418091-36fd-479a-9b68-3b4d31e5f35a binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:51:09.911760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:09.920348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:09.930424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:09.951523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:09.976894 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:09.981050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:09.987138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:10.052092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 28bc0668-da94-4e7a-87ee-c8effd4f430d yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:51:10.193918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:10.196224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7d154838-e141-4da6-a394-e2d556bc407a None None] Provisioning for port d0a683b7-bfa4-411e-9651-002f7b20e496 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:10.517095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.9 (5a917019-c977-4700-a2e7-02d411219785/eb063a8f-faad-43d9-9b29-67d59e25a57a/28bc0668-da94-4e7a-87ee-c8effd4f430d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:10.766204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8a383284-0000-4b05-8eec-4bf3454e7fb3 None None] Provisioning for port 5ace76c1-9375-4886-8f7b-ce9dee88809d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:10.771243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8a383284-0000-4b05-8eec-4bf3454e7fb3 None None] Provisioning complete for port 5ace76c1-9375-4886-8f7b-ce9dee88809d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:10.771612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a383284-0000-4b05-8eec-4bf3454e7fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:10.824209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:10.852431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0a683b7-bfa4-411e-9651-002f7b20e496 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:10.860833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 28bc0668-da94-4e7a-87ee-c8effd4f430d will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:10.902679 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:10.995243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8a383284-0000-4b05-8eec-4bf3454e7fb3 None None] Port 5ace76c1-9375-4886-8f7b-ce9dee88809d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:11.005650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 5a917019-c977-4700-a2e7-02d411219785 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:11.028326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:11.032055 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.055904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:11.059668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Transition to ACTIVE for port object a0418091-36fd-479a-9b68-3b4d31e5f35a will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:11.079923 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.106255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.133397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.155952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d0a683b7-bfa4-411e-9651-002f7b20e496 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:11.160628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d0a683b7-bfa4-411e-9651-002f7b20e496 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:11.161497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.176844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:11.177880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.201016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=28bc0668-da94-4e7a-87ee-c8effd4f430d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:11.222880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f10bf713-305a-4d4b-a2a9-9ec05dc8a409 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6832719 Feb 13 23:51:11.223680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52966) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:11.269423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.270287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Fanout notify agent at l3_agent the message router_deleted on router 3c5d19e8-9e42-4921-9292-77c19199dcc6 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:51:11.288194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.295108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52970) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:11.295406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc850b33-d9a8-4c79-b3ad-4c7551b20615 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/3c5d19e8-9e42-4921-9292-77c19199dcc6 HTTP/1.1" status: 204 len: 168 time: 5.2775469 Feb 13 23:51:11.304574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-290898276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:11.315286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:11.325063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Usage tracker for resource:router and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:11.338735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:11.349504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:11.388709 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.390376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.423190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad714823-c16b-4c6b-b2f2-44c99a98cab3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:11.423190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ad714823-c16b-4c6b-b2f2-44c99a98cab3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:11.453618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.487802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ad714823-c16b-4c6b-b2f2-44c99a98cab3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:11.487802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad714823-c16b-4c6b-b2f2-44c99a98cab3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2556310 Feb 13 23:51:11.487802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52976) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:11.521713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.550140 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807cd8-c9ca-42ee-b575-0e9644aa9ada None None] Pushing event updated for resources: {'Port': ['ID=a0418091-36fd-479a-9b68-3b4d31e5f35a,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:11.564526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-32e6de21-ac7e-4db2-a466-296b3b688ca5 None None] Provisioning complete for port 5ace76c1-9375-4886-8f7b-ce9dee88809d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:11.564526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32e6de21-ac7e-4db2-a466-296b3b688ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.611648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.618257 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-232c4c48-b949-4d23-93e3-55d5ea235c7c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3165686 Feb 13 23:51:11.618257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 52982) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:11.646765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:11.740252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.816000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a991a4-d01d-4921-b00f-d7f546cf1839 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:11.827330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a991a4-d01d-4921-b00f-d7f546cf1839 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:11.837002 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Attempting to bind port a0418091-36fd-479a-9b68-3b4d31e5f35a on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:51:11.838100 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Attempting to bind port a0418091-36fd-479a-9b68-3b4d31e5f35a by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:51:11.838664 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Attempting to bind port a0418091-36fd-479a-9b68-3b4d31e5f35a on network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:51:11.847314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a991a4-d01d-4921-b00f-d7f546cf1839 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:11.848964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-34a991a4-d01d-4921-b00f-d7f546cf1839 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3605917 Feb 13 23:51:11.855335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 52990) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:11.855998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:51:11.857699 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Checking segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:11.858337 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.859151 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Bound using segment: {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:51:11.862235 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Bound port: a0418091-36fd-479a-9b68-3b4d31e5f35a, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54472fef-c8c4-40fb-ae82-b8276202e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:51:11.862895 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.900886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-32e6de21-ac7e-4db2-a466-296b3b688ca5 None None] Port 5ace76c1-9375-4886-8f7b-ce9dee88809d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:11.905876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d0a683b7-bfa4-411e-9651-002f7b20e496, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0a683b7-bfa4-411e-9651-002f7b20e496,segment=NetworkSegment(ef0db63c-b0c2-4571-8d33-17b7216d1a8c),segment_id=ef0db63c-b0c2-4571-8d33-17b7216d1a8c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:11.920655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:11.980552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 28bc0668-da94-4e7a-87ee-c8effd4f430d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:11.980552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:12.123026 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] For port a0418091-36fd-479a-9b68-3b4d31e5f35a, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:51:12.123026 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] For port a0418091-36fd-479a-9b68-3b4d31e5f35a, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a0418091-36fd-479a-9b68-3b4d31e5f35a,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:51:12.143483 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:12.161269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d0a683b7-bfa4-411e-9651-002f7b20e496,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:12.176921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f7fb8082-0677-4162-a222-e84d4159ea6e None None] Provisioning for port 28bc0668-da94-4e7a-87ee-c8effd4f430d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:12.187687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f7fb8082-0677-4162-a222-e84d4159ea6e None None] Provisioning complete for port 28bc0668-da94-4e7a-87ee-c8effd4f430d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:12.190337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8082-0677-4162-a222-e84d4159ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:12.299852 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807cd8-c9ca-42ee-b575-0e9644aa9ada None None] Pushing event updated for resources: {'Port': ['ID=a0418091-36fd-479a-9b68-3b4d31e5f35a,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:12.314161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb8082-0677-4162-a222-e84d4159ea6e None None] Port 28bc0668-da94-4e7a-87ee-c8effd4f430d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:12.332388 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:12.333121 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:12.606657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:12.658765 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:51:12.691444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0a683b7-bfa4-411e-9651-002f7b20e496 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:12.779185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 28bc0668-da94-4e7a-87ee-c8effd4f430d owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:12.824991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:12.890885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d0a683b7-bfa4-411e-9651-002f7b20e496 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:12.891172 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:13.004088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:13.095684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=28bc0668-da94-4e7a-87ee-c8effd4f430d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:13.220124 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:13.265314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:13.314145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:13.331499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-918e9b6b-8ce1-4270-92fa-07988610e6c1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/28bc0668-da94-4e7a-87ee-c8effd4f430d HTTP/1.1" status: 204 len: 168 time: 1.4746709 Feb 13 23:51:13.334881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53010) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:13.373352 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:04Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:50:01Z', 'revision_number': 1, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0418091-36fd-479a-9b68-3b4d31e5f35a', 'name': '', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:98:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:51:03Z', 'updated_at': '2022-02-13T23:51:12Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:13.378834 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c14b-ee38-4807-89ef-93fe61402b08 None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:04Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:50:01Z', 'revision_number': 1, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0418091-36fd-479a-9b68-3b4d31e5f35a', 'name': '', 'network_id': '0e4e4e98-ef12-4a1b-bab1-95a0083506ab', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:98:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:51:03Z', 'updated_at': '2022-02-13T23:51:12Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': '1adfa77c-dce4-4c4f-9811-8bc47a255b2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:13.399271 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2301ff7d-23da-4d57-a112-df82ef875e65 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:51:13.399788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2301ff7d-23da-4d57-a112-df82ef875e65 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:13.503637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2301ff7d-23da-4d57-a112-df82ef875e65 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:13.506088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53016) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:13.509583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2301ff7d-23da-4d57-a112-df82ef875e65 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/28bc0668-da94-4e7a-87ee-c8effd4f430d HTTP/1.1" status: 404 len: 333 time: 0.1706088 Feb 13 23:51:13.628688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Allocated IP 172.25.4.172 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/f9a4d5c6-10ec-4227-bbf2-56b68b9641bf) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:13.640243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 5ace76c1-9375-4886-8f7b-ce9dee88809d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:13.640594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:14.053498 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:14.173455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:14.353815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 5ace76c1-9375-4886-8f7b-ce9dee88809d owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:14.390866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:14.488363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:14.502256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event updated for resources: {'Port': ['ID=f9a4d5c6-10ec-4227-bbf2-56b68b9641bf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:14.502256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:14.508361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:14.657116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a0418091-36fd-479a-9b68-3b4d31e5f35a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:14.793515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a0418091-36fd-479a-9b68-3b4d31e5f35a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:14.801332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a0418091-36fd-479a-9b68-3b4d31e5f35a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:14.801332 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:14.862123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:14.923292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=5ace76c1-9375-4886-8f7b-ce9dee88809d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:15.043419 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.081904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a0418091-36fd-479a-9b68-3b4d31e5f35a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a0418091-36fd-479a-9b68-3b4d31e5f35a,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:15.090404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.196689 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.237289 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-83ef1319-12e3-4c0c-bc94-a384b09b8cf1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/5ace76c1-9375-4886-8f7b-ce9dee88809d HTTP/1.1" status: 204 len: 168 time: 1.7224212 Feb 13 23:51:15.243311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53042) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:15.270753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a0418091-36fd-479a-9b68-3b4d31e5f35a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:15.274301 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.285325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:15.365480 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8996514a-d145-4609-b8ba-d49eccf43c01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:51:15.373589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8996514a-d145-4609-b8ba-d49eccf43c01 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/5ace76c1-9375-4886-8f7b-ce9dee88809d HTTP/1.1" status: 404 len: 333 time: 0.1265938 Feb 13 23:51:15.373589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53046) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:15.568610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.568610 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.627549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet eb063a8f-faad-43d9-9b29-67d59e25a57a {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:51:15.632118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.730472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.853694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:15.857635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Router 1d3e13b3-443f-40b8-a783-e55437d2db90 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:51:16.136847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:16.180874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=eb063a8f-faad-43d9-9b29-67d59e25a57a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:16.188851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:16.190644 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:16.195266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:16.195999 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-009d3123-992b-49ab-a161-35844f646a9b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "PUT /v2.0/routers/1d3e13b3-443f-40b8-a783-e55437d2db90 HTTP/1.1" status: 200 len: 879 time: 4.5783648 Feb 13 23:51:16.198607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53066) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:16.200987 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bfa7a4b5-a01e-41f7-b11f-cbe1add39d85 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/eb063a8f-faad-43d9-9b29-67d59e25a57a HTTP/1.1" status: 204 len: 168 time: 0.8328750 Feb 13 23:51:16.201662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] Sync routers for ids ['1d3e13b3-443f-40b8-a783-e55437d2db90'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:16.205563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b55202f-e516-404d-b13e-9c3df5c7d76b None None] Network 5a917019-c977-4700-a2e7-02d411219785 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:16.206449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53070) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:16.373782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] Routers {'1d3e13b3-443f-40b8-a783-e55437d2db90'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:16.379122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1d3e13b3-443f-40b8-a783-e55437d2db90'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:16.394587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:16.421040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port d0a683b7-bfa4-411e-9651-002f7b20e496 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:16.421040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:16.517916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:16.637941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1b257dec-f2ef-45c1-8b82-047e5b194a7c tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/1d3e13b3-443f-40b8-a783-e55437d2db90 HTTP/1.1" status: 200 len: 920 time: 0.4330356 Feb 13 23:51:16.640597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] Routers {'1d3e13b3-443f-40b8-a783-e55437d2db90'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:16.641225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['1d3e13b3-443f-40b8-a783-e55437d2db90'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:16.646758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53078) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:16.735855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port d0a683b7-bfa4-411e-9651-002f7b20e496, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0a683b7-bfa4-411e-9651-002f7b20e496,segment=NetworkSegment(ef0db63c-b0c2-4571-8d33-17b7216d1a8c),segment_id=ef0db63c-b0c2-4571-8d33-17b7216d1a8c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:16.736569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:16.744843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a0418091-36fd-479a-9b68-3b4d31e5f35a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:16.752416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2b7c7f29-302d-4cc9-bc2d-69c2e4cde8cd tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Synchronizing usage tracker for tenant:400131525e184213892c375ab61c2248 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:16.793659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2b7c7f29-302d-4cc9-bc2d-69c2e4cde8cd tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Unset dirty status for tenant:400131525e184213892c375ab61c2248 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:16.795897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b7c7f29-302d-4cc9-bc2d-69c2e4cde8cd tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=1d3e13b3-443f-40b8-a783-e55437d2db90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1481307 Feb 13 23:51:16.803497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53088) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:16.891069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:16.891069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dba037-2a3b-4ddc-992c-6b2d6a7cebf6 None None] The sync data for ids ['1d3e13b3-443f-40b8-a783-e55437d2db90'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:16.924276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a0418091-36fd-479a-9b68-3b4d31e5f35a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:16.924276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.012300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for d0a683b7-bfa4-411e-9651-002f7b20e496 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:17.077853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3848586-7c53-45e2-8399-04014ad72230 None None] DHCP port deletion for 5a917019-c977-4700-a2e7-02d411219785 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:51:17.084036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67893bd6-2138-4fc1-bc09-f2ed460bea92 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:17.088164 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-67893bd6-2138-4fc1-bc09-f2ed460bea92 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.2809627 Feb 13 23:51:17.088616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53096) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:17.091117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d3848586-7c53-45e2-8399-04014ad72230 None None] Deleting port d0a683b7-bfa4-411e-9651-002f7b20e496 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:17.091492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d3848586-7c53-45e2-8399-04014ad72230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.146643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.184077 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-516f9d13-4503-4e44-87a4-3ad756ba8225 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3e13b3-443f-40b8-a783-e55437d2db90 HTTP/1.1" status: 200 len: 205 time: 0.0913594 Feb 13 23:51:17.184405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53102) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:17.280055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No DVR routers for this DVR port d0a683b7-bfa4-411e-9651-002f7b20e496 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:51:17.284121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d3848586-7c53-45e2-8399-04014ad72230 None None] The port 'd0a683b7-bfa4-411e-9651-002f7b20e496' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:51:17.324684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=d0a683b7-bfa4-411e-9651-002f7b20e496,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:17.476773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.511117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a917019-c977-4700-a2e7-02d411219785']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:17.527690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:17.528025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0db63c-b0c2-4571-8d33-17b7216d1a8c') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:17.544163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.593434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.607827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:51:17.607827 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:51:17.616703 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:51:17.638843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.713711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.747086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.757850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=5a917019-c977-4700-a2e7-02d411219785,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:17.775119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53114) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:17.779843 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7f094c8-c1a8-4d58-ab2d-c592850a9edd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/5a917019-c977-4700-a2e7-02d411219785 HTTP/1.1" status: 204 len: 168 time: 1.5718448 Feb 13 23:51:17.784258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559530143'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:17.789546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:17.796050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:network and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:17.799397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:17.835146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:17.853737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:17.857664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.909753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:51:17.914587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:17.914587 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Added segment 0b27c517-f546-43b5-a1fd-3487a7db81f6 of type vlan for network c5784029-7b07-4d8a-993c-e8a937f17f00 Feb 13 23:51:17.948053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.022414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.028882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:18.028882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.064749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2883947 Feb 13 23:51:18.067768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53122) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:18.074943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:18.180205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a775289-5878-44f1-b335-22b7cd009e00 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Network': ['ID=c5784029-7b07-4d8a-993c-e8a937f17f00,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:18.189750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c5784029-7b07-4d8a-993c-e8a937f17f00 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:51:18.200454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.216041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:18.216041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:18.219217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Deleting port f9a4d5c6-10ec-4227-bbf2-56b68b9641bf {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:18.219217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.222449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:18.228553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:18.252326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:18.381430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.502230 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.657476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0a683b7-bfa4-411e-9651-002f7b20e496 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:18.675135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.689258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Calling delete_port for f9a4d5c6-10ec-4227-bbf2-56b68b9641bf owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:18.706175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d0a683b7-bfa4-411e-9651-002f7b20e496 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:51:18.706175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0a683b7-bfa4-411e-9651-002f7b20e496 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:51:18.888854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:18.960458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=27e3846c-ea89-4cbd-beb1-c9ce77563f86,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:18.973437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Checking segment: {'id': '0b27c517-f546-43b5-a1fd-3487a7db81f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:18.973437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network hostable DHCP agents. Network: c5784029-7b07-4d8a-993c-e8a937f17f00, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:51:19.021257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event deleted for resources: {'Port': ['ID=f9a4d5c6-10ec-4227-bbf2-56b68b9641bf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:19.036239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network c5784029-7b07-4d8a-993c-e8a937f17f00 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:51:19.050403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c5784029-7b07-4d8a-993c-e8a937f17f00) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:19.064120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ed3d4-fbb3-48a6-8631-82aebfdb7e4e None None] Network c5784029-7b07-4d8a-993c-e8a937f17f00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:19.067928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:19.067928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.128930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba66bc6e-e2db-4367-87bf-a9926a90bc54 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0455294 Feb 13 23:51:19.128930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53140) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:19.128930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1414194133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:19.151108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:19.158350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:router and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:19.162213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:19.169978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:19.188990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.190224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.217789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.242938 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.278046 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.281856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9922ddaf-bb11-4869-80ce-b8c1b9d5a03b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1598685 Feb 13 23:51:19.286366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:19.324588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00', 'name': 'tempest-PortsTestJSON-1792759970'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:19.505226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c5784029-7b07-4d8a-993c-e8a937f17f00', 'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': '27e3846c-ea89-4cbd-beb1-c9ce77563f86'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:51:19.505226 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.523181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.529498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:19.536495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:port and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:19.536495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:19.546465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:19.561685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:19.564731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:19.603739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:51:19.848293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Allocated IP 172.20.0.2 (c5784029-7b07-4d8a-993c-e8a937f17f00/27e3846c-ea89-4cbd-beb1-c9ce77563f86/5e2e8443-7471-4f05-8ee3-6556639c4cd7) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:20.035895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.046161 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.154243 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.168327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4658b1-2119-4494-babb-e0caf8d4be37 req-8d5627eb-3371-4020-8daf-7baa3206997f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:20.172662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Transition to ACTIVE for port object 5e2e8443-7471-4f05-8ee3-6556639c4cd7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:20.176862 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c4658b1-2119-4494-babb-e0caf8d4be37 req-8d5627eb-3371-4020-8daf-7baa3206997f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1974967 Feb 13 23:51:20.212376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.212376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Fanout notify agent at l3_agent the message router_deleted on router 1d3e13b3-443f-40b8-a783-e55437d2db90 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:51:20.216806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Transition to ACTIVE for port object 5e2e8443-7471-4f05-8ee3-6556639c4cd7 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:20.224922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.287350 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.287350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10b4532e-d08b-47af-9997-11aa971c4cba tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/1d3e13b3-443f-40b8-a783-e55437d2db90 HTTP/1.1" status: 204 len: 168 time: 3.0927267 Feb 13 23:51:20.287350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c4658b1-2119-4494-babb-e0caf8d4be37 req-a8cd5950-3fa2-4c60-a559-624c28597832 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080749 Feb 13 23:51:20.298480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53164) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:20.314111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-860780285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:20.314111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:20.324413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Usage tracker for resource:router and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:20.331147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:20.349434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:20.371391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.372555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.402828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Network c5784029-7b07-4d8a-993c-e8a937f17f00 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:20.425200 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.428254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:20.433148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Pushing event updated for resources: {'Port': ['ID=5e2e8443-7471-4f05-8ee3-6556639c4cd7,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:20.437414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:20.442804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.5 (c5784029-7b07-4d8a-993c-e8a937f17f00/27e3846c-ea89-4cbd-beb1-c9ce77563f86/46b6f7eb-9690-43d2-afa8-0b32681bf3e3) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:20.506362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.554400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.559663 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1a19a826-bb33-4f46-90ab-48a1c5e55af9 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2641516 Feb 13 23:51:20.560870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:20.571913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': True}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:20.572268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Attempting to bind port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:51:20.572425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Attempting to bind port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '0b27c517-f546-43b5-a1fd-3487a7db81f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:51:20.572747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Attempting to bind port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 on network c5784029-7b07-4d8a-993c-e8a937f17f00 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:51:20.606103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:51:20.606103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Checking segment: {'id': '0b27c517-f546-43b5-a1fd-3487a7db81f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:20.606103 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.606103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Bound using segment: {'id': '0b27c517-f546-43b5-a1fd-3487a7db81f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:51:20.606103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Bound port: 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b27c517-f546-43b5-a1fd-3487a7db81f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c5784029-7b07-4d8a-993c-e8a937f17f00'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:51:20.606103 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.809385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:51:20.809385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:51:20.819864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.854177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:20.880821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:20.942402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134376-f24d-4b94-860c-565bcc4da700 None None] Pushing event updated for resources: {'Port': ['ID=5e2e8443-7471-4f05-8ee3-6556639c4cd7,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:21.037220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:21.137291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network c5784029-7b07-4d8a-993c-e8a937f17f00 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:21.154259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631301ea-b791-4a49-add6-7268df9444f6 req-508c5aaa-dc5e-4554-bdbd-a24e046ead05 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:21.154259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-631301ea-b791-4a49-add6-7268df9444f6 req-508c5aaa-dc5e-4554-bdbd-a24e046ead05 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2573221 Feb 13 23:51:21.154259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:21.158008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=46b6f7eb-9690-43d2-afa8-0b32681bf3e3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:21.172499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:21.200470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:21.274292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:21.274909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:21.294726 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-631301ea-b791-4a49-add6-7268df9444f6 req-d45c0abb-55b1-4dfe-b2c4-5338a91a247e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438048 Feb 13 23:51:21.357969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17783176-80d9-41b7-b688-2df49cd151fd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0704441 Feb 13 23:51:21.360642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53196) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:21.476712 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:21.775374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf73b7-51fd-474a-a318-e20ee5c37f5f req-5353b72c-a387-4288-8814-b0d4bd5847f0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:21.777427 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7cf73b7-51fd-474a-a318-e20ee5c37f5f req-5353b72c-a387-4288-8814-b0d4bd5847f0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1863413 Feb 13 23:51:21.917944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7cf73b7-51fd-474a-a318-e20ee5c37f5f req-10c03203-8f35-4a3a-ae1b-d0d037f9ae3b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290591 Feb 13 23:51:22.391857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37d11-5c4c-435a-8f22-9201571c47cf req-f5bfbbee-1b0c-476e-802d-3b426f54d47c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:22.391857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eab37d11-5c4c-435a-8f22-9201571c47cf req-f5bfbbee-1b0c-476e-802d-3b426f54d47c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2413282 Feb 13 23:51:22.451551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:22.471811 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:51:22.506312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:22.656507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:22.701855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0dedf-9478-494f-9a45-49ba1539f9b4 None None] Network c5784029-7b07-4d8a-993c-e8a937f17f00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:22.771782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eab37d11-5c4c-435a-8f22-9201571c47cf req-49bd35c8-8772-48c6-96b5-ffcd5dddc2a7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183568 Feb 13 23:51:22.921307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Allocated IP 172.25.4.84 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/df8e8ba2-eba6-4454-9833-ffd537291e2d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:22.928664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e2e8443-7471-4f05-8ee3-6556639c4cd7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:23.150173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3a197ec-6cad-4c81-8067-2b0908b8d3e5 None None] Provisioning for port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:23.193227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.264903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.271834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:23.285450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:23.285450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.431850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.443662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.489751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.515896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-047a78ec-bbe8-4bf5-9362-5dd90fd30d0d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:23.517035 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-047a78ec-bbe8-4bf5-9362-5dd90fd30d0d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.1896040 Feb 13 23:51:23.523137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.596186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:23.609001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.676212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=46b6f7eb-9690-43d2-afa8-0b32681bf3e3,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:23.719659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-5c46f803-76f3-4775-83ae-27bb1dee560d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/quotas/37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 375 time: 0.1434169 Feb 13 23:51:23.768096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5e2e8443-7471-4f05-8ee3-6556639c4cd7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:23.772793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Port': ['ID=df8e8ba2-eba6-4454-9833-ffd537291e2d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:23.832630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b30ab34a-1ac7-4cd8-9a81-e1cdacd1f4e4 None None] Provisioning complete for port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:23.832630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b30ab34a-1ac7-4cd8-9a81-e1cdacd1f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:23.930668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:23.935567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:23.944299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:24.049818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b30ab34a-1ac7-4cd8-9a81-e1cdacd1f4e4 None None] Provisioning for port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:24.049818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b30ab34a-1ac7-4cd8-9a81-e1cdacd1f4e4 None None] Provisioning complete for port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:24.049818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b30ab34a-1ac7-4cd8-9a81-e1cdacd1f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.106989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.236964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b30ab34a-1ac7-4cd8-9a81-e1cdacd1f4e4 None None] Port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:24.263896 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-4bd8ad96-7614-4b79-b51a-dfc5f7d48493 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5423167 Feb 13 23:51:24.346998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.366625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-18adb802-7d68-4372-84dd-62a382e7cf0a None None] Provisioning complete for port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:24.367081 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-18adb802-7d68-4372-84dd-62a382e7cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.486703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-18adb802-7d68-4372-84dd-62a382e7cf0a None None] Port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:24.514914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-e2a2f749-1c99-44a8-826b-8cbc649c838a service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320333 Feb 13 23:51:24.525851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.606700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-853452ba-30d2-4045-85db-8b35be87c272 None None] Provisioning complete for port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:24.607158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-853452ba-30d2-4045-85db-8b35be87c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.705141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-853452ba-30d2-4045-85db-8b35be87c272 None None] Port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:24.711726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e2e8443-7471-4f05-8ee3-6556639c4cd7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:24.805922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:24.832333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:24.832333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:25.024809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:25.096501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:25.121374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:25.327632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:25.327632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=46b6f7eb-9690-43d2-afa8-0b32681bf3e3,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:25.365720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-84f3d2ff-4031-4a13-bf8a-ced3b0d35521 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8382063 Feb 13 23:51:25.558371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network c5784029-7b07-4d8a-993c-e8a937f17f00 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:25.558371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:25.975287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Router 8b3a7a54-57d3-497a-9a3c-b16cb14308d2 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:51:26.029387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e3f0ddab-025f-4400-ae46-7f2b054ad3f7 None None] Provisioning complete for port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:26.029387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e3f0ddab-025f-4400-ae46-7f2b054ad3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:26.110123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0ddab-025f-4400-ae46-7f2b054ad3f7 None None] Port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:26.129023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc632eb4-119b-4aeb-b85f-1362993199dc req-1b880a01-b823-4054-a5f0-43e685f23986 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 210 time: 0.1425695 Feb 13 23:51:26.500342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port a0418091-36fd-479a-9b68-3b4d31e5f35a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:26.500342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:26.520681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Router 90ca2d2a-2373-424f-9f30-14036e412324 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:51:26.802884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port a0418091-36fd-479a-9b68-3b4d31e5f35a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a0418091-36fd-479a-9b68-3b4d31e5f35a,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:26.802884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:26.853745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:26.859798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2251e1f5-04e5-421a-ae01-b66d32ad9d96 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/routers/90ca2d2a-2373-424f-9f30-14036e412324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4937060 Feb 13 23:51:26.859798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53286) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:26.887731 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] Sync routers for ids ['90ca2d2a-2373-424f-9f30-14036e412324'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:26.903378 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] Routers {'90ca2d2a-2373-424f-9f30-14036e412324'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:26.910151 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['90ca2d2a-2373-424f-9f30-14036e412324'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.012872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c770e43-7cb9-41ea-9a08-3d4a30dbe9b4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:27.013943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1c770e43-7cb9-41ea-9a08-3d4a30dbe9b4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:27.018020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.033209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1c770e43-7cb9-41ea-9a08-3d4a30dbe9b4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:27.035097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1c770e43-7cb9-41ea-9a08-3d4a30dbe9b4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ca2d2a-2373-424f-9f30-14036e412324 HTTP/1.1" status: 200 len: 982 time: 0.1752319 Feb 13 23:51:27.037861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53296) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:27.044721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] Routers {'90ca2d2a-2373-424f-9f30-14036e412324'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:27.045567 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['90ca2d2a-2373-424f-9f30-14036e412324'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.069460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for a0418091-36fd-479a-9b68-3b4d31e5f35a owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:27.195150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:27.217651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:27.217651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-994d0296-b569-4eab-b023-926acc044280 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "PUT /v2.0/routers/8b3a7a54-57d3-497a-9a3c-b16cb14308d2 HTTP/1.1" status: 200 len: 913 time: 6.6472883 Feb 13 23:51:27.231321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] Sync routers for ids ['8b3a7a54-57d3-497a-9a3c-b16cb14308d2'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:27.235929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53302) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:27.316384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] Routers {'8b3a7a54-57d3-497a-9a3c-b16cb14308d2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:27.316384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8b3a7a54-57d3-497a-9a3c-b16cb14308d2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.349280 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.349280 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514b606-7385-49c4-a2a6-6f35a602792a None None] The sync data for ids ['90ca2d2a-2373-424f-9f30-14036e412324'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:27.485474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.515707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] Routers {'8b3a7a54-57d3-497a-9a3c-b16cb14308d2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:27.520405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8b3a7a54-57d3-497a-9a3c-b16cb14308d2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.628344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c519ea1b-0092-4900-addf-226e57013d28 req-27010b66-bbf4-401d-8a5b-ee58a54f86ad tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 210 time: 0.2935498 Feb 13 23:51:27.781530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:27.781530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff7855-2c52-4275-a92a-f482bfedb374 None None] The sync data for ids ['8b3a7a54-57d3-497a-9a3c-b16cb14308d2'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:27.825275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-a83cc483-d55c-4eef-a5c8-1ec42c520a4b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:27.825275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-a83cc483-d55c-4eef-a5c8-1ec42c520a4b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.4628887 Feb 13 23:51:27.834099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:27.838442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'port': {'device_id': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'admin_state_up': True, 'tenant_id': '37061f324cd34d6daa0813fcd638c758'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:27.886222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=a0418091-36fd-479a-9b68-3b4d31e5f35a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:28.137868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5bcb72a2-98a2-49d9-955c-88d857cca13f tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/8b3a7a54-57d3-497a-9a3c-b16cb14308d2 HTTP/1.1" status: 200 len: 919 time: 0.9046128 Feb 13 23:51:28.137868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53320) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:28.281222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:28.304208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:28.333075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:28.336209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:28.379134 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-991954ac-f0bb-4efb-80be-025d763b28ee tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=8b3a7a54-57d3-497a-9a3c-b16cb14308d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2246087 Feb 13 23:51:28.381549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:28.548325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b374e-55ce-49f1-9997-e6378984da13 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:28.548325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-299b374e-55ce-49f1-9997-e6378984da13 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.1610925 Feb 13 23:51:28.548325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:28.607401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:28.621703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1841240c-31da-4ff2-b04e-bb8c0db79f3e tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b3a7a54-57d3-497a-9a3c-b16cb14308d2 HTTP/1.1" status: 200 len: 205 time: 0.0687335 Feb 13 23:51:28.621703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53336) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:28.851209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Allocated IP 172.20.0.14 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/9e35105c-9833-49b7-82c1-b0e5ad3dccba) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:28.878937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71cffb34-604f-49f4-a247-91d5ce7be0c8 req-92470001-ecc6-4c99-b102-c4d491b58780 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 210 time: 0.0840707 Feb 13 23:51:29.196141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:29.349943 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:29.363918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:29.433739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Transition to ACTIVE for port object 9e35105c-9833-49b7-82c1-b0e5ad3dccba will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:29.548052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:29.562269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa', '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:51:29.631411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:29.684758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:29.684758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:29.684758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:29.752139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:29.752139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:29.877190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-7be089ff-1c65-4ba2-b800-e134324ebfc0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0543118 Feb 13 23:51:29.918689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Request body: {'port': {'device_id': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:30.175337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.203453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Deleting port df8e8ba2-eba6-4454-9833-ffd537291e2d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:30.203453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.216798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-baa1d65c-a710-4817-9c58-c3e19142b8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.295718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b44f712e-5821-49f9-988e-faed4f11fee9 None None] Provisioning for port 9e35105c-9833-49b7-82c1-b0e5ad3dccba completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:30.310088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b44f712e-5821-49f9-988e-faed4f11fee9 None None] Provisioning complete for port 9e35105c-9833-49b7-82c1-b0e5ad3dccba triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:30.310088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b44f712e-5821-49f9-988e-faed4f11fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.335666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:51:30.378336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:30.378336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.416284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b44f712e-5821-49f9-988e-faed4f11fee9 None None] Port 9e35105c-9833-49b7-82c1-b0e5ad3dccba cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:30.422536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.645687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9798780-5a7c-4304-afc4-5a340a4b0219 req-6d5cbb1e-31ba-41c5-931c-aa682c8d68d8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:30.647251 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9798780-5a7c-4304-afc4-5a340a4b0219 req-6d5cbb1e-31ba-41c5-931c-aa682c8d68d8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 932 time: 0.4192669 Feb 13 23:51:30.649256 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.702694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:30.843589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Calling delete_port for df8e8ba2-eba6-4454-9833-ffd537291e2d owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:30.938266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9798780-5a7c-4304-afc4-5a340a4b0219 req-b0b5bb49-4115-4606-9f4d-341ebd520523 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797272 Feb 13 23:51:31.000320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 46b6f7eb-9690-43d2-afa8-0b32681bf3e3 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:31.197770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:31.358102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event deleted for resources: {'Port': ['ID=df8e8ba2-eba6-4454-9833-ffd537291e2d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:31.389427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:31.449046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:31.456411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=46b6f7eb-9690-43d2-afa8-0b32681bf3e3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:31.461679 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:31.488686 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:31.489305 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:31.565579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-765c3468-cb4d-4add-bb2c-5c8e15d2d1a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "PUT /v2.0/routers/d085f349-6027-4d64-bf34-9201aa96c9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3685024 Feb 13 23:51:31.749571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:51:32.013588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.134793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e35105c-9833-49b7-82c1-b0e5ad3dccba {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:51:32.145539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.273965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Transition to ACTIVE for port object 9e35105c-9833-49b7-82c1-b0e5ad3dccba will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:32.319367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.350721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.355412 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:27Z', 'revision_number': 6, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:50:01Z', 'revision_number': 1, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:32.360422 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:51:32.361009 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fd4a-48ac-45e7-9c06-0c09862c62db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.373835 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:32.374556 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:32.623684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Pushing event updated for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:32.638513 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:51:32.654919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.667235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.741878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e4143-d9b4-4854-96bc-a9dd03ead2c3 req-d3b84965-050d-4708-8e67-73e1ed592970 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:32.753534 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-152e4143-d9b4-4854-96bc-a9dd03ead2c3 req-d3b84965-050d-4708-8e67-73e1ed592970 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 944 time: 0.4464025 Feb 13 23:51:32.837873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.842209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3a7a54-57d3-497a-9a3c-b16cb14308d2 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:51:32.874554 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-152e4143-d9b4-4854-96bc-a9dd03ead2c3 req-f60b292a-d53b-4591-8485-9665d37d7c52 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199436 Feb 13 23:51:32.881726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.883130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-89638f98-fd25-47ee-b197-6aed28794a44 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/8b3a7a54-57d3-497a-9a3c-b16cb14308d2 HTTP/1.1" status: 204 len: 168 time: 4.2603734 Feb 13 23:51:32.887655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53396) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:32.895031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-186291657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:32.906287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:32.912851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Usage tracker for resource:router and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:32.920061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:32.928217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:32.952347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.953304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:32.987370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.028907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.072477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.077609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ecc8ee0d-bfc2-4fb9-8f8b-79f4df1f46d3 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1884122 Feb 13 23:51:33.078257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53400) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:33.083904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'enable_snat': False}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:33.092024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9870a-2013-481a-b771-9744c5142eaa req-3f3f28e9-75e0-4bdd-a56a-101f534aeab0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:33.093389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ded9870a-2013-481a-b771-9744c5142eaa req-3f3f28e9-75e0-4bdd-a56a-101f534aeab0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:33.171414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Attempting to bind port 9e35105c-9833-49b7-82c1-b0e5ad3dccba on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:51:33.172729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Attempting to bind port 9e35105c-9833-49b7-82c1-b0e5ad3dccba by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:51:33.173217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Attempting to bind port 9e35105c-9833-49b7-82c1-b0e5ad3dccba on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:51:33.262170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Port 9e35105c-9833-49b7-82c1-b0e5ad3dccba on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:51:33.262454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Attempting to bind port 9e35105c-9833-49b7-82c1-b0e5ad3dccba on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:51:33.267203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ded9870a-2013-481a-b771-9744c5142eaa req-3f3f28e9-75e0-4bdd-a56a-101f534aeab0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:33.288073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ded9870a-2013-481a-b771-9744c5142eaa req-3f3f28e9-75e0-4bdd-a56a-101f534aeab0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 946 time: 1.1037729 Feb 13 23:51:33.380097 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:27Z', 'revision_number': 6, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:50:01Z', 'revision_number': 1, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:33.385115 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f8ec0-9580-41dd-a28c-bcf8369129d6 None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:27Z', 'revision_number': 6, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'port_id': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'mac_address': 'fa:16:3e:47:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:49:47Z', 'updated_at': '2022-02-13T23:50:01Z', 'revision_number': 1, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:33.418061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:51:33.418061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:33.418061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:51:33.418061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Bound port: 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:51:33.418061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.552068 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.747485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.768736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ded9870a-2013-481a-b771-9744c5142eaa req-3ce43024-3b6f-426f-a200-cfbdb8182e67 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4787943 Feb 13 23:51:33.855126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:33.878997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-2542f6d4-61df-4a05-9229-eec0b849ac0b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:33.880440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-2542f6d4-61df-4a05-9229-eec0b849ac0b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 946 time: 0.5653098 Feb 13 23:51:33.902165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Router 90ca2d2a-2373-424f-9f30-14036e412324 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:51:34.009609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:51:34.033295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:51:34.046985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:34.047413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.069131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.097714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.117908 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.394421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.397221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 200 len: 1092 time: 4.4906051 Feb 13 23:51:34.400675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:51:34.558383 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba', 'status': 'completed', 'code': 200} Feb 13 23:51:34.563888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e15460-e64c-4ef1-9d2a-bc9ab0228c56 service neutron] Pushing event updated for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:34.586470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Allocated IP 172.25.4.153 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/38ec4636-2420-45f4-babf-55e4ac40104f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:34.633249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a0418091-36fd-479a-9b68-3b4d31e5f35a no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:34.695252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:34.746604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-543f0b2e-0a89-414a-b838-90fd34651b9e tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/routers/90ca2d2a-2373-424f-9f30-14036e412324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7070737 Feb 13 23:51:34.751692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] Sync routers for ids ['90ca2d2a-2373-424f-9f30-14036e412324'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:34.754000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a0418091-36fd-479a-9b68-3b4d31e5f35a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:51:34.756447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a0418091-36fd-479a-9b68-3b4d31e5f35a not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:51:34.766626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53426) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:34.790012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] Routers {'90ca2d2a-2373-424f-9f30-14036e412324'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:34.790913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['90ca2d2a-2373-424f-9f30-14036e412324'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:34.815888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.879311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb39fc-e33c-4c7e-982d-79bc528053f2 req-c794716c-076a-4e28-87c8-ffcc3540eec6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:34.882049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cbb39fc-e33c-4c7e-982d-79bc528053f2 req-c794716c-076a-4e28-87c8-ffcc3540eec6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 944 time: 0.6983659 Feb 13 23:51:34.885680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:34.897557 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb83a002-555b-4061-9786-9f11f4af7d83 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:51:34.900058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bb83a002-555b-4061-9786-9f11f4af7d83 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:34.914989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:34.944558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] Routers {'90ca2d2a-2373-424f-9f30-14036e412324'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:34.945401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['90ca2d2a-2373-424f-9f30-14036e412324'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:34.959166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-90bf107c-f7a6-47a2-b6ed-2a001fedb566 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 1095 time: 0.5019252 Feb 13 23:51:35.020001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:35.059325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:35.065803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:35.131999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bb83a002-555b-4061-9786-9f11f4af7d83 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:35.133391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb83a002-555b-4061-9786-9f11f4af7d83 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/46b6f7eb-9690-43d2-afa8-0b32681bf3e3 HTTP/1.1" status: 404 len: 333 time: 0.3591452 Feb 13 23:51:35.139145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:35.139776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c31c7e-0736-482f-8be2-ad4a04f40535 None None] The sync data for ids ['90ca2d2a-2373-424f-9f30-14036e412324'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:35.145451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53438) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:35.152187 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:35.169822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-55265142-2cb3-47a8-9646-d6beb48210ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 200 len: 217 time: 0.1952093 Feb 13 23:51:35.175837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:35.176483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:35.334303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-77731ba6-0c45-4ac3-be69-b21035cf4eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:35.334303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-77731ba6-0c45-4ac3-be69-b21035cf4eea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0679154 Feb 13 23:51:35.378447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cbb39fc-e33c-4c7e-982d-79bc528053f2 req-03bdc0a1-5f33-4af4-9ad9-2b5fab5b83ba tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653695 Feb 13 23:51:35.385860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Pushing event updated for resources: {'Port': ['ID=38ec4636-2420-45f4-babf-55e4ac40104f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:35.480261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:35.520383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:35.720443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb61b4f-8ccc-4240-aa56-2c3284b349ed req-6eb02e95-54f2-4487-82ba-de1a32aead41 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:35.722217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eb61b4f-8ccc-4240-aa56-2c3284b349ed req-6eb02e95-54f2-4487-82ba-de1a32aead41 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca5faf15-d992-40e0-904f-74dee4d791ee HTTP/1.1" status: 200 len: 946 time: 0.6452317 Feb 13 23:51:35.725895 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.035009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=c8a31fe9-5c1d-4f86-b2fe-46abd46c8403,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:36.066933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.071198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.087750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] No DVR routers for this DVR port c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:51:36.108954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.109685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Fanout notify agent at l3_agent the message router_deleted on router 90ca2d2a-2373-424f-9f30-14036e412324 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:51:36.116076 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.121871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1eb61b4f-8ccc-4240-aa56-2c3284b349ed req-7e71c4cf-320b-4d6a-88a6-3cc2eec7554e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0fe6012-ce98-4ce9-a04f-687549c97ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514552 Feb 13 23:51:36.124920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-8cb52cc9-efc3-431d-a441-1b462d0beefb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8600326 Feb 13 23:51:36.131981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.133005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aeb1e075-0142-483e-bf0c-5b368834a93c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/routers/90ca2d2a-2373-424f-9f30-14036e412324 HTTP/1.1" status: 204 len: 168 time: 0.9777529 Feb 13 23:51:36.135962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53450) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:36.139388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.215861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1a40d97-2b6a-4404-b407-398d78db25a7 req-7085fe09-4f0e-41bf-bc63-3f33975074b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "DELETE /v2.0/ports/c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 HTTP/1.1" status: 204 len: 173 time: 2.3084037 Feb 13 23:51:36.547458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:36.561456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'name': 'network-vif-deleted', 'tag': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:51:36.629222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:51:36.629945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c8a31fe9-5c1d-4f86-b2fe-46abd46c8403 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:51:36.630535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-76919b3d-102e-406d-ab92-dcd21c0d7166 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904218 Feb 13 23:51:36.841181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.841371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3481a37-f731-4747-b35c-1784a3e3b962 req-ac7c7326-e48e-4345-b15d-127741ec04be service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969743 Feb 13 23:51:36.843072 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5faf15-d992-40e0-904f-74dee4d791ee', 'name': 'network-vif-deleted', 'tag': 'c8a31fe9-5c1d-4f86-b2fe-46abd46c8403', 'status': 'completed', 'code': 200} Feb 13 23:51:36.851445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:36.927062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet 27e3846c-ea89-4cbd-beb1-c9ce77563f86 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:51:36.930673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.040756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-c3e39f1e-ce5e-4c80-8341-a8b14c8fa9e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6351130 Feb 13 23:51:37.104558 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.139287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.196453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb69d19-a91d-45e9-9f59-8d44b4449989 req-3078c38b-509a-491c-9ad7-850f53ac79c2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:37.204217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5cb69d19-a91d-45e9-9f59-8d44b4449989 req-3078c38b-509a-491c-9ad7-850f53ac79c2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 944 time: 0.4343491 Feb 13 23:51:37.295296 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5cb69d19-a91d-45e9-9f59-8d44b4449989 req-2cfe03e3-76d1-41da-aa65-24f770c84d2d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899837 Feb 13 23:51:37.304083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53476) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:37.312643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-b0b90749-3d9b-4889-aba3-c6733fcb6401 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 1095 time: 0.3888378 Feb 13 23:51:37.335177 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-6e87dd49-eff8-421d-bf71-acc967b63616 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1096 time: 0.2478721 Feb 13 23:51:37.465524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.532646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d057f40-2e04-44a8-967f-06ea9987a0a8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.572699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-9b3b6baa-4304-41d4-954c-74b16134bca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:37.574509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-9b3b6baa-4304-41d4-954c-74b16134bca3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.2540288 Feb 13 23:51:37.598926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-bb10b1f7-bb4f-4cde-b9d7-e9a1478af3e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:37.600943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-bb10b1f7-bb4f-4cde-b9d7-e9a1478af3e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 897 time: 0.2381516 Feb 13 23:51:37.637430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d057f40-2e04-44a8-967f-06ea9987a0a8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.677209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.717944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-71c1fe83-069b-48f6-b807-31ee52e50e3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 200 len: 217 time: 0.1301289 Feb 13 23:51:37.724945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=27e3846c-ea89-4cbd-beb1-c9ce77563f86,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:37.789286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.797263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a89fcc-2a76-41c3-bea8-d82e0ac1687d None None] Network c5784029-7b07-4d8a-993c-e8a937f17f00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:37.808321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c9d72b4c-62b7-42bc-88ee-239a6c8b001d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/27e3846c-ea89-4cbd-beb1-c9ce77563f86 HTTP/1.1" status: 204 len: 168 time: 1.6710138 Feb 13 23:51:37.811217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:37.863521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d057f40-2e04-44a8-967f-06ea9987a0a8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:37.899228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-500a28de-267f-4f20-9125-2c3210e4158d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:37.901704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-500a28de-267f-4f20-9125-2c3210e4158d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1724548 Feb 13 23:51:37.931315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d057f40-2e04-44a8-967f-06ea9987a0a8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe6012-ce98-4ce9-a04f-687549c97ccd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:38.019553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-3139ac38-af76-4601-b331-16b18dce3cca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 200 len: 1000 time: 0.3062193 Feb 13 23:51:38.024519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8d057f40-2e04-44a8-967f-06ea9987a0a8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.028600 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8d057f40-2e04-44a8-967f-06ea9987a0a8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0fe6012-ce98-4ce9-a04f-687549c97ccd HTTP/1.1" status: 204 len: 168 time: 0.7200305 Feb 13 23:51:38.051042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.123278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:38.123832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.133534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Router b135f527-d81f-48ec-a4e1-4cb4f2babff5 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:51:38.137300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53550) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:38.282020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-ca1e2cd2-27f6-4e0e-bbf3-eecacb5f07a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:38.284213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-ca1e2cd2-27f6-4e0e-bbf3-eecacb5f07a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a12c960a-9189-43ac-82f4-0d62ebce5a49 HTTP/1.1" status: 200 len: 835 time: 0.2499449 Feb 13 23:51:38.317072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] DHCP port deletion for c5784029-7b07-4d8a-993c-e8a937f17f00 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:51:38.322710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Deleting port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:38.323767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.651575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-b29f1eea-a08b-4658-9182-5f4db38820f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7317207 Feb 13 23:51:38.667294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5e2e8443-7471-4f05-8ee3-6556639c4cd7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:38.724025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:38.724479 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.764219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:38.764815 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.793560 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-1c5792c1-e090-4324-be93-6661e478c2ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861299 Feb 13 23:51:38.801175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ccde9-b3d1-487e-9328-acaa57ffe556 req-080a0922-b41a-4b1a-9ecf-ad93cf900b3d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:38.802790 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-407ccde9-b3d1-487e-9328-acaa57ffe556 req-080a0922-b41a-4b1a-9ecf-ad93cf900b3d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 944 time: 0.2234111 Feb 13 23:51:38.881340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Calling delete_port for 5e2e8443-7471-4f05-8ee3-6556639c4cd7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:38.909764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting subnet 1adfa77c-dce4-4c4f-9811-8bc47a255b2e {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:51:38.913057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:38.953817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 5e2e8443-7471-4f05-8ee3-6556639c4cd7 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:39.005430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.017082 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.082359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:39.093109 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.095703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-e72a364a-3e8e-4446-b541-bcd441612102 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236979 Feb 13 23:51:39.133149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:51:39.133469 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:51:39.177946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:51:39.178384 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:51:39.229964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5e2e8443-7471-4f05-8ee3-6556639c4cd7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:39.291244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.309144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6562166d-25a2-4dc8-92be-3a8e8656f894 req-8bd1ac5f-8376-4467-9e50-8c4d9271d57e service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011669 Feb 13 23:51:39.395810 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-a921811f-91fb-4473-97f3-fa6941b55f75 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904038 Feb 13 23:51:39.406665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-407ccde9-b3d1-487e-9328-acaa57ffe556 req-23c77253-bd4f-4b3c-9e03-7669cf4b2991 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665347 Feb 13 23:51:39.555129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.634580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:39.635070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.651199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e73f4b-1477-4367-83e1-a6fb10cf504c req-aad7953c-a499-42b3-9878-6f5e2079d399 service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397358 Feb 13 23:51:39.653327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:39.659208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.663252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8ebd6a42-3739-404f-9619-51876839630b tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "PUT /v2.0/routers/b135f527-d81f-48ec-a4e1-4cb4f2babff5 HTTP/1.1" status: 200 len: 915 time: 6.5840473 Feb 13 23:51:39.664043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53714) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:39.666098 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] Sync routers for ids ['b135f527-d81f-48ec-a4e1-4cb4f2babff5'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:39.679732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Deleting port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:39.680266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.700494 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] Routers {'b135f527-d81f-48ec-a4e1-4cb4f2babff5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:39.701259 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b135f527-d81f-48ec-a4e1-4cb4f2babff5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:39.833576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.863909 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:39.896092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Subnet': ['ID=1adfa77c-dce4-4c4f-9811-8bc47a255b2e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:39.903324 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] Routers {'b135f527-d81f-48ec-a4e1-4cb4f2babff5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:39.904150 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b135f527-d81f-48ec-a4e1-4cb4f2babff5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:39.920533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:39.923990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9e35105c-9833-49b7-82c1-b0e5ad3dccba details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:51:39.935946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e5a3c080-2411-4799-869c-7e62202795b9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/subnets/1adfa77c-dce4-4c4f-9811-8bc47a255b2e HTTP/1.1" status: 204 len: 168 time: 1.7865412 Feb 13 23:51:39.938599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:40.071307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:40.071772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.074982 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:40.075863 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb4ec7-b87f-465c-b2b3-4550c336a240 None None] The sync data for ids ['b135f527-d81f-48ec-a4e1-4cb4f2babff5'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:40.102876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.131357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port c63498f9-6a9c-4720-a213-914c8d80ebbc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:40.132025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.163197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60836ca8-71f4-4a41-a410-9ceaef495daa None None] Network 0e4e4e98-ef12-4a1b-bab1-95a0083506ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:40.208688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04d1f87b-e2c0-484a-8a2a-77d2758b3588 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/b135f527-d81f-48ec-a4e1-4cb4f2babff5 HTTP/1.1" status: 200 len: 921 time: 0.5390811 Feb 13 23:51:40.212371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53768) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:40.233262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 5e2e8443-7471-4f05-8ee3-6556639c4cd7 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:40.346280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.451607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] For port 5e2e8443-7471-4f05-8ee3-6556639c4cd7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5e2e8443-7471-4f05-8ee3-6556639c4cd7,segment=NetworkSegment(0b27c517-f546-43b5-a1fd-3487a7db81f6),segment_id=0b27c517-f546-43b5-a1fd-3487a7db81f6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:40.452010 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.471418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-678ee5c8-0519-4075-a695-75962fdf7575 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=b135f527-d81f-48ec-a4e1-4cb4f2babff5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2575018 Feb 13 23:51:40.475670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53800) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:40.477882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=5e2e8443-7471-4f05-8ee3-6556639c4cd7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:40.509793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No DVR routers for this DVR port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:51:40.592738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Calling delete_port for 5e2e8443-7471-4f05-8ee3-6556639c4cd7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:40.599414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port c63498f9-6a9c-4720-a213-914c8d80ebbc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c63498f9-6a9c-4720-a213-914c8d80ebbc,segment=NetworkSegment(54472fef-c8c4-40fb-ae82-b8276202e9dd),segment_id=54472fef-c8c4-40fb-ae82-b8276202e9dd)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:40.599773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.677243 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:51:40.678507 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:51:40.785939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:40.792986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for c63498f9-6a9c-4720-a213-914c8d80ebbc owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:40.861550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '9e35105c-9833-49b7-82c1-b0e5ad3dccba', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '9e35105c-9833-49b7-82c1-b0e5ad3dccba', 'mac_address': 'fa:16:3e:8c:0c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:51:40.867202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.906567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5784029-7b07-4d8a-993c-e8a937f17f00']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:40.923917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.950584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b27c517-f546-43b5-a1fd-3487a7db81f6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:40.950764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b27c517-f546-43b5-a1fd-3487a7db81f6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:40.952436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:40.976671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e35105c-9833-49b7-82c1-b0e5ad3dccba {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:51:40.992719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=c63498f9-6a9c-4720-a213-914c8d80ebbc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:41.004032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] No DVR routers for this DVR port c63498f9-6a9c-4720-a213-914c8d80ebbc on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:51:41.018275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:41.018406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.023802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.055226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.072458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:51:41.074290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.121681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960b2f8-e557-43a4-8ba2-e83018e5e46d None None] DHCP port deletion for 0e4e4e98-ef12-4a1b-bab1-95a0083506ab request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:51:41.123732 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:51:41.167312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:41.269937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b93aa-f90f-4882-a483-ad03ebc1e61f req-26fb464d-8db3-43dd-895e-937a8e7cb159 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:41.270940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5e1b93aa-f90f-4882-a483-ad03ebc1e61f req-26fb464d-8db3-43dd-895e-937a8e7cb159 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:41.280411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.305349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['9e35105c-9833-49b7-82c1-b0e5ad3dccba'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:51:41.319040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.319442 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.331732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c19a7-b297-4e23-a3e2-2709ffb60591 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:41.333113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b52c19a7-b297-4e23-a3e2-2709ffb60591 tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/networks/adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 881 time: 0.8564279 Feb 13 23:51:41.336212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53882) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:41.365934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=c5784029-7b07-4d8a-993c-e8a937f17f00,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:41.384715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-137e62cf-6019-4d49-afee-fd8414facfeb tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/c5784029-7b07-4d8a-993c-e8a937f17f00 HTTP/1.1" status: 204 len: 168 time: 3.5722833 Feb 13 23:51:41.385940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5e1b93aa-f90f-4882-a483-ad03ebc1e61f req-26fb464d-8db3-43dd-895e-937a8e7cb159 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:41.387011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e1b93aa-f90f-4882-a483-ad03ebc1e61f req-26fb464d-8db3-43dd-895e-937a8e7cb159 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 944 time: 0.7956471 Feb 13 23:51:41.389325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:41.401417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e09078c-cacb-4b5f-88b8-da58b7fcd2b5 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=b135f527-d81f-48ec-a4e1-4cb4f2babff5 HTTP/1.1" status: 200 len: 205 time: 0.0637224 Feb 13 23:51:41.403417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4e4e98-ef12-4a1b-bab1-95a0083506ab']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:41.410313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53898) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:41.476689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54472fef-c8c4-40fb-ae82-b8276202e9dd') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:41.477778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54472fef-c8c4-40fb-ae82-b8276202e9dd') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:41.493310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Deleting port 5e2e8443-7471-4f05-8ee3-6556639c4cd7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:41.493965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.586159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.624233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.632820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:51:41.633238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:51:41.649072 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:51:41.695201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d7f7e-8012-40a3-832e-60c22fdc17c3 None None] The port '5e2e8443-7471-4f05-8ee3-6556639c4cd7' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:51:41.710687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79265d9-035e-497a-a21b-7b4cbbc6dc0b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:41.711366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b79265d9-035e-497a-a21b-7b4cbbc6dc0b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:41.773660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.773830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e1b93aa-f90f-4882-a483-ad03ebc1e61f req-af7e4e59-98ee-4551-8181-986be3fc42a8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778069 Feb 13 23:51:41.777224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b79265d9-035e-497a-a21b-7b4cbbc6dc0b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:41.784458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b79265d9-035e-497a-a21b-7b4cbbc6dc0b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/0413ed15-1e0a-4a92-86d0-4631e9d998b5 HTTP/1.1" status: 200 len: 840 time: 0.3877850 Feb 13 23:51:41.785038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53936) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:41.828174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:41.851664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Network': ['ID=0e4e4e98-ef12-4a1b-bab1-95a0083506ab,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:41.895643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-12de73c5-c7c4-4ab2-9e22-9006c62089a6 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/networks/0e4e4e98-ef12-4a1b-bab1-95a0083506ab HTTP/1.1" status: 204 len: 168 time: 1.9556868 Feb 13 23:51:41.898113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 53950) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:41.936782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6e571085-dba3-4910-be70-1b8fcb93fdc6 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/0413ed15-1e0a-4a92-86d0-4631e9d998b5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1506793 Feb 13 23:51:41.940981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 53960) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:41.951414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:42.043827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.208204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:42.212189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:42.215970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:42.222609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:42.235845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:42.303613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port 69f40c08-18e9-431c-981f-78969d81d845 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:42.303954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.361422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.549202 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.549715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.668236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c63498f9-6a9c-4720-a213-914c8d80ebbc no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:42.675410 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.702061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for 69f40c08-18e9-431c-981f-78969d81d845 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:42.708273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c63498f9-6a9c-4720-a213-914c8d80ebbc {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:51:42.708730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c63498f9-6a9c-4720-a213-914c8d80ebbc not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:51:42.758668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:42.762169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:42.764949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:42.765522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.769206 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.779184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac5d6f-df36-4a63-b0ae-3a658ecc4cb3 None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:42.785283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=bcd8ae98-3f6d-4ebb-b050-27536db256aa,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:42.793585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Deleting port 38ec4636-2420-45f4-babf-55e4ac40104f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:42.793926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.797780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-760862da-b0b3-4a93-9d09-5ada1dccce7f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549454 Feb 13 23:51:42.800527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54036) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:42.809302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1976854899'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:42.816909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:42.821858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:42.828135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:42.834639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:42.850453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:42.952876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:42.956859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group_rule and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:42.960951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:42.976850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:43.095227 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.107852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.178977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98037c72-868f-4e78-ad6e-8f6b57c92b21,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:43.192864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.194829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1b7b3e14-0e8d-4908-87a1-58b931d80de8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3930469 Feb 13 23:51:43.197541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54044) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:43.203300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215132882'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:43.211803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:43.220673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:43.223822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:43.238557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:43.263208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.292451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-76da5a53-e75d-492e-b30a-4f97bee023f8', 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'tenant_id': 'd9bc565b9f9b41efb773348b69fc69db', 'fixed_ips': [{'subnet_id': 'bcd8ae98-3f6d-4ebb-b050-27536db256aa'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:51:43.293265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.299534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.311962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.340294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:43.344557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group_rule and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:43.347754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:43.365177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:43.437345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.444109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.489772 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7037ea6-20ea-449b-9dbe-85cdfe8827d8 req-8eb33b67-ef51-4ef9-b7e8-b3d8b0f01e8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:43.500408 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7037ea6-20ea-449b-9dbe-85cdfe8827d8 req-8eb33b67-ef51-4ef9-b7e8-b3d8b0f01e8b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 945 time: 0.3797035 Feb 13 23:51:43.517105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5160d247-1376-4c0e-8df6-3af2a02ae5ee,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:43.531102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:43.532975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3b5501a8-9272-4c00-a5b1-2e5e67f1b9e8 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3344245 Feb 13 23:51:43.535719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54052) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:43.538619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Calling delete_port for 38ec4636-2420-45f4-babf-55e4ac40104f owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:43.564492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575663165', 'security_groups': ['5160d247-1376-4c0e-8df6-3af2a02ae5ee'], 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bcd8ae98-3f6d-4ebb-b050-27536db256aa'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:43.616699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=69f40c08-18e9-431c-981f-78969d81d845,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:43.671168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Allocated IP 172.20.0.2 (76da5a53-e75d-492e-b30a-4f97bee023f8/bcd8ae98-3f6d-4ebb-b050-27536db256aa/916ada50-1b5b-4f87-ac8b-1b3c1951839b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:43.927505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:43.938831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7037ea6-20ea-449b-9dbe-85cdfe8827d8 req-6a3a40b9-72cf-4b6a-afb8-fe628241860d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371688 Feb 13 23:51:43.939750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:43.951209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9e35105c-9833-49b7-82c1-b0e5ad3dccba up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:43.973574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:43.978476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.013803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.021346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 1106fd66-12c6-41a5-b798-2ab2085d61b8 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:51:44.051504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.074128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Transition to ACTIVE for port object 916ada50-1b5b-4f87-ac8b-1b3c1951839b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:44.082125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 9e35105c-9833-49b7-82c1-b0e5ad3dccba completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:44.096175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 9e35105c-9833-49b7-82c1-b0e5ad3dccba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:44.096551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.154312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Transition to ACTIVE for port object 916ada50-1b5b-4f87-ac8b-1b3c1951839b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:44.191824 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.275995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Pushing event updated for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:44.283878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:44.285848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:44.295591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:44.353610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.7 (76da5a53-e75d-492e-b30a-4f97bee023f8/bcd8ae98-3f6d-4ebb-b050-27536db256aa/1106fd66-12c6-41a5-b798-2ab2085d61b8) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:44.435388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.496810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event deleted for resources: {'Port': ['ID=38ec4636-2420-45f4-babf-55e4ac40104f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:44.499910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Attempting to bind port 916ada50-1b5b-4f87-ac8b-1b3c1951839b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:51:44.500527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Attempting to bind port 916ada50-1b5b-4f87-ac8b-1b3c1951839b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'fbc848c9-03e8-421e-92ed-9a6cf9dce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:51:44.501104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Attempting to bind port 916ada50-1b5b-4f87-ac8b-1b3c1951839b on network 76da5a53-e75d-492e-b30a-4f97bee023f8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:51:44.520282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:51:44.520793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Checking segment: {'id': 'fbc848c9-03e8-421e-92ed-9a6cf9dce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:51:44.521288 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.521780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Bound using segment: {'id': 'fbc848c9-03e8-421e-92ed-9a6cf9dce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:51:44.523576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Bound port: 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc848c9-03e8-421e-92ed-9a6cf9dce298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:51:44.524220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.580712 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.680377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:51:44.703950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:44.718522 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.780830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.794658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:51:44.820834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 1106fd66-12c6-41a5-b798-2ab2085d61b8 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:44.826969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:44.833158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=916ada50-1b5b-4f87-ac8b-1b3c1951839b,segment=NetworkSegment(fbc848c9-03e8-421e-92ed-9a6cf9dce298),segment_id=fbc848c9-03e8-421e-92ed-9a6cf9dce298)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:51:44.837893 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba', 'code': 200} Feb 13 23:51:44.843793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.888594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:44.945541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607e902-f902-48e7-a7df-4f7c3ac0eec5 None None] Pushing event updated for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:45.036002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:45.069340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:45.078144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:45.080196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=1106fd66-12c6-41a5-b798-2ab2085d61b8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:45.083731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:45.154304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:45.154922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:45.202205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-99952025-e587-4e48-ba38-701df7379bba tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6649878 Feb 13 23:51:45.204918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54092) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:45.211893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:45.426186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:45.438442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:45.454154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:45.474869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:45.493716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:45.498784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:45.800402 n-d-828979-1 neutron-server[83662]: INFO neutron.db.ipam_backend_mixin [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bcd8ae98-3f6d-4ebb-b050-27536db256aa (CIDR: 172.20.0.0/28) Feb 13 23:51:45.808537 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:51:45.809038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:51:45.834968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-318744ba-44ec-4cd7-ac83-0bd85453e352 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6287947 Feb 13 23:51:45.836197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54110) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:45.853153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:45.876429 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:45.901746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:45.994467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:45.996656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Fanout notify agent at l3_agent the message router_deleted on router b135f527-d81f-48ec-a4e1-4cb4f2babff5 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:51:46.044615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cfe6732-2c37-4a4e-89bd-d28cdf2473d9 req-32fd6888-e5c5-4e73-8f69-c5e89a3b1fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 1097 time: 1.0983922 Feb 13 23:51:46.052771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0df2c-5599-4cfe-b5f6-e89267012e31 req-bc0a783c-2b6e-46fa-8947-771c5fa3e9ea tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:46.054269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e0df2c-5599-4cfe-b5f6-e89267012e31 req-bc0a783c-2b6e-46fa-8947-771c5fa3e9ea tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 946 time: 0.7580388 Feb 13 23:51:46.105997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.107037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6abcad6a-1eb4-4c11-9d2d-a6fddce9a0de tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/b135f527-d81f-48ec-a4e1-4cb4f2babff5 HTTP/1.1" status: 204 len: 168 time: 4.6949964 Feb 13 23:51:46.111417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:46.112403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54114) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:46.116805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:46.120563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:46.121899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-958651354', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:46.127004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:46.146783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:46.157004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Usage tracker for resource:router and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:46.159032 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:46.167237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.168274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:46.180976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:46.191275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-59e0df2c-5599-4cfe-b5f6-e89267012e31 req-59284c24-44fc-4b13-93ba-a4e7b88a6af9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147125 Feb 13 23:51:46.195608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cfe6732-2c37-4a4e-89bd-d28cdf2473d9 req-a775a94f-9541-47b7-bc55-8f339a78a894 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336515 Feb 13 23:51:46.218552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.227016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.259983 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.275264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:51:46.563655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d3281b4a-050b-4d4e-9773-7b8d8f47a63d None None] Provisioning for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:46.567704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.612475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d3281b4a-050b-4d4e-9773-7b8d8f47a63d None None] Provisioning complete for port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:46.613051 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d3281b4a-050b-4d4e-9773-7b8d8f47a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.653733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:46.658430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:46.667953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:46.668544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.743290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 916ada50-1b5b-4f87-ac8b-1b3c1951839b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:46.753420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9125819 Feb 13 23:51:46.760907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:46.760907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cedf60-0c3b-4b60-87d3-dcfac78b868d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=f97d663d-fcf6-48eb-9031-0557cb72e0d3,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:46.767068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1655767850', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f97d663d-fcf6-48eb-9031-0557cb72e0d3'}], 'security_groups': ['98037c72-868f-4e78-ad6e-8f6b57c92b21']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:46.800416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.824798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d3281b4a-050b-4d4e-9773-7b8d8f47a63d None None] Port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:46.847505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fa5d0-fb35-4d9e-9968-4fbbc4037eb5 None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:46.949372 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:46.998529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e8f51aef-ef0f-476e-91be-7d34a7d5c87a None None] Provisioning for port 1106fd66-12c6-41a5-b798-2ab2085d61b8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:47.015759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:47.027061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e8f51aef-ef0f-476e-91be-7d34a7d5c87a None None] Provisioning complete for port 1106fd66-12c6-41a5-b798-2ab2085d61b8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:47.027061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e8f51aef-ef0f-476e-91be-7d34a7d5c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:47.031422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:47.083710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:47.087355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:47.099190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8b88c38-7309-44af-808f-ad0c79c179b1 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/floatingips/3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7 HTTP/1.1" status: 204 len: 168 time: 5.1973169 Feb 13 23:51:47.112332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:51:47.147710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:47.147710 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:47.269112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:47.328164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:47.328791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:47.373982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:47.754899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-f13eb2e4-bd29-4ff8-bea7-326930002344 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3238146 Feb 13 23:51:47.769262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e8f51aef-ef0f-476e-91be-7d34a7d5c87a None None] Port 1106fd66-12c6-41a5-b798-2ab2085d61b8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:47.806351 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'status': 'completed', 'code': 200} Feb 13 23:51:48.058257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Delete allocated IP 172.20.0.7 (76da5a53-e75d-492e-b30a-4f97bee023f8/bcd8ae98-3f6d-4ebb-b050-27536db256aa) {{(pid=83662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 13 23:51:48.077080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-1fa5b5d3-942a-4f44-a4c0-993a927762ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1096 time: 0.2002864 Feb 13 23:51:48.088134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.27 (76da5a53-e75d-492e-b30a-4f97bee023f8/f97d663d-fcf6-48eb-9031-0557cb72e0d3/1106fd66-12c6-41a5-b798-2ab2085d61b8) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:48.117885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:48.194154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=916ada50-1b5b-4f87-ac8b-1b3c1951839b,segment=NetworkSegment(fbc848c9-03e8-421e-92ed-9a6cf9dce298),segment_id=fbc848c9-03e8-421e-92ed-9a6cf9dce298)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:48.202990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-ea1db197-a6d2-4224-b3e0-ecd31da02cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 1096 time: 0.5024440 Feb 13 23:51:48.205054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:51:48.260034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be223-be67-416f-b4a0-98ff9fa56a71 req-73256487-9f02-42c5-abbb-4290f26befd6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:48.261770 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-185be223-be67-416f-b4a0-98ff9fa56a71 req-73256487-9f02-42c5-abbb-4290f26befd6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 946 time: 0.4432728 Feb 13 23:51:48.280917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:48.324908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a309ac-a4bc-49ec-aa42-3fab2bc86f1d req-3f9057dc-de7b-4c66-9bd5-021f028356a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:48.325621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e4a309ac-a4bc-49ec-aa42-3fab2bc86f1d req-3f9057dc-de7b-4c66-9bd5-021f028356a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:48.378093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Allocated IP 172.25.4.167 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/167210f9-864e-4a4a-8429-ee96c4a4e874) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:48.379412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e4a309ac-a4bc-49ec-aa42-3fab2bc86f1d req-3f9057dc-de7b-4c66-9bd5-021f028356a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:48.380560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a309ac-a4bc-49ec-aa42-3fab2bc86f1d req-3f9057dc-de7b-4c66-9bd5-021f028356a4 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 0.4150271 Feb 13 23:51:48.502888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-185be223-be67-416f-b4a0-98ff9fa56a71 req-4b48060a-9e5f-47b3-8ab6-391bd6228ea1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864684 Feb 13 23:51:48.573884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-23796560-03f3-4eef-8ad1-803776d46041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:48.573884 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-23796560-03f3-4eef-8ad1-803776d46041 service neutron] 10.222.0.42 "GET /v2.0/networks?id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 200 len: 897 time: 0.3512897 Feb 13 23:51:48.656381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:48.690929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Update dhcp port {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'fixed_ips': [{'subnet_id': 'bcd8ae98-3f6d-4ebb-b050-27536db256aa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f97d663d-fcf6-48eb-9031-0557cb72e0d3'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '916ada50-1b5b-4f87-ac8b-1b3c1951839b'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:51:48.709636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:48.731120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 1106fd66-12c6-41a5-b798-2ab2085d61b8 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:48.743990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-20378c74-0cee-4e35-a7b5-b80c3b82eb06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 200 len: 217 time: 0.1523588 Feb 13 23:51:48.756588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-cadca7ba-71eb-451e-a944-1183a8daf32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:48.771256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-cadca7ba-71eb-451e-a944-1183a8daf32a service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.5929229 Feb 13 23:51:48.773524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4a309ac-a4bc-49ec-aa42-3fab2bc86f1d req-39f51e68-53c9-4d5d-b24c-64088e187c4e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294179 Feb 13 23:51:48.774897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:48.849304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:48.853162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-1c8777ba-4fcb-4d2a-ac7f-aedd36dd0e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:48.855252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-1c8777ba-4fcb-4d2a-ac7f-aedd36dd0e58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a12c960a-9189-43ac-82f4-0d62ebce5a49 HTTP/1.1" status: 200 len: 835 time: 0.1027730 Feb 13 23:51:48.878086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:48.966370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:49.101132 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-30740aad-d0fa-4d89-ba2c-a0717ba577a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=375cacf0-5e5c-4bbf-a968-e6c46fba35b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389956 Feb 13 23:51:49.145708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event updated for resources: {'Port': ['ID=167210f9-864e-4a4a-8429-ee96c4a4e874,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:49.168544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-f474b16e-1a54-4a7d-afe8-184ef52d887d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 217 time: 0.3865907 Feb 13 23:51:49.218633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:49.234486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:49.239024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.239367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.239704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.240525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.240525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.240678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.240970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.241293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.241613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.241931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.242272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:51:49.247949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:51:49.270749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-a5e35d89-7c7a-4562-a617-5d266e006494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:49.272162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-a5e35d89-7c7a-4562-a617-5d266e006494 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0652025 Feb 13 23:51:49.295204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:27Z', 'revision_number': 6, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:49.305808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:51:49.313334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Allocated IP 172.20.0.18 (76da5a53-e75d-492e-b30a-4f97bee023f8/f97d663d-fcf6-48eb-9031-0557cb72e0d3/916ada50-1b5b-4f87-ac8b-1b3c1951839b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:49.327319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=1106fd66-12c6-41a5-b798-2ab2085d61b8,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:49.344036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:49.345861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:49.377481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] In _notify_port_updated(), no bound segment for port 1106fd66-12c6-41a5-b798-2ab2085d61b8 on network 76da5a53-e75d-492e-b30a-4f97bee023f8 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:51:49.381238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:49.381841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:49.386353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-726db410-9cd0-4095-a7ee-4d2d83a10294 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/ports/1106fd66-12c6-41a5-b798-2ab2085d61b8 HTTP/1.1" status: 200 len: 921 time: 2.6228757 Feb 13 23:51:49.387060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54178) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:49.407033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-bfd99901-9649-4d20-bb62-df0240e0e49d service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801106 Feb 13 23:51:49.475301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 1106fd66-12c6-41a5-b798-2ab2085d61b8 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:49.476313 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:49.556473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-d5d256fe-aa51-41e6-83a9-bb46051a9cb8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:49.560648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-d5d256fe-aa51-41e6-83a9-bb46051a9cb8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 0.4739895 Feb 13 23:51:49.599748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0394b653-9f8a-4eae-bfe6-93f925378b82 req-7d4ebb27-a5da-4eb6-8715-4b8edfa5831e service neutron] 10.222.0.42 "GET /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862390 Feb 13 23:51:49.618821 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:49.620491 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:49.756833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-b2835212-03fa-40cf-b55a-34ab610b32f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4677200 Feb 13 23:51:49.757590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=916ada50-1b5b-4f87-ac8b-1b3c1951839b,segment=NetworkSegment(fbc848c9-03e8-421e-92ed-9a6cf9dce298),segment_id=fbc848c9-03e8-421e-92ed-9a6cf9dce298)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:49.771426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:51:49.975677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-3511bcf2-bbde-4d22-8fea-4af8b5bae535 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063370 Feb 13 23:51:50.033523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:51:50.084569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:50.085396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:50.100780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:50.107319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ce82c-ba56-4761-84c4-a61611202bd2 req-3be5ab11-1b1b-4ed5-a600-4574157edfa6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:50.127138 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c7ce82c-ba56-4761-84c4-a61611202bd2 req-3be5ab11-1b1b-4ed5-a600-4574157edfa6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 946 time: 0.3077629 Feb 13 23:51:50.139865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Transition to ACTIVE for port object 916ada50-1b5b-4f87-ac8b-1b3c1951839b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:50.153510 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:50.226605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c7ce82c-ba56-4761-84c4-a61611202bd2 req-3649f98b-dd88-4445-b55f-af88eeb52d02 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984721 Feb 13 23:51:50.344592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Router 34e78946-d5db-4e19-bccc-86184912657a is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:51:50.417938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06444eb2-42d8-42ba-8b3c-99cfeffa0b4d None None] Pushing event updated for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:50.458968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d403b14b-0b24-414a-bd2e-2694cda65b9b req-6dce0754-30c1-41d6-9c19-cc293fd30b2a service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765701 Feb 13 23:51:50.467487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:27Z', 'revision_number': 6, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:50.475242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3760c-1497-4ddf-b8be-886523c063be None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:51:27Z', 'revision_number': 6, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '295dc2f0-cc02-471a-8bc1-344c0064fb47', 'name': '', 'network_id': '375cacf0-5e5c-4bbf-a968-e6c46fba35b8', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:55:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:06Z', 'updated_at': '2022-02-13T23:49:21Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'a12c960a-9189-43ac-82f4-0d62ebce5a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:50.724964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 916ada50-1b5b-4f87-ac8b-1b3c1951839b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:51:50.879512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port 41c90d71-685a-4edc-a68d-a21e1f51f5d8, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=41c90d71-685a-4edc-a68d-a21e1f51f5d8,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:50.879872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:50.940744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-81704fd7-c993-448d-8d07-eb1c2362b141 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 267 time: 0.5769415 Feb 13 23:51:50.946938 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424326e5-4fba-4b63-8cdd-4420d7fd46b1 None None] New status for floating IP 3f7e59fc-14b4-4491-89c9-4d0bcfedf6e7: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:51:51.050341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ffb9-ee36-4eba-a06c-4690632194e1 req-f11a64ef-e974-4aa7-a787-7985949c5cf2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:51.059299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29a8ffb9-ee36-4eba-a06c-4690632194e1 req-f11a64ef-e974-4aa7-a787-7985949c5cf2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 945 time: 1.0413458 Feb 13 23:51:51.226866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-603ff4df-103c-4245-98b2-08d0a8e797e5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:51.228605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-603ff4df-103c-4245-98b2-08d0a8e797e5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 946 time: 0.2676115 Feb 13 23:51:51.247271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'port': {'security_groups': []}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:51.373021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:51.384600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] Sync routers for ids ['34e78946-d5db-4e19-bccc-86184912657a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:51.406698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] Routers {'34e78946-d5db-4e19-bccc-86184912657a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:51.407418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34e78946-d5db-4e19-bccc-86184912657a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:51.428407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:51.442780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:51.448815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-36a5468a-469c-464e-9cda-3986fc465a74 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3321278 Feb 13 23:51:51.451985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54226) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:51.466211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:51.486064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for 41c90d71-685a-4edc-a68d-a21e1f51f5d8 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:51.532398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:51.553620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] Routers {'34e78946-d5db-4e19-bccc-86184912657a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:51.554517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34e78946-d5db-4e19-bccc-86184912657a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:51.597868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:51.652057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Provisioning for port 1106fd66-12c6-41a5-b798-2ab2085d61b8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:51.663292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:51.663903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c99b3-54e8-4900-adfa-f8d69c1377cf None None] The sync data for ids ['34e78946-d5db-4e19-bccc-86184912657a'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:51.665541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Provisioning complete for port 1106fd66-12c6-41a5-b798-2ab2085d61b8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:51.666105 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:51.683756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29a8ffb9-ee36-4eba-a06c-4690632194e1 req-979e1730-412d-4b92-9327-ffc6207201a2 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d5b6339-3743-43f9-97ef-857b75deb4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6230850 Feb 13 23:51:51.780611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Port 1106fd66-12c6-41a5-b798-2ab2085d61b8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:51.789328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 1106fd66-12c6-41a5-b798-2ab2085d61b8 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:51.817637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Provisioning for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:51:51.825428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:51.826215 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:51.946496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:52.015843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 41c90d71-685a-4edc-a68d-a21e1f51f5d8 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:51:52.033407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.047372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.099514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['9e35105c-9833-49b7-82c1-b0e5ad3dccba'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:51:52.130003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa', '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:51:52.204817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:52.205419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.215175 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a09c29c6-75d0-47e8-b160-2f68ea97848f req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "PUT /v2.0/ports/9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 200 len: 905 time: 0.9717784 Feb 13 23:51:52.215473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:51:52.369808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.389463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['9e35105c-9833-49b7-82c1-b0e5ad3dccba'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:51:52.433420 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba', 'status': 'completed', 'code': 200} Feb 13 23:51:52.509657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.515401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc83c63-4edf-4d34-8abd-44cc9d221201 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:52.521707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Provisioning complete for port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:52.522155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.539343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=41c90d71-685a-4edc-a68d-a21e1f51f5d8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:52.596604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36dbcca8-6b6a-405e-a70e-a99e30003520 None None] Port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:52.621637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No active binding found for port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 {{(pid=83663) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 13 23:51:52.622061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 41c90d71-685a-4edc-a68d-a21e1f51f5d8 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:51:52.652023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=1106fd66-12c6-41a5-b798-2ab2085d61b8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:52.718275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-42a41c52-3681-4475-a37a-696c123541e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 1059 time: 0.3233728 Feb 13 23:51:52.849315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-00a7d4a8-b8de-449a-b294-13309418dd01 None None] Provisioning complete for port 9e35105c-9833-49b7-82c1-b0e5ad3dccba triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:52.849687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00a7d4a8-b8de-449a-b294-13309418dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:52.931010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] No DVR routers for this DVR port 41c90d71-685a-4edc-a68d-a21e1f51f5d8 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:51:52.976190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:53.011868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'name': 'network-vif-deleted', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:51:53.031812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-36bed91e-42b3-40c1-93e0-a78cbdd2c8f9 req-556007be-2aca-4fd4-a8f3-bbe09c0da2da tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:53.068284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcf431c1-66a3-4c01-916d-cf5a2fadce45 req-6999bbe2-d861-4922-910c-1aff0eccb0d5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.42 "DELETE /v2.0/ports/41c90d71-685a-4edc-a68d-a21e1f51f5d8 HTTP/1.1" status: 204 len: 173 time: 3.4998977 Feb 13 23:51:53.132106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378031f5-8980-4730-9a93-6d3a5068b04a req-59cd1147-5f33-4da1-8763-219c03de981c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:53.137374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378031f5-8980-4730-9a93-6d3a5068b04a req-59cd1147-5f33-4da1-8763-219c03de981c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 908 time: 0.7124467 Feb 13 23:51:53.142149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:53.149952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-672add4d-c841-4c0b-8b3e-07922b87bb93 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/1106fd66-12c6-41a5-b798-2ab2085d61b8 HTTP/1.1" status: 204 len: 168 time: 3.7617586 Feb 13 23:51:53.152120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54270) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:53.265506 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f7da5e-dc66-4955-b358-268d69cf0527 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:51:53.266017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98f7da5e-dc66-4955-b358-268d69cf0527 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:51:53.309261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98f7da5e-dc66-4955-b358-268d69cf0527 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:53.314205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-98f7da5e-dc66-4955-b358-268d69cf0527 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/1106fd66-12c6-41a5-b798-2ab2085d61b8 HTTP/1.1" status: 404 len: 333 time: 0.1596866 Feb 13 23:51:53.314811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54278) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:53.349381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-00a7d4a8-b8de-449a-b294-13309418dd01 None None] Could not find standard attr ID for object 1106fd66-12c6-41a5-b798-2ab2085d61b8. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:51:53.384341 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1078aa-a915-40c2-983b-326ea2ec4561', 'name': 'network-vif-deleted', 'tag': '41c90d71-685a-4edc-a68d-a21e1f51f5d8', 'status': 'completed', 'code': 200} Feb 13 23:51:53.459751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-36bed91e-42b3-40c1-93e0-a78cbdd2c8f9 req-556007be-2aca-4fd4-a8f3-bbe09c0da2da tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:51:53.477856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36bed91e-42b3-40c1-93e0-a78cbdd2c8f9 req-556007be-2aca-4fd4-a8f3-bbe09c0da2da tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf1078aa-a915-40c2-983b-326ea2ec4561 HTTP/1.1" status: 200 len: 210 time: 0.5153899 Feb 13 23:51:53.516222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e32104a-b1bd-43c6-a571-fee7eff2e593 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:53.526804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-a3d11493-d4a0-4841-af4d-0eaf3da3fc07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:53.528236 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-a3d11493-d4a0-4841-af4d-0eaf3da3fc07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.7921562 Feb 13 23:51:53.580254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e32104a-b1bd-43c6-a571-fee7eff2e593 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:53.622381 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-f62cee69-237d-4f1a-a58b-dfae4edbe296 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 200 len: 217 time: 0.0786169 Feb 13 23:51:53.776252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb453c5e-0427-472b-8971-f4d73c8a1a92 req-1fe8f065-3433-4871-9442-032397225618 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:53.785801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb453c5e-0427-472b-8971-f4d73c8a1a92 req-1fe8f065-3433-4871-9442-032397225618 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2080283 Feb 13 23:51:53.829050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e32104a-b1bd-43c6-a571-fee7eff2e593 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:53.866924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32104a-b1bd-43c6-a571-fee7eff2e593 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160d247-1376-4c0e-8df6-3af2a02ae5ee,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:53.879610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e32104a-b1bd-43c6-a571-fee7eff2e593 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:53.884406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e32104a-b1bd-43c6-a571-fee7eff2e593 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/security-groups/5160d247-1376-4c0e-8df6-3af2a02ae5ee HTTP/1.1" status: 204 len: 168 time: 0.5686154 Feb 13 23:51:53.889126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54290) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:53.908523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-fbba96d8-364c-403a-8a85-c6e2ee557c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:53.910407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-fbba96d8-364c-403a-8a85-c6e2ee557c28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2791562 Feb 13 23:51:53.931573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb453c5e-0427-472b-8971-f4d73c8a1a92 req-e0f233fb-0d8b-4f9b-abe3-673601fd4d0f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445932 Feb 13 23:51:54.046450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fe87cd1-8cf4-4911-af79-a5d28323d496 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.087170 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.103515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fe87cd1-8cf4-4911-af79-a5d28323d496 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.161232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.167055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-1de964dc-77cd-41d3-bdf0-83a9e573f437 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419908 Feb 13 23:51:54.222355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Deleting port 167210f9-864e-4a4a-8429-ee96c4a4e874 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:54.222624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.232017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fe87cd1-8cf4-4911-af79-a5d28323d496 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.259075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe87cd1-8cf4-4911-af79-a5d28323d496 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98037c72-868f-4e78-ad6e-8f6b57c92b21,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:54.339941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9fe87cd1-8cf4-4911-af79-a5d28323d496 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.343755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9fe87cd1-8cf4-4911-af79-a5d28323d496 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/security-groups/98037c72-868f-4e78-ad6e-8f6b57c92b21 HTTP/1.1" status: 204 len: 168 time: 0.4528863 Feb 13 23:51:54.346420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54300) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:54.592564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-9ee80923-ada0-4a54-b78f-636854495e8e service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057727 Feb 13 23:51:54.608844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:54.752965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.854494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-267da382-09c6-489d-b85b-d2843016f788 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.895276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet bcd8ae98-3f6d-4ebb-b050-27536db256aa {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:51:54.912001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:54.938842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Calling delete_port for 167210f9-864e-4a4a-8429-ee96c4a4e874 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:51:54.954600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-267da382-09c6-489d-b85b-d2843016f788 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.075324 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.087725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814286-4dda-426b-ad82-28e998669fd3 req-83badec2-41e1-4e19-a2ba-646b76439535 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:55.090232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93814286-4dda-426b-ad82-28e998669fd3 req-83badec2-41e1-4e19-a2ba-646b76439535 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.6188014 Feb 13 23:51:55.131940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebf4615d-66d3-4b42-b739-97d8fde91237 req-f581abf4-201a-4b6f-be8e-366766f473ea service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322111 Feb 13 23:51:55.189223 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93814286-4dda-426b-ad82-28e998669fd3 req-9adccece-76cb-49d5-97d8-2990274c3670 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551934 Feb 13 23:51:55.309865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.330826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.409863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Pushing event deleted for resources: {'Port': ['ID=167210f9-864e-4a4a-8429-ee96c4a4e874,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:55.538640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-267da382-09c6-489d-b85b-d2843016f788 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.575222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267da382-09c6-489d-b85b-d2843016f788 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b6339-3743-43f9-97ef-857b75deb4c1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:55.597939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-267da382-09c6-489d-b85b-d2843016f788 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.601693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-267da382-09c6-489d-b85b-d2843016f788 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d5b6339-3743-43f9-97ef-857b75deb4c1 HTTP/1.1" status: 204 len: 168 time: 0.9893470 Feb 13 23:51:55.669276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.680427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb611-e0cc-4b46-a3a3-6265f1ba1a49 req-d0280a16-cc60-44c9-8b37-34c6a4156d2d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:55.689229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d79eb611-e0cc-4b46-a3a3-6265f1ba1a49 req-d0280a16-cc60-44c9-8b37-34c6a4156d2d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2165015 Feb 13 23:51:55.691284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54340) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:55.714340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.813355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd8ae98-3f6d-4ebb-b050-27536db256aa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:55.851492 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.856002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.888946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:55.892576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f55965-0445-40f4-9b12-9105232f1d68 None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:55.899721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cd49b134-81d5-4306-a011-f846e70297e4 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/bcd8ae98-3f6d-4ebb-b050-27536db256aa HTTP/1.1" status: 204 len: 168 time: 1.5517311 Feb 13 23:51:55.907302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54348) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:55.923622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:56.075925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d79eb611-e0cc-4b46-a3a3-6265f1ba1a49 req-d30fc3d7-96f7-428c-b421-0b7ee5f089c1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854921 Feb 13 23:51:56.176491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:56.182688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:56.187183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:56.194132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:56.222726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:51:56.226281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:56.411198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Router 34e78946-d5db-4e19-bccc-86184912657a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:51:56.528363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508724e-414b-4055-af3f-596acb4ff9c9 req-a4e0c3ba-46e2-43d8-9313-8553cab81bac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:56.530005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9508724e-414b-4055-af3f-596acb4ff9c9 req-a4e0c3ba-46e2-43d8-9313-8553cab81bac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2185359 Feb 13 23:51:56.678526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:51:56.686298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9508724e-414b-4055-af3f-596acb4ff9c9 req-f4c7f0f1-f382-4567-a743-97f5cce272e9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741961 Feb 13 23:51:56.690697 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] Sync routers for ids ['34e78946-d5db-4e19-bccc-86184912657a'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:51:56.698771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:56.702000 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0b73f648-2144-4ad3-a45d-a3c987747153 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "PUT /v2.0/routers/34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 200 len: 705 time: 5.2466760 Feb 13 23:51:56.716548 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] Routers {'34e78946-d5db-4e19-bccc-86184912657a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:56.717165 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34e78946-d5db-4e19-bccc-86184912657a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:56.725397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54368) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:56.892814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:56.897435 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:56.910230 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] Routers {'34e78946-d5db-4e19-bccc-86184912657a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:51:56.910826 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:51:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34e78946-d5db-4e19-bccc-86184912657a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:56.969209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-270b8834-e170-4631-8150-8f701374377a tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/routers/34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 200 len: 740 time: 0.2427816 Feb 13 23:51:56.972542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54380) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:57.074772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4b249ec-5002-4a8d-a356-9801b12f056d tempest-RoutersAdminTest-47123353 tempest-RoutersAdminTest-47123353-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=adbce963-6987-43eb-b443-2350a645d61f&device_id=34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 200 len: 205 time: 0.1010566 Feb 13 23:51:57.080409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54386) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:57.092550 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:51:57.093056 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59dfae-ba63-4133-800d-95f87e785abe None None] The sync data for ids ['34e78946-d5db-4e19-bccc-86184912657a'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:51:57.140731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9655f22e-e9d3-4ce1-837f-24a419909f17 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 200 len: 205 time: 0.0591841 Feb 13 23:51:57.144398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54390) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:57.195472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:57.373540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:57.383995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:51:57.429656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-53a2f3f9-bdb3-464a-90cf-b6821053ab20 None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:57.430654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-53a2f3f9-bdb3-464a-90cf-b6821053ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:57.435965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:51:57.476421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:57.477315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:57.481791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658f2b2-3720-49e4-a541-fd27201c30cc None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:51:57.492473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=1f6ad47e-54c2-4245-8625-4a2371aa1da3,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:57.555294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-8e6d08ba-1be8-4af1-94d4-84bad783ebc7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:51:57.563827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-8e6d08ba-1be8-4af1-94d4-84bad783ebc7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.5008616 Feb 13 23:51:57.594918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-e3f2c1d7-fd7b-4c07-94b3-04bc66e934ff tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/quotas/37061f324cd34d6daa0813fcd638c758 HTTP/1.1" status: 200 len: 375 time: 0.0290864 Feb 13 23:51:57.675121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19db17ea-b5e6-4535-807e-27d9cd71efdd tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7573757 Feb 13 23:51:57.675668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54406) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:57.684165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'security_group': {'name': 'tempest-secgroup-458782794'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:57.702610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:57.710932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:57.716332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:57.867073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:57.903251 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:57.928504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-d33a5e25-3b36-4a70-8066-90738376c55b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3322113 Feb 13 23:51:57.954418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-53a2f3f9-bdb3-464a-90cf-b6821053ab20 None None] Provisioning complete for port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:51:57.954787 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-53a2f3f9-bdb3-464a-90cf-b6821053ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.041354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-53a2f3f9-bdb3-464a-90cf-b6821053ab20 None None] Port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:51:58.151833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:58.169550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group_rule and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:58.171377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.176307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:58.176789 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.183259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Update dhcp port {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'fixed_ips': [{'subnet_id': 'f97d663d-fcf6-48eb-9031-0557cb72e0d3', 'ip_address': '172.20.0.18'}, {'subnet_id': '1f6ad47e-54c2-4245-8625-4a2371aa1da3'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '916ada50-1b5b-4f87-ac8b-1b3c1951839b'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:51:58.213762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.214766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Fanout notify agent at l3_agent the message router_deleted on router 34e78946-d5db-4e19-bccc-86184912657a {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:51:58.233561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.239674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f663f2ef-6b1a-4bb7-ae00-e15318062b46 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 204 len: 168 time: 1.0901461 Feb 13 23:51:58.240415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54416) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.240672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:58.286055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.312866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-12f86b8f-161b-44c6-9c15-57560ca5a655 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522928 Feb 13 23:51:58.336263 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a7448399-ecb3-4819-a8d7-d4d2cfea4f3c tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 200 len: 205 time: 0.0796144 Feb 13 23:51:58.336263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54420) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.457694 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-af048208-72c2-4f5e-955a-a962d2695708 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] delete failed (client error): The resource could not be found. Feb 13 23:51:58.473143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-af048208-72c2-4f5e-955a-a962d2695708 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/34e78946-d5db-4e19-bccc-86184912657a HTTP/1.1" status: 404 len: 336 time: 0.1348405 Feb 13 23:51:58.474561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54426) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.533608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.557037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bd8f1f58-1ed1-457e-b48a-646f023290c8 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=b135f527-d81f-48ec-a4e1-4cb4f2babff5 HTTP/1.1" status: 200 len: 205 time: 0.0792441 Feb 13 23:51:58.557684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54432) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.565826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.589428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Allocated IP 172.20.0.2 (76da5a53-e75d-492e-b30a-4f97bee023f8/1f6ad47e-54c2-4245-8625-4a2371aa1da3/916ada50-1b5b-4f87-ac8b-1b3c1951839b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:51:58.661588 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-72009d84-78f8-4b8f-bfc6-90d1d1af7c51 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] delete failed (client error): The resource could not be found. Feb 13 23:51:58.665040 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-72009d84-78f8-4b8f-bfc6-90d1d1af7c51 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/b135f527-d81f-48ec-a4e1-4cb4f2babff5 HTTP/1.1" status: 404 len: 336 time: 0.1009617 Feb 13 23:51:58.665287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54440) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.692685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645e9df0-9d57-4c64-b1b7-69a3ff8c4580,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:58.725302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-31f685e5-78bf-4a00-97dc-7923214bbd99 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b3a7a54-57d3-497a-9a3c-b16cb14308d2 HTTP/1.1" status: 200 len: 205 time: 0.0588500 Feb 13 23:51:58.727889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54444) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.781795 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-d3f973bb-4d59-4509-aefb-a9398e95b429 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617994 Feb 13 23:51:58.783479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.784556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-afb6aa03-243a-4af1-bb9d-1a54d74a3f29 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1078906 Feb 13 23:51:58.793614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54448) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.816243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'security_group': {'name': 'tempest-secgroup-725310959'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:58.821835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=916ada50-1b5b-4f87-ac8b-1b3c1951839b,segment=NetworkSegment(fbc848c9-03e8-421e-92ed-9a6cf9dce298),segment_id=fbc848c9-03e8-421e-92ed-9a6cf9dce298)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:58.836479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:58.840416 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-10e77928-6088-4f46-95bc-dcfb09fd50bc tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] delete failed (client error): The resource could not be found. Feb 13 23:51:58.841513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10e77928-6088-4f46-95bc-dcfb09fd50bc tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/8b3a7a54-57d3-497a-9a3c-b16cb14308d2 HTTP/1.1" status: 404 len: 336 time: 0.1127229 Feb 13 23:51:58.844756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.851744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:58.877474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.888603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:58.910733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:58.912609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Transition to ACTIVE for port object 916ada50-1b5b-4f87-ac8b-1b3c1951839b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:51:58.915265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d157974-d2cf-4a6e-ba1c-4092e7503755 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3e13b3-443f-40b8-a783-e55437d2db90 HTTP/1.1" status: 200 len: 205 time: 0.0661478 Feb 13 23:51:58.918422 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:58.919397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54456) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:58.936578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.076728 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-fef902b8-d2e6-43cc-9a23-f0f746644f4b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] delete failed (client error): The resource could not be found. Feb 13 23:51:59.077819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fef902b8-d2e6-43cc-9a23-f0f746644f4b tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/1d3e13b3-443f-40b8-a783-e55437d2db90 HTTP/1.1" status: 404 len: 336 time: 0.1571820 Feb 13 23:51:59.081947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54470) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:59.145868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22084249-6070-4f5c-84cc-0fb537ab7700 None None] Pushing event updated for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:59.197234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7275d35b-b3d5-4b17-9bce-239aa140d661 req-37b5af24-17b1-4e84-b00c-1880207abe51 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 210 time: 0.0975444 Feb 13 23:51:59.250625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:59.250625 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e835a53-e816-45df-9bd5-a1e36cb509ab tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c5d19e8-9e42-4921-9292-77c19199dcc6 HTTP/1.1" status: 200 len: 205 time: 0.1639819 Feb 13 23:51:59.250625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54474) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:59.259497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group_rule and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:59.355318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:59.373893 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-d988c938-8949-4119-bfa1-df26102c45dd tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] delete failed (client error): The resource could not be found. Feb 13 23:51:59.375942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d988c938-8949-4119-bfa1-df26102c45dd tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/3c5d19e8-9e42-4921-9292-77c19199dcc6 HTTP/1.1" status: 404 len: 336 time: 0.1255686 Feb 13 23:51:59.378319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54482) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:59.383085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:59.432739 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9b6ded7-d5d3-4700-96a0-24f7ad0a5c91 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "GET /v2.0/ports?device_id=323a918d-7c43-4e27-afe2-750478c4e708 HTTP/1.1" status: 200 len: 205 time: 0.0529823 Feb 13 23:51:59.435317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:59.464158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:51:59.485954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.510260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.529444 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-964e3f49-6094-4fc3-abdb-0aae5f5a2dff tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] delete failed (client error): The resource could not be found. Feb 13 23:51:59.532958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-964e3f49-6094-4fc3-abdb-0aae5f5a2dff tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/routers/323a918d-7c43-4e27-afe2-750478c4e708 HTTP/1.1" status: 404 len: 336 time: 0.0942941 Feb 13 23:51:59.533194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:59.580217 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd17ae6-ff62-41b2-8f24-1de06d7e5d60 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] DELETE failed (client error): The resource could not be found. Feb 13 23:51:59.580683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd17ae6-ff62-41b2-8f24-1de06d7e5d60 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:51:59.595708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ddd17ae6-ff62-41b2-8f24-1de06d7e5d60 tempest-RoutersAdminTest-977624762 tempest-RoutersAdminTest-977624762-project] 10.222.0.36 "DELETE /v2.0/subnets/0f59631a-e481-45aa-b5e4-cfd036946dae HTTP/1.1" status: 404 len: 337 time: 0.0579758 Feb 13 23:51:59.647790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.653487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8527427 Feb 13 23:51:59.653876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:51:59.661409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663927cb-3c60-4359-b548-c729a2bff3e0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c02a02-ed1e-470e-b24d-86dba1bd5e5c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:51:59.661976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'security_group': {'name': 'tempest-secgroup-219756680'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:51:59.667869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port 295dc2f0-cc02-471a-8bc1-344c0064fb47 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:51:59.668265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.687196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:59.697755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:59.707120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:59.725631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:59.746586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.806196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:51:59.811659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:security_group_rule and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:51:59.815176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:51:59.822123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:51:59.951372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.957126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:51:59.993343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port 295dc2f0-cc02-471a-8bc1-344c0064fb47, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=295dc2f0-cc02-471a-8bc1-344c0064fb47,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:51:59.993343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:00.047100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d872d-bd69-4842-882b-89c8d30d5dda,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:00.062578 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:00.064086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a3135c3c-50f6-4687-b909-0727a26c71cc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4101512 Feb 13 23:52:00.067691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:00.077176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-520608858', 'security_groups': ['f69d872d-bd69-4842-882b-89c8d30d5dda'], 'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f6ad47e-54c2-4245-8625-4a2371aa1da3'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:00.239468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-65f1e1b1-29e1-4797-924f-2a622a8ba513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:00.265891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for 295dc2f0-cc02-471a-8bc1-344c0064fb47 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:00.295780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b0196f1c-7918-4e2a-bf59-48303adcfd2f None None] Provisioning for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:00.319039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b0196f1c-7918-4e2a-bf59-48303adcfd2f None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:00.321939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0196f1c-7918-4e2a-bf59-48303adcfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:00.386317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54522) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:00.430982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:00.471593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:00.502985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:00.949355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b0196f1c-7918-4e2a-bf59-48303adcfd2f None None] Provisioning complete for port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:00.949355 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0196f1c-7918-4e2a-bf59-48303adcfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:00.952719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.013231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 916ada50-1b5b-4f87-ac8b-1b3c1951839b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:01.095747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.120388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c97916c-2e39-4da2-bd0a-ac323d87356c req-af9aa090-5315-4631-a247-326ac7764f39 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 210 time: 0.4644134 Feb 13 23:52:01.173974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:01.184830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Usage tracker for resource:security_group_rule and tenant:814fefbe96ae472e86d25b4187a7f81f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:01.236361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:01.239768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b0196f1c-7918-4e2a-bf59-48303adcfd2f None None] Port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:01.249816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:01.328424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:01.328424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.331780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=295dc2f0-cc02-471a-8bc1-344c0064fb47,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:01.343907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.369016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.469120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.482675 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=814fefbe96ae472e86d25b4187a7f81f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0943418 Feb 13 23:52:01.483520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d77dc-40c0-4a14-9d6c-504d855a4b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754cb12-573b-4eca-88a4-497539eb3532,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:01.496947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54550) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:01.568398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] device_id is not set on port 357d67a6-f772-4d78-bc26-5d8747b1025a yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:52:01.852411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5692cf1-35c3-4feb-a263-68a031388a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.902372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5692cf1-35c3-4feb-a263-68a031388a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:01.929014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-11f919d9-518b-40c2-9198-c0b39996c5c2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:01.930442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-11f919d9-518b-40c2-9198-c0b39996c5c2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 812 time: 0.8326964 Feb 13 23:52:01.953485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Request body: {'port': {'device_id': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'admin_state_up': True, 'tenant_id': '37061f324cd34d6daa0813fcd638c758'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:02.021280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.6 (76da5a53-e75d-492e-b30a-4f97bee023f8/1f6ad47e-54c2-4245-8625-4a2371aa1da3/357d67a6-f772-4d78-bc26-5d8747b1025a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:02.070421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5692cf1-35c3-4feb-a263-68a031388a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.111634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5692cf1-35c3-4feb-a263-68a031388a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754cb12-573b-4eca-88a4-497539eb3532,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:02.158015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:02.186225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:02.210689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.215971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Made reservation on behalf of 37061f324cd34d6daa0813fcd638c758 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:02.226491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.372679 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b534758a-ca56-472c-a4ca-846eae1043a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.499378 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2cff533-a34a-4717-8e69-808a8d108666 req-8c03350f-d40a-4cae-bbe0-b4b79b8e6a17 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 210 time: 0.0779612 Feb 13 23:52:02.538886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5692cf1-35c3-4feb-a263-68a031388a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.542609 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5692cf1-35c3-4feb-a263-68a031388a4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7754cb12-573b-4eca-88a4-497539eb3532 HTTP/1.1" status: 204 len: 168 time: 1.0421643 Feb 13 23:52:02.568619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Allocated IP 172.20.0.3 (9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb/cc00fccd-340c-4b47-9f4c-b19115fd27e4/0b5c0f65-35db-46eb-a30a-1f58b3c549fe) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:02.701519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.735939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 357d67a6-f772-4d78-bc26-5d8747b1025a will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:02.767714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:02.915417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=357d67a6-f772-4d78-bc26-5d8747b1025a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:02.961355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:02.965548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:02.980184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:03.024053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.060924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Transition to ACTIVE for port object 0b5c0f65-35db-46eb-a30a-1f58b3c549fe will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:03.112787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.125456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa', '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:52:03.151506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:03.152674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.196766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5084d963-386c-42f8-a9d8-fbd4b4e14c20 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1271093 Feb 13 23:52:03.200371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54590) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:03.208388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:03.366468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54594) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:03.601832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3d364c32-5d40-4079-8b40-736a9f268952 None None] Provisioning for port 357d67a6-f772-4d78-bc26-5d8747b1025a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:03.620283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.638394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3d364c32-5d40-4079-8b40-736a9f268952 None None] Provisioning complete for port 357d67a6-f772-4d78-bc26-5d8747b1025a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:03.638394 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3d364c32-5d40-4079-8b40-736a9f268952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.703989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:03.709790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3d364c32-5d40-4079-8b40-736a9f268952 None None] Port 357d67a6-f772-4d78-bc26-5d8747b1025a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:03.715524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:03.729448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:03.748680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:03.760180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:03.764686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.831633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:03.887523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:03.899923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:03.913723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:04.094792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:04.094792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:04.094792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:04.116490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b2bb7566-518e-4503-bad3-2f5ea0531ba8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=400131525e184213892c375ab61c2248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6628520 Feb 13 23:52:04.137137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54614) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:04.204671 n-d-828979-1 neutron-server[83661]: INFO neutron.db.ipam_backend_mixin [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1f6ad47e-54c2-4245-8625-4a2371aa1da3 (CIDR: 172.20.0.0/28) Feb 13 23:52:04.209653 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:52:04.210230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:04.247575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54620) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:04.248160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f56a192f-056c-4dc8-b6aa-1f587ec02566 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0462580 Feb 13 23:52:04.267848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:04.281895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-05cc8622-7ea7-40cb-8f2a-d3e67822a60c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3339393 Feb 13 23:52:04.299088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Request body: {'port': {'device_id': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:04.378907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30845b75-0401-4674-9303-ba319bd1da04 None None] Provisioning for port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:04.402311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-30845b75-0401-4674-9303-ba319bd1da04 None None] Provisioning complete for port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:04.402311 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-30845b75-0401-4674-9303-ba319bd1da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:04.494463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-30845b75-0401-4674-9303-ba319bd1da04 None None] Port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:04.709842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123f5b29-e80f-44aa-9198-4e8a7aba0426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:04.804144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123f5b29-e80f-44aa-9198-4e8a7aba0426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:04.886492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:04.890921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:04.910579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:04.917132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:04.929446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:04.968362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872851ff-0e40-46a3-ac35-b41763278b83 req-5d71be29-96a3-46ba-8d11-748dbdbc3b50 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:04.968362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-872851ff-0e40-46a3-ac35-b41763278b83 req-5d71be29-96a3-46ba-8d11-748dbdbc3b50 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:05.078165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:05.178437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:05.285977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123f5b29-e80f-44aa-9198-4e8a7aba0426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:05.323754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-872851ff-0e40-46a3-ac35-b41763278b83 req-5d71be29-96a3-46ba-8d11-748dbdbc3b50 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:05.324900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-872851ff-0e40-46a3-ac35-b41763278b83 req-5d71be29-96a3-46ba-8d11-748dbdbc3b50 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 931 time: 1.5492971 Feb 13 23:52:05.385523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5b29-e80f-44aa-9198-4e8a7aba0426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b5c30-174d-4148-9cdc-79598fe0a7fd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:05.457781 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123f5b29-e80f-44aa-9198-4e8a7aba0426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:05.457781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-123f5b29-e80f-44aa-9198-4e8a7aba0426 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e2b5c30-174d-4148-9cdc-79598fe0a7fd HTTP/1.1" status: 204 len: 168 time: 1.3208673 Feb 13 23:52:05.562126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-872851ff-0e40-46a3-ac35-b41763278b83 req-aa9b5c29-3ee9-401c-a9c7-585418cdf53e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764512 Feb 13 23:52:05.565809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:05.698914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router d085f349-6027-4d64-bf34-9201aa96c9d9 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:52:05.830110 n-d-828979-1 neutron-server[83662]: INFO neutron.db.ipam_backend_mixin [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f97d663d-fcf6-48eb-9031-0557cb72e0d3 (CIDR: 172.20.0.16/28) Feb 13 23:52:05.830110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5c0f65-35db-46eb-a30a-1f58b3c549fe {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:52:05.905576 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:52:05.906200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:05.913249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:06.007615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Transition to ACTIVE for port object 0b5c0f65-35db-46eb-a30a-1f58b3c549fe will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:06.027522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c5436347-48c7-4be1-a0b6-a2d5b984e3ec tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7682197 Feb 13 23:52:06.029050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:06.030565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:06.045021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'subnet': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:06.305315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:06.305315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Usage tracker for resource:subnet and tenant:d9bc565b9f9b41efb773348b69fc69db is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:06.309234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:06.315405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:06.335436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Made reservation on behalf of d9bc565b9f9b41efb773348b69fc69db for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:06.335436 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:06.721963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:06.733058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Attempting to bind port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:52:06.733058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Attempting to bind port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:52:06.733058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Attempting to bind port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:06.747777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:52:06.747777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Attempting to bind port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe on network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:06.759990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:52:06.759990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Checking segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:06.759990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Bound using segment: {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:52:06.759990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Bound port: 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacfd224-2e12-4c72-9c8e-274dc61c411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:52:06.759990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:06.937893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:52:06.943209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:52:06.968579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:06.980923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:06.982091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] Sync routers for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:06.984359 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:06.991738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e6e5ca2-7e1a-42e5-bfdf-4d048f03dc61 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "PUT /v2.0/routers/d085f349-6027-4d64-bf34-9201aa96c9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2627387 Feb 13 23:52:07.001030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:07.001649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:07.037991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54692) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.074058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:07.075400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b5c0f65-35db-46eb-a30a-1f58b3c549fe HTTP/1.1" status: 200 len: 1091 time: 2.7861845 Feb 13 23:52:07.076064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:52:07.116426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6da6a-6479-4bd5-882b-de1cfb128e95 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:07.225604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54700) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.254959 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'status': 'completed', 'code': 200} Feb 13 23:52:07.348326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:07.363613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8b95d-31f0-4f15-bd08-6a4fed897a05 req-bd5e1464-5d42-4ce3-a9c2-72e6e0d6161f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:07.363613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69c8b95d-31f0-4f15-bd08-6a4fed897a05 req-bd5e1464-5d42-4ce3-a9c2-72e6e0d6161f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 943 time: 0.5214362 Feb 13 23:52:07.374549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-5a55fc59-4629-4c38-8aac-61a2cbeee7a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 1094 time: 0.2313919 Feb 13 23:52:07.378158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:07.378158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:07.378158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:07.391406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Subnet': ['ID=4e4592bb-fc28-4059-9dd9-24c61f745e2c,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:07.405862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae398efc-d591-4839-9fb7-2c3e075ea4c2 None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:07.586165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-6c839bfb-c5c1-4051-9c42-f10651115304 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.590925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54712) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.592144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6c839bfb-c5c1-4051-9c42-f10651115304 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3435197 Feb 13 23:52:07.597637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-c1ac8b14-e5d2-449a-b51c-ba7d49eddd9d tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.605700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c1ac8b14-e5d2-449a-b51c-ba7d49eddd9d tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103750 Feb 13 23:52:07.605899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54720) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.611156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-690c55f7-dfd0-4ed4-b00c-dcf01be6c3a8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.614412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-690c55f7-dfd0-4ed4-b00c-dcf01be6c3a8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052905 Feb 13 23:52:07.615069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.619718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69c8b95d-31f0-4f15-bd08-6a4fed897a05 req-c33398b9-927e-4834-9df3-c1186469e23a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411950 Feb 13 23:52:07.625725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b43ab426-1970-4ceb-8067-0025e853f1b1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5909684 Feb 13 23:52:07.626154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-87247bef-ef7a-4c6e-ba83-d0fcbb88a8d2 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.630244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-87247bef-ef7a-4c6e-ba83-d0fcbb88a8d2 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0120690 Feb 13 23:52:07.630244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54728) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.636428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54730) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.647783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-299029512', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e4592bb-fc28-4059-9dd9-24c61f745e2c'}], 'security_groups': ['645e9df0-9d57-4c64-b1b7-69a3ff8c4580', '02c02a02-ed1e-470e-b24d-86dba1bd5e5c']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:07.662903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-f73a4a4c-f347-4c53-8f27-7422cd6c0932 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.663874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f73a4a4c-f347-4c53-8f27-7422cd6c0932 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0258157 Feb 13 23:52:07.667500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54736) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.673147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-30192f85-987f-4315-bec4-ca647200a5c6 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.674410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30192f85-987f-4315-bec4-ca647200a5c6 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057716 Feb 13 23:52:07.685795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54740) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.695615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-9dd3dbef-98c2-4086-b985-3878ef898877 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.697942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9dd3dbef-98c2-4086-b985-3878ef898877 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089297 Feb 13 23:52:07.702233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54744) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.709620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-254e0eaa-3e87-444b-b58a-afee574e0688 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.710887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-254e0eaa-3e87-444b-b58a-afee574e0688 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0075269 Feb 13 23:52:07.716933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54748) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.720000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:07.724701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-3ab1dcf8-cd83-4e30-8344-a534c131b63a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.725607 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ab1dcf8-cd83-4e30-8344-a534c131b63a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046175 Feb 13 23:52:07.735042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.742635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-a0a2efa0-728a-4f91-8a79-f311559c026c tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.743863 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a0a2efa0-728a-4f91-8a79-f311559c026c tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071197 Feb 13 23:52:07.746661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting subnet a12c960a-9189-43ac-82f4-0d62ebce5a49 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:52:07.748627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54756) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.759509 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:07.795154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-6ad03fcf-5bd4-4af9-b137-ada6bdcc2a5f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.796402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6ad03fcf-5bd4-4af9-b137-ada6bdcc2a5f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0459828 Feb 13 23:52:07.802703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54760) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.810127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-30aee294-d35d-4a77-b1e5-179a50e7d83c tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.811258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30aee294-d35d-4a77-b1e5-179a50e7d83c tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074544 Feb 13 23:52:07.817991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54764) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.825256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-cca5563d-2f62-471b-9826-9aa77371f9b8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.826413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cca5563d-2f62-471b-9826-9aa77371f9b8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073195 Feb 13 23:52:07.829144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54768) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.835532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-56522f59-4c57-4bd4-93a6-58ce34a051c1 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.836879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-56522f59-4c57-4bd4-93a6-58ce34a051c1 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065503 Feb 13 23:52:07.841098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54772) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.854786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:52:07.881496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-ee69c68f-682d-4246-a408-71e3d8e416da tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.888683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54776) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.892924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ee69c68f-682d-4246-a408-71e3d8e416da tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0399156 Feb 13 23:52:07.909851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:07.912948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-1da9d027-bb0d-4af0-bd6f-eef9b2ae106d tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.912948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1da9d027-bb0d-4af0-bd6f-eef9b2ae106d tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0136786 Feb 13 23:52:07.919281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-0cb28838-c96b-4e2a-b2be-541f2a3d798b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe HTTP/1.1" status: 200 len: 217 time: 0.5449712 Feb 13 23:52:07.919281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54780) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.930122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-1a6e6aa5-99d4-4fbb-9dc9-4f59ea507a64 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.930122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a6e6aa5-99d4-4fbb-9dc9-4f59ea507a64 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081921 Feb 13 23:52:07.958157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54784) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:07.968385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-1c7d36b6-0bb6-474b-8ff1-a6060d5694b9 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:07.983110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1c7d36b6-0bb6-474b-8ff1-a6060d5694b9 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0257070 Feb 13 23:52:08.003935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54788) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.012739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-7755782e-4666-4fca-b05e-b32cb1e1be96 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.026170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7755782e-4666-4fca-b05e-b32cb1e1be96 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0189772 Feb 13 23:52:08.044619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54792) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.064858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-6a4f7386-5055-4f3f-a592-b75489099598 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.069238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a4f7386-5055-4f3f-a592-b75489099598 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0311849 Feb 13 23:52:08.069827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54796) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.093910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:08.107755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-253b2377-d621-438a-8dd6-9ee1c05e7941 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.108430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-0b24cd64-0ba5-460a-9315-5863db63a612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:08.110077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-0b24cd64-0ba5-460a-9315-5863db63a612 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1799359 Feb 13 23:52:08.113880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.114654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-253b2377-d621-438a-8dd6-9ee1c05e7941 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0201170 Feb 13 23:52:08.121346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-10ef794f-1790-461d-890d-bf5ddb8291e2 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.122323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-10ef794f-1790-461d-890d-bf5ddb8291e2 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074873 Feb 13 23:52:08.127511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54806) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.156491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-1767c299-96da-46f0-948d-ff92c3290f65 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.163364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1767c299-96da-46f0-948d-ff92c3290f65 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0348961 Feb 13 23:52:08.163946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54810) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.181948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-72e0de0b-8c68-45b5-93a5-0f6b632c0063 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.186784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.189281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-72e0de0b-8c68-45b5-93a5-0f6b632c0063 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0115812 Feb 13 23:52:08.200853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-6ffd8e62-8e0b-4d79-98e2-fba04ac9bf8e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.201892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6ffd8e62-8e0b-4d79-98e2-fba04ac9bf8e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053568 Feb 13 23:52:08.211711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54820) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.223439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-c2da05ec-867d-4930-9291-b83629536f7f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.233085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c2da05ec-867d-4930-9291-b83629536f7f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0149124 Feb 13 23:52:08.233085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54824) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.251514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-0934ab5b-a886-4f47-a245-4d21cbb30ea7 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.252883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0934ab5b-a886-4f47-a245-4d21cbb30ea7 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0214360 Feb 13 23:52:08.262682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54830) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.271615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-d1c84919-53ff-44e4-9555-a7195602f20e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.272782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d1c84919-53ff-44e4-9555-a7195602f20e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088644 Feb 13 23:52:08.277248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54836) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.301474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-fe1a79a8-6af5-4faa-82ec-3b28576dbdb2 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.302547 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fe1a79a8-6af5-4faa-82ec-3b28576dbdb2 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0240486 Feb 13 23:52:08.333655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:08.366766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54842) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.376182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-f39d807c-2712-4c0d-973b-aa3a74678ad0 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.388337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f39d807c-2712-4c0d-973b-aa3a74678ad0 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0106592 Feb 13 23:52:08.388337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.406837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-87a47678-b6bf-43bd-9e73-853817e79ef0 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.408352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-87a47678-b6bf-43bd-9e73-853817e79ef0 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0200841 Feb 13 23:52:08.413811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54850) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.429222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-2dd3ab06-5ab4-4de3-a8ae-09cb6e148f9f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.429222 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2dd3ab06-5ab4-4de3-a8ae-09cb6e148f9f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0121219 Feb 13 23:52:08.434869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.445037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-eeace90d-4974-4a8b-adb3-a8f8e3dd73cc tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.450328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:52:00Z', 'revision_number': 7, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:08.453858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eeace90d-4974-4a8b-adb3-a8f8e3dd73cc tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0113873 Feb 13 23:52:08.453858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54858) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.464951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-b4a2fc2a-1501-4e31-887a-2cca8378226a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.464951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b4a2fc2a-1501-4e31-887a-2cca8378226a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078578 Feb 13 23:52:08.471590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.477611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-1f06815e-8276-4996-9357-586fe9c89aa7 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.477611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1f06815e-8276-4996-9357-586fe9c89aa7 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0086684 Feb 13 23:52:08.490493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54866) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.494228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-71aa30df-8392-454a-b544-db9c61c33522 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.494228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-71aa30df-8392-454a-b544-db9c61c33522 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078123 Feb 13 23:52:08.502063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54870) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.504345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-687e8035-51ff-4c96-99a7-d071d9a1e98f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.507848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-687e8035-51ff-4c96-99a7-d071d9a1e98f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063326 Feb 13 23:52:08.509525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54874) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.514240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] Checking router: d085f349-6027-4d64-bf34-9201aa96c9d9 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:52:08.517136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-b8531cb7-5ad1-4aa4-9cfc-04fe12ec757a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.519417 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8531cb7-5ad1-4aa4-9cfc-04fe12ec757a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077527 Feb 13 23:52:08.521210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54878) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.531156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-983b4514-359a-4fc8-8369-b0bff209c2ec tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.532103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-983b4514-359a-4fc8-8369-b0bff209c2ec tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094841 Feb 13 23:52:08.536712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54882) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.543406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:08.548698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] Routers {'d085f349-6027-4d64-bf34-9201aa96c9d9'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:08.549327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d085f349-6027-4d64-bf34-9201aa96c9d9'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:08.557285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-95153d18-ced5-471e-b7ea-53fd1eb9c76a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.562372 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-95153d18-ced5-471e-b7ea-53fd1eb9c76a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0204675 Feb 13 23:52:08.598227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.599638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Subnet': ['ID=a12c960a-9189-43ac-82f4-0d62ebce5a49,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:08.614677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:08.623269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-207d92ce-4955-49a8-bd7c-a743b65ee65d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/subnets/a12c960a-9189-43ac-82f4-0d62ebce5a49 HTTP/1.1" status: 204 len: 168 time: 1.5832415 Feb 13 23:52:08.627271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54892) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.688675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-bbcda90c-3214-43a1-9ab7-9ee3f5e8ad8a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.692349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bbcda90c-3214-43a1-9ab7-9ee3f5e8ad8a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0839353 Feb 13 23:52:08.692992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54898) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.705302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-f90f7d45-dc64-425b-8f3a-239bf1429b3e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.709034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f90f7d45-dc64-425b-8f3a-239bf1429b3e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076959 Feb 13 23:52:08.721377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54902) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.748342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-06b106e4-8af9-4199-ac4d-52fc27c5e6c0 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.754977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06b106e4-8af9-4199-ac4d-52fc27c5e6c0 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0297358 Feb 13 23:52:08.759577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54906) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.772452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-a3892582-daa7-460d-966a-05d01a15ad01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6460421 Feb 13 23:52:08.782015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08a77c-209b-43be-8d56-53fe6204e452 None None] Network 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:08.851542 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Update dhcp port {'port': {'network_id': '76da5a53-e75d-492e-b30a-4f97bee023f8', 'fixed_ips': [{'subnet_id': 'f97d663d-fcf6-48eb-9031-0557cb72e0d3', 'ip_address': '172.20.0.18'}, {'subnet_id': '1f6ad47e-54c2-4245-8625-4a2371aa1da3', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e4592bb-fc28-4059-9dd9-24c61f745e2c'}], 'binding:host_id': 'n-d-828979-1'}, 'id': '916ada50-1b5b-4f87-ac8b-1b3c1951839b'} from n-d-828979-1. {{(pid=83663) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 13 23:52:08.898509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-d03c38fd-8856-4835-bfb3-e7af23cdf335 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:08.898509 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d03c38fd-8856-4835-bfb3-e7af23cdf335 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.1401863 Feb 13 23:52:08.911167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54910) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:08.954719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:09.088641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Delete allocated IP 172.20.0.6 (76da5a53-e75d-492e-b30a-4f97bee023f8/1f6ad47e-54c2-4245-8625-4a2371aa1da3) {{(pid=83662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 13 23:52:09.100114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] Set router d085f349-6027-4d64-bf34-9201aa96c9d9 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:52:09.108068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Allocated IP 172.20.0.34 (76da5a53-e75d-492e-b30a-4f97bee023f8/4e4592bb-fc28-4059-9dd9-24c61f745e2c/357d67a6-f772-4d78-bc26-5d8747b1025a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:09.179525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-a5212a4c-6757-43c4-b193-a62cd7f6ac69 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.189981 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a5212a4c-6757-43c4-b193-a62cd7f6ac69 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.2792675 Feb 13 23:52:09.189981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.200605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-25f48526-3a24-4264-bbb7-2f7a50367093 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.204413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-25f48526-3a24-4264-bbb7-2f7a50367093 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124767 Feb 13 23:52:09.204413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54924) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.222718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-d0e4c676-d4f4-4f2d-ad19-32d3ce20c783 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.222718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d0e4c676-d4f4-4f2d-ad19-32d3ce20c783 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0150936 Feb 13 23:52:09.222718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54928) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.237172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-dfc9b4d5-62c7-450b-ae57-e5ca9fe085f8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.243366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dfc9b4d5-62c7-450b-ae57-e5ca9fe085f8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0132439 Feb 13 23:52:09.243366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.257456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-567f772b-d373-4678-b9fe-a9a128156f59 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.266139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-567f772b-d373-4678-b9fe-a9a128156f59 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0128732 Feb 13 23:52:09.266139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54938) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.286655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-74b22518-cc29-4936-bd9f-a7cf3be79832 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.286655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-74b22518-cc29-4936-bd9f-a7cf3be79832 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0241418 Feb 13 23:52:09.289620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54942) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.298280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-235378f7-fe32-46e3-8691-d4e05411166f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.298280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-235378f7-fe32-46e3-8691-d4e05411166f tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083475 Feb 13 23:52:09.309634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54946) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.311511 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:09.313290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-b9db1f29-ea12-45ea-8642-d244ab820d6c service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825595 Feb 13 23:52:09.326232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-d9d28255-e8e9-4654-9987-41c55108021a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.326232 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9d28255-e8e9-4654-9987-41c55108021a tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0127988 Feb 13 23:52:09.331680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54950) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.336484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-f8a679aa-9c9a-42f9-90bd-215b731755b9 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.336484 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f8a679aa-9c9a-42f9-90bd-215b731755b9 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0075300 Feb 13 23:52:09.348041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54954) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.356612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-81172f44-4b95-45f1-8154-8881e849ef47 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.360687 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-81172f44-4b95-45f1-8154-8881e849ef47 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078771 Feb 13 23:52:09.360687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54960) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.365342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-dea25765-2aca-4e61-bbf6-28dcb71b9bd8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.368740 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dea25765-2aca-4e61-bbf6-28dcb71b9bd8 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0058928 Feb 13 23:52:09.374118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54964) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.377058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-e51a7a5c-ff98-4800-ae32-1883c3096d8e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.380409 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e51a7a5c-ff98-4800-ae32-1883c3096d8e tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054698 Feb 13 23:52:09.380658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54968) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.387074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-d4585751-9b7a-409e-8251-df84f7f0e237 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.390313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4585751-9b7a-409e-8251-df84f7f0e237 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064466 Feb 13 23:52:09.390812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54972) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.395556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-686800f2-b2c4-4347-8302-fdc566f0e9d7 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.398479 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-686800f2-b2c4-4347-8302-fdc566f0e9d7 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047808 Feb 13 23:52:09.399430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54976) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.405687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-3e355c31-3cfc-47ef-ba20-f7c04bb1ce83 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.408894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3e355c31-3cfc-47ef-ba20-f7c04bb1ce83 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063813 Feb 13 23:52:09.411022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54980) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.418239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-c4be04ef-6df2-468a-ab28-b0f466ee78ad tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.423944 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c4be04ef-6df2-468a-ab28-b0f466ee78ad tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0064445 Feb 13 23:52:09.423944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 54984) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.434676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [None req-312ea72d-f746-45e0-b22a-9cd22690bbc6 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.439431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-312ea72d-f746-45e0-b22a-9cd22690bbc6 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104845 Feb 13 23:52:09.441226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe2d6-13ae-4234-a606-fbd6d5267423 req-96415e8c-2937-4323-b81e-ed6c8a3d0e1b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:09.442842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef3fe2d6-13ae-4234-a606-fbd6d5267423 req-96415e8c-2937-4323-b81e-ed6c8a3d0e1b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 943 time: 0.5182865 Feb 13 23:52:09.443255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54988) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.479232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:09.481088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-936d9c71-4d6a-464b-91a1-a5be3cd6ad69 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.484381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-936d9c71-4d6a-464b-91a1-a5be3cd6ad69 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0314744 Feb 13 23:52:09.522343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 54996) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.774717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:09.792102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-b853c4c5-b6dc-466c-af13-1969e87d2807 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.793628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port 547b00f8-78e9-43c3-9b09-623be72fc4d8 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:52:09.795155 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b853c4c5-b6dc-466c-af13-1969e87d2807 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0636394 Feb 13 23:52:09.796636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:09.808729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55000) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:09.844095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [None req-172d8858-724f-4021-a66f-6d3117bb2490 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:52:09.844095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-172d8858-724f-4021-a66f-6d3117bb2490 tempest-ExtensionsTestJSON-545410197 tempest-ExtensionsTestJSON-545410197-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0175772 Feb 13 23:52:09.916877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:52:00Z', 'revision_number': 7, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:09.921033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27435dce-c600-4d5f-8cab-8d057dc5076a None None] The sync data for ids ['d085f349-6027-4d64-bf34-9201aa96c9d9'] in n-d-828979-1 is: [{'id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'name': 'tempest-TestNetworkBasicOps-router-961434801', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:46Z', 'updated_at': '2022-02-13T23:52:00Z', 'revision_number': 7, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '547b00f8-78e9-43c3-9b09-623be72fc4d8', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd085f349-6027-4d64-bf34-9201aa96c9d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:48Z', 'updated_at': '2022-02-13T23:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:09.930442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef3fe2d6-13ae-4234-a606-fbd6d5267423 req-bed95bfb-c98d-40e1-9fb6-c5f25f38f4a2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658194 Feb 13 23:52:10.021890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9028c6a-5a19-4235-bee6-fb1c1cb9fb85 req-4e330072-34ca-4495-94a5-a9504ad8be31 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050946 Feb 13 23:52:10.131423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.151275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port 547b00f8-78e9-43c3-9b09-623be72fc4d8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=547b00f8-78e9-43c3-9b09-623be72fc4d8,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:10.151636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.159808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Transition to ACTIVE for port object 357d67a6-f772-4d78-bc26-5d8747b1025a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:10.171111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.335244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-c5f8408c-d2b9-4980-be3e-c5724ee4defe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 1094 time: 0.2452271 Feb 13 23:52:10.340276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] DHCP port deletion for 375cacf0-5e5c-4bbf-a968-e6c46fba35b8 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:52:10.362310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] Deleting port b2e1e88c-763b-4467-9cbe-918a2d786069 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:52:10.362310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.401441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event updated for resources: {'Port': ['ID=357d67a6-f772-4d78-bc26-5d8747b1025a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:10.424791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for 547b00f8-78e9-43c3-9b09-623be72fc4d8 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:10.453248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-aa80d36f-b4a7-437d-844b-3382886664aa {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:52:10.453248 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:52:10.652869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55020) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:10.677477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.678079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.678579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.679071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.679624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.680390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.680923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.681495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.682232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.682756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.683371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:10.729019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 295dc2f0-cc02-471a-8bc1-344c0064fb47 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:52:10.730105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] In _notify_port_updated(), no bound segment for port 357d67a6-f772-4d78-bc26-5d8747b1025a on network 76da5a53-e75d-492e-b30a-4f97bee023f8 {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 13 23:52:10.738877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:10.739783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.741969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-01d093d6-355f-4267-bc29-ddedeb42b27d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "PUT /v2.0/ports/357d67a6-f772-4d78-bc26-5d8747b1025a HTTP/1.1" status: 200 len: 959 time: 3.1112390 Feb 13 23:52:10.747249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55026) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:10.752329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.869547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=547b00f8-78e9-43c3-9b09-623be72fc4d8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:10.914455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 357d67a6-f772-4d78-bc26-5d8747b1025a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:52:10.914455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:10.917828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 295dc2f0-cc02-471a-8bc1-344c0064fb47 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:52:10.917828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 295dc2f0-cc02-471a-8bc1-344c0064fb47 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:52:10.917828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b2e1e88c-763b-4467-9cbe-918a2d786069 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:52:11.014360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.042620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418a9a6-7319-42f0-8118-84b1994be36c req-1719bebf-521d-4fa9-8ab7-65aa062e48c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:11.045399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-1719bebf-521d-4fa9-8ab7-65aa062e48c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.6463056 Feb 13 23:52:11.049859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:11.053770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2088dac824425aa5fcb162bb67d0e6 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:11.057940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:11.064234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:11.134522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-d820cd45-bf85-4e8a-971b-ac0185a88646 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe HTTP/1.1" status: 200 len: 217 time: 0.0811322 Feb 13 23:52:11.146017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.171148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] For port b2e1e88c-763b-4467-9cbe-918a2d786069, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b2e1e88c-763b-4467-9cbe-918a2d786069,segment=NetworkSegment(b83d3861-6072-4bb1-b070-21a8da9b7645),segment_id=b83d3861-6072-4bb1-b070-21a8da9b7645)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:11.171148 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.176468 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.279110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.475784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.481335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] Calling delete_port for b2e1e88c-763b-4467-9cbe-918a2d786069 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:11.535838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155b905e-29eb-41e0-82c5-9e495476e3dd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:11.538766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.660701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418a9a6-7319-42f0-8118-84b1994be36c req-bba024fd-03db-4e39-8c3d-aabe6721cb41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:11.662408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-bba024fd-03db-4e39-8c3d-aabe6721cb41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1536686 Feb 13 23:52:11.696129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.774271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:11.788380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f550984-f08e-4616-8f5a-f27e0a388149 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e2088dac824425aa5fcb162bb67d0e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1343250 Feb 13 23:52:11.789166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:11.901483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 357d67a6-f772-4d78-bc26-5d8747b1025a owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:11.908048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] Pushing event deleted for resources: {'Port': ['ID=b2e1e88c-763b-4467-9cbe-918a2d786069,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:11.924375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900254e-b19a-4462-9b75-72e2da65d707 None None] No DVR routers for this DVR port b2e1e88c-763b-4467-9cbe-918a2d786069 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:52:11.968967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Allocated IP 172.20.0.35 (76da5a53-e75d-492e-b30a-4f97bee023f8/4e4592bb-fc28-4059-9dd9-24c61f745e2c/916ada50-1b5b-4f87-ac8b-1b3c1951839b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:12.190519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-2e30f9d3-e818-4b86-afbb-c55a970929c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405999 Feb 13 23:52:12.205316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=916ada50-1b5b-4f87-ac8b-1b3c1951839b,segment=NetworkSegment(fbc848c9-03e8-421e-92ed-9a6cf9dce298),segment_id=fbc848c9-03e8-421e-92ed-9a6cf9dce298)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:12.236110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.254708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Transition to ACTIVE for port object 916ada50-1b5b-4f87-ac8b-1b3c1951839b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:12.260172 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.341591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.348961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.392766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.392766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Fanout notify agent at l3_agent the message router_deleted on router d085f349-6027-4d64-bf34-9201aa96c9d9 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:52:12.485866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b297e79-ae96-4a14-9469-e8cbb1bc6b6d None None] Pushing event updated for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:12.537510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279b10e-8725-4b05-beab-cd709c0df716 req-e2e09442-d7c0-4b38-8440-4b507080786a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:12.537510 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3279b10e-8725-4b05-beab-cd709c0df716 req-e2e09442-d7c0-4b38-8440-4b507080786a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 943 time: 1.2735939 Feb 13 23:52:12.537510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524c7509-8f7c-438d-b782-1c0dd10fa742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.573544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.576986 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0159127e-92d2-4bbe-a32a-46aacd876db7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/routers/d085f349-6027-4d64-bf34-9201aa96c9d9 HTTP/1.1" status: 204 len: 168 time: 3.9464240 Feb 13 23:52:12.580552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.586291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55062) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:12.694490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0b5c0f65-35db-46eb-a30a-1f58b3c549fe details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:52:12.708604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524c7509-8f7c-438d-b782-1c0dd10fa742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.717253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-9d5f660d-769e-4373-aca0-974c0dc68119 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118251 Feb 13 23:52:12.735184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3279b10e-8725-4b05-beab-cd709c0df716 req-eca59272-1589-4db2-8c3b-e0b1c35d2b9a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861839 Feb 13 23:52:12.897406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524c7509-8f7c-438d-b782-1c0dd10fa742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.942620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c7509-8f7c-438d-b782-1c0dd10fa742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155b905e-29eb-41e0-82c5-9e495476e3dd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:12.953690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-524c7509-8f7c-438d-b782-1c0dd10fa742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:12.957711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-524c7509-8f7c-438d-b782-1c0dd10fa742 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/155b905e-29eb-41e0-82c5-9e495476e3dd HTTP/1.1" status: 204 len: 168 time: 1.1578341 Feb 13 23:52:12.970273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:12.985562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'mac_address': 'fa:16:3e:a0:ea:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:52:13.141364 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.205464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5c0f65-35db-46eb-a30a-1f58b3c549fe {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:52:13.220851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=357d67a6-f772-4d78-bc26-5d8747b1025a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:13.227517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:13.231757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 916ada50-1b5b-4f87-ac8b-1b3c1951839b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:13.268583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.417487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:13.511914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0b5c0f65-35db-46eb-a30a-1f58b3c549fe'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:52:13.536322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.636186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.732751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f149f7f-1d14-452b-9c35-1c677dea0ebf tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/357d67a6-f772-4d78-bc26-5d8747b1025a HTTP/1.1" status: 204 len: 168 time: 2.9839990 Feb 13 23:52:13.735433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55094) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:13.739918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4418a9a6-7319-42f0-8118-84b1994be36c req-8d3a5016-c81e-4e1f-be96-805746592aeb service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9897740 Feb 13 23:52:13.744231 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.754545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Provisioning for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:13.772489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:13.772854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.787552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375cacf0-5e5c-4bbf-a968-e6c46fba35b8']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:13.807636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83d3861-6072-4bb1-b070-21a8da9b7645') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:13.807920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83d3861-6072-4bb1-b070-21a8da9b7645') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:13.814731 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f5b511-090a-400b-96b7-1ca98b9ff8d0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] GET failed (client error): The resource could not be found. Feb 13 23:52:13.817564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16f5b511-090a-400b-96b7-1ca98b9ff8d0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:13.833505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:13.856367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16f5b511-090a-400b-96b7-1ca98b9ff8d0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:13.858494 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-16f5b511-090a-400b-96b7-1ca98b9ff8d0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports/357d67a6-f772-4d78-bc26-5d8747b1025a HTTP/1.1" status: 404 len: 333 time: 0.1212435 Feb 13 23:52:13.875894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:13.875894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.136109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b14af2f-9266-4531-ad19-0f97d73ca9f1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.160026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Provisioning complete for port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:14.160588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.179316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:52:14.179738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:52:14.195443 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:52:14.288034 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:14.294005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7dc401fc-110b-4146-92c5-db69bbf3f4b1 None None] Could not find standard attr ID for object 357d67a6-f772-4d78-bc26-5d8747b1025a. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:52:14.344243 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b14af2f-9266-4531-ad19-0f97d73ca9f1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.368776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.413253 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.413253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Network': ['ID=375cacf0-5e5c-4bbf-a968-e6c46fba35b8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:14.449535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a4d3d20e-bcd2-464f-8b5b-771b9b531a15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/networks/375cacf0-5e5c-4bbf-a968-e6c46fba35b8 HTTP/1.1" status: 204 len: 168 time: 1.8567326 Feb 13 23:52:14.477330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:14.481390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b14af2f-9266-4531-ad19-0f97d73ca9f1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.488638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4e9cf928-819d-4270-8c2c-ea9b933f945f None None] Could not find standard attr ID for object 357d67a6-f772-4d78-bc26-5d8747b1025a. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 13 23:52:14.494626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'network': {'name': 'tempest-network-smoke--1960881185', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:14.507112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb242-a2db-4691-b8ca-02a159733de0 req-28c5392a-b6f6-4c30-9d7f-1b4b8f51f6fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:14.515228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:14.522561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29edb242-a2db-4691-b8ca-02a159733de0 req-28c5392a-b6f6-4c30-9d7f-1b4b8f51f6fd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 944 time: 0.4517667 Feb 13 23:52:14.527500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:network and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:14.531692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14af2f-9266-4531-ad19-0f97d73ca9f1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d872d-bd69-4842-882b-89c8d30d5dda,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:14.534985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:14.538404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b14af2f-9266-4531-ad19-0f97d73ca9f1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.538404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b14af2f-9266-4531-ad19-0f97d73ca9f1 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/security-groups/f69d872d-bd69-4842-882b-89c8d30d5dda HTTP/1.1" status: 204 len: 168 time: 0.6584752 Feb 13 23:52:14.538404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55116) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:14.542330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:14.565048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:14.565048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.620594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:52:14.630331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 547b00f8-78e9-43c3-9b09-623be72fc4d8 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:52:14.631506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.632197 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Added segment 89cecde2-42b0-4cd4-b853-7011a7221bef of type vlan for network b363d742-b5ff-455b-8a9f-d9eb239fe53b Feb 13 23:52:14.658212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29edb242-a2db-4691-b8ca-02a159733de0 req-6a7ce6c4-1d80-445d-bef8-09ff7ed88a64 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Feb 13 23:52:14.697051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.705042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57e0b5f4-c075-4579-9712-9cd9eb6ecac9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.724671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 547b00f8-78e9-43c3-9b09-623be72fc4d8 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:52:14.727627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 547b00f8-78e9-43c3-9b09-623be72fc4d8 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:52:14.751214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.754943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:14.758935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.764818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57e0b5f4-c075-4579-9712-9cd9eb6ecac9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.906478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57e0b5f4-c075-4579-9712-9cd9eb6ecac9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.953219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b5f4-c075-4579-9712-9cd9eb6ecac9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c02a02-ed1e-470e-b24d-86dba1bd5e5c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:14.967380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57e0b5f4-c075-4579-9712-9cd9eb6ecac9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:14.985956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-57e0b5f4-c075-4579-9712-9cd9eb6ecac9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/security-groups/02c02a02-ed1e-470e-b24d-86dba1bd5e5c HTTP/1.1" status: 204 len: 168 time: 0.4186571 Feb 13 23:52:14.985956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55134) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:15.028337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5446658 Feb 13 23:52:15.028543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55138) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:15.030794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55140) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:15.039057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'admin_state_up': True, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:15.068253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:15.077539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:router and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:15.083988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:15.097530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:15.113403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6de739-7bc1-4d5b-beba-a343dc38440e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Network': ['ID=b363d742-b5ff-455b-8a9f-d9eb239fe53b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:15.123918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.126676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:52:15.133963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.146369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81fce473-51d1-40d0-8f79-a201969f12c0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.183824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.184218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81fce473-51d1-40d0-8f79-a201969f12c0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.285036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81fce473-51d1-40d0-8f79-a201969f12c0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.318663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce473-51d1-40d0-8f79-a201969f12c0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e9df0-9d57-4c64-b1b7-69a3ff8c4580,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:15.330515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81fce473-51d1-40d0-8f79-a201969f12c0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.330515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-81fce473-51d1-40d0-8f79-a201969f12c0 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/security-groups/645e9df0-9d57-4c64-b1b7-69a3ff8c4580 HTTP/1.1" status: 204 len: 168 time: 0.3392746 Feb 13 23:52:15.330515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:15.341383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1725191880'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:15.387420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:15.393247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:network and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:15.397607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:15.411599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:15.455176 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.455675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:15.458857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.535250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.612576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:15.625340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:security_group_rule and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:15.631090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:15.639990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:15.653601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet 1f6ad47e-54c2-4245-8625-4a2371aa1da3 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:52:15.663138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.709043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.748229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.795767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.901704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:15.913791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.012129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:52:16.012129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9585d2cc-2160-4e19-b093-c738efed4237,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:16.037290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.037290 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Added segment 552b2a1f-bf87-4cea-879c-77b4e0f742e1 of type vlan for network 64c4c933-d885-4d9a-9086-1e78d3d64db8 Feb 13 23:52:16.059391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.121544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.136967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828f812-4aa1-4172-aaf8-fa112833e7db req-dd619339-c73e-4b4a-8bab-11df6458631b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:16.136967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3828f812-4aa1-4172-aaf8-fa112833e7db req-dd619339-c73e-4b4a-8bab-11df6458631b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 944 time: 0.2351313 Feb 13 23:52:16.136967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.25.4.223 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/9a555ddc-6391-4459-ade7-2a7328e73858) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:16.173175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.179149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:16.179149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.201537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.276583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3828f812-4aa1-4172-aaf8-fa112833e7db req-e8700809-ac65-4a42-b7ab-c8b088cd6870 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344597 Feb 13 23:52:16.348137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.392971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.439391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6ad47e-54c2-4245-8625-4a2371aa1da3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:16.468341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Network': ['ID=64c4c933-d885-4d9a-9086-1e78d3d64db8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:16.474157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.474157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f8716cb-a710-4d46-b70c-fc4b90da31e5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/1f6ad47e-54c2-4245-8625-4a2371aa1da3 HTTP/1.1" status: 204 len: 168 time: 1.1400449 Feb 13 23:52:16.479674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c871d-8b6a-4bef-9805-3926b6c307bf None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:16.487319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55174) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:16.487319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-66130d66-4774-47eb-a8c8-c176962fbc6e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4481447 Feb 13 23:52:16.516409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55178) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:16.518659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:52:16.527260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'subnet': {'network_id': '64c4c933-d885-4d9a-9086-1e78d3d64db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:16.530730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=9a555ddc-6391-4459-ade7-2a7328e73858,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:16.534554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:16.534554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:16.541600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:16.645650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet 4e4592bb-fc28-4059-9dd9-24c61f745e2c {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:52:16.657167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.709931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:16.718779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:subnet and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:16.724837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:16.729569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.750746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0b5c0f65-35db-46eb-a30a-1f58b3c549fe up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:16.769742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:16.793485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.794298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:16.805546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:16.887674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.068143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.088612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.104153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:17.142442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:17.143225 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.198661 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.239017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4592bb-fc28-4059-9dd9-24c61f745e2c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:17.260105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eb3f585a-df1c-4bf9-a273-899bbc9c6269 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/4e4592bb-fc28-4059-9dd9-24c61f745e2c HTTP/1.1" status: 204 len: 168 time: 0.7825763 Feb 13 23:52:17.264491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55194) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:17.315758 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26c9a1e-2f76-4c9f-8b56-d56e13c40262 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:17.316671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26c9a1e-2f76-4c9f-8b56-d56e13c40262 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:17.338937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a26c9a1e-2f76-4c9f-8b56-d56e13c40262 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/1f6ad47e-54c2-4245-8625-4a2371aa1da3 HTTP/1.1" status: 404 len: 337 time: 0.0715668 Feb 13 23:52:17.341022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55200) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:17.433248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.484398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:52:17.531548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:17.535182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.544061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:17.651113 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'code': 200} Feb 13 23:52:17.705305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:17.717943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.718688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.719227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.719762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.720340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.720869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.721410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.721954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.722532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.723055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.725876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:17.847997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router 3d2db288-1d28-486c-9fcd-58823d642a76 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:52:17.880081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Checking segment: {'id': '552b2a1f-bf87-4cea-879c-77b4e0f742e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '64c4c933-d885-4d9a-9086-1e78d3d64db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:17.880081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network hostable DHCP agents. Network: 64c4c933-d885-4d9a-9086-1e78d3d64db8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:52:17.887832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Subnet': ['ID=2ab0b10d-306e-45bc-88e5-27ba546217e2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:17.950431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcf19294-3c2c-4c9f-8fc5-ae90ea280041 req-449a40fd-3946-4337-b534-fc21f9d29224 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 1096 time: 0.1645217 Feb 13 23:52:17.953559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting subnet f97d663d-fcf6-48eb-9031-0557cb72e0d3 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:52:17.960710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efa555-4a7c-4fdb-b5e2-0fbd4e32b404 req-bd8fb007-6fc2-410c-a8fd-247a46ec5cd0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:17.960710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10efa555-4a7c-4fdb-b5e2-0fbd4e32b404 req-bd8fb007-6fc2-410c-a8fd-247a46ec5cd0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.2442255 Feb 13 23:52:18.005412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.045171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:52:18.118377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10efa555-4a7c-4fdb-b5e2-0fbd4e32b404 req-aca01c86-36be-4a0d-a2aa-5ac0fb13ff24 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255808 Feb 13 23:52:18.121998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 64c4c933-d885-4d9a-9086-1e78d3d64db8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:18.130822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2e13f-ba16-49e5-b317-c5e668a6a3d9 None None] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:18.164972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:18.165553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.193529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcf19294-3c2c-4c9f-8fc5-ae90ea280041 req-c775732e-241e-44e6-b5f0-274a1ffec6d3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372246 Feb 13 23:52:18.223679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-41c41396-7600-4ccb-9d96-405e58a99831 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7091503 Feb 13 23:52:18.227071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:18.233150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-380813679', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:18.242695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:18.266309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:router and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:18.281807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:18.303958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:18.319831 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.323935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.323935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.363515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.508304 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.542245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57bed9-9d44-4fdc-b726-c70dad6f4aa6 None None] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:18.641561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.700593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:18.718647 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Sync routers for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:18.719337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-81e7d2ab-f4ee-4ac4-937d-d4f803c90a6e None None] Provisioning complete for port 916ada50-1b5b-4f87-ac8b-1b3c1951839b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:18.719894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-81e7d2ab-f4ee-4ac4-937d-d4f803c90a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.731370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.736761 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:18.737371 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:18.793417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Subnet': ['ID=f97d663d-fcf6-48eb-9031-0557cb72e0d3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:18.824150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.824150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10baf7a7-d61d-4a99-b268-02d8e1c27a4b tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/f97d663d-fcf6-48eb-9031-0557cb72e0d3 HTTP/1.1" status: 204 len: 168 time: 1.4705045 Feb 13 23:52:18.824150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:18.824150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a1da85f3-9ad5-4d21-8464-98a2c900c729 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7859118 Feb 13 23:52:18.824150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55228) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:18.824150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55230) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:18.940520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0f2c4ea4-2e04-43a7-bebf-fca122dd4d19 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5b5ebbdaddad4dccb27c413d4be22797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047084 Feb 13 23:52:18.940520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:18.953084 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:52:18.980618 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d95ded-3603-49f4-a866-e514a388197c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:18.980618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d95ded-3603-49f4-a866-e514a388197c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:18.984180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:18.987413 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-82d95ded-3603-49f4-a866-e514a388197c tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/bcd8ae98-3f6d-4ebb-b050-27536db256aa HTTP/1.1" status: 404 len: 337 time: 0.1541896 Feb 13 23:52:19.053136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d862a-9c6d-49d8-9ddd-e141765fe85e None None] Network 76da5a53-e75d-492e-b30a-4f97bee023f8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:19.144785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8c6981d6-e467-4327-b682-97d0eb75be56 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Synchronizing usage tracker for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:19.234536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8c6981d6-e467-4327-b682-97d0eb75be56 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Unset dirty status for tenant:d9bc565b9f9b41efb773348b69fc69db on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:19.237766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8c6981d6-e467-4327-b682-97d0eb75be56 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ca2d2a-2373-424f-9f30-14036e412324 HTTP/1.1" status: 200 len: 205 time: 0.2547629 Feb 13 23:52:19.238401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55256) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.471634 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-220f72f4-4ee6-46db-ae07-fc86f61b3ec5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] delete failed (client error): The resource could not be found. Feb 13 23:52:19.482300 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-220f72f4-4ee6-46db-ae07-fc86f61b3ec5 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/routers/90ca2d2a-2373-424f-9f30-14036e412324 HTTP/1.1" status: 404 len: 336 time: 0.2357380 Feb 13 23:52:19.504089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55260) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.610127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:19.635984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e5ea0c-476f-43ff-827c-1de6dc2e0dc9 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:19.637490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-97e5ea0c-476f-43ff-827c-1de6dc2e0dc9 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7012880 Feb 13 23:52:19.644046 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cd70bf-b104-4360-bc5a-f79757e1b96d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:19.644483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cd70bf-b104-4360-bc5a-f79757e1b96d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:19.648807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f3cd70bf-b104-4360-bc5a-f79757e1b96d tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/27e3846c-ea89-4cbd-beb1-c9ce77563f86 HTTP/1.1" status: 404 len: 337 time: 0.1480644 Feb 13 23:52:19.654888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.655188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55268) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.695482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:19.700672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9244e13-bf4f-4450-9f99-7ddb22263e5b tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443344 Feb 13 23:52:19.742111 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e35c4c-1a1b-4837-abfb-f27c4e477fd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:19.742879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e35c4c-1a1b-4837-abfb-f27c4e477fd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:19.748240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92e35c4c-1a1b-4837-abfb-f27c4e477fd9 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/eb063a8f-faad-43d9-9b29-67d59e25a57a HTTP/1.1" status: 404 len: 337 time: 0.0889795 Feb 13 23:52:19.749095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55274) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.749513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.755831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:16Z', 'revision_number': 3, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:19.782953 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Checking router: 3d2db288-1d28-486c-9fcd-58823d642a76 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:52:19.783304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Updating router 3d2db288-1d28-486c-9fcd-58823d642a76 port 9a555ddc-6391-4459-ade7-2a7328e73858 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:52:19.788689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-81e7d2ab-f4ee-4ac4-937d-d4f803c90a6e None None] Provisioning complete for port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:19.789641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-81e7d2ab-f4ee-4ac4-937d-d4f803c90a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:19.790165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708300754', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:19.823449 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0a1fbd-0739-4ef1-900b-0563597dfb81 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:19.823950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0a1fbd-0739-4ef1-900b-0563597dfb81 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:19.828898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3d0a1fbd-0739-4ef1-900b-0563597dfb81 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/b9be4db1-08b7-4966-98cb-d76a0d797c17 HTTP/1.1" status: 404 len: 337 time: 0.0760834 Feb 13 23:52:19.852988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55282) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:19.870398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] DHCP port deletion for 76da5a53-e75d-492e-b30a-4f97bee023f8 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:52:19.882472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] Deleting port 916ada50-1b5b-4f87-ac8b-1b3c1951839b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:52:19.883222 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:19.910934 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:19.995855 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-092113bf-17f9-4c33-af03-fbb2652c8395 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:19.995855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092113bf-17f9-4c33-af03-fbb2652c8395 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:20.050374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-81e7d2ab-f4ee-4ac4-937d-d4f803c90a6e None None] Port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:20.088377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-092113bf-17f9-4c33-af03-fbb2652c8395 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/53d55d0c-30c2-428c-9f00-53690ff8c1ec HTTP/1.1" status: 404 len: 333 time: 0.2305555 Feb 13 23:52:20.088377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55286) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:20.102540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:20.111611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:subnet and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:20.123087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:20.143238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5ee4b-7d4c-4730-92d3-dc62243677ea req-06eea0ab-3a7a-4f9c-9b38-165da78b5ec6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:20.148337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-23e5ee4b-7d4c-4730-92d3-dc62243677ea req-06eea0ab-3a7a-4f9c-9b38-165da78b5ec6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.5719361 Feb 13 23:52:20.159767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:20.216410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:20.253850 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38c8d25-ca42-4780-812b-a4b21a7343bc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:20.254331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38c8d25-ca42-4780-812b-a4b21a7343bc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:20.268399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d38c8d25-ca42-4780-812b-a4b21a7343bc tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/49b84500-eab3-41c3-9ce9-ea45bacf087b HTTP/1.1" status: 404 len: 337 time: 0.1774056 Feb 13 23:52:20.280337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55300) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:20.290512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.136 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e9fb402a-4c55-43df-a23b-ed0488eac70e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:20.321360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] For port 916ada50-1b5b-4f87-ac8b-1b3c1951839b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=916ada50-1b5b-4f87-ac8b-1b3c1951839b,segment=NetworkSegment(fbc848c9-03e8-421e-92ed-9a6cf9dce298),segment_id=fbc848c9-03e8-421e-92ed-9a6cf9dce298)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:20.321699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:20.357870 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-23e5ee4b-7d4c-4730-92d3-dc62243677ea req-2da092ab-0375-4b43-9686-476558f9a1e6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834595 Feb 13 23:52:20.392909 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ef6e11-03ff-4310-a067-35cd8e2c4f1f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:20.392909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ef6e11-03ff-4310-a067-35cd8e2c4f1f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:20.392909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-62ef6e11-03ff-4310-a067-35cd8e2c4f1f tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/d724e3e3-84b4-41a4-a09b-8704b986cb02 HTTP/1.1" status: 404 len: 337 time: 0.1093121 Feb 13 23:52:20.399020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55304) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:20.453914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:20.481066 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e51b4f-a845-41db-a342-757d8982b6d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:20.481066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e51b4f-a845-41db-a342-757d8982b6d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:20.481066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f5e51b4f-a845-41db-a342-757d8982b6d2 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/24bfada3-4b80-45e1-a9c7-9de9bb0f7ebd HTTP/1.1" status: 404 len: 333 time: 0.0847309 Feb 13 23:52:20.491378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55308) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:20.516075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] Calling delete_port for 916ada50-1b5b-4f87-ac8b-1b3c1951839b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:20.631271 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9822a11-1796-413c-9f66-ab594e310175 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:20.631834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9822a11-1796-413c-9f66-ab594e310175 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:20.632614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:20.633748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9822a11-1796-413c-9f66-ab594e310175 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/795aab05-1a50-42db-9b79-cbdd14eb62ab HTTP/1.1" status: 404 len: 337 time: 0.1477721 Feb 13 23:52:20.644946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55314) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:20.694008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] Pushing event deleted for resources: {'Port': ['ID=916ada50-1b5b-4f87-ac8b-1b3c1951839b,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:20.694256 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-560ba325-e450-42aa-9f93-938086215478 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] DELETE failed (client error): The resource could not be found. Feb 13 23:52:20.694788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560ba325-e450-42aa-9f93-938086215478 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:52:20.696243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed7a54-dfc7-47d0-8080-80ce0e74da77 None None] No DVR routers for this DVR port 916ada50-1b5b-4f87-ac8b-1b3c1951839b on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:52:20.698212 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-560ba325-e450-42aa-9f93-938086215478 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/subnets/395c8bb5-255b-400f-b9ca-eaff36d5ce60 HTTP/1.1" status: 404 len: 337 time: 0.0516038 Feb 13 23:52:20.700641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55318) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:20.772250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 916ada50-1b5b-4f87-ac8b-1b3c1951839b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:52:20.773830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:20.787583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Deleting port 0413ed15-1e0a-4a92-86d0-4631e9d998b5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:52:20.788122 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:20.818258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 916ada50-1b5b-4f87-ac8b-1b3c1951839b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:52:20.819432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 916ada50-1b5b-4f87-ac8b-1b3c1951839b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:52:20.825706 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:20.959111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:20.959111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:20.959111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:21.045226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=e9fb402a-4c55-43df-a23b-ed0488eac70e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:21.047249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.163295 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.185836 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Transition to ACTIVE for port object 9a555ddc-6391-4459-ade7-2a7328e73858 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:21.201309 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.229338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.230154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.319680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Calling delete_port for 0413ed15-1e0a-4a92-86d0-4631e9d998b5 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:21.351133 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Pushing event updated for resources: {'Port': ['ID=9a555ddc-6391-4459-ade7-2a7328e73858,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:21.397076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.397076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.397076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.397076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.404354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.404354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.404354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.404354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.420350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.420350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.420350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:21.473249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Attempting to bind port 9a555ddc-6391-4459-ade7-2a7328e73858 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:52:21.473249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Attempting to bind port 9a555ddc-6391-4459-ade7-2a7328e73858 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:52:21.473249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Attempting to bind port 9a555ddc-6391-4459-ade7-2a7328e73858 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:21.486833 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:52:21.487210 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:21.487609 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.487993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:52:21.488439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Bound port: 9a555ddc-6391-4459-ade7-2a7328e73858, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:52:21.488798 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.538764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.539379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:52:21.581009 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] For port 9a555ddc-6391-4459-ade7-2a7328e73858, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:52:21.584520 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] For port 9a555ddc-6391-4459-ade7-2a7328e73858, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9a555ddc-6391-4459-ade7-2a7328e73858,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:52:21.590434 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.685998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Port': ['ID=0413ed15-1e0a-4a92-86d0-4631e9d998b5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:21.688777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.697922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:21.702409 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:21.703032 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:21.847627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Subnet': ['ID=f60949ee-fc67-41f2-820b-31c9ad338368,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:21.847627 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2baa9890-c3a1-40eb-8fa4-3f41346878c3 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/ports/0413ed15-1e0a-4a92-86d0-4631e9d998b5 HTTP/1.1" status: 204 len: 168 time: 1.1356628 Feb 13 23:52:21.847627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55340) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:21.855921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd453-4cd5-4531-a044-28f7fb4cc797 req-06094613-cbef-43a6-82cb-799d7bc913c8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:21.855921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfabd453-4cd5-4531-a044-28f7fb4cc797 req-06094613-cbef-43a6-82cb-799d7bc913c8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.1719680 Feb 13 23:52:21.954297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cfabd453-4cd5-4531-a044-28f7fb4cc797 req-5b8bca56-c1e9-455b-b8df-ea28be2cedc6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 Feb 13 23:52:21.999912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:22.009025 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff4b1b-e061-4423-a2ec-4f1b57b90775 None None] Pushing event updated for resources: {'Port': ['ID=9a555ddc-6391-4459-ade7-2a7328e73858,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:22.014282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:22.019443 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:52:22.022756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:22.022756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.027323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.031252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-31303b0f-2f6d-4c5a-b403-fb2c77d2cdf3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7984812 Feb 13 23:52:22.031252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55344) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:22.090520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Checking segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:22.091112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network hostable DHCP agents. Network: b363d742-b5ff-455b-8a9f-d9eb239fe53b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:52:22.098665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.200231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.226370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:22.227019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.329800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:52:22.369534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.370057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64a492-c5e7-471f-ac1d-2df078d90732 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:22.483575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, b363d742-b5ff-455b-8a9f-d9eb239fe53b) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:22.508004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:22.508004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.512611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.530268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982d3e2-d761-4ae6-a264-9f35fd7dbb6b None None] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:22.592135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-67908db7-6dca-4483-a9bf-0573ffc0c798 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8382742 Feb 13 23:52:22.592731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76da5a53-e75d-492e-b30a-4f97bee023f8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.592940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55358) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:22.655605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc848c9-03e8-421e-92ed-9a6cf9dce298') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.658009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc848c9-03e8-421e-92ed-9a6cf9dce298') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.686889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.720838 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:16Z', 'revision_number': 3, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:22.721500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.734194 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98222ec5-b58c-4dd8-a346-b2f601c258dc None None] The sync data for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 is: [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:16Z', 'revision_number': 3, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:22.741428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:52:22.741827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:52:22.817175 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:52:23.007708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:23.028071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:52:23.028071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:23.054226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:23.311360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Allocated IP 172.20.0.2 (b363d742-b5ff-455b-8a9f-d9eb239fe53b/f60949ee-fc67-41f2-820b-31c9ad338368/a6e3e253-709e-42ce-97bb-e2d641fb48da) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:23.325158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] Pushing event deleted for resources: {'Network': ['ID=76da5a53-e75d-492e-b30a-4f97bee023f8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:23.329893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-58fabbe6-48d6-45df-ab3e-bcedcea05a72 tempest-PortsTestJSON-1343338158 tempest-PortsTestJSON-1343338158-project] 10.222.0.36 "DELETE /v2.0/networks/76da5a53-e75d-492e-b30a-4f97bee023f8 HTTP/1.1" status: 204 len: 168 time: 1.4850154 Feb 13 23:52:23.666540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde938-d669-4c6b-8589-805343af472e req-2e9edffe-901b-4244-8572-dcd131734e37 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:23.668957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56fde938-d669-4c6b-8589-805343af472e req-2e9edffe-901b-4244-8572-dcd131734e37 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.6813416 Feb 13 23:52:23.679197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:23.701336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Transition to ACTIVE for port object a6e3e253-709e-42ce-97bb-e2d641fb48da will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:23.735091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Transition to ACTIVE for port object a6e3e253-709e-42ce-97bb-e2d641fb48da will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:23.749999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:23.769428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-56fde938-d669-4c6b-8589-805343af472e req-577cc048-dd8e-43e6-aef2-28c1792696e4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931597 Feb 13 23:52:23.867718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:23.871059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:23.877234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:23.896849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Pushing event updated for resources: {'Port': ['ID=a6e3e253-709e-42ce-97bb-e2d641fb48da,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:24.034128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Attempting to bind port a6e3e253-709e-42ce-97bb-e2d641fb48da on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:52:24.034128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Attempting to bind port a6e3e253-709e-42ce-97bb-e2d641fb48da by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:52:24.034128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Attempting to bind port a6e3e253-709e-42ce-97bb-e2d641fb48da on network b363d742-b5ff-455b-8a9f-d9eb239fe53b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:24.052236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:52:24.052236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Checking segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:24.052236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.053619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Bound using segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:52:24.058110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Bound port: a6e3e253-709e-42ce-97bb-e2d641fb48da, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:52:24.058110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.065473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55384) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:24.299444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] For port a6e3e253-709e-42ce-97bb-e2d641fb48da, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:52:24.311005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] For port a6e3e253-709e-42ce-97bb-e2d641fb48da, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a6e3e253-709e-42ce-97bb-e2d641fb48da,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:52:24.320840 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.425906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7b50165d-9a73-40a1-9d1c-1af20f6359d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9bc565b9f9b41efb773348b69fc69db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3592498 Feb 13 23:52:24.428336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55392) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:24.491891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef05a-d991-4139-bd89-1f214157cbc6 None None] Pushing event updated for resources: {'Port': ['ID=a6e3e253-709e-42ce-97bb-e2d641fb48da,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:24.582783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10f8684d-85cb-4cb5-af1d-0ea6fb628e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.671415 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10f8684d-85cb-4cb5-af1d-0ea6fb628e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.760632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a555ddc-6391-4459-ade7-2a7328e73858 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:24.798751 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10f8684d-85cb-4cb5-af1d-0ea6fb628e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.830493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8684d-85cb-4cb5-af1d-0ea6fb628e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7559f6-37ca-4ba0-bdc1-079c862c4fd0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:24.867726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10f8684d-85cb-4cb5-af1d-0ea6fb628e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:24.869137 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10f8684d-85cb-4cb5-af1d-0ea6fb628e85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d7559f6-37ca-4ba0-bdc1-079c862c4fd0 HTTP/1.1" status: 204 len: 168 time: 0.4380937 Feb 13 23:52:25.003679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9a555ddc-6391-4459-ade7-2a7328e73858 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:25.010922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9a555ddc-6391-4459-ade7-2a7328e73858 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:25.010922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:25.239346 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:25.270801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9a555ddc-6391-4459-ade7-2a7328e73858, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9a555ddc-6391-4459-ade7-2a7328e73858,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:25.279673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:25.301434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa68f-bf46-4b16-bcf8-63d0e8cf7cf4 req-f6cee333-b9d1-4856-af8e-362bee3bb915 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:25.313685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be1aa68f-bf46-4b16-bcf8-63d0e8cf7cf4 req-f6cee333-b9d1-4856-af8e-362bee3bb915 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.1517920 Feb 13 23:52:25.379748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be1aa68f-bf46-4b16-bcf8-63d0e8cf7cf4 req-5d1757c8-d41b-4021-bad0-f37932f5cdce tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607615 Feb 13 23:52:25.449244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9a555ddc-6391-4459-ade7-2a7328e73858,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:25.672480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:26.361711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85e857-7574-4d7c-810d-0007691fd523 None None] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:52:26.401175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:26.623208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db478e7e-f687-4c76-8e65-8c55e3557f3c req-cc4a184e-2121-471f-9b8c-ca419d130509 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:26.637105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-db478e7e-f687-4c76-8e65-8c55e3557f3c req-cc4a184e-2121-471f-9b8c-ca419d130509 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.1728139 Feb 13 23:52:26.647801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e8c0ca28-093f-420f-ab8c-e12a127e1360 None None] Provisioning for port a6e3e253-709e-42ce-97bb-e2d641fb48da completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:26.783359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-db478e7e-f687-4c76-8e65-8c55e3557f3c req-60710a99-d453-4744-8a41-35e49b84b188 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452317 Feb 13 23:52:26.950708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6e3e253-709e-42ce-97bb-e2d641fb48da up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:27.153472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a6e3e253-709e-42ce-97bb-e2d641fb48da completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:27.169432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a6e3e253-709e-42ce-97bb-e2d641fb48da triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:27.169690 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.185679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.20.0.1 (b363d742-b5ff-455b-8a9f-d9eb239fe53b/f60949ee-fc67-41f2-820b-31c9ad338368/6147b687-3295-455b-88dc-e88923314cea) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:27.386513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.419531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.443271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Transition to ACTIVE for port object 6147b687-3295-455b-88dc-e88923314cea will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:27.482368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a6e3e253-709e-42ce-97bb-e2d641fb48da, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a6e3e253-709e-42ce-97bb-e2d641fb48da,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:27.482368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.488814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a555ddc-6391-4459-ade7-2a7328e73858 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:27.684959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b4660907-7b52-486f-9b79-7b6e98182272 None None] Provisioning complete for port a6e3e253-709e-42ce-97bb-e2d641fb48da triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:27.685630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4660907-7b52-486f-9b79-7b6e98182272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.695976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.765625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a6e3e253-709e-42ce-97bb-e2d641fb48da,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:27.765625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9a555ddc-6391-4459-ade7-2a7328e73858 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:27.765625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:27.825826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:27.846828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:27.867148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:28.087432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.1 (64c4c933-d885-4d9a-9086-1e78d3d64db8/2ab0b10d-306e-45bc-88e5-27ba546217e2/8586c8a6-6910-4c1f-9bdb-a68f9c11b8ec) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:28.172380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=6147b687-3295-455b-88dc-e88923314cea,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:28.334725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8b2b376c-c591-4a73-a1ee-98060ca2c17b None None] Provisioning for port 6147b687-3295-455b-88dc-e88923314cea completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:28.348234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8b2b376c-c591-4a73-a1ee-98060ca2c17b None None] Provisioning complete for port 6147b687-3295-455b-88dc-e88923314cea triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:28.348803 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b2b376c-c591-4a73-a1ee-98060ca2c17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:28.383223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:28.396986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:28.449830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db718c8-5204-4e69-845e-2fbb6831df24 req-67a20dd9-111d-4352-b92a-0c5fb857c63a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:28.456926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0db718c8-5204-4e69-845e-2fbb6831df24 req-67a20dd9-111d-4352-b92a-0c5fb857c63a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.3776515 Feb 13 23:52:28.457157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b376c-c591-4a73-a1ee-98060ca2c17b None None] Port 6147b687-3295-455b-88dc-e88923314cea cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:28.566906 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:28.723228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0db718c8-5204-4e69-845e-2fbb6831df24 req-dcc52493-96d6-4ee3-8232-43a9312d0d6f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539172 Feb 13 23:52:28.723228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:28.743458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6e3e253-709e-42ce-97bb-e2d641fb48da up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:28.760479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:28.766245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:28.786578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:28.791678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0b5c0f65-35db-46eb-a30a-1f58b3c549fe details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:52:28.925919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=8586c8a6-6910-4c1f-9bdb-a68f9c11b8ec,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:29.125600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a6e3e253-709e-42ce-97bb-e2d641fb48da triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:29.125600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:29.300451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:29.329284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:29.338434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'port_id': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'mac_address': 'fa:16:3e:a0:ea:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:52:29.454375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:29.516816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b5c0f65-35db-46eb-a30a-1f58b3c549fe {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:52:29.562296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:29.581112 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:29.599036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:29.685524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:29.736921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['0b5c0f65-35db-46eb-a30a-1f58b3c549fe'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:52:30.233913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f558f-bc61-456d-a22a-25705c679f61 req-72a877d2-84fa-4473-9c20-62f393cb398f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:30.239316 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f30f558f-bc61-456d-a22a-25705c679f61 req-72a877d2-84fa-4473-9c20-62f393cb398f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 944 time: 0.2475841 Feb 13 23:52:30.261123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:52:30.285088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:30.297761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1e407820-f36e-4cd5-b38e-17cb704384ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:30.306768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:30.364162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f30f558f-bc61-456d-a22a-25705c679f61 req-44ba9ef8-db55-4466-beae-9f5ca79b5eab tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236429 Feb 13 23:52:30.452676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:30.589557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=6147b687-3295-455b-88dc-e88923314cea,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:30.788047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0b5c0f65-35db-46eb-a30a-1f58b3c549fe up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:30.846190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:30.848371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:30.997643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:30.997643 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.095196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:52:31.119376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.129784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.282490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=8586c8a6-6910-4c1f-9bdb-a68f9c11b8ec,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:31.484116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d57586a2-91bb-49c5-ab7e-e864d48350a9 None None] Provisioning complete for port 6147b687-3295-455b-88dc-e88923314cea triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:31.484484 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d57586a2-91bb-49c5-ab7e-e864d48350a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.543628 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.686280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d57586a2-91bb-49c5-ab7e-e864d48350a9 None None] Port 6147b687-3295-455b-88dc-e88923314cea cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:31.699432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:52:31.733762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:31.743525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.768799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:31.885349 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'code': 200} Feb 13 23:52:31.953866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:32.203111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa17ce-d17a-42b4-a892-fe0a9abbf28a req-b9f1b47d-e1e3-4c7b-ae98-8be2557aa7a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:32.216137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-effa17ce-d17a-42b4-a892-fe0a9abbf28a req-b9f1b47d-e1e3-4c7b-ae98-8be2557aa7a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4228723 Feb 13 23:52:32.305563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-effa17ce-d17a-42b4-a892-fe0a9abbf28a req-0190cee2-302f-4990-8e0f-cf0d6c7a6f66 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907094 Feb 13 23:52:32.335313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:32.335313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:32.413002 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f997d00d-8a3e-407e-b5bb-456491bf7e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:32.719205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router 3d2db288-1d28-486c-9fcd-58823d642a76 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:52:33.160776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:52:33.331549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:33.357294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55606) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:33.362234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Sync routers for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:33.366222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ffebdc0d-e9d9-49b0-81bf-42cba3fb1653 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "PUT /v2.0/routers/3d2db288-1d28-486c-9fcd-58823d642a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7693033 Feb 13 23:52:33.377907 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:33.378649 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:33.595844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:33.636946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:33.679456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59f55716-f384-41b3-aa48-635e8aeaf856 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/routers/a745ea40-87a5-4d5b-8e40-b83b4409e362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6291804 Feb 13 23:52:33.686484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55618) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:33.739628 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9ca9aea2-29c5-453e-aff1-c5e920a594d1 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.3839509 Feb 13 23:52:33.793089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'port': {'network_id': '64c4c933-d885-4d9a-9086-1e78d3d64db8', 'name': 'tempest-FloatingIPTestJSON-366415434'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:33.841741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55622) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:33.881129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:33.979450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:34.021707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:34.022812 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:52:34.024186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:34.183401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:34.211796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:34.211796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.251264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.269407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:34.279443 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5540b381-9ce0-4617-b562-5a7d845f21ba tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5241 time: 0.4194882 Feb 13 23:52:34.321223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:34.321223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09598fb3-26e8-45e4-b517-e405c29c5846 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:34.331188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34df6a-f1b2-43c5-b9e1-34fd24f38a3d req-dcb50f3a-ba59-43d3-8ece-af927a83db56 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:34.338316 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a34df6a-f1b2-43c5-b9e1-34fd24f38a3d req-dcb50f3a-ba59-43d3-8ece-af927a83db56 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.5933611 Feb 13 23:52:34.468321 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a34df6a-f1b2-43c5-b9e1-34fd24f38a3d req-17f3076c-8d0c-4a6c-b9b9-ae2a58564d7e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304040 Feb 13 23:52:34.670771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:34.684002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:port and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:34.684002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:34.695556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:34.805536 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:29Z', 'revision_number': 2, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:34.815405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:34.815405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:34.819138 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Checking router: 3d2db288-1d28-486c-9fcd-58823d642a76 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:52:34.819138 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Updating router 3d2db288-1d28-486c-9fcd-58823d642a76 port 6147b687-3295-455b-88dc-e88923314cea binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:52:34.845527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] device_id is not set on port f98334d0-e616-4f1f-9a0f-1dc33504d49f yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:52:34.890271 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:35.088263 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:35.245032 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0eb9a88e-195b-4c08-8d0e-f29568e21a57 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.9704483 Feb 13 23:52:35.272424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.14 (64c4c933-d885-4d9a-9086-1e78d3d64db8/2ab0b10d-306e-45bc-88e5-27ba546217e2/f98334d0-e616-4f1f-9a0f-1dc33504d49f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:35.819984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:35.827866 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:35.868943 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Transition to ACTIVE for port object 6147b687-3295-455b-88dc-e88923314cea will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:35.895612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:35.899089 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:36.198577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff3c33-3186-4b03-9c26-de83fb26e4cb req-140b90d0-786d-4be7-a3c7-e5ced394f02f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:36.208953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5ff3c33-3186-4b03-9c26-de83fb26e4cb req-140b90d0-786d-4be7-a3c7-e5ced394f02f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4023542 Feb 13 23:52:36.229445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:36.232489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:36.252830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:36.348116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5ff3c33-3186-4b03-9c26-de83fb26e4cb req-c1e91047-14e5-4cfc-920f-1a5271a0214f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320784 Feb 13 23:52:36.373934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=f98334d0-e616-4f1f-9a0f-1dc33504d49f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:36.396737 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b34d-d674-46d2-bac8-ff9a97c60a78 None None] Pushing event updated for resources: {'Port': ['ID=6147b687-3295-455b-88dc-e88923314cea,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:36.549454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:36.558008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:36.638067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d5651683-b246-486c-8503-62b1d3b0fa95 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9477797 Feb 13 23:52:36.638557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55674) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:36.646827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'port': {'network_id': '64c4c933-d885-4d9a-9086-1e78d3d64db8', 'name': 'tempest-FloatingIPTestJSON-270141522'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:36.665916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:36.673546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581798318', 'description': 'tempest-secgroup-smoke-581798318 description', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:36.704941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:36.728254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:36.733844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:36.749549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:36.780422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:36.835381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:52:36.893884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:36.920813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:36.954548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:37.021157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:37.067005 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Attempting to bind port 6147b687-3295-455b-88dc-e88923314cea on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:52:37.067417 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Attempting to bind port 6147b687-3295-455b-88dc-e88923314cea by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:52:37.067771 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Attempting to bind port 6147b687-3295-455b-88dc-e88923314cea on network b363d742-b5ff-455b-8a9f-d9eb239fe53b {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:37.082988 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:52:37.082988 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Checking segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:37.085936 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.091202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Bound using segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:52:37.092249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Bound port: 6147b687-3295-455b-88dc-e88923314cea, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:52:37.093716 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.140115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.162700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.174608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.329137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:37.335112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:port and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:37.366552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:37.432002 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] For port 6147b687-3295-455b-88dc-e88923314cea, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:52:37.435736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:37.441113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41923a-c19d-4237-90b3-d5062d83d32c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:37.445105 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] For port 6147b687-3295-455b-88dc-e88923314cea, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6147b687-3295-455b-88dc-e88923314cea,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:52:37.450295 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.455629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55698) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:37.458066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0a8489e6-6e11-4a42-a6fa-7ccbc78e0209 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7863796 Feb 13 23:52:37.483470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '2c41923a-c19d-4237-90b3-d5062d83d32c', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:37.502141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:37.523790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:37.533630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:37.547785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:37.557307 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.579083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:37.579083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.611733 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:37.749136 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:37.758295 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:37.789417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] device_id is not set on port 60e27406-efc6-40cf-9b2f-930327da1677 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:52:38.139320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.216566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.234095 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b34d-d674-46d2-bac8-ff9a97c60a78 None None] Pushing event updated for resources: {'Port': ['ID=6147b687-3295-455b-88dc-e88923314cea,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:38.270798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf30bda-3554-4576-822c-8b5944b8dea5,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:38.329665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-1642a08e-72ad-4bae-a1f5-08b3dd0de3bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1080253 Feb 13 23:52:38.363178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4442b-cb51-42e8-bcec-f559ae1caa4c req-72b46396-c912-4b23-9b08-fdaafaa8f327 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:38.365083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5c4442b-cb51-42e8-bcec-f559ae1caa4c req-72b46396-c912-4b23-9b08-fdaafaa8f327 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.5313587 Feb 13 23:52:38.371652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.373149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5fad5987-e4d4-42b0-91fc-56e72700b87a tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9077830 Feb 13 23:52:38.377498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55716) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:38.384736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '2c41923a-c19d-4237-90b3-d5062d83d32c', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:38.407924 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:52:38.409070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:38.421796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:38.444847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:38.469068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:38.534716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.554841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.8 (64c4c933-d885-4d9a-9086-1e78d3d64db8/2ab0b10d-306e-45bc-88e5-27ba546217e2/60e27406-efc6-40cf-9b2f-930327da1677) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:38.694249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.694249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.743208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.746915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3679869 Feb 13 23:52:38.752822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55720) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:38.753479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f318d26-27a6-4dcd-8a71-189c5ed20991 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8286bf-a189-4779-812b-c06de1400403,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:38.764239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '2c41923a-c19d-4237-90b3-d5062d83d32c', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:38.772222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:38.779418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:38.782511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:38.792060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:38.828414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:38.938279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.020820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.034446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.250478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd9e0a4-7266-436a-a0ec-9e1b0e0050d2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:39.272626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.288328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c2d79a57-2bc9-4d98-a070-5f4572d89ccc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5201147 Feb 13 23:52:39.295415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55736) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:39.349712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '2c41923a-c19d-4237-90b3-d5062d83d32c', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:39.376028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:39.380787 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:37Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:39.388879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:39.394222 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052d2b5-3332-4bbe-a2e7-9f6ca7eaee6c None None] The sync data for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 is: [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:37Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:39.401353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:39.419236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:39.469894 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.577192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5c4442b-cb51-42e8-bcec-f559ae1caa4c req-985353ee-72eb-4925-9166-45d39e10c40a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2025206 Feb 13 23:52:39.663249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.667434 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-26fc54f0-950b-4ee7-9265-93af0fde58bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.9532628 Feb 13 23:52:39.667434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.674321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.726360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3af94a-3eb1-4a7d-904b-2275f83adba7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:39.756441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:39.756441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ed8fd303-661b-43ad-afad-fcfdf6c30951 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4513187 Feb 13 23:52:39.773071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55742) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:39.795584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '2c41923a-c19d-4237-90b3-d5062d83d32c', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:39.802801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:39.802801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:39.812446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:39.834342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:39.850418 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Project 5b5ebbdaddad4dccb27c413d4be22797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:52:39.868192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.022060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.033839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.099205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.233754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b51e0e0-d312-447f-9ff1-846e1a630664,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:40.256276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.256276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a7de7a88-8a81-4a43-8c3e-bc86dd2246bc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4755166 Feb 13 23:52:40.256276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 55756) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:40.263224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-f7e222a0-152f-4431-886f-a35982dac531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:40.267203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'security_group_rule': {'security_group_id': '2c41923a-c19d-4237-90b3-d5062d83d32c', 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:40.271150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-f7e222a0-152f-4431-886f-a35982dac531 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.5576258 Feb 13 23:52:40.296544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:40.309989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:security_group_rule and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:40.319902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:40.335065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:40.388278 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Project 5b5ebbdaddad4dccb27c413d4be22797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:52:40.411848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.595538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.606048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:40.608262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.609091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:40.613968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:40.726482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:40.735244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4786627 Feb 13 23:52:40.754095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88e3c9-fbb1-4c5f-9193-d761fde356b3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ef9ef1-64a5-444e-be00-6f74e0c9fa8b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:40.886108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=60e27406-efc6-40cf-9b2f-930327da1677,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:40.928037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6147b687-3295-455b-88dc-e88923314cea up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:41.077506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:41.089054 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:41.108035 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-fb2f6bf3-d547-4978-8b34-802cbdaf1187 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.8152454 Feb 13 23:52:41.248419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6147b687-3295-455b-88dc-e88923314cea completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:41.266881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6147b687-3295-455b-88dc-e88923314cea triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:41.266881 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:41.352395 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0e36645-3419-4e83-becf-4543e58d6a85 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7060580 Feb 13 23:52:41.352395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55788) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:41.377600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7cff-4d62-4acb-b781-e48e65c4247d req-4ca0fe0f-4549-48db-96d5-656af4cf7fa9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:41.387900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '60e27406-efc6-40cf-9b2f-930327da1677', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:41.416003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b20d7cff-4d62-4acb-b781-e48e65c4247d req-4ca0fe0f-4549-48db-96d5-656af4cf7fa9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4186418 Feb 13 23:52:41.446250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:41.476662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:floatingip and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:41.486410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:41.512118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:41.541078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b20d7cff-4d62-4acb-b781-e48e65c4247d req-fb16600b-d210-4f88-852b-179ed7290314 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145792 Feb 13 23:52:41.592837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:41.634500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-2058f5c1-b24a-4314-9a1c-65872021ba24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:41.641686 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-2058f5c1-b24a-4314-9a1c-65872021ba24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.5058119 Feb 13 23:52:41.768065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:41.865020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6147b687-3295-455b-88dc-e88923314cea, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6147b687-3295-455b-88dc-e88923314cea,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:52:41.870800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:41.881606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4506146-39e7-4e7a-b67a-b6ce7f49d86d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:42.013932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6147b687-3295-455b-88dc-e88923314cea,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:42.036741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4506146-39e7-4e7a-b67a-b6ce7f49d86d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:42.038332 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4506146-39e7-4e7a-b67a-b6ce7f49d86d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581798318&fields=id&tenant_id=5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 267 time: 0.6527934 Feb 13 23:52:42.218657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-18716d43-f087-450c-ae32-814e890e6a36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5470510 Feb 13 23:52:42.367511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-20d45c89-454a-425c-9bce-7581022cb0e2 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419692 Feb 13 23:52:42.535820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:42.761019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.219 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/efd6d027-b593-46ca-a01f-3bfda545fee0) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:42.826354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6147b687-3295-455b-88dc-e88923314cea up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:52:43.045180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3af55b65-c32a-4e11-b946-0b3aebcb241d req-a9724173-856a-4edd-8bab-5e2cd3156dcb service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721509 Feb 13 23:52:43.194532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec3707-cc9a-4bde-8bce-b464a4ae2252 req-479bac66-fa0d-48d8-975f-7f3a29748932 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:43.199388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3ec3707-cc9a-4bde-8bce-b464a4ae2252 req-479bac66-fa0d-48d8-975f-7f3a29748932 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.2253692 Feb 13 23:52:43.227528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6147b687-3295-455b-88dc-e88923314cea triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:43.227528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:43.236972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4a6891c-15df-4afe-93f8-8ca82da43871 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:43.236972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4a6891c-15df-4afe-93f8-8ca82da43871 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:43.347230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4a6891c-15df-4afe-93f8-8ca82da43871 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:43.347230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-c4a6891c-15df-4afe-93f8-8ca82da43871 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/networks?id=b363d742-b5ff-455b-8a9f-d9eb239fe53b HTTP/1.1" status: 200 len: 797 time: 1.2889693 Feb 13 23:52:43.424232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3ec3707-cc9a-4bde-8bce-b464a4ae2252 req-44148089-ab12-4b32-bb71-ce4e3b0bb880 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078292 Feb 13 23:52:43.438718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-4d670c5e-a0d6-447d-91f1-7a4cf0195de8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/quotas/5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 375 time: 0.0678446 Feb 13 23:52:43.540963 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:43.729301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-38dc4b02-78ab-4a89-88a2-341de615c870 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2651670 Feb 13 23:52:43.911005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:44.219567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:44.230139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:44.238942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:44.381752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=efd6d027-b593-46ca-a01f-3bfda545fee0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:44.491025 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-cf3d2a59-ca63-490e-96cb-eadd92742b66 service neutron] 10.222.0.36 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183847 Feb 13 23:52:44.686984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-bb543b4a-78cc-458e-8c54-eef10b13a489 service neutron] 10.222.0.36 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815264 Feb 13 23:52:44.805479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6dd-e1a0-4d29-8594-8070bb1fed8c req-f3898776-9813-4af4-a134-9e27b750279b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:44.805479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1797a6dd-e1a0-4d29-8594-8070bb1fed8c req-f3898776-9813-4af4-a134-9e27b750279b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.1605349 Feb 13 23:52:44.904624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1797a6dd-e1a0-4d29-8594-8070bb1fed8c req-a48c2c55-7bea-4412-9a59-3a665237f2ff tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902622 Feb 13 23:52:45.335062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-65a2d7d7-6fb6-49a5-986b-4b061d727dcd req-8d8256e2-a9a5-4c5b-ae10-42ed7233b71b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:45.392183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-65a2d7d7-6fb6-49a5-986b-4b061d727dcd req-8d8256e2-a9a5-4c5b-ae10-42ed7233b71b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:45.392183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65a2d7d7-6fb6-49a5-986b-4b061d727dcd req-8d8256e2-a9a5-4c5b-ae10-42ed7233b71b tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 210 time: 0.1323943 Feb 13 23:52:45.765245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-8c88cf64-9081-46d6-be47-bf21c3ee187e req-af4e9487-0ba6-4f2f-b18a-b16d2ee4f354 service neutron] (83661) timed out ('10.222.0.36', 60178) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:52:45.881623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:46.039822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:46.728402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92073529-74af-45a9-9e01-f30fdeb644c4 req-cd82ce46-f686-493d-a27a-7281a9184970 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:46.752970 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-92073529-74af-45a9-9e01-f30fdeb644c4 req-cd82ce46-f686-493d-a27a-7281a9184970 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4622977 Feb 13 23:52:46.879468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-92073529-74af-45a9-9e01-f30fdeb644c4 req-9fd3264c-6a9d-47fe-a5af-8cdb3f75983e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264818 Feb 13 23:52:46.910805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:46.919966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de98ad00-c726-4b6f-a06e-593000218e2b req-0d9443bb-1eba-4df9-8400-b441a637602f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 210 time: 0.1163170 Feb 13 23:52:46.926233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:47.410414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=efd6d027-b593-46ca-a01f-3bfda545fee0,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:47.434851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:47.840715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-1a182997-ba16-4500-a8d4-dda64ded9cef tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:47.846144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-1a182997-ba16-4500-a8d4-dda64ded9cef tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:47.868003 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 70794a89-7bd6-4d3b-a39c-3e666f20ed84 associated. External IP: 172.25.4.219, port: 60e27406-efc6-40cf-9b2f-930327da1677. Feb 13 23:52:47.884041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-1a182997-ba16-4500-a8d4-dda64ded9cef tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:47.893779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-1a182997-ba16-4500-a8d4-dda64ded9cef tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "GET /v2.0/networks?id=b363d742-b5ff-455b-8a9f-d9eb239fe53b HTTP/1.1" status: 200 len: 797 time: 0.4943430 Feb 13 23:52:48.606661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-26874602-2ea5-4452-909e-ab7b76eb277d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:48.846417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-947bf63e-f480-4f83-ba97-e2a168e2e3ec req-6d9c5bf4-878b-43f6-9b94-e983d9892481 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 210 time: 0.2314062 Feb 13 23:52:48.854634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-26874602-2ea5-4452-909e-ab7b76eb277d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:48.855932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-26874602-2ea5-4452-909e-ab7b76eb277d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5ebbdaddad4dccb27c413d4be22797 HTTP/1.1" status: 200 len: 379 time: 0.9548995 Feb 13 23:52:48.869344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'port': {'device_id': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'admin_state_up': True, 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'security_groups': ['2c41923a-c19d-4237-90b3-d5062d83d32c']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:49.192823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:49.197410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:49.215946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Made reservation on behalf of 5b5ebbdaddad4dccb27c413d4be22797 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:52:49.215946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:49.438164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541cc94-62d2-4a79-9fbe-374dd1f005b8 req-92fb8169-1df4-4a94-97d0-cb10192b6766 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:49.448142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f541cc94-62d2-4a79-9fbe-374dd1f005b8 req-92fb8169-1df4-4a94-97d0-cb10192b6766 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.5621355 Feb 13 23:52:49.591504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f541cc94-62d2-4a79-9fbe-374dd1f005b8 req-8d54da51-a31b-4a23-8ce8-e12b7ceb02d0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420460 Feb 13 23:52:49.730768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.20.0.11 (b363d742-b5ff-455b-8a9f-d9eb239fe53b/f60949ee-fc67-41f2-820b-31c9ad338368/e700af12-4804-465a-800a-02d45b6de932) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:49.968349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:49.998823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Transition to ACTIVE for port object e700af12-4804-465a-800a-02d45b6de932 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:50.033578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:50.246958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-cf72da93-28b5-4d29-951c-5f446eacf1c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7177780 Feb 13 23:52:50.430402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:50.560967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:52:50.573826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:50.607769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:50.856074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=e700af12-4804-465a-800a-02d45b6de932,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:51.003114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:51.003983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:51.164444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1ceea1f5-9c6f-4861-ad09-632fdd5e77a1 None None] Provisioning for port e700af12-4804-465a-800a-02d45b6de932 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:52:51.169254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8776-eb16-42c3-8c58-570c8604c77c req-13e6a93a-2404-4b18-bde1-9888e7446011 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:51.170243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d8ac8776-eb16-42c3-8c58-570c8604c77c req-13e6a93a-2404-4b18-bde1-9888e7446011 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:51.179217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-55bf382a-0b11-45cc-8d04-a5a2950e2fbf tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3182349 Feb 13 23:52:51.187644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-6c8e2063-9b5f-4824-b550-ff32f535a2de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 1096 time: 0.9004982 Feb 13 23:52:51.195866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Request body: {'port': {'device_id': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:51.207115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1ceea1f5-9c6f-4861-ad09-632fdd5e77a1 None None] Provisioning complete for port e700af12-4804-465a-800a-02d45b6de932 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:52:51.207484 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ceea1f5-9c6f-4861-ad09-632fdd5e77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:51.451511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1ceea1f5-9c6f-4861-ad09-632fdd5e77a1 None None] Port e700af12-4804-465a-800a-02d45b6de932 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:52:51.452645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156ea5d-3758-4e40-b65e-b1b47a459447 req-1cbfc2d0-9f3c-4701-aa4a-02c6f180a06a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:51.454194 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4156ea5d-3758-4e40-b65e-b1b47a459447 req-1cbfc2d0-9f3c-4701-aa4a-02c6f180a06a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4459443 Feb 13 23:52:51.551270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d8ac8776-eb16-42c3-8c58-570c8604c77c req-13e6a93a-2404-4b18-bde1-9888e7446011 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:51.563153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8ac8776-eb16-42c3-8c58-570c8604c77c req-13e6a93a-2404-4b18-bde1-9888e7446011 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 932 time: 1.1241093 Feb 13 23:52:51.597127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4156ea5d-3758-4e40-b65e-b1b47a459447 req-106063a8-9f81-4029-a91c-24e86f82f68d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327903 Feb 13 23:52:51.698423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:51.714301 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:51.719713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-08970c3a-c630-4843-b6dc-2c0b41264823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:51.721429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-08970c3a-c630-4843-b6dc-2c0b41264823 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.4978518 Feb 13 23:52:51.746474 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:51.747249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:51.784556 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:51.954616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92e62618-91c5-4626-84f0-8444d945341c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5994434 Feb 13 23:52:51.958235 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:51.960736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 55968) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:51.979841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:51.986968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:51.998388 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:51.999238 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:52.248551 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:52.249201 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231d0d4-0cc4-4b6b-816a-e4885d14128c None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:52.258656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8ac8776-eb16-42c3-8c58-570c8604c77c req-cd38e39d-dfec-4346-88bd-41c49c57ae01 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6935756 Feb 13 23:52:52.269193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-1dc6a872-5bc3-4c32-beba-1ba9ab2be164 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72 HTTP/1.1" status: 200 len: 217 time: 0.5071409 Feb 13 23:52:52.377472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:52.586442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-c143b507-b389-4191-a1d0-7d09e4406c68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:52.588637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-c143b507-b389-4191-a1d0-7d09e4406c68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.2948573 Feb 13 23:52:52.850669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:52.858849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:52.859575 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 70794a89-7bd6-4d3b-a39c-3e666f20ed84 disassociated. External IP: 172.25.4.219, port: 60e27406-efc6-40cf-9b2f-930327da1677. Feb 13 23:52:53.612729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-c84425e7-472b-4ecd-ba74-fb6716714ec2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0162849 Feb 13 23:52:53.748256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70021a-812e-4328-9b7b-70ec73a365b3 req-fa96889b-c2f5-4bfa-9b4d-4b50cef18174 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:53.749738 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e70021a-812e-4328-9b7b-70ec73a365b3 req-fa96889b-c2f5-4bfa-9b4d-4b50cef18174 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.7566593 Feb 13 23:52:53.849789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e70021a-812e-4328-9b7b-70ec73a365b3 req-ed575016-16a8-40b9-994c-21cb85451734 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922816 Feb 13 23:52:54.157521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-b28a1516-2eaa-468e-9e7c-9f7600710fe0 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807055 Feb 13 23:52:54.477144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:52:54.541148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e700af12-4804-465a-800a-02d45b6de932 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:52:54.562433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:54.579384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Transition to ACTIVE for port object e700af12-4804-465a-800a-02d45b6de932 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:52:54.781834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:54.786776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5ff993bc-bb72-4f29-bb34-dfbe487f148f req-72dadfe1-d81d-4593-97ad-3ae647e5b2b7 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880013 Feb 13 23:52:55.007717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c7a6-315c-450c-8c9a-83515995083f req-80429033-0908-41b3-bfbe-b4e42a5fecfa tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:55.016472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3d4c7a6-315c-450c-8c9a-83515995083f req-80429033-0908-41b3-bfbe-b4e42a5fecfa tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 932 time: 0.8578691 Feb 13 23:52:55.104759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Pushing event updated for resources: {'Port': ['ID=e700af12-4804-465a-800a-02d45b6de932,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:55.167391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56022) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:55.187641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054897020', 'description': 'tempest-secgroup-smoke-1054897020 description', 'project_id': 'ee8b609055824c7ea075791fa691f75b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:55.202455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:55.226376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:55.237214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:55.260941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:55.327513 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.378471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c3d4c7a6-315c-450c-8c9a-83515995083f req-5ec31533-f8c3-4aa0-8247-9f10a47b9174 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440883 Feb 13 23:52:55.443402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:55.480737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:55.512636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Attempting to bind port e700af12-4804-465a-800a-02d45b6de932 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:52:55.512636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Attempting to bind port e700af12-4804-465a-800a-02d45b6de932 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:52:55.512636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Attempting to bind port e700af12-4804-465a-800a-02d45b6de932 on network b363d742-b5ff-455b-8a9f-d9eb239fe53b {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:55.519464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Port e700af12-4804-465a-800a-02d45b6de932 on network b363d742-b5ff-455b-8a9f-d9eb239fe53b not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:52:55.520046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Attempting to bind port e700af12-4804-465a-800a-02d45b6de932 on network b363d742-b5ff-455b-8a9f-d9eb239fe53b {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:52:55.533182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:52:55.534636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Checking segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:52:55.535541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Bound using segment: {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:52:55.538451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Bound port: e700af12-4804-465a-800a-02d45b6de932, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89cecde2-42b0-4cd4-b853-7011a7221bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:52:55.539052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.572430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:55.611344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:55.741711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.750245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:52:55.758761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.763584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:52:55.780578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5294070-94ed-426f-8eb6-a87d85083469 req-eb233aab-96f7-456a-80fb-f23b205f55af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:55.785414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] For port e700af12-4804-465a-800a-02d45b6de932, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:52:55.787934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a5294070-94ed-426f-8eb6-a87d85083469 req-eb233aab-96f7-456a-80fb-f23b205f55af tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.2991447 Feb 13 23:52:55.790134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] For port e700af12-4804-465a-800a-02d45b6de932, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e700af12-4804-465a-800a-02d45b6de932,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:52:55.797913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:55.800974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:55.803010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.863126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.895802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f7baae-7c44-4578-9ec8-b299f8f3189a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:55.910490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.912180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] 10.222.0.31 "PUT /v2.0/ports/e700af12-4804-465a-800a-02d45b6de932 HTTP/1.1" status: 200 len: 1092 time: 4.7205303 Feb 13 23:52:55.913435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'tag': 'e700af12-4804-465a-800a-02d45b6de932'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:52:55.920654 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:55.938832 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7650223 Feb 13 23:52:55.950998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56036) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:55.965375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ce503-72ca-4f37-8cdd-783655e97d44 service neutron] Pushing event updated for resources: {'Port': ['ID=e700af12-4804-465a-800a-02d45b6de932,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:55.986597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7baae-7c44-4578-9ec8-b299f8f3189a', 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:56.026987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:56.037392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.037740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.038109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.038453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.038783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.039116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.039439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.039769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.040510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.041027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.041358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d754c3-831e-4cf4-8be3-c231fc484876 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:52:56.059888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:52:56.060578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:52:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:56.066606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:56.099250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a5294070-94ed-426f-8eb6-a87d85083469 req-2d724104-4cef-4ef6-bef8-5bfd2dabe922 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102617 Feb 13 23:52:56.109465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:56.117991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c8c1f25c-3c11-4674-94b1-a7d1750a033f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/floatingips/70794a89-7bd6-4d3b-a39c-3e666f20ed84 HTTP/1.1" status: 200 len: 688 time: 4.1559548 Feb 13 23:52:56.126069 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'tag': 'e700af12-4804-465a-800a-02d45b6de932', 'status': 'completed', 'code': 200} Feb 13 23:52:56.126069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56040) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:56.130292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:56.143057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:56.176064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:52:56.176821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fbcd1-5a56-4624-96a2-517b1045abe1 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:52:56.182472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.310262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.323363 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.353263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dfbbc6-9838-4616-97c5-61b71e327527,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:56.372721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.374525 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-235b6841-78c3-4b33-a52a-5ce7a9763a2c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4109337 Feb 13 23:52:56.377416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56052) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:56.384479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7baae-7c44-4578-9ec8-b299f8f3189a', 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:56.392259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:56.411356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:56.418384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:56.420313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port efd6d027-b593-46ca-a01f-3bfda545fee0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:52:56.420646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.432950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:56.504638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.528085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-902551cd-cf7a-4f2c-9ac1-fcd3ba2774dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 1095 time: 0.5473158 Feb 13 23:52:56.671489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.679564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.733775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-946cf58e-f9cd-4cf7-bac7-d8df866ee147 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e700af12-4804-465a-800a-02d45b6de932 HTTP/1.1" status: 200 len: 217 time: 0.1957722 Feb 13 23:52:56.753427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b7aca4-567f-4303-a2fa-efc943e76c20,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:56.759799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.762551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f03380fd-3957-4059-b3bd-f85b28181495 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3831728 Feb 13 23:52:56.764170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56070) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:56.771055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7baae-7c44-4578-9ec8-b299f8f3189a', 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:56.782458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:56.787281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:56.791112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:56.798078 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:56.847273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.974227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:56.988544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.029845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a1fb05-3212-46e2-a19c-830d8f4de142,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:57.062068 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.064062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8521d45f-de81-4c8b-8741-5889c3e4260e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2984436 Feb 13 23:52:57.066514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:57.078317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7baae-7c44-4578-9ec8-b299f8f3189a', 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:57.094571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:57.104216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:57.114569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:57.137594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:57.139604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.139977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.187839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.315950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for efd6d027-b593-46ca-a01f-3bfda545fee0 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:52:57.349177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.414343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.451888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701e59b8-8a4a-48bc-aa73-c1daca15f94a,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:57.474600 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.479549 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c36efbc5-e142-473e-95e9-49cca30df327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4113121 Feb 13 23:52:57.489363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56092) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:57.496213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7baae-7c44-4578-9ec8-b299f8f3189a', 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:57.506271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:57.513679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:57.517884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:57.525942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:57.552225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107f68-221f-4e72-8443-6b9f9613216b req-763e11e1-6ce9-446a-9805-4cc756772ff2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:57.553781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9107f68-221f-4e72-8443-6b9f9613216b req-763e11e1-6ce9-446a-9805-4cc756772ff2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.2019737 Feb 13 23:52:57.586568 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Project ee8b609055824c7ea075791fa691f75b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:52:57.596990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.637257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.715398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d9107f68-221f-4e72-8443-6b9f9613216b req-b1babea1-d610-4eaf-9bbc-29934b582ed6 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469078 Feb 13 23:52:57.784803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=efd6d027-b593-46ca-a01f-3bfda545fee0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:57.787998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-4cb384cf-6d94-4194-8762-1b9abb1289c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:57.789739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-4cb384cf-6d94-4194-8762-1b9abb1289c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f60949ee-fc67-41f2-820b-31c9ad338368 HTTP/1.1" status: 200 len: 834 time: 0.9504597 Feb 13 23:52:57.799469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.803644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.837134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4824cb6a-f46b-4218-8757-456311c3a9a0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:57.849848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.858399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e44cbb1-00b5-43ed-ae55-863bc58f702f tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3650832 Feb 13 23:52:57.858675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56102) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:57.867810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7baae-7c44-4578-9ec8-b299f8f3189a', 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:57.878391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:57.885929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:security_group_rule and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:57.892836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:57.903221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:57.920412 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Project ee8b609055824c7ea075791fa691f75b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:52:57.929472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:57.952981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fff76-67f7-4d4c-8f95-bcd80e622273 req-08ec04f4-e038-4954-9a5e-c7e514c76e74 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:57.954415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b65fff76-67f7-4d4c-8f95-bcd80e622273 req-08ec04f4-e038-4954-9a5e-c7e514c76e74 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 944 time: 1.3215778 Feb 13 23:52:58.064330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.099859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.114764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.134523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.139478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:52:58.178278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'f98334d0-e616-4f1f-9a0f-1dc33504d49f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:52:58.182567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-47eaeb81-1f4c-465d-9532-c23b97d95266 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/floatingips/70794a89-7bd6-4d3b-a39c-3e666f20ed84 HTTP/1.1" status: 204 len: 168 time: 2.0150998 Feb 13 23:52:58.184930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d62cd-aeae-4c5d-90f9-e412e778e739,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:58.195978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.197596 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70fb3060-ae19-4634-a967-06ab5bc21a50 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3378620 Feb 13 23:52:58.205302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:52:58.206340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-50e5c0e3-5925-4f83-ae34-0e419543f455 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b363d742-b5ff-455b-8a9f-d9eb239fe53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096839 Feb 13 23:52:58.215267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:floatingip and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:52:58.224458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:52:58.225478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b65fff76-67f7-4d4c-8f95-bcd80e622273 req-37847af2-815c-4934-9e2f-4d7998285c09 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617664 Feb 13 23:52:58.239271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:52:58.262908 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.531543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:58.580975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-dd204892-8c06-4c3a-8a97-6078cac4df42 service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539851 Feb 13 23:52:58.821433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f32ca44-6aca-4a78-a7e5-9ca6f681f8d6 req-d07b07a4-f154-403f-8c80-3f83dde946f7 service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310841 Feb 13 23:52:58.884397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-e2c4de4d-6876-44f8-8d55-3c9a57f608cb tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Synchronizing usage tracker for tenant:ee8b609055824c7ea075791fa691f75b on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:58.909524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.135 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/213273e8-44f5-49d5-8258-904f7c3febcc) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:52:58.953246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-e2c4de4d-6876-44f8-8d55-3c9a57f608cb tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Unset dirty status for tenant:ee8b609055824c7ea075791fa691f75b on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:58.954482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-e2c4de4d-6876-44f8-8d55-3c9a57f608cb tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054897020&fields=id&tenant_id=ee8b609055824c7ea075791fa691f75b HTTP/1.1" status: 200 len: 267 time: 0.1479843 Feb 13 23:52:59.267933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-93acf5cd-6ad1-4403-8936-bb5836a84034 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 1095 time: 0.3927374 Feb 13 23:52:59.424248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-1342af95-c4b4-4192-a7b0-492be7d4ecd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:59.425843 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-1342af95-c4b4-4192-a7b0-492be7d4ecd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b363d742-b5ff-455b-8a9f-d9eb239fe53b HTTP/1.1" status: 200 len: 897 time: 0.1493313 Feb 13 23:52:59.444690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9043a-a704-4f69-a338-dfd62a903c4c req-c7035f56-ce80-4902-9764-f767d91e8a4d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:59.452530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f9043a-a704-4f69-a338-dfd62a903c4c req-c7035f56-ce80-4902-9764-f767d91e8a4d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4889863 Feb 13 23:52:59.513760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-59a9ca3b-d75f-43a8-8608-8d5563b5b844 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:59.515321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-59a9ca3b-d75f-43a8-8608-8d5563b5b844 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Synchronizing usage tracker for tenant:ee8b609055824c7ea075791fa691f75b on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:52:59.574845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-59a9ca3b-d75f-43a8-8608-8d5563b5b844 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Unset dirty status for tenant:ee8b609055824c7ea075791fa691f75b on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:52:59.576555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-59a9ca3b-d75f-43a8-8608-8d5563b5b844 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 814 time: 0.5189428 Feb 13 23:52:59.583453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:59.596713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-e5dd1e59-6efc-40e5-9307-8afa01000e92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e700af12-4804-465a-800a-02d45b6de932 HTTP/1.1" status: 200 len: 217 time: 0.1586635 Feb 13 23:52:59.605577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-90df9803-97a3-4f3a-8434-76d7ebd263dc tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/quotas/ee8b609055824c7ea075791fa691f75b HTTP/1.1" status: 200 len: 375 time: 0.0190673 Feb 13 23:52:59.744613 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-4618fdd7-3647-4066-8ddb-3791d51cb6d5 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331344 Feb 13 23:52:59.746748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:52:59.761932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f9043a-a704-4f69-a338-dfd62a903c4c req-eb032c46-b145-4cb7-baab-502b33913ba8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084157 Feb 13 23:52:59.773034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-0306c9cd-c303-4e2b-b93c-861c1b6565e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:52:59.787026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-0306c9cd-c303-4e2b-b93c-861c1b6565e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f60949ee-fc67-41f2-820b-31c9ad338368 HTTP/1.1" status: 200 len: 834 time: 0.1833992 Feb 13 23:52:59.934600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:52:59.937410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=213273e8-44f5-49d5-8258-904f7c3febcc,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:52:59.940581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:52:59.945479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:52:59.948129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-98b882f1-1a35-4cf4-8c0f-63924d896b7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b363d742-b5ff-455b-8a9f-d9eb239fe53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432219 Feb 13 23:53:00.074234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-5254a045-ac39-4cf7-bd39-76ff2ddf4130 service neutron] 10.222.0.36 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875912 Feb 13 23:53:00.224148 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b93d4dd9-b816-45fd-bde3-a32767c51ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:00.243470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-8993b900-393f-4f92-9dec-f2c0d624bb2f service neutron] 10.222.0.36 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540644 Feb 13 23:53:00.489468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-97cbe795-f391-4908-93a6-66fc5798b9fb service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389242 Feb 13 23:53:00.903309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:01.049185 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:01.136420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03e7f6-7d82-4b95-b030-509bd36a986b req-550407b6-89de-4e9f-a559-120bef68f191 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:01.146635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f03e7f6-7d82-4b95-b030-509bd36a986b req-550407b6-89de-4e9f-a559-120bef68f191 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 944 time: 1.1115141 Feb 13 23:53:01.410779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f03e7f6-7d82-4b95-b030-509bd36a986b req-5a6c9908-127a-4562-bc26-7bc0a12092cc tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633190 Feb 13 23:53:01.413278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a6e90ae-6c2c-4a78-aa87-7a9b56fe6c00 req-59774741-e462-4ad2-8c17-146546447c25 service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9154668 Feb 13 23:53:01.663246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fee48ded-5c98-4e0f-838e-afe7fbc4e96e req-8f83033f-a106-4181-9325-4511a027f49d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Synchronizing usage tracker for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:01.701871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fee48ded-5c98-4e0f-838e-afe7fbc4e96e req-8f83033f-a106-4181-9325-4511a027f49d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Unset dirty status for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:01.705281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fee48ded-5c98-4e0f-838e-afe7fbc4e96e req-8f83033f-a106-4181-9325-4511a027f49d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 210 time: 0.1411259 Feb 13 23:53:01.759028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731b7da-c7f9-4934-9aff-e4f36710c476 req-8d001657-3dc9-41d7-b5d2-a34f51cc0ccb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:01.762267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7731b7da-c7f9-4934-9aff-e4f36710c476 req-8d001657-3dc9-41d7-b5d2-a34f51cc0ccb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.4721949 Feb 13 23:53:01.888945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:01.906875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:02.079316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-d18b5d8f-a976-4f4a-bef7-ed0b5ce1e561 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 1096 time: 0.1215403 Feb 13 23:53:02.179371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7731b7da-c7f9-4934-9aff-e4f36710c476 req-e791721f-f700-45db-8893-dd385b46a67d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104774 Feb 13 23:53:02.265919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=213273e8-44f5-49d5-8258-904f7c3febcc,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:02.277634 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:02.334101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-ec2f986c-046a-46bb-94a5-03e0fdc4036e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:02.348316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-ec2f986c-046a-46bb-94a5-03e0fdc4036e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.2607059 Feb 13 23:53:02.356933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f38f-bd5f-4ed3-a822-8fd4d7fdb10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:02.467087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-36be1636-7b39-4e10-bfcd-4943c1c45965 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe HTTP/1.1" status: 200 len: 217 time: 0.1129096 Feb 13 23:53:02.612580 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 947dbe3a-7e09-4210-aab3-87d08f4937b3 associated. External IP: 172.25.4.135, port: f98334d0-e616-4f1f-9a0f-1dc33504d49f. Feb 13 23:53:02.639580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-a5cbf442-e731-4847-90f7-ab84e5dfc823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:02.641181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-a5cbf442-e731-4847-90f7-ab84e5dfc823 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1665437 Feb 13 23:53:02.805000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-4ccc9bd2-5a10-4fb6-8431-9ea587e0aac9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576133 Feb 13 23:53:02.834797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f02c5-de1b-45e5-9369-138929ef3f8e req-6f8f54f9-7fe2-432c-bffc-69452bd4cb48 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:02.851599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a9f02c5-de1b-45e5-9369-138929ef3f8e req-6f8f54f9-7fe2-432c-bffc-69452bd4cb48 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 944 time: 0.1640942 Feb 13 23:53:02.932485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e700af12-4804-465a-800a-02d45b6de932 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:53:03.059146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1a9f02c5-de1b-45e5-9369-138929ef3f8e req-7acd212b-50b6-4396-88a5-73ba16284f6e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035360 Feb 13 23:53:03.160052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-373a919a-26ae-4f22-8e44-e5ebd99d4200 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879090 Feb 13 23:53:03.304644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port e700af12-4804-465a-800a-02d45b6de932, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e700af12-4804-465a-800a-02d45b6de932,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:03.333189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'e700af12-4804-465a-800a-02d45b6de932', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'port_id': 'e700af12-4804-465a-800a-02d45b6de932', 'mac_address': 'fa:16:3e:a6:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:53:03.391359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-4dd6a066-45f2-4901-965d-ea290e9fb724 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:03.391359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-4dd6a066-45f2-4901-965d-ea290e9fb724 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.42 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 814 time: 0.2501323 Feb 13 23:53:03.425181 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c307e9b9-b0c7-44d2-a5c5-52a424243c7c req-84742fcb-fa5c-4e8c-a704-268adba767ce tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 210 time: 0.2828941 Feb 13 23:53:03.470948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:03.494691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e700af12-4804-465a-800a-02d45b6de932 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:53:03.511518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port e700af12-4804-465a-800a-02d45b6de932, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e700af12-4804-465a-800a-02d45b6de932,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:03.516287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:03.520382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-029b9ce0-b03a-4f12-9afe-ebe3361cdc41 req-073c6385-a4f7-49ff-a37f-1d7ff4103814 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540740 Feb 13 23:53:03.534794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-5daa7bd9-2de5-4de3-a13f-d715be9b04b4 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8b609055824c7ea075791fa691f75b HTTP/1.1" status: 200 len: 380 time: 0.0970981 Feb 13 23:53:03.560228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'port': {'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'admin_state_up': True, 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'security_groups': ['a2f7baae-7c44-4578-9ec8-b299f8f3189a']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:03.613605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=e700af12-4804-465a-800a-02d45b6de932,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:03.618198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90d649-b5ac-48d5-900b-cd7564935294 req-9bc261b1-3b45-42c1-9247-280bd5c90eae tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:03.619843 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e90d649-b5ac-48d5-900b-cd7564935294 req-9bc261b1-3b45-42c1-9247-280bd5c90eae tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.2031643 Feb 13 23:53:03.635884 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:03.721538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e90d649-b5ac-48d5-900b-cd7564935294 req-b58c4b40-aa47-4976-bb63-9c635e0ef800 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948815 Feb 13 23:53:03.751915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['e700af12-4804-465a-800a-02d45b6de932'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:53:03.784760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:03.798592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:03.826252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Made reservation on behalf of ee8b609055824c7ea075791fa691f75b for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:53:03.829996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:03.879331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:03.902543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:04.539468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Allocated IP 172.20.0.8 (5fc6fa27-63c0-4c58-bf5c-f2594671015e/ca9af476-b32c-4d32-a8e4-30c719f6161e/97eeac62-6afd-4b3b-ba2f-834a69af0be4) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:04.719631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8495b74-9286-40b3-bad2-346f36bab782 req-44256535-e7e6-43c4-af84-72b315be5c6e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 210 time: 0.0544345 Feb 13 23:53:04.758460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a61f9-11ac-4245-b117-6fe01d72c4d9 req-728d05e2-7d61-4156-abe2-94639b7c2fd7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:04.760460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d1a61f9-11ac-4245-b117-6fe01d72c4d9 req-728d05e2-7d61-4156-abe2-94639b7c2fd7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 945 time: 0.4270942 Feb 13 23:53:04.905255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:04.919829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d1a61f9-11ac-4245-b117-6fe01d72c4d9 req-61f91853-a02c-4003-9528-bbbbe1e181cd tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482971 Feb 13 23:53:04.931505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Transition to ACTIVE for port object 97eeac62-6afd-4b3b-ba2f-834a69af0be4 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:53:04.941179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:04.951762 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:04.958933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e700af12-4804-465a-800a-02d45b6de932 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:53:04.981722 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:04.982389 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:04.989605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.052478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.074209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86cc32-8698-4c9e-9e59-4ee8395f88f9 req-f5d3b4c9-580f-4f1e-ab8d-087a83d21f34 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:05.089386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba86cc32-8698-4c9e-9e59-4ee8395f88f9 req-f5d3b4c9-580f-4f1e-ab8d-087a83d21f34 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 945 time: 0.1618941 Feb 13 23:53:05.143420 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.145844 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:05.175754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:05.177391 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:05.197486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba86cc32-8698-4c9e-9e59-4ee8395f88f9 req-28ef106a-f9c3-4366-ade8-e5170d398045 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052861 Feb 13 23:53:05.199767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port e700af12-4804-465a-800a-02d45b6de932 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:53:05.214952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port e700af12-4804-465a-800a-02d45b6de932 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:53:05.215573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.261517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:05.266906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:05.269331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:05.311230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8ab64a15-e8a6-413a-afb7-cb2191352f81 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1437449 Feb 13 23:53:05.314657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56278) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:05.327862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'Port': ['ID=97eeac62-6afd-4b3b-ba2f-834a69af0be4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:05.350805 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:05.351211 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a6683-8a71-450c-ad25-f2d02113c44c None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:05.389894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:05.392007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.434242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9d14f4b4-3c48-443e-9222-c83e37c8b73d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8783016 Feb 13 23:53:05.455047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Request body: {'port': {'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:05.592931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.636231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f00b58e9-ec98-4979-b412-8822b20c6df6 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/floatingips/947dbe3a-7e09-4210-aab3-87d08f4937b3 HTTP/1.1" status: 200 len: 978 time: 0.3201067 Feb 13 23:53:05.636871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56288) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:05.677632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.678385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port e700af12-4804-465a-800a-02d45b6de932, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e700af12-4804-465a-800a-02d45b6de932,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:05.679779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e700af12-4804-465a-800a-02d45b6de932'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:05.696621 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:05.700924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0b5c0f65-35db-46eb-a30a-1f58b3c549fe no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:53:05.870658 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e700af12-4804-465a-800a-02d45b6de932', 'code': 200} Feb 13 23:53:05.879804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=e700af12-4804-465a-800a-02d45b6de932,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:05.926447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cb509248-5f1f-4a7b-8b6f-30227d884b86 None None] Provisioning for port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:53:05.997514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cb509248-5f1f-4a7b-8b6f-30227d884b86 None None] Provisioning complete for port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:53:05.999362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb509248-5f1f-4a7b-8b6f-30227d884b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:06.218344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:06.246200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cb509248-5f1f-4a7b-8b6f-30227d884b86 None None] Port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:53:06.300077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:06.308288 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:06.357785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b9d6c0bc-d8d9-4c68-bd68-0abd013bb9b3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Synchronizing usage tracker for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:floatingip {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:06.389512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:06.441817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b9d6c0bc-d8d9-4c68-bd68-0abd013bb9b3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Unset dirty status for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:floatingip {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:06.445709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b9d6c0bc-d8d9-4c68-bd68-0abd013bb9b3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.8054042 Feb 13 23:53:06.447728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b55120c9-5bf5-4b4a-a0c5-c5a5871200ed req-2d8bf190-ccfd-4598-9451-e2784e79e5a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 1097 time: 0.5749185 Feb 13 23:53:06.448292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:06.455929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'port_id': '60e27406-efc6-40cf-9b2f-930327da1677'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:06.492043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b178e-d644-4cbb-9b33-8ee4d55af0bd req-c0af7c62-9d21-4178-865a-7ab7fd148c80 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:06.498503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-647b178e-d644-4cbb-9b33-8ee4d55af0bd req-c0af7c62-9d21-4178-865a-7ab7fd148c80 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 0.3531418 Feb 13 23:53:06.611615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42860a70-1109-4294-ae76-767fc6fba2c8 req-48459dc8-2e6b-4826-809d-b31572cbcaf6 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:06.619069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42860a70-1109-4294-ae76-767fc6fba2c8 req-48459dc8-2e6b-4826-809d-b31572cbcaf6 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 931 time: 0.6533101 Feb 13 23:53:06.683198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-647b178e-d644-4cbb-9b33-8ee4d55af0bd req-06146bbb-43a4-4dae-a4a4-3b32e64ecf60 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720412 Feb 13 23:53:06.712049 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:06.722745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eeac62-6afd-4b3b-ba2f-834a69af0be4 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:53:06.735098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:06.753797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Transition to ACTIVE for port object 97eeac62-6afd-4b3b-ba2f-834a69af0be4 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:53:06.759148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:06.791450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b55120c9-5bf5-4b4a-a0c5-c5a5871200ed req-84ebdd24-c71f-47ac-a250-f4a671fa4ed3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705183 Feb 13 23:53:06.834584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42860a70-1109-4294-ae76-767fc6fba2c8 req-b05fabc8-73a2-4608-959e-b5a1d196a679 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145996 Feb 13 23:53:06.996283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=97eeac62-6afd-4b3b-ba2f-834a69af0be4,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:07.111136 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:07.171616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d76d9d-c3a6-48a9-8708-66a18d9f070f req-82b052b3-6852-46f2-8eef-30bc6c41b097 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:07.173458 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18d76d9d-c3a6-48a9-8708-66a18d9f070f req-82b052b3-6852-46f2-8eef-30bc6c41b097 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 943 time: 0.2522047 Feb 13 23:53:07.214558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Attempting to bind port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:53:07.215018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Attempting to bind port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:53:07.215461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Attempting to bind port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 on network 5fc6fa27-63c0-4c58-bf5c-f2594671015e {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:53:07.236246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 on network 5fc6fa27-63c0-4c58-bf5c-f2594671015e not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:53:07.237631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Attempting to bind port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 on network 5fc6fa27-63c0-4c58-bf5c-f2594671015e {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:53:07.250436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18d76d9d-c3a6-48a9-8708-66a18d9f070f req-7c4b52d6-0081-4656-ae9b-de4e6c7d37c7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664718 Feb 13 23:53:07.251620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:53:07.252064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Checking segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:53:07.252536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Bound using segment: {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:53:07.253087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Bound port: 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:53:07.253564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:07.361553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] For port 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:53:07.364907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] For port 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:53:07.372827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:07.459569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:07.461383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] 10.222.0.42 "PUT /v2.0/ports/97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 1091 time: 2.0162644 Feb 13 23:53:07.464957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:07.528274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba158e-e7ff-4f85-bc28-50c64fe56fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=97eeac62-6afd-4b3b-ba2f-834a69af0be4,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:07.601862 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'status': 'completed', 'code': 200} Feb 13 23:53:07.628975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-8621a2f3-19a1-435c-b757-f2252137fb03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1094 time: 0.0954304 Feb 13 23:53:07.800977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701ab7e-482c-4d02-894a-0e00cce33712 req-5344723a-f7a7-4a5d-af6d-1e9983c6ba3c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:07.809842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3701ab7e-482c-4d02-894a-0e00cce33712 req-5344723a-f7a7-4a5d-af6d-1e9983c6ba3c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3308866 Feb 13 23:53:07.870340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-beafa623-8462-4522-9f76-ab9c1568cd12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 217 time: 0.2273750 Feb 13 23:53:07.872046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:07.974951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:07.977945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-e47efe0f-ecd9-4e79-8f73-48f5473a5fb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:07.979779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-e47efe0f-ecd9-4e79-8f73-48f5473a5fb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 200 len: 853 time: 0.0969956 Feb 13 23:53:08.002696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3701ab7e-482c-4d02-894a-0e00cce33712 req-12bbcc44-ef04-49da-a354-2f53e3d0a21f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877139 Feb 13 23:53:08.004166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:08.213394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-167c854e-bf3a-4fa5-8bf0-4ae88e3f046d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5fc6fa27-63c0-4c58-bf5c-f2594671015e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160903 Feb 13 23:53:08.225797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d9707-a94b-4173-b103-71face38a2b9 req-97edfb4c-e1c0-4d80-9bee-37796870dea0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:08.228054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f18d9707-a94b-4173-b103-71face38a2b9 req-97edfb4c-e1c0-4d80-9bee-37796870dea0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 0.2472825 Feb 13 23:53:08.373394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f18d9707-a94b-4173-b103-71face38a2b9 req-f7bed1e5-4064-4f6d-9b7d-70f9f0974d6e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555983 Feb 13 23:53:08.420720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c49a24-26b3-4c3d-a19f-1bec78f08801 req-5e92ba43-3004-48d1-aa43-f2830d082a82 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:08.423204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42c49a24-26b3-4c3d-a19f-1bec78f08801 req-5e92ba43-3004-48d1-aa43-f2830d082a82 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 943 time: 0.1836348 Feb 13 23:53:08.478235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-68870f3a-869a-4e00-b0d7-6e4452ce425b service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482884 Feb 13 23:53:08.546157 n-d-828979-1 neutron-server[83663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'code': 422} returned with failed status Feb 13 23:53:08.612488 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42c49a24-26b3-4c3d-a19f-1bec78f08801 req-7f32e716-220a-4217-9f26-62eb3339f713 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835511 Feb 13 23:53:08.622134 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 947dbe3a-7e09-4210-aab3-87d08f4937b3 associated. External IP: 172.25.4.135, port: f98334d0-e616-4f1f-9a0f-1dc33504d49f. Feb 13 23:53:08.779004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-83e5b69b-befc-4513-a856-3c4a6c3f73eb req-9ec66cc4-92e4-4027-ad1f-8e8205697da8 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916574 Feb 13 23:53:08.825995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b04b1e-67e6-46e8-815f-a40b6f87db94 req-fadaf958-b466-434d-a4ce-a582c05c5517 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:08.827665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36b04b1e-67e6-46e8-815f-a40b6f87db94 req-fadaf958-b466-434d-a4ce-a582c05c5517 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1365232 Feb 13 23:53:08.917824 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:08.936532 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-36b04b1e-67e6-46e8-815f-a40b6f87db94 req-51b21b5a-e22e-4dcb-9ee1-920076f48693 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013319 Feb 13 23:53:08.951994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-a4e62879-fa4f-4fa7-be41-64fe4bbf65a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1094 time: 0.1002603 Feb 13 23:53:08.979881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0b5c0f65-35db-46eb-a30a-1f58b3c549fe no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:53:09.130395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-890ed817-dcc5-40c0-8df3-d5c37844ebd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:09.131998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-890ed817-dcc5-40c0-8df3-d5c37844ebd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 914 time: 0.1719520 Feb 13 23:53:09.218455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-597de3f7-4fc8-4906-b6c7-92748e4886dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 217 time: 0.0786495 Feb 13 23:53:09.276526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4febe2d-8881-4966-822e-f3358b86cdb5 req-4e4ba615-bc16-4217-a550-c7d173506ad0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:09.277977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4febe2d-8881-4966-822e-f3358b86cdb5 req-4e4ba615-bc16-4217-a550-c7d173506ad0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1328166 Feb 13 23:53:09.290377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-52c3999c-1c5a-46c9-9bad-369654d67cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:09.292467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-52c3999c-1c5a-46c9-9bad-369654d67cc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 200 len: 853 time: 0.0660570 Feb 13 23:53:09.353327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4febe2d-8881-4966-822e-f3358b86cdb5 req-92dcc3d1-6546-4b3d-8afb-445a72516253 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661149 Feb 13 23:53:09.366052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:09.394775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-c34a4405-180f-4568-a1a4-d50280a7fd76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5fc6fa27-63c0-4c58-bf5c-f2594671015e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957272 Feb 13 23:53:09.639849 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-2e75cb28-7e96-4a3c-9730-2032d8051ee8 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336442 Feb 13 23:53:09.699079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6dd4b-e926-4e62-ac0a-48c4cdd0771d req-5acc8e00-de91-4860-9969-bb42cc60ed08 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:09.704196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acc6dd4b-e926-4e62-ac0a-48c4cdd0771d req-5acc8e00-de91-4860-9969-bb42cc60ed08 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 0.1250498 Feb 13 23:53:09.774550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330ee07-85b6-4c30-a52a-449f8e68d3f9 req-3f4d463c-2bd1-49e3-8295-92889be3b64c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:09.776116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7330ee07-85b6-4c30-a52a-449f8e68d3f9 req-3f4d463c-2bd1-49e3-8295-92889be3b64c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2372394 Feb 13 23:53:09.782593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acc6dd4b-e926-4e62-ac0a-48c4cdd0771d req-f12609dd-9f5f-4441-b3ba-baef97acaf48 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612311 Feb 13 23:53:09.790565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:09.800736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:09.818566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:09.819181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:09.862831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7330ee07-85b6-4c30-a52a-449f8e68d3f9 req-fe6b530f-5a35-498a-a5cb-e5544732f993 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782309 Feb 13 23:53:09.913905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b40bb8c-6624-4ae1-bc2d-aace69b76bc9 req-bd422e1c-824a-4427-92ce-cd4f46b58253 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641182 Feb 13 23:53:10.082419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:10.118554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:10.119653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:10.127976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0f534-e668-4d49-8733-7af184a9d5b5 req-5a5cbeae-e191-46cf-8f86-ca1af22819ed tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:10.129747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ff0f534-e668-4d49-8733-7af184a9d5b5 req-5a5cbeae-e191-46cf-8f86-ca1af22819ed tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 0.1124291 Feb 13 23:53:10.195888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:10.196648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61bd01-4f2c-4512-8704-5deb9946136e None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:10.203386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1583530-9da8-4046-98c0-db9fe0dc1324 req-ecd1e2be-2314-4963-a2d3-14cd7240f657 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:10.208253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1583530-9da8-4046-98c0-db9fe0dc1324 req-ecd1e2be-2314-4963-a2d3-14cd7240f657 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 943 time: 0.1744444 Feb 13 23:53:10.222180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ff0f534-e668-4d49-8733-7af184a9d5b5 req-ef21c332-b016-4e8e-a1c9-6a747fb49636 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832014 Feb 13 23:53:10.250554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56392) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:10.325225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1583530-9da8-4046-98c0-db9fe0dc1324 req-6558297b-ebd8-40a3-90c0-ca4d9acfaa62 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098726 Feb 13 23:53:10.334389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2980dcf1-cf04-4bdc-b8de-94d88d7ef772 tempest-TestNetworkBasicOps-1902627376 tempest-TestNetworkBasicOps-1902627376-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 1092 time: 0.0822320 Feb 13 23:53:10.338635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56398) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:10.345422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'e700af12-4804-465a-800a-02d45b6de932', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:10.362076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:10.362076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Usage tracker for resource:floatingip and tenant:5b5ebbdaddad4dccb27c413d4be22797 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:10.365861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:10.376240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:10.540897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:10.779339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2c8a0-f621-4fcb-9673-5fac61bcb3bc req-d8e65202-f1ae-473e-aaca-27b2f09b0b1d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:10.780773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bdb2c8a0-f621-4fcb-9673-5fac61bcb3bc req-d8e65202-f1ae-473e-aaca-27b2f09b0b1d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1597865 Feb 13 23:53:10.875627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bdb2c8a0-f621-4fcb-9673-5fac61bcb3bc req-35699b43-465c-4a37-9b04-f8d7a9ad18ab tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888700 Feb 13 23:53:10.888760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:10.931144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:11.288147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Allocated IP 172.25.4.94 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e3356142-8ba1-46eb-8147-64b5427054b0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:11.463525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:11.485648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:11.497516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:11.498636 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:11.517902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:11.518892 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:11.591518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:11.625710 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:11.642947 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:11.645084 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:11.654396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938dbeb-a17c-457e-a916-d0eaed09771c req-0c4d635e-b0c0-486d-93ab-92249c86c66c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:11.655113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0938dbeb-a17c-457e-a916-d0eaed09771c req-0c4d635e-b0c0-486d-93ab-92249c86c66c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Synchronizing usage tracker for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:11.674900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-0938dbeb-a17c-457e-a916-d0eaed09771c req-0c4d635e-b0c0-486d-93ab-92249c86c66c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Unset dirty status for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:11.676792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0938dbeb-a17c-457e-a916-d0eaed09771c req-0c4d635e-b0c0-486d-93ab-92249c86c66c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 943 time: 0.2107792 Feb 13 23:53:11.692496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-741627c3-9e46-4e87-bb2e-8df4aeb38d02 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/floatingips/947dbe3a-7e09-4210-aab3-87d08f4937b3 HTTP/1.1" status: 200 len: 977 time: 5.2424116 Feb 13 23:53:11.694795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:11.695688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=e3356142-8ba1-46eb-8147-64b5427054b0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:11.698087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:11.700670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:11.706066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:11.732133 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0938dbeb-a17c-457e-a916-d0eaed09771c req-721d2e8b-ba7e-49fc-b602-cfe60e87796e tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Feb 13 23:53:11.743846 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:11.744356 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b270da00-9295-4f54-9c6b-b71b5f49caf5 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:11.763266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:11.818983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.819334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.819638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.819966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.820294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.820614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.821479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.821806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.822152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.822558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.822916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:11.864280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:12.468550 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:12.479135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:12.479475 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 947dbe3a-7e09-4210-aab3-87d08f4937b3 disassociated. External IP: 172.25.4.135, port: 60e27406-efc6-40cf-9b2f-930327da1677. Feb 13 23:53:12.722198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8179a2-6ebc-4ecf-ba0f-5d88d5b610a8 req-d9cac86b-a26e-48c4-9a50-fa1ecdce8515 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:12.723586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db8179a2-6ebc-4ecf-ba0f-5d88d5b610a8 req-d9cac86b-a26e-48c4-9a50-fa1ecdce8515 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.6470625 Feb 13 23:53:12.831775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db8179a2-6ebc-4ecf-ba0f-5d88d5b610a8 req-628462ec-00e7-42ee-bb69-9872debb2ac3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919309 Feb 13 23:53:12.963218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44977d2b-b0db-40ad-afc5-bc318d4dd3dd req-c8837b49-9b5e-4253-926b-ff3ec86316aa tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:12.964696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-44977d2b-b0db-40ad-afc5-bc318d4dd3dd req-c8837b49-9b5e-4253-926b-ff3ec86316aa tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 943 time: 0.0861580 Feb 13 23:53:13.016963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:13.058431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-44977d2b-b0db-40ad-afc5-bc318d4dd3dd req-d08fd826-0827-4461-b3ed-b3fccf2960d8 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747123 Feb 13 23:53:13.201265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:13.459101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:13.461143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:13.468480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:13.632391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event updated for resources: {'Port': ['ID=e3356142-8ba1-46eb-8147-64b5427054b0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:13.719540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:13.759767 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:53:13.949399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:13.960513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d92930-f40a-4044-b888-28a5680f803f None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:13.972795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d92930-f40a-4044-b888-28a5680f803f None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:13.973385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-75d92930-f40a-4044-b888-28a5680f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:14.002582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:14.031464 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Floating IP 757b004d-d3b4-49b9-b451-b4814dafb105 associated. External IP: 172.25.4.94, port: e700af12-4804-465a-800a-02d45b6de932. Feb 13 23:53:14.034148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-75d92930-f40a-4044-b888-28a5680f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:14.045540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d92930-f40a-4044-b888-28a5680f803f None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:14.046174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-75d92930-f40a-4044-b888-28a5680f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:14.105302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-75d92930-f40a-4044-b888-28a5680f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:14.105721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d92930-f40a-4044-b888-28a5680f803f None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:14.252279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c7b34-d39c-4660-a01d-0eefb157d665 req-462bc867-f7be-4280-87b7-817d6f1b3a65 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:14.253729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d1c7b34-d39c-4660-a01d-0eefb157d665 req-462bc867-f7be-4280-87b7-817d6f1b3a65 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 943 time: 0.0753272 Feb 13 23:53:14.298955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8d1c7b34-d39c-4660-a01d-0eefb157d665 req-a179c4c0-54e0-483c-8fd4-82ce99e95400 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Feb 13 23:53:14.305133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a160157d-2f04-475f-9832-f14b2c29e9eb tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/floatingips/947dbe3a-7e09-4210-aab3-87d08f4937b3 HTTP/1.1" status: 200 len: 688 time: 2.6058481 Feb 13 23:53:14.308028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56456) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:14.341735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d2f8-a68a-4dc2-8a3c-adaedc362098 req-bccf7f88-73e9-4c75-aaf6-0bc83344d67c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:14.343242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e68d2f8-a68a-4dc2-8a3c-adaedc362098 req-bccf7f88-73e9-4c75-aaf6-0bc83344d67c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3867216 Feb 13 23:53:14.408535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e68d2f8-a68a-4dc2-8a3c-adaedc362098 req-aedf08c3-f07f-462a-b23d-6e8820c44ded tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588756 Feb 13 23:53:14.477512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 213273e8-44f5-49d5-8258-904f7c3febcc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:14.477846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:14.686442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router 3d2db288-1d28-486c-9fcd-58823d642a76 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:14.694396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:14.694657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:14.818628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 213273e8-44f5-49d5-8258-904f7c3febcc owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:14.913727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:14.926417 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] Sync routers for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:14.940057 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:14.940874 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:14.943511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:15.165550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:15.174538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5b5968a7-1770-474d-a455-c0b44b2f24b8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7027185 Feb 13 23:53:15.174538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'tag': 'e700af12-4804-465a-800a-02d45b6de932'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:15.174538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56474) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:15.175621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=213273e8-44f5-49d5-8258-904f7c3febcc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:15.225198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:15.263574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:15.263574 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-658c066d-4e7d-45e9-8aa4-497586fdc42e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/floatingips/947dbe3a-7e09-4210-aab3-87d08f4937b3 HTTP/1.1" status: 204 len: 168 time: 0.9512827 Feb 13 23:53:15.263574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56488) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:15.298742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-668fe3d3-c828-4a1b-8b56-fa45f93601e8 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/757b004d-d3b4-49b9-b451-b4814dafb105 HTTP/1.1" status: 200 len: 991 time: 0.2425432 Feb 13 23:53:15.399284 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-1789a32a-4710-4eb1-8d85-c94d37e3d411 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] delete failed (client error): The resource could not be found. Feb 13 23:53:15.404318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1789a32a-4710-4eb1-8d85-c94d37e3d411 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/floatingips/947dbe3a-7e09-4210-aab3-87d08f4937b3 HTTP/1.1" status: 404 len: 345 time: 0.1359029 Feb 13 23:53:15.410952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56494) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:15.480130 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:15.556645 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'tag': 'e700af12-4804-465a-800a-02d45b6de932', 'status': 'completed', 'code': 200} Feb 13 23:53:15.721204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11ea7a-b129-4b47-b94c-215587f5fadc req-0ac24b8e-3b4a-4884-94f0-5023d563fc36 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:15.728470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c11ea7a-b129-4b47-b94c-215587f5fadc req-0ac24b8e-3b4a-4884-94f0-5023d563fc36 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1086619 Feb 13 23:53:15.767766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0dafc-cf1b-42f4-a327-729d8f4797bd tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:15.775848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0dafc-cf1b-42f4-a327-729d8f4797bd tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:15.783201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0dafc-cf1b-42f4-a327-729d8f4797bd tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:15.784214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e0e0dafc-cf1b-42f4-a327-729d8f4797bd tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Synchronizing usage tracker for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:15.816438 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c11ea7a-b129-4b47-b94c-215587f5fadc req-35d9a0e0-f2ec-48bc-a492-9c5fb2c099a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774984 Feb 13 23:53:15.879838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e0e0dafc-cf1b-42f4-a327-729d8f4797bd tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Unset dirty status for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:15.882064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e0e0dafc-cf1b-42f4-a327-729d8f4797bd tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/ports?network_id=64c4c933-d885-4d9a-9086-1e78d3d64db8 HTTP/1.1" status: 200 len: 2357 time: 0.4735265 Feb 13 23:53:15.887628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56510) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:15.906263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-d91c1bbc-a370-49b1-8ca9-4136bec82e40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 1097 time: 0.3561344 Feb 13 23:53:15.958686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63b11e-1bb9-4567-a737-ba0323f7788d req-c6a67fd2-ed6a-4e86-8784-50004fbd9549 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:15.962833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a63b11e-1bb9-4567-a737-ba0323f7788d req-c6a67fd2-ed6a-4e86-8784-50004fbd9549 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 943 time: 0.4628232 Feb 13 23:53:16.062900 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '757b004d-d3b4-49b9-b451-b4814dafb105', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'port_id': 'e700af12-4804-465a-800a-02d45b6de932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'mac_address': 'fa:16:3e:a6:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:12Z', 'updated_at': '2022-02-13T23:53:12Z', 'revision_number': 0, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:41Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:16.062900 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] Checking router: 3d2db288-1d28-486c-9fcd-58823d642a76 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:53:16.076774 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:16.076774 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:16.166152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-bf156e96-b564-4b8e-be47-868c003bb819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:16.167584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-bf156e96-b564-4b8e-be47-868c003bb819 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b363d742-b5ff-455b-8a9f-d9eb239fe53b HTTP/1.1" status: 200 len: 897 time: 0.2196343 Feb 13 23:53:16.236873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4baf15-3b86-4b35-b331-600430847d62 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:16.236873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9c4baf15-3b86-4b35-b331-600430847d62 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Synchronizing usage tracker for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:16.287363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a63b11e-1bb9-4567-a737-ba0323f7788d req-d73bbca2-43cf-42a1-8af4-f7349e248d76 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964812 Feb 13 23:53:16.287363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9c4baf15-3b86-4b35-b331-600430847d62 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Unset dirty status for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:16.287363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9c4baf15-3b86-4b35-b331-600430847d62 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/subnets/2ab0b10d-306e-45bc-88e5-27ba546217e2 HTTP/1.1" status: 200 len: 797 time: 0.3965194 Feb 13 23:53:16.305343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:16.310309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56522) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:16.314484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'port': {'network_id': '64c4c933-d885-4d9a-9086-1e78d3d64db8', 'name': 'tempest-FloatingIPTestJSON-1583943126', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:16.317790 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:16.425244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ba36d24-8ff8-4e2e-818f-25df8950df8f tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/757b004d-d3b4-49b9-b451-b4814dafb105 HTTP/1.1" status: 200 len: 991 time: 0.1217763 Feb 13 23:53:16.443643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-9bd03bdb-9bdf-4899-9e6d-3bbad5d68658 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e700af12-4804-465a-800a-02d45b6de932 HTTP/1.1" status: 200 len: 999 time: 0.2659323 Feb 13 23:53:16.481047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 97eeac62-6afd-4b3b-ba2f-834a69af0be4 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:53:16.533790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:16.561783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:16.585003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:53:16.649325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-86fba11c-ee83-448e-b8e7-d1e0c566d167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:16.649325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-86fba11c-ee83-448e-b8e7-d1e0c566d167 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f60949ee-fc67-41f2-820b-31c9ad338368 HTTP/1.1" status: 200 len: 834 time: 0.1959119 Feb 13 23:53:16.816247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-9ddd3e93-87b6-469d-92af-959a0d5484fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b363d742-b5ff-455b-8a9f-d9eb239fe53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639850 Feb 13 23:53:16.818237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:16.845245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:16.859485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:53:16.864923 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '757b004d-d3b4-49b9-b451-b4814dafb105', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'port_id': 'e700af12-4804-465a-800a-02d45b6de932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'mac_address': 'fa:16:3e:a6:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:12Z', 'updated_at': '2022-02-13T23:53:12Z', 'revision_number': 0, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:41Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:16.876255 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ee043-853e-45a1-9818-919c522e34d0 None None] The sync data for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 is: [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '757b004d-d3b4-49b9-b451-b4814dafb105', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'port_id': 'e700af12-4804-465a-800a-02d45b6de932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'mac_address': 'fa:16:3e:a6:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:12Z', 'updated_at': '2022-02-13T23:53:12Z', 'revision_number': 0, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:41Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:16.900683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] device_id is not set on port e7ef771c-419f-498b-9d5c-887400d2176d yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:53:16.997519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:17.039624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eeac62-6afd-4b3b-ba2f-834a69af0be4 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:53:17.076326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:17.088683 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:17.232357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-83e0a4bc-c871-4254-809a-528769eaad03 service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956780 Feb 13 23:53:17.357024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=97eeac62-6afd-4b3b-ba2f-834a69af0be4,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:17.428348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56544) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:17.435596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2209dfbe-a433-4049-8bd8-bd61e564a2df None None] New status for floating IP 757b004d-d3b4-49b9-b451-b4814dafb105: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:53:17.565524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['97eeac62-6afd-4b3b-ba2f-834a69af0be4'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:53:17.747827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c318223-f1ee-49e8-bf41-ef5126130229 req-d4ab88ac-3da2-4014-b222-c71bd1c8a912 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:17.752041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-293e4dc3-5ee9-45f6-bc75-d3399b49cfd7 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/757b004d-d3b4-49b9-b451-b4814dafb105 HTTP/1.1" status: 200 len: 991 time: 0.2941294 Feb 13 23:53:17.761050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c318223-f1ee-49e8-bf41-ef5126130229 req-d4ab88ac-3da2-4014-b222-c71bd1c8a912 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2479582 Feb 13 23:53:17.802239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd719de0-9009-45c9-a3ed-9db00ac28946 req-5af944fa-4956-45d1-938c-03cac2ab9a0b service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594535 Feb 13 23:53:17.818387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120c2b1-fb09-4860-92a1-9c57561a4797 req-16549619-4bee-40f7-a4a8-129185659333 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:17.827128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a120c2b1-fb09-4860-92a1-9c57561a4797 req-16549619-4bee-40f7-a4a8-129185659333 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 944 time: 0.1713884 Feb 13 23:53:17.898566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a120c2b1-fb09-4860-92a1-9c57561a4797 req-a5e44dee-34fc-4576-b549-29c3062b3d9a tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697286 Feb 13 23:53:17.914209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c318223-f1ee-49e8-bf41-ef5126130229 req-46e0a383-9870-41ba-a881-89f148138765 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524849 Feb 13 23:53:18.086441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.13 (64c4c933-d885-4d9a-9086-1e78d3d64db8/2ab0b10d-306e-45bc-88e5-27ba546217e2/e7ef771c-419f-498b-9d5c-887400d2176d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:18.098608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.12 (64c4c933-d885-4d9a-9086-1e78d3d64db8/2ab0b10d-306e-45bc-88e5-27ba546217e2/e7ef771c-419f-498b-9d5c-887400d2176d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:18.307744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:18.343621 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:18.428802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:18.428802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:18.433252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:18.478797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=e7ef771c-419f-498b-9d5c-887400d2176d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:18.502280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:18.502949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:18.553017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b79da40e-1fc0-4607-8f69-c824672352fa tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2526438 Feb 13 23:53:18.553017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:18.560938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'e7ef771c-419f-498b-9d5c-887400d2176d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:18.569833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:18.573120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:floatingip and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:18.579803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:18.590267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:18.599466 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:18.744152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:18.858798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:18.935065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e9f1383-528e-43f6-bfe2-75241c882216 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/757b004d-d3b4-49b9-b451-b4814dafb105 HTTP/1.1" status: 200 len: 993 time: 0.1859117 Feb 13 23:53:19.136993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.146 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/6251bba3-4986-4845-84a8-4024602af6bf) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:19.257592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ff73-2b8b-43ac-b0af-5c476ed75274 req-ffa6ffc7-06e7-42d3-9e97-3e121f1d9b8c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:19.271305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2891ff73-2b8b-43ac-b0af-5c476ed75274 req-ffa6ffc7-06e7-42d3-9e97-3e121f1d9b8c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 944 time: 0.1140757 Feb 13 23:53:19.329499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2891ff73-2b8b-43ac-b0af-5c476ed75274 req-48dc5f39-70b6-4593-b9a4-6da8ae6bd599 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661435 Feb 13 23:53:19.380396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e2af-b4b8-450b-8c0b-6aa6ab6ea2ce req-962d0495-04ca-47a0-b800-ed663c07f167 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:19.381989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2703e2af-b4b8-450b-8c0b-6aa6ab6ea2ce req-962d0495-04ca-47a0-b800-ed663c07f167 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2294486 Feb 13 23:53:19.489411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:19.543312 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2703e2af-b4b8-450b-8c0b-6aa6ab6ea2ce req-7e53019f-0e76-4d63-a7cd-8d97ae0f9d58 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401942 Feb 13 23:53:19.549072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:19.636822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=6251bba3-4986-4845-84a8-4024602af6bf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:19.643440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:19.644562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:19.646627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:20.422153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:20.505365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 97eeac62-6afd-4b3b-ba2f-834a69af0be4 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:53:20.719259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:20.767721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:53:20.772893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:53:20.773266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:20.784110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb137e5-df9e-46c3-a44a-9a459c4acb4f req-18622e92-d6ea-4d4c-bf93-a19149f41431 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:20.787130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fb137e5-df9e-46c3-a44a-9a459c4acb4f req-18622e92-d6ea-4d4c-bf93-a19149f41431 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 944 time: 0.1807446 Feb 13 23:53:20.974009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fb137e5-df9e-46c3-a44a-9a459c4acb4f req-dd034b6c-a273-40fd-a979-d2904499a4a3 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775107 Feb 13 23:53:21.040782 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:21.094161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:21.132586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:21.149809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:21.152070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:21.153352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc22b08-aedd-428d-82b3-c470ea470740 req-570da8bf-7b5e-45bf-b560-d1bfa35238b7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:21.161653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7bc22b08-aedd-428d-82b3-c470ea470740 req-570da8bf-7b5e-45bf-b560-d1bfa35238b7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3790946 Feb 13 23:53:21.185505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:21.251279 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'code': 200} Feb 13 23:53:21.275190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=97eeac62-6afd-4b3b-ba2f-834a69af0be4,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:21.287523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.287924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.288326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.288749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.289145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.290741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.291291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.291685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.292076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.292467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.292857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:21.412578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=6251bba3-4986-4845-84a8-4024602af6bf,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:21.445365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7bc22b08-aedd-428d-82b3-c470ea470740 req-3475d20d-05ce-4b22-a29c-9e383e7af1a4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850947 Feb 13 23:53:21.462338 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:21.616511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e92c5b8-6169-44ae-a8c6-3b0f7d466898 req-2145eeaf-b0ec-4dfc-9fb6-deb115122cf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1096 time: 0.2646329 Feb 13 23:53:21.699584 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e92c5b8-6169-44ae-a8c6-3b0f7d466898 req-dab14783-08d6-44e1-b4fd-5c1b890b6a2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740614 Feb 13 23:53:21.747528 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 497ac417-b943-42b8-9886-7eaa88c1656b associated. External IP: 172.25.4.146, port: e7ef771c-419f-498b-9d5c-887400d2176d. Feb 13 23:53:22.371354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:22.573523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107fe1-948f-4b41-bd42-105fe2a48c08 req-78fb145f-e4af-4a0e-ac9a-060d5392edb8 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:22.585142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98107fe1-948f-4b41-bd42-105fe2a48c08 req-78fb145f-e4af-4a0e-ac9a-060d5392edb8 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 945 time: 0.1816013 Feb 13 23:53:22.648331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98107fe1-948f-4b41-bd42-105fe2a48c08 req-6db37455-f70b-488d-ba5e-7f6df7ede497 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621405 Feb 13 23:53:22.915208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716930-d41c-4beb-835c-4300430bf722 req-8a4d9348-7b69-45dd-9cf6-cdda5da85bb1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:22.916672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff716930-d41c-4beb-835c-4300430bf722 req-8a4d9348-7b69-45dd-9cf6-cdda5da85bb1 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1195490 Feb 13 23:53:22.986828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff716930-d41c-4beb-835c-4300430bf722 req-f7bcc699-7823-4190-a07f-269ec864c90e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585239 Feb 13 23:53:23.022286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:23.047404 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:23.063450 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:23.078729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:23.078729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:23.174051 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:23.177986 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bae1d4da-a353-4653-8c4b-d68814aae14c tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6244996 Feb 13 23:53:23.178351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:23.181919 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:23.182616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:23.184097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'port_id': 'e7ef771c-419f-498b-9d5c-887400d2176d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:23.251685 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:23.252170 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ca8f0-7e58-44c3-8f76-b508e5137c1c None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:23.318810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:23.548207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9bc8-c187-4b1d-96c1-e66cd48f0ace req-b37508ff-0b09-481d-beea-766aa9800afb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:23.556562 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aefb9bc8-c187-4b1d-96c1-e66cd48f0ace req-b37508ff-0b09-481d-beea-766aa9800afb tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1549358 Feb 13 23:53:23.697588 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aefb9bc8-c187-4b1d-96c1-e66cd48f0ace req-35c6b71a-aaad-4e9b-9c09-e18e9324a60d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337662 Feb 13 23:53:23.749315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-90bcdab1-a927-439f-93fc-ee6b5a672da5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.1670210 Feb 13 23:53:23.975591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-a21df837-b148-42e6-903c-b989618740e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:23.975591 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-a21df837-b148-42e6-903c-b989618740e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.2159495 Feb 13 23:53:24.175718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-0836b6e1-ef0f-4c44-8fdb-c2bf31f8cf20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.1837075 Feb 13 23:53:24.283504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-9340f385-6286-41d2-90c5-63c5d66eb83b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:24.283504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-9340f385-6286-41d2-90c5-63c5d66eb83b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0993619 Feb 13 23:53:24.298760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d011e-678a-49c0-b63d-c58231875b05 req-e68e6e57-3eb1-428d-a121-66dc889885b2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:24.308053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e6d011e-678a-49c0-b63d-c58231875b05 req-e68e6e57-3eb1-428d-a121-66dc889885b2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 945 time: 0.4567187 Feb 13 23:53:24.412272 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e6d011e-678a-49c0-b63d-c58231875b05 req-b96427ca-8c68-494f-aabe-f586f7f92003 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092687 Feb 13 23:53:24.413060 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-c498f392-2237-42eb-a362-847177ef53a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162646 Feb 13 23:53:24.699921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:24.708596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:24.709533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-4f3ca620-128d-44e5-9d84-a5856808b3c3 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885334 Feb 13 23:53:24.776448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de3878-3f14-44c7-92e3-0a06b1aa76e8 req-a8ba3750-e268-432e-946e-b8ee8dbd54bf tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:24.776448 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52de3878-3f14-44c7-92e3-0a06b1aa76e8 req-a8ba3750-e268-432e-946e-b8ee8dbd54bf tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 945 time: 0.2058387 Feb 13 23:53:24.944067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52de3878-3f14-44c7-92e3-0a06b1aa76e8 req-3792add8-9a56-4ba3-968e-e5d5d6e12327 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255448 Feb 13 23:53:24.950458 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c0dfb3-a75b-4900-953d-12654e398f59 req-c946450f-666b-4fc8-b79c-309d8015cbe7 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338614 Feb 13 23:53:25.002477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56692) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:25.096531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2d10-abe3-4924-af5a-0ad43d2fd21f req-dbdc47b4-e6e8-4a2a-9d65-0c8d1d25372b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:25.115912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cdb2d10-abe3-4924-af5a-0ad43d2fd21f req-dbdc47b4-e6e8-4a2a-9d65-0c8d1d25372b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1659906 Feb 13 23:53:25.212128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cdb2d10-abe3-4924-af5a-0ad43d2fd21f req-0cbb3314-efa4-4cd0-a739-8ab55dbc4d34 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023352 Feb 13 23:53:25.332915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3a5e5b72-6d03-441b-9df7-8df9452ae875 tempest-TestVolumeBackupRestore-1310331821 tempest-TestVolumeBackupRestore-1310331821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1091 time: 0.3290923 Feb 13 23:53:25.335425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56702) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:25.342746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:25.349200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:25.354367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Usage tracker for resource:floatingip and tenant:ee8b609055824c7ea075791fa691f75b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:25.357259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:25.369578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:25.385686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:25.649396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:25.656073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:25.921540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Allocated IP 172.25.4.247 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e9304033-79bd-44f6-921d-43bb52f72483) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:25.986984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:25.991878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:25.999477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:26.030892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:26.030892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:26.188413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:26.208173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:26.208173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:26.308839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:26.342798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:26.343859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-494587af-fed0-4a69-a7cc-87baf6387b64 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/floatingips/497ac417-b943-42b8-9886-7eaa88c1656b HTTP/1.1" status: 200 len: 979 time: 3.1643689 Feb 13 23:53:26.346632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:26.404862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:26.404862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8fbad2-2e08-434b-abf1-05c297b4b084 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:26.433222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:26.433222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:26.441521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:26.513769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'Port': ['ID=e9304033-79bd-44f6-921d-43bb52f72483,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:26.671221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 6251bba3-4986-4845-84a8-4024602af6bf {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:26.672221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.022230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a0e74-c7c4-4257-983d-faa274cc149f req-106fe1fb-3ea6-427f-b31b-e13955d3b5a9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:27.031719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da1a0e74-c7c4-4257-983d-faa274cc149f req-106fe1fb-3ea6-427f-b31b-e13955d3b5a9 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4585912 Feb 13 23:53:27.149877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da1a0e74-c7c4-4257-983d-faa274cc149f req-c12903e0-754b-407c-9c6b-caed88949696 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126330 Feb 13 23:53:27.206801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.207483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.440922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.479011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 6251bba3-4986-4845-84a8-4024602af6bf owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:27.543004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.592056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5ad5-9849-4950-968e-b559654622c0 req-c3d2f79d-e6f4-476a-80d9-bfbfe743e944 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:27.593834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-960a5ad5-9849-4950-968e-b559654622c0 req-c3d2f79d-e6f4-476a-80d9-bfbfe743e944 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2084489 Feb 13 23:53:27.673693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-960a5ad5-9849-4950-968e-b559654622c0 req-b2f5775c-c150-47a0-b89b-d91ed071d577 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673525 Feb 13 23:53:27.789832 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.835041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=6251bba3-4986-4845-84a8-4024602af6bf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:27.918519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.926811 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:27.936970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3406-907c-4db4-a6b1-1d8bc9acfdc2 req-e97d2310-49a9-4a28-9cb3-e7951855df5e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:27.948416 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-744e3406-907c-4db4-a6b1-1d8bc9acfdc2 req-e97d2310-49a9-4a28-9cb3-e7951855df5e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1396346 Feb 13 23:53:27.969868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:28.087197 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-744e3406-907c-4db4-a6b1-1d8bc9acfdc2 req-4110c286-67f3-4e0a-b255-6bb929afe4aa tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424739 Feb 13 23:53:28.101997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event updated for resources: {'Port': ['ID=e9304033-79bd-44f6-921d-43bb52f72483,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:28.162905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:28.423377 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Floating IP beaade64-d85a-4313-9a1e-9d786a35d08b associated. External IP: 172.25.4.247, port: 97eeac62-6afd-4b3b-ba2f-834a69af0be4. Feb 13 23:53:28.443730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991dee-982d-4816-a0fb-4ee077f63bd1 req-2573c334-00a8-4e23-9c6c-7aed18b67d1e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:28.446170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6991dee-982d-4816-a0fb-4ee077f63bd1 req-2573c334-00a8-4e23-9c6c-7aed18b67d1e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.1865542 Feb 13 23:53:28.548085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6991dee-982d-4816-a0fb-4ee077f63bd1 req-45716f84-ccc9-4720-9086-36cd7b239e30 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895052 Feb 13 23:53:28.633722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:28.953434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:28.967023 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:28.989932 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:29.049868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:29.052769 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:29.071719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34b78-6f38-46e0-abd3-0fd7b3a8b010 req-13645264-b999-4fe4-b839-9264313b41b7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:29.073285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ad34b78-6f38-46e0-abd3-0fd7b3a8b010 req-13645264-b999-4fe4-b839-9264313b41b7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2553864 Feb 13 23:53:29.107714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64621e4c-1cea-4210-ace4-3ffc519b6380 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/floatingips/497ac417-b943-42b8-9886-7eaa88c1656b HTTP/1.1" status: 204 len: 168 time: 2.7578001 Feb 13 23:53:29.108737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56772) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:29.279343 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:29.291344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:29.291344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:29.312979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5ad34b78-6f38-46e0-abd3-0fd7b3a8b010 req-69fa5694-ba6d-4539-b3c1-9bd819354606 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684048 Feb 13 23:53:29.325297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port e7ef771c-419f-498b-9d5c-887400d2176d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:29.325297 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:29.429581 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:29.431993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba0c080-aaa1-47af-a4dc-3c0069cae45a None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:29.468798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Router e9fda653-d1af-4ae5-aace-da6ebd399193 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:29.751142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:29.763491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] Sync routers for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:29.799267 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:29.807143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:29.807782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:29.901556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-beb83fdc-51b1-4ed5-8648-900b4e1c903c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5481105 Feb 13 23:53:29.901556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56788) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:29.901556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:30.118168 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'status': 'completed', 'code': 200} Feb 13 23:53:30.118930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:30.264780 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c82c9774-4de2-4059-a880-78a8162cb142 tempest-TestVolumeBackupRestore-1310331821 tempest-TestVolumeBackupRestore-1310331821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1091 time: 0.3582239 Feb 13 23:53:30.274439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56800) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:30.286462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe189-2d5b-4996-8199-7ca6423f7bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:30.290164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Request body: {'floatingip': {'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:30.373553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:30.477494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for e7ef771c-419f-498b-9d5c-887400d2176d owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:30.567239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-ea5318b2-294a-4b56-aad5-498926a4de23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1096 time: 0.4355547 Feb 13 23:53:30.567239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b8208-17a5-4882-960b-00e63f95ace2 req-b3bda4ff-e396-47bd-af74-1e21042932dd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:30.567239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d5b8208-17a5-4882-960b-00e63f95ace2 req-b3bda4ff-e396-47bd-af74-1e21042932dd tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.5678029 Feb 13 23:53:30.755307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:30.794811 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:30.904845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d5b8208-17a5-4882-960b-00e63f95ace2 req-271b4c3d-0c57-4aec-a9c5-249f5f900b74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965207 Feb 13 23:53:30.918145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=e7ef771c-419f-498b-9d5c-887400d2176d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:31.031348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'beaade64-d85a-4313-9a1e-9d786a35d08b', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:27Z', 'updated_at': '2022-02-13T23:53:27Z', 'revision_number': 0, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:31.035272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] Checking router: e9fda653-d1af-4ae5-aace-da6ebd399193 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:53:31.065295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:31.065295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:31.087980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:31.111692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6fa9a12b-96a0-4150-a3a0-0dd23bd564a9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/ports/e7ef771c-419f-498b-9d5c-887400d2176d HTTP/1.1" status: 204 len: 168 time: 1.9948623 Feb 13 23:53:31.114756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-48fd6dda-db53-4e72-916b-ff4f46aa06d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:31.114756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-48fd6dda-db53-4e72-916b-ff4f46aa06d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 914 time: 0.5307019 Feb 13 23:53:31.121617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:31.143615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:31.164759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:31.177197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:floatingip and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:31.184256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:31.207716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:31.259833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:31.290273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-b0aa701a-8c6a-4aa6-8084-9525c70aab1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 999 time: 0.1542430 Feb 13 23:53:31.340731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:31.505174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:31.725719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.151 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/28e5aab0-2a7d-4bb7-aaa5-dfd8a3919edf) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:31.798242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-b51e9cb3-a68e-4e56-86c8-7f43ea37fb43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:31.798242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-b51e9cb3-a68e-4e56-86c8-7f43ea37fb43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 200 len: 853 time: 0.4937863 Feb 13 23:53:31.847289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'beaade64-d85a-4313-9a1e-9d786a35d08b', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:27Z', 'updated_at': '2022-02-13T23:53:27Z', 'revision_number': 0, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:31.870040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d21360-70f4-4c43-8837-67b9fed14ab0 None None] The sync data for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 is: [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'beaade64-d85a-4313-9a1e-9d786a35d08b', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:27Z', 'updated_at': '2022-02-13T23:53:27Z', 'revision_number': 0, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:32.053482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:32.128393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:32.322798 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124777e-99fe-4a53-a7f1-2e72c3956619 None None] New status for floating IP beaade64-d85a-4313-9a1e-9d786a35d08b: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:53:32.370978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3ac33149-ede3-47d9-be1b-1195c51f18eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:32.385015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:32.386313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:32.389049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:32.425801 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-df029682-b4c7-41d5-9db0-1ed8a5b0ef86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5fc6fa27-63c0-4c58-bf5c-f2594671015e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6240432 Feb 13 23:53:32.478974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=28e5aab0-2a7d-4bb7-aaa5-dfd8a3919edf,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:32.555867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ddb73-f340-46d3-b45f-1de111815540 req-4661b12e-936a-4928-9f3b-b5ffbaeff96d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:32.555867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b18ddb73-f340-46d3-b45f-1de111815540 req-4661b12e-936a-4928-9f3b-b5ffbaeff96d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3536859 Feb 13 23:53:32.762920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:32.769021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-9d535548-0df4-42b5-a075-879a8f609ace service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335330 Feb 13 23:53:32.774968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b18ddb73-f340-46d3-b45f-1de111815540 req-5cf71585-7889-4139-b548-44843a705566 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122517 Feb 13 23:53:33.058582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.216940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b5a076c-cab9-4431-bafe-5cd0cb90e005 req-58798258-ad01-4eaf-8a03-5ff2d15f6938 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318299 Feb 13 23:53:33.265092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.270912 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.279495 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.db.api [None req-f124777e-99fe-4a53-a7f1-2e72c3956619 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:53:33.279495 n-d-828979-1 neutron-server[83664]: DEBUG oslo_db.api [None req-f124777e-99fe-4a53-a7f1-2e72c3956619 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:53:33.399999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.420140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.499337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=28e5aab0-2a7d-4bb7-aaa5-dfd8a3919edf,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:33.565792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.613112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.659338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.659338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64314a3b-2cd9-4994-b8e5-045637c3cbc8 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5341721 Feb 13 23:53:33.659338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56852) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:33.671987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'port': {'network_id': '64c4c933-d885-4d9a-9086-1e78d3d64db8', 'name': 'tempest-FloatingIPTestJSON-67748965'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:33.703332 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-03cceb01-71cb-46dc-8c4a-d393ac9d3fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 1096 time: 0.2018085 Feb 13 23:53:33.717771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340f8b0-3797-42bc-bd95-a4f61092f1e9 req-08e74ab6-1c4b-40a2-870e-69ff68b5ec7d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:33.717771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3340f8b0-3797-42bc-bd95-a4f61092f1e9 req-08e74ab6-1c4b-40a2-870e-69ff68b5ec7d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2653832 Feb 13 23:53:33.774868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f124777e-99fe-4a53-a7f1-2e72c3956619 None None] New status for floating IP beaade64-d85a-4313-9a1e-9d786a35d08b: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:53:33.846631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:33.896009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3340f8b0-3797-42bc-bd95-a4f61092f1e9 req-3d617c3a-cd93-4775-85de-f57c5c529182 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658905 Feb 13 23:53:33.936499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:33.939819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:port and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:33.959773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:33.971028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:33.997785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:53:33.997785 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:34.035295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-c2c7f3f7-be84-4b88-bb0d-91c83ec8adf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:34.040348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] device_id is not set on port e4209bcb-e162-49a2-a5d9-89e885f4a14c yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:53:34.043703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-c2c7f3f7-be84-4b88-bb0d-91c83ec8adf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.3270226 Feb 13 23:53:34.337709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.13 (64c4c933-d885-4d9a-9086-1e78d3d64db8/2ab0b10d-306e-45bc-88e5-27ba546217e2/e4209bcb-e162-49a2-a5d9-89e885f4a14c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:34.699698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:34.753865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:34.761220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-44c75428-d635-4777-b2d4-cd0e57b9431b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 200 len: 1000 time: 0.6960456 Feb 13 23:53:34.934257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=e4209bcb-e162-49a2-a5d9-89e885f4a14c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:34.934751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-a115ff37-5de0-4101-b320-fa57b402a4d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:34.936243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-a115ff37-5de0-4101-b320-fa57b402a4d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.0984266 Feb 13 23:53:35.029679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network 64c4c933-d885-4d9a-9086-1e78d3d64db8 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:35.029679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:35.051439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:35.112142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:35.168626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-83b46f5a-89f0-4fc4-8437-787ededd876f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191653 Feb 13 23:53:35.251369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:35.251998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:35.291183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Router e9fda653-d1af-4ae5-aace-da6ebd399193 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:35.319585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-802512ac-8c89-41ed-bbf1-13a416d1a451 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6606677 Feb 13 23:53:35.322472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56874) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:35.328515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'port_id': 'e4209bcb-e162-49a2-a5d9-89e885f4a14c'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:35.410976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:35.535894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f6756-0faa-45b4-8668-883d04ea724c req-125b2edc-3822-42c8-a9af-86a9dc8b0fe4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:35.535894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f8f6756-0faa-45b4-8668-883d04ea724c req-125b2edc-3822-42c8-a9af-86a9dc8b0fe4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3369761 Feb 13 23:53:35.645230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f8f6756-0faa-45b4-8668-883d04ea724c req-0f38e982-bd3a-4775-baa5-53e8f28268f3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021836 Feb 13 23:53:35.684414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-f0255b31-b458-4880-aff2-b4ddcf6eb76b service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060537 Feb 13 23:53:36.079820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0312aea2-61d0-4ff5-b345-ff57a88121cf req-359b8886-384b-464b-b19f-74382c27187a service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715262 Feb 13 23:53:36.217097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:36.231899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] Sync routers for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:36.241578 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:36.262586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:36.262586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:36.475484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:36.484988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e388bb3d-281a-44d7-b36e-d53f8910ddb2 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "PUT /v2.0/floatingips/beaade64-d85a-4313-9a1e-9d786a35d08b HTTP/1.1" status: 200 len: 991 time: 6.2092097 Feb 13 23:53:36.598826 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'status': 'completed', 'code': 200} Feb 13 23:53:36.660411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:36.685425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:36.694419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:36.975109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-1619e733-ccc6-4273-a30e-0ee784612567 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1096 time: 0.3128278 Feb 13 23:53:37.186792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:37.335754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-e833dcdc-0c9d-462c-b962-18976e178b19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:37.343724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-e833dcdc-0c9d-462c-b962-18976e178b19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 914 time: 0.3675838 Feb 13 23:53:37.473045 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-b517192e-fde4-45a9-bb39-6def27d1edc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 1001 time: 0.1167285 Feb 13 23:53:37.498429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'beaade64-d85a-4313-9a1e-9d786a35d08b', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:27Z', 'updated_at': '2022-02-13T23:53:34Z', 'revision_number': 2, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:37.505219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] Checking router: e9fda653-d1af-4ae5-aace-da6ebd399193 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:53:37.546599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:37.548237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:37.552756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-f2bfb6e3-9864-4cd2-a07b-1607d751f5fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:37.554256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-f2bfb6e3-9864-4cd2-a07b-1607d751f5fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 200 len: 853 time: 0.0813348 Feb 13 23:53:37.613223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d5e95-cf5b-4945-97d8-b1bc0d7e404b req-e690ea3c-47c4-4fb1-a9ca-f31989f85dfc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:37.625211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e29d5e95-cf5b-4945-97d8-b1bc0d7e404b req-e690ea3c-47c4-4fb1-a9ca-f31989f85dfc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3267417 Feb 13 23:53:37.650476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-73e8c2fa-4fc3-4023-922c-15e219099385 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5fc6fa27-63c0-4c58-bf5c-f2594671015e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887585 Feb 13 23:53:37.768466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e29d5e95-cf5b-4945-97d8-b1bc0d7e404b req-dcde9acf-90e5-4abb-89df-34f2d7cd5d0f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406631 Feb 13 23:53:37.803795 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 47653a53-710b-4999-b01e-12495ff92204 associated. External IP: 172.25.4.151, port: e4209bcb-e162-49a2-a5d9-89e885f4a14c. Feb 13 23:53:37.885403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:37.916128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-b419c793-50b9-417f-a5ba-97a376a70036 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594495 Feb 13 23:53:38.327994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe30cf3c-2ceb-4078-8116-75a65b9374df req-b7c85c80-276d-4ffe-b31c-a17f873f2c26 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042890 Feb 13 23:53:38.571448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'beaade64-d85a-4313-9a1e-9d786a35d08b', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:27Z', 'updated_at': '2022-02-13T23:53:34Z', 'revision_number': 2, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:38.578401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd19bd-4dd0-4950-b505-98d022384011 None None] The sync data for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 is: [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'beaade64-d85a-4313-9a1e-9d786a35d08b', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'port_id': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'mac_address': 'fa:16:3e:ca:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:53:27Z', 'updated_at': '2022-02-13T23:53:34Z', 'revision_number': 2, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:38.606150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:38.635925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:38.739625 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'status': 'completed', 'code': 200} Feb 13 23:53:38.931280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-57942b53-19a6-4675-9228-95425fce326d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1096 time: 0.1538491 Feb 13 23:53:38.976150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:39.120071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-9465d922-6386-40a4-820b-f664f2a6fbd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:39.120071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-9465d922-6386-40a4-820b-f664f2a6fbd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 914 time: 0.1841805 Feb 13 23:53:39.138899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:39.146095 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:39.169581 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:39.313172 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-3182f66b-c462-41c4-ba24-f18617e7ca12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 1001 time: 0.1871970 Feb 13 23:53:39.317434 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:39.321636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aff12-baf9-4639-93da-2811421bc091 req-7e5f637d-ae2d-40e1-91d6-78fc92a4785b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:39.325307 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:39.335655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538aff12-baf9-4639-93da-2811421bc091 req-7e5f637d-ae2d-40e1-91d6-78fc92a4785b tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3111579 Feb 13 23:53:39.471094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-93e8dce8-55eb-4b2c-b9ea-98edce4cadb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:39.472484 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-93e8dce8-55eb-4b2c-b9ea-98edce4cadb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 200 len: 853 time: 0.1535962 Feb 13 23:53:39.475816 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:39.490818 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:39.491761 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:39.496718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-47458523-03e3-45bd-b947-523ee3fef98a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/floatingips/47653a53-710b-4999-b01e-12495ff92204 HTTP/1.1" status: 200 len: 977 time: 4.1740675 Feb 13 23:53:39.515135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56952) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:39.574132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 56956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:39.608692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:39.608692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b1eca-7081-4696-ac4f-f356cf703a0f None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:39.673985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538aff12-baf9-4639-93da-2811421bc091 req-387dcb66-0412-4417-9a89-51c9360473ea tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395648 Feb 13 23:53:39.793902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port e4209bcb-e162-49a2-a5d9-89e885f4a14c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:39.794265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:39.919786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bcfa2ea9-2068-4192-89bf-2f1e75384a75 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/floatingips/757b004d-d3b4-49b9-b451-b4814dafb105 HTTP/1.1" status: 200 len: 993 time: 0.2995219 Feb 13 23:53:39.989757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-b8cd7090-2ed6-4181-b1b6-7f7cb0b1650f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5fc6fa27-63c0-4c58-bf5c-f2594671015e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5032368 Feb 13 23:53:40.148095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4cfd-f64c-4c85-8dd0-bfdc571d26fd req-0c6ad790-f100-441c-b9cc-b0269887b3a8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:40.150266 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a96b4cfd-f64c-4c85-8dd0-bfdc571d26fd req-0c6ad790-f100-441c-b9cc-b0269887b3a8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.2367878 Feb 13 23:53:40.153551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-0b4cbf39-df57-4015-8d5c-1fb2c4b16862 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5288537 Feb 13 23:53:40.190912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-e9340fc8-a8eb-43a1-bbff-b641f06008c9 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956124 Feb 13 23:53:40.252539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a96b4cfd-f64c-4c85-8dd0-bfdc571d26fd req-fc7bb695-7e0e-4fa3-a37d-1266e2b76eac tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820572 Feb 13 23:53:40.306611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 56976) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:40.406624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d73d742-edf9-43a7-af3a-4f6f50830681 req-b036ac86-051c-49ab-a625-cfb1685e8455 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043655 Feb 13 23:53:40.512961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-e4d00d12-1d88-412d-88f2-67d948290901 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 1059 time: 0.3298774 Feb 13 23:53:40.630748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:40.815893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port e3356142-8ba1-46eb-8147-64b5427054b0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:40.816610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:41.245836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce01989-7a9b-4886-bacb-91472f25399e req-8558e9db-2905-4261-ad34-6640ea9041a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:41.245836 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-8558e9db-2905-4261-ad34-6640ea9041a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.6622808 Feb 13 23:53:41.497213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-ccc3563f-6a77-43ba-9f2e-25a2b740a08d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 200 len: 217 time: 0.2284310 Feb 13 23:53:41.606263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:41.606263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:41.606263 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 47653a53-710b-4999-b01e-12495ff92204 disassociated. External IP: 172.25.4.151, port: e4209bcb-e162-49a2-a5d9-89e885f4a14c. Feb 13 23:53:41.606263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for e4209bcb-e162-49a2-a5d9-89e885f4a14c owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:41.784784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:41.784784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:41.815260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce01989-7a9b-4886-bacb-91472f25399e req-6cb95630-d7be-4e13-8e01-08b8ec18a9e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:41.815260 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-6cb95630-d7be-4e13-8e01-08b8ec18a9e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.3096008 Feb 13 23:53:41.942743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for e3356142-8ba1-46eb-8147-64b5427054b0 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:42.065385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f1bd0-be11-401d-835d-9559e143863b req-9b7f2a28-6e78-4258-8c6f-a2a74c1d798d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:42.065385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b0f1bd0-be11-401d-835d-9559e143863b req-9b7f2a28-6e78-4258-8c6f-a2a74c1d798d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ac7f12-2c9b-47e7-a96e-a02c0470036c HTTP/1.1" status: 200 len: 943 time: 0.7494371 Feb 13 23:53:42.240930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Deleting port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:42.240930 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:42.400052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-6cbd93c4-00aa-42d2-a24f-33bf98aca595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4615643 Feb 13 23:53:42.417262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:42.694492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=e4209bcb-e162-49a2-a5d9-89e885f4a14c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:42.906617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:43.029093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=e3356142-8ba1-46eb-8147-64b5427054b0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:43.067955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-705c9521-27a8-4ba4-9967-3b21756a35d4 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571538 Feb 13 23:53:43.230335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] For port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:43.230335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:43.521929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Calling delete_port for 0b5c0f65-35db-46eb-a30a-1f58b3c549fe owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:43.608382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:43.751458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ce01989-7a9b-4886-bacb-91472f25399e req-5a7e5c16-9d9d-4e5a-ab2a-d2f76d846929 service neutron] 10.222.0.42 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465359 Feb 13 23:53:43.955728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:43.975381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa', '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:53:44.031719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'Port': ['ID=0b5c0f65-35db-46eb-a30a-1f58b3c549fe,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:44.155008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:44.186147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] No DVR routers for this DVR port 0b5c0f65-35db-46eb-a30a-1f58b3c549fe on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:53:44.194947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:44.203708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-deleted', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:44.405950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b0f1bd0-be11-401d-835d-9559e143863b req-47128fbd-d31f-46e0-ac19-e40d77ff3be8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "DELETE /v2.0/ports/0b5c0f65-35db-46eb-a30a-1f58b3c549fe HTTP/1.1" status: 204 len: 173 time: 2.3240507 Feb 13 23:53:44.426818 n-d-828979-1 neutron-server[83662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07ac7f12-2c9b-47e7-a96e-a02c0470036c', 'name': 'network-vif-deleted', 'tag': '0b5c0f65-35db-46eb-a30a-1f58b3c549fe', 'status': 'failed', 'code': 422} returned with failed status Feb 13 23:53:44.794758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:44.801793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:44.837030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:44.837030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:45.018231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:45.063830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:45.067335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57094) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:45.072172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3bec289d-4dc2-4cdf-a566-113279a0d832 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/ports/e4209bcb-e162-49a2-a5d9-89e885f4a14c HTTP/1.1" status: 204 len: 168 time: 5.5494416 Feb 13 23:53:45.078928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:45.078928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:45.103328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router 3d2db288-1d28-486c-9fcd-58823d642a76 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:45.264948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:45.264948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688cf1f6-3b85-4f1b-ab0a-cdf714d2bcc7 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:45.356067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ec4e328d-2003-4ddb-a12b-2735317af3f4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/floatingips/47653a53-710b-4999-b01e-12495ff92204 HTTP/1.1" status: 200 len: 688 time: 0.2850935 Feb 13 23:53:45.356067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57102) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:45.669894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 28e5aab0-2a7d-4bb7-aaa5-dfd8a3919edf {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:45.669894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:45.738373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:45.750830 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] Sync routers for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:45.760758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:45.780888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:45.780888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:45.935236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-32142127-bb14-4ac4-b0bd-1ca3fb845ff3 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/floatingips/757b004d-d3b4-49b9-b451-b4814dafb105 HTTP/1.1" status: 204 len: 168 time: 5.6227982 Feb 13 23:53:46.189428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:46.189428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:46.372910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 28e5aab0-2a7d-4bb7-aaa5-dfd8a3919edf owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:46.419230 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:46.443989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'tag': 'e700af12-4804-465a-800a-02d45b6de932'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:46.540925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0679a0b-43a3-4afa-8ac2-c995956270a3 req-b4464c98-4468-4b6d-af87-6f646ca7b49e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:46.540925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d0679a0b-43a3-4afa-8ac2-c995956270a3 req-b4464c98-4468-4b6d-af87-6f646ca7b49e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:46.649815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d0679a0b-43a3-4afa-8ac2-c995956270a3 req-b4464c98-4468-4b6d-af87-6f646ca7b49e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:46.649815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0679a0b-43a3-4afa-8ac2-c995956270a3 req-b4464c98-4468-4b6d-af87-6f646ca7b49e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 908 time: 0.2400804 Feb 13 23:53:46.691768 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'tag': 'e700af12-4804-465a-800a-02d45b6de932', 'status': 'completed', 'code': 200} Feb 13 23:53:46.875180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:47.006785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=28e5aab0-2a7d-4bb7-aaa5-dfd8a3919edf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:47.038848 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:41Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:47.038848 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] Checking router: 3d2db288-1d28-486c-9fcd-58823d642a76 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:53:47.064503 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:47.064503 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:47.123298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-95db31ad-d9ca-4ef4-a48d-35faa372b757 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 1097 time: 0.3942857 Feb 13 23:53:47.312263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:47.347745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:47.354748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-17264ff1-baaf-4a52-8402-8ee563a429d4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/floatingips/47653a53-710b-4999-b01e-12495ff92204 HTTP/1.1" status: 204 len: 168 time: 2.0031400 Feb 13 23:53:47.354748 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57150) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:47.372209 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:53:47.375525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '60e27406-efc6-40cf-9b2f-930327da1677'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:47.385969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:47.395625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:floatingip and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:47.408610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:47.418958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:47.445337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:47.821719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:47.974541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4e335-b3ea-45b9-9f17-43d46b8711df req-a9002fd1-73bb-4aa2-96da-74dbea1e0c45 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:47.975391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-08d4e335-b3ea-45b9-9f17-43d46b8711df req-a9002fd1-73bb-4aa2-96da-74dbea1e0c45 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Synchronizing usage tracker for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:47.989650 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:41Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:48.000404 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6705a0-3d43-478b-aeb1-79ac956d2be5 None None] The sync data for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 is: [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:28Z', 'revision_number': 4, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '6147b687-3295-455b-88dc-e88923314cea', 'name': '', 'network_id': 'b363d742-b5ff-455b-8a9f-d9eb239fe53b', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'mac_address': 'fa:16:3e:d2:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:26Z', 'updated_at': '2022-02-13T23:52:41Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'subnets': [{'id': 'f60949ee-fc67-41f2-820b-31c9ad338368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:48.088344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-08d4e335-b3ea-45b9-9f17-43d46b8711df req-a9002fd1-73bb-4aa2-96da-74dbea1e0c45 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Unset dirty status for tenant:5b5ebbdaddad4dccb27c413d4be22797 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:48.094682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08d4e335-b3ea-45b9-9f17-43d46b8711df req-a9002fd1-73bb-4aa2-96da-74dbea1e0c45 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 1.1733208 Feb 13 23:53:48.129558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-93c631e7-a326-41c4-8656-94ca8aa8a0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:48.129558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-93c631e7-a326-41c4-8656-94ca8aa8a0df service neutron] 10.222.0.31 "GET /v2.0/networks?id=b363d742-b5ff-455b-8a9f-d9eb239fe53b HTTP/1.1" status: 200 len: 897 time: 0.9959984 Feb 13 23:53:48.325656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e301-d8c2-442a-bf39-58ec67dc8f43 req-0580d5ba-457d-4483-9772-c99ee23a0225 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:48.334885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34f2e301-d8c2-442a-bf39-58ec67dc8f43 req-0580d5ba-457d-4483-9772-c99ee23a0225 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 908 time: 0.3942120 Feb 13 23:53:48.362344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.9 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/62c8bf52-bc86-4c1f-8677-273814f8bfec) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:48.388498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-f9e72c58-8246-49f2-b10a-798517b47d76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e700af12-4804-465a-800a-02d45b6de932 HTTP/1.1" status: 200 len: 217 time: 0.2125626 Feb 13 23:53:48.402395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08d4e335-b3ea-45b9-9f17-43d46b8711df req-2e922c04-7edc-48e1-a115-5930318fa189 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833364 Feb 13 23:53:48.409204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-4367fe98-c7d2-452f-ab83-3dc1c4cfd2b0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:48.410911 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-4367fe98-c7d2-452f-ab83-3dc1c4cfd2b0 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 0.5304377 Feb 13 23:53:48.422178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-ea0db663-3e15-4b87-98e5-706c9b54506c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:48.424021 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-ea0db663-3e15-4b87-98e5-706c9b54506c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 908 time: 0.6516740 Feb 13 23:53:48.486767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe2bce-3596-4a76-a6b5-d7fef9c86bcc None None] New status for floating IP 757b004d-d3b4-49b9-b451-b4814dafb105: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:53:48.628232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:48.673809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:48.690935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Deleting port 9e35105c-9833-49b7-82c1-b0e5ad3dccba {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:48.690935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:48.800675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-f80d7552-62d8-4a63-887f-5f9dcaf16b30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:48.800675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-f80d7552-62d8-4a63-887f-5f9dcaf16b30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f60949ee-fc67-41f2-820b-31c9ad338368 HTTP/1.1" status: 200 len: 834 time: 0.3133519 Feb 13 23:53:48.807523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:48.807523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:48.823471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:48.856756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=62c8bf52-bc86-4c1f-8677-273814f8bfec,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:48.941102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port e700af12-4804-465a-800a-02d45b6de932 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:48.941442 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:49.526911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] For port 9e35105c-9833-49b7-82c1-b0e5ad3dccba, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=9e35105c-9833-49b7-82c1-b0e5ad3dccba,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:49.526911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:49.768976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Calling delete_port for 9e35105c-9833-49b7-82c1-b0e5ad3dccba owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:49.827437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port e700af12-4804-465a-800a-02d45b6de932, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e700af12-4804-465a-800a-02d45b6de932,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:49.828121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:49.898694 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-60645f47-8e4a-4e8b-afe2-3193177e77c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b363d742-b5ff-455b-8a9f-d9eb239fe53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0784054 Feb 13 23:53:49.982981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:50.151404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:50.227553 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8b950-c7d8-4cfe-aa53-3085c143e082 req-0449f321-a26c-425c-b012-709fcc477c87 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:50.227553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ec8b950-c7d8-4cfe-aa53-3085c143e082 req-0449f321-a26c-425c-b012-709fcc477c87 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 908 time: 0.4489460 Feb 13 23:53:50.385718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.31', 61671) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:50.500047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for e700af12-4804-465a-800a-02d45b6de932 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:50.517650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:50.517650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-cf9127cc-f9e2-4c36-928d-6789498936b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387908 Feb 13 23:53:50.517650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:50.587877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-aa8e7d5d-72a5-4607-942c-eb0b34ffd7d3 service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648228 Feb 13 23:53:50.609563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 9e35105c-9833-49b7-82c1-b0e5ad3dccba no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:53:50.772282 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:53:50.987973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=62c8bf52-bc86-4c1f-8677-273814f8bfec,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:51.041027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:51.067887 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:51.132557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded67189-6b3b-4b97-987c-b101f451b2b7 req-de96f644-04dc-41ea-9e4a-ee0e0f59fb15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:51.154002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ded67189-6b3b-4b97-987c-b101f451b2b7 req-de96f644-04dc-41ea-9e4a-ee0e0f59fb15 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 946 time: 1.3257496 Feb 13 23:53:51.167114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e700af12-4804-465a-800a-02d45b6de932 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:53:51.362196 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-1c44e623-059c-4beb-9eb8-9e82f6f19bfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37061f324cd34d6daa0813fcd638c758&device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 1096 time: 0.6772857 Feb 13 23:53:51.374790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-677e1c2b-cae3-4c3c-895d-80ea00949ccb req-28746122-c964-4097-958c-20a1428b9d46 service neutron] 10.222.0.31 "GET /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735164 Feb 13 23:53:51.491610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ded67189-6b3b-4b97-987c-b101f451b2b7 req-1a5ee873-8e72-4e44-90fd-6680efe1a873 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c41923a-c19d-4237-90b3-d5062d83d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559222 Feb 13 23:53:51.541354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:51.568559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-32ee6dca-4baf-41de-9719-c91a092f9cfe req-981f463b-e11f-4ac7-bc79-6efd4165b2f7 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 210 time: 0.1126726 Feb 13 23:53:51.571335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:51.628660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'Port': ['ID=9e35105c-9833-49b7-82c1-b0e5ad3dccba,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:51.711588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:51.720012 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 22d55645-cfec-4b6e-8cf0-d92b879bd3fa associated. External IP: 172.25.4.9, port: 60e27406-efc6-40cf-9b2f-930327da1677. Feb 13 23:53:51.817744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=e700af12-4804-465a-800a-02d45b6de932,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:51.843282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] No DVR routers for this DVR port 9e35105c-9833-49b7-82c1-b0e5ad3dccba on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:53:51.881422 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:51.885004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'name': 'network-vif-deleted', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:51.979372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-cca8bf4e-7ce8-4e31-a029-dc4d676e1a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:51.981289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-cca8bf4e-7ce8-4e31-a029-dc4d676e1a9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 200 len: 912 time: 0.5734496 Feb 13 23:53:51.989386 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d7eca3-5042-4848-a0bc-72e0d7f6715d', 'name': 'network-vif-deleted', 'tag': '9e35105c-9833-49b7-82c1-b0e5ad3dccba', 'status': 'completed', 'code': 200} Feb 13 23:53:52.120340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-0b9e7081-3e16-4049-8507-9e5fff78053d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 200 len: 217 time: 0.1291099 Feb 13 23:53:52.126310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19401d20-7602-4c86-829b-0b3a17ddb84b req-df93830e-d2a4-4855-8555-22643f7b369c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "DELETE /v2.0/ports/9e35105c-9833-49b7-82c1-b0e5ad3dccba HTTP/1.1" status: 204 len: 173 time: 3.5319982 Feb 13 23:53:52.222799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] No DVR routers for this DVR port e700af12-4804-465a-800a-02d45b6de932 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:53:52.233828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:52.246417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c347b72-5101-4b84-9723-9874d5b7d0be req-029482ce-b3e0-4aac-b120-236ff805c763 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.31 "DELETE /v2.0/ports/e700af12-4804-465a-800a-02d45b6de932 HTTP/1.1" status: 204 len: 173 time: 3.8089707 Feb 13 23:53:52.324890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-2698c41b-9a88-492f-ba0a-160050f14386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:52.324890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-2698c41b-9a88-492f-ba0a-160050f14386 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 200 len: 851 time: 0.1961868 Feb 13 23:53:52.457609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:53:52.567453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-392ec23f-a5ba-41b7-8ec1-ea471e6bf4f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382183 Feb 13 23:53:52.827987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57232) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:53.061721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bc82f342-b4ed-4c47-a0e3-aae1c146de24 req-014a73cc-e722-46d3-8803-c52e5fe6e445 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:53:53.138729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-307bb967-92fe-4213-b9ae-6d3c27162499 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633085 Feb 13 23:53:53.141407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.165906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7eb6d5c4-7f56-4040-a941-765ca1e35152 req-574bc0a3-0168-4093-8b47-60e14034bc36 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "GET /v2.0/ports?device_id=8edcf5ce-dae3-4d64-ba59-2a2554200620 HTTP/1.1" status: 200 len: 210 time: 0.2948322 Feb 13 23:53:53.270384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:53:53.292109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bc82f342-b4ed-4c47-a0e3-aae1c146de24 req-014a73cc-e722-46d3-8803-c52e5fe6e445 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:53:53.293243 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:53:53.295150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bc82f342-b4ed-4c47-a0e3-aae1c146de24 req-014a73cc-e722-46d3-8803-c52e5fe6e445 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6d7eca3-5042-4848-a0bc-72e0d7f6715d HTTP/1.1" status: 200 len: 210 time: 0.3903565 Feb 13 23:53:53.311224 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:53.312344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:53.315718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:53.334346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc3221430da4ef48198b288f8a05d6d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:53.339198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.340506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:53.386414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:53.414900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-8a60e665-beec-4e08-b108-de672f08be69 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464509 Feb 13 23:53:53.450258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:53.452550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f01c5b2b-d083-4d66-ba51-07d67662c4b2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 6.0910544 Feb 13 23:53:53.452550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57238) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:53.456469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2039590427'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:53.470436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:53:53.471282 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:53.479295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:53.485022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:network and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:53.491316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:53.500929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:53.501403 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.511686 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.526842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:53:53.534489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.560760 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:53:53.561623 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fdb37a-6bff-4217-86a8-0875332d216f None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:53:53.567587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42137306-59b2-45f7-8024-58a697a945fb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:53.576774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57242) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:53.576902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5ac88c3c-abf9-46e3-b1d8-26172aa62a87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbc3221430da4ef48198b288f8a05d6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7623663 Feb 13 23:53:53.607162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:53:53.636080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.637023 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Added segment f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9 of type vlan for network c2583357-4506-4bec-9243-178f930e593a Feb 13 23:53:53.679919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.692668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5c384c2-11b9-43d7-b411-c8f485566170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.735242 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5c384c2-11b9-43d7-b411-c8f485566170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.755934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.760812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:53.761393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.905136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4550519 Feb 13 23:53:53.907820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:53.914844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dea73d-9552-4710-ab44-6b084e416d67 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Network': ['ID=c2583357-4506-4bec-9243-178f930e593a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:53.922049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5c384c2-11b9-43d7-b411-c8f485566170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.927364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c2583357-4506-4bec-9243-178f930e593a details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:53:53.931769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'subnet': {'network_id': 'c2583357-4506-4bec-9243-178f930e593a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:53.938118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c384c2-11b9-43d7-b411-c8f485566170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42137306-59b2-45f7-8024-58a697a945fb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:53.942120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5c384c2-11b9-43d7-b411-c8f485566170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:53.948927 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b5c384c2-11b9-43d7-b411-c8f485566170 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42137306-59b2-45f7-8024-58a697a945fb HTTP/1.1" status: 204 len: 168 time: 0.3653827 Feb 13 23:53:54.233551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'name': 'network-vif-deleted', 'tag': 'e700af12-4804-465a-800a-02d45b6de932'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:54.294431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:54.332931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:54.356661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:53:54.392997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57270) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:54.484967 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edcf5ce-dae3-4d64-ba59-2a2554200620', 'name': 'network-vif-deleted', 'tag': 'e700af12-4804-465a-800a-02d45b6de932', 'status': 'completed', 'code': 200} Feb 13 23:53:54.512928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73961fa8-0a10-41b1-a71c-659ff88c90f9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:54.573002 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:54.637822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73961fa8-0a10-41b1-a71c-659ff88c90f9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:54.660382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:54.711260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:54.809705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:54.825881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Usage tracker for resource:security_group_rule and tenant:b0848e0e12c649388d1a6972164afe12 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:54.837647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:54.850479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:54.893989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73961fa8-0a10-41b1-a71c-659ff88c90f9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:54.946819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73961fa8-0a10-41b1-a71c-659ff88c90f9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41923a-c19d-4237-90b3-d5062d83d32c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:55.013340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73961fa8-0a10-41b1-a71c-659ff88c90f9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.016075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73961fa8-0a10-41b1-a71c-659ff88c90f9 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c41923a-c19d-4237-90b3-d5062d83d32c HTTP/1.1" status: 204 len: 168 time: 0.6208186 Feb 13 23:53:55.105740 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.106909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.115760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.155567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57284) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:55.196112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Subnet': ['ID=9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:55.245357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Checking segment: {'id': 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c2583357-4506-4bec-9243-178f930e593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:53:55.245719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network hostable DHCP agents. Network: c2583357-4506-4bec-9243-178f930e593a, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:53:55.272600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network c2583357-4506-4bec-9243-178f930e593a is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:53:55.288224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c2583357-4506-4bec-9243-178f930e593a) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:55.295778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:55.296498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.306817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4060b-203b-476f-8b78-b14f408bebb8 None None] Network c2583357-4506-4bec-9243-178f930e593a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:53:55.362996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ec1312c7-b15b-4b58-88a6-987f5badcf30 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4515307 Feb 13 23:53:55.363659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57288) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:55.370564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-874724293', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:53:55.379704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:53:55.383811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0848e0e12c649388d1a6972164afe12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7239013 Feb 13 23:53:55.386409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57292) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:53:55.390801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f80eda-2a92-4406-8e7a-0a90a02fbb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7533b1ac-9cc4-43db-bf51-78dfc892d998,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:55.390933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:router and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:53:55.416166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:53:55.425436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:53:55.458642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.459963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.472122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af908ae-e30d-4160-8404-4e84618bfffa req-663025f8-02b6-420e-8af4-435436bca62a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:55.473598 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5af908ae-e30d-4160-8404-4e84618bfffa req-663025f8-02b6-420e-8af4-435436bca62a tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 945 time: 0.1638746 Feb 13 23:53:55.506831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.508741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a985ba6a-835c-49b2-8e06-914d1fd5a36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.561279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a985ba6a-835c-49b2-8e06-914d1fd5a36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.572577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5af908ae-e30d-4160-8404-4e84618bfffa req-ca367541-2c5c-4cbd-8344-a05b258d45bc tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854037 Feb 13 23:53:55.654134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c2583357-4506-4bec-9243-178f930e593a', 'network_id': 'c2583357-4506-4bec-9243-178f930e593a', 'tenant_id': '745aa0747ff8484eb0e9ee59c76e9fb9', 'fixed_ips': [{'subnet_id': '9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:53:55.656260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.776307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.800113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a985ba6a-835c-49b2-8e06-914d1fd5a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.835297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Allocated IP 172.20.0.2 (c2583357-4506-4bec-9243-178f930e593a/9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7/119fe42d-6248-4d00-9b33-f09374ea7d92) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:55.849220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985ba6a-835c-49b2-8e06-914d1fd5a36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7533b1ac-9cc4-43db-bf51-78dfc892d998,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:55.927332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a985ba6a-835c-49b2-8e06-914d1fd5a36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:55.929020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a985ba6a-835c-49b2-8e06-914d1fd5a36c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7533b1ac-9cc4-43db-bf51-78dfc892d998 HTTP/1.1" status: 204 len: 168 time: 0.5401425 Feb 13 23:53:55.935985 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.162137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.227133 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.243215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Transition to ACTIVE for port object 119fe42d-6248-4d00-9b33-f09374ea7d92 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:53:56.245095 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.269933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Transition to ACTIVE for port object 119fe42d-6248-4d00-9b33-f09374ea7d92 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:53:56.279697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.368419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Network c2583357-4506-4bec-9243-178f930e593a is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:56.371904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:56.377100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:56.416438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Pushing event updated for resources: {'Port': ['ID=119fe42d-6248-4d00-9b33-f09374ea7d92,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:56.515177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Attempting to bind port 119fe42d-6248-4d00-9b33-f09374ea7d92 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:53:56.515679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Attempting to bind port 119fe42d-6248-4d00-9b33-f09374ea7d92 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c2583357-4506-4bec-9243-178f930e593a'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:53:56.516050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Attempting to bind port 119fe42d-6248-4d00-9b33-f09374ea7d92 on network c2583357-4506-4bec-9243-178f930e593a {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:53:56.523719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:53:56.524591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Checking segment: {'id': 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c2583357-4506-4bec-9243-178f930e593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:53:56.525030 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.525424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Bound using segment: {'id': 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c2583357-4506-4bec-9243-178f930e593a'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:53:56.526009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Bound port: 119fe42d-6248-4d00-9b33-f09374ea7d92, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c2583357-4506-4bec-9243-178f930e593a'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:53:56.526472 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.672121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-153ce13b-1264-4c86-83de-333f456d541c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:56.673355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-153ce13b-1264-4c86-83de-333f456d541c tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 945 time: 0.3430417 Feb 13 23:53:56.694420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.25.4.4 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/402a24ee-c08e-4967-9610-fe04b5ebd30d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:53:56.712816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] For port 119fe42d-6248-4d00-9b33-f09374ea7d92, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:53:56.720776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] For port 119fe42d-6248-4d00-9b33-f09374ea7d92, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=119fe42d-6248-4d00-9b33-f09374ea7d92,segment=NetworkSegment(f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9),segment_id=f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:53:56.733780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:56.920869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4042be0-8c76-43a4-ac33-19d9d51df5e2 None None] Pushing event updated for resources: {'Port': ['ID=119fe42d-6248-4d00-9b33-f09374ea7d92,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:57.217975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port 6147b687-3295-455b-88dc-e88923314cea {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:57.217975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:57.254361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Deleting port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:53:57.255319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:57.563287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port 6147b687-3295-455b-88dc-e88923314cea, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6147b687-3295-455b-88dc-e88923314cea,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:57.563730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:57.575929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bcd0c-6adb-4c1b-b4bc-0f4f9096fc6c req-4c1b3541-3e12-4f16-9c9d-514d2adaae38 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:53:57.577809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f8bcd0c-6adb-4c1b-b4bc-0f4f9096fc6c req-4c1b3541-3e12-4f16-9c9d-514d2adaae38 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 945 time: 0.5224175 Feb 13 23:53:57.660497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:57.766478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for 6147b687-3295-455b-88dc-e88923314cea owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:57.892672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f8bcd0c-6adb-4c1b-b4bc-0f4f9096fc6c req-8f6d7c6b-730d-4c8d-a025-84379fb31d95 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014526 Feb 13 23:53:58.012359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:58.073852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:58.138115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] For port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:53:58.138829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:58.259094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=6147b687-3295-455b-88dc-e88923314cea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:58.321214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.321998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.322529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.323153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.323650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.324138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.325280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.325773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.326274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.336763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.337551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:53:58.347381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Calling delete_port for 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:53:58.525277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=402a24ee-c08e-4967-9610-fe04b5ebd30d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:58.526177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4be11e-dd2f-4dd1-afa9-f3d0982af4b0 None None] Network c2583357-4506-4bec-9243-178f930e593a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:53:58.562415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:53:58.564944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:53:58.567531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:53:58.799339 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:58.975687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:53:59.003508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'Port': ['ID=0453d9d2-9055-4ec3-af72-fd68bc8f1a72,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:53:59.124495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] No DVR routers for this DVR port 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:53:59.128848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:59.147769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966117eb-30c9-4e6f-9545-9b305b270796', 'name': 'network-vif-deleted', 'tag': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:53:59.149513 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:59.158585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f4b4af11-2bf5-4471-a22f-77e377997763 req-5f15d61c-7d06-4a9c-bc5f-a4f1d1a246a3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "DELETE /v2.0/ports/0453d9d2-9055-4ec3-af72-fd68bc8f1a72 HTTP/1.1" status: 204 len: 173 time: 2.4781878 Feb 13 23:53:59.197490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:59.198745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:53:59.287813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:53:59.326593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab2d601d-4add-4b18-9b45-03e46858f923 req-e8b12e08-688f-47f7-a489-d81a6097bce2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=966117eb-30c9-4e6f-9545-9b305b270796 HTTP/1.1" status: 200 len: 210 time: 0.1171327 Feb 13 23:53:59.350295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 119fe42d-6248-4d00-9b33-f09374ea7d92 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:53:59.357775 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966117eb-30c9-4e6f-9545-9b305b270796', 'name': 'network-vif-deleted', 'tag': '0453d9d2-9055-4ec3-af72-fd68bc8f1a72', 'status': 'completed', 'code': 200} Feb 13 23:53:59.419403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0ed1507c-b745-4f14-8f2c-2e89ebcf7a91 None None] Provisioning for port 119fe42d-6248-4d00-9b33-f09374ea7d92 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:53:59.501940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:53:59.502304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 0453d9d2-9055-4ec3-af72-fd68bc8f1a72 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:53:59.684210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router b6cfc086-c76a-430c-91e9-6719395b0353 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:53:59.778866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 119fe42d-6248-4d00-9b33-f09374ea7d92 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:53:59.794291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 119fe42d-6248-4d00-9b33-f09374ea7d92 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:53:59.794893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:00.134162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:00.186599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:00.188380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-095f8988-57ab-405c-8771-e406245e6a33 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8235695 Feb 13 23:54:00.191378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57510) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:00.193530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] Sync routers for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:00.234980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:00.282508 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b8bd5a0-0854-4ed3-96ba-377a8747bb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:00.313799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:00.314605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:00.553077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:00.577421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 119fe42d-6248-4d00-9b33-f09374ea7d92, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=119fe42d-6248-4d00-9b33-f09374ea7d92,segment=NetworkSegment(f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9),segment_id=f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:00.605816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:00.607036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:00.703149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:00.791651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8582bfe7-5d7e-4e1c-94e6-579f9d08ce11 None None] Provisioning complete for port 119fe42d-6248-4d00-9b33-f09374ea7d92 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:00.792251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8582bfe7-5d7e-4e1c-94e6-579f9d08ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:00.880961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:00.883212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2299cf-2f0f-4c78-a1c8-42b0666610f9 None None] The sync data for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:01.019699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=119fe42d-6248-4d00-9b33-f09374ea7d92,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:01.409536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Router 3d2db288-1d28-486c-9fcd-58823d642a76 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:01.655500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-1b7f7514-e2ed-478b-8304-2c8e38f944cf tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:01.656022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-1b7f7514-e2ed-478b-8304-2c8e38f944cf tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:01.666492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ed0a-a98c-42f1-9205-d6c11f1ef6af req-80f81caf-6b14-488a-a8c5-664d861657f2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:01.666976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6f74ed0a-a98c-42f1-9205-d6c11f1ef6af req-80f81caf-6b14-488a-a8c5-664d861657f2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:01.701770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-1b7f7514-e2ed-478b-8304-2c8e38f944cf tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:01.701770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-1b7f7514-e2ed-478b-8304-2c8e38f944cf tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.2910428 Feb 13 23:54:01.702100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6f74ed0a-a98c-42f1-9205-d6c11f1ef6af req-80f81caf-6b14-488a-a8c5-664d861657f2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:01.704357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f74ed0a-a98c-42f1-9205-d6c11f1ef6af req-80f81caf-6b14-488a-a8c5-664d861657f2 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 945 time: 0.2450631 Feb 13 23:54:01.793127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:01.802872 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] Sync routers for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:01.831366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4b57655e-afca-41c0-972f-ef13df58e25d tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "PUT /v2.0/routers/3d2db288-1d28-486c-9fcd-58823d642a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6734514 Feb 13 23:54:01.833951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57642) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:01.836105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Deleting port 91048d47-a660-4651-9dc0-5bd5c4b11aaa {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:01.836533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:01.837897 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:01.841458 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:53:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:01.885211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f74ed0a-a98c-42f1-9205-d6c11f1ef6af req-a04361c1-b891-4de6-8c28-e4cb02323fe3 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac08bcb1-a817-4055-9b3c-d0c88bcc8010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444545 Feb 13 23:54:02.141780 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:02.311312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting subnet f60949ee-fc67-41f2-820b-31c9ad338368 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:54:02.315268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.352161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] For port 91048d47-a660-4651-9dc0-5bd5c4b11aaa, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=91048d47-a660-4651-9dc0-5bd5c4b11aaa,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:02.352522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.369726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0049bd88-9509-4b03-afa6-c4c451617f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.430737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.525460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Calling delete_port for 91048d47-a660-4651-9dc0-5bd5c4b11aaa owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:02.593307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.727243 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.760944 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:53:57Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:02.770800 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] Checking router: 3d2db288-1d28-486c-9fcd-58823d642a76 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:02.783509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Subnet': ['ID=f60949ee-fc67-41f2-820b-31c9ad338368,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:02.805473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:02.809648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada901ca-679e-4645-93f7-7d70d103bfc5 None None] Network b363d742-b5ff-455b-8a9f-d9eb239fe53b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:02.815002 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5dd317e7-f910-482a-8027-d16f9920967e tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/subnets/f60949ee-fc67-41f2-820b-31c9ad338368 HTTP/1.1" status: 204 len: 168 time: 0.9783378 Feb 13 23:54:02.817234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57740) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:02.825249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] Routers {'3d2db288-1d28-486c-9fcd-58823d642a76'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:02.831249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3d2db288-1d28-486c-9fcd-58823d642a76'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:02.858675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 119fe42d-6248-4d00-9b33-f09374ea7d92 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:02.871991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:03.015725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['91048d47-a660-4651-9dc0-5bd5c4b11aaa'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:54:03.107177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'Port': ['ID=91048d47-a660-4651-9dc0-5bd5c4b11aaa,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:03.210979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:03.311059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] No DVR routers for this DVR port 91048d47-a660-4651-9dc0-5bd5c4b11aaa on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:03.370519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:03.387109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'name': 'network-vif-deleted', 'tag': '91048d47-a660-4651-9dc0-5bd5c4b11aaa'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:54:03.407898 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] Set router 3d2db288-1d28-486c-9fcd-58823d642a76 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:03.448449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf5ac42f-0444-453b-805c-7bed281dd1fb req-f1f98f92-8110-49d4-b6cc-649eef6dbff0 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.31 "DELETE /v2.0/ports/91048d47-a660-4651-9dc0-5bd5c4b11aaa HTTP/1.1" status: 204 len: 173 time: 1.7407904 Feb 13 23:54:03.633363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:03.703382 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7275f75-2040-485b-aad4-4a3267cf1721', 'name': 'network-vif-deleted', 'tag': '91048d47-a660-4651-9dc0-5bd5c4b11aaa', 'status': 'completed', 'code': 200} Feb 13 23:54:03.740041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f7571a2-94a7-4f3d-bfd0-bb7347a33218 req-34522a6c-04fc-4f28-bbf6-4e29ef05624e tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7275f75-2040-485b-aad4-4a3267cf1721 HTTP/1.1" status: 200 len: 210 time: 0.3258846 Feb 13 23:54:03.778601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:03.892906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 119fe42d-6248-4d00-9b33-f09374ea7d92 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:03.893365 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:04.123053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:04.162322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:04.208248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Deleting port 9a555ddc-6391-4459-ade7-2a7328e73858 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:04.208248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:04.228908 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:53:57Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:04.239285 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23161779-6640-48bb-b605-df70e05fc7e4 None None] The sync data for ids ['3d2db288-1d28-486c-9fcd-58823d642a76'] in n-d-828979-1 is: [{'id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'name': 'tempest-TestNetworkBasicOps-router-1495211088', 'tenant_id': '5b5ebbdaddad4dccb27c413d4be22797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:53:57Z', 'revision_number': 5, 'project_id': '5b5ebbdaddad4dccb27c413d4be22797', 'gw_port': {'id': '9a555ddc-6391-4459-ade7-2a7328e73858', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2db288-1d28-486c-9fcd-58823d642a76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:52:15Z', 'updated_at': '2022-02-13T23:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:04.539987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] For port 9a555ddc-6391-4459-ade7-2a7328e73858, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9a555ddc-6391-4459-ade7-2a7328e73858,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:04.540802 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:04.650511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.1 (c2583357-4506-4bec-9243-178f930e593a/9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7/de1188f9-72b6-4226-864d-7deb27922223) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:04.659598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] DHCP port deletion for b363d742-b5ff-455b-8a9f-d9eb239fe53b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:54:04.664509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] Deleting port a6e3e253-709e-42ce-97bb-e2d641fb48da {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:04.664880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:04.889151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6e3e253-709e-42ce-97bb-e2d641fb48da no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:04.981697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:05.011009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Transition to ACTIVE for port object de1188f9-72b6-4226-864d-7deb27922223 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:05.041921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:05.103416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Calling delete_port for 9a555ddc-6391-4459-ade7-2a7328e73858 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:05.220474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network c2583357-4506-4bec-9243-178f930e593a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:05.254182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:05.270065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:05.285963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 91048d47-a660-4651-9dc0-5bd5c4b11aaa no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:05.402412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:05.417477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=de1188f9-72b6-4226-864d-7deb27922223,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:05.575137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:05.588826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:05.678241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Port': ['ID=9a555ddc-6391-4459-ade7-2a7328e73858,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:05.789370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 91048d47-a660-4651-9dc0-5bd5c4b11aaa {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:05.791754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 91048d47-a660-4651-9dc0-5bd5c4b11aaa not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:05.827843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:05.866234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] For port a6e3e253-709e-42ce-97bb-e2d641fb48da, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a6e3e253-709e-42ce-97bb-e2d641fb48da,segment=NetworkSegment(89cecde2-42b0-4cd4-b853-7011a7221bef),segment_id=89cecde2-42b0-4cd4-b853-7011a7221bef)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:05.868747 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.144586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] Calling delete_port for a6e3e253-709e-42ce-97bb-e2d641fb48da owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:06.243250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57874) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:06.260528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.270123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.291611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.295856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6c14d9ef-dbf8-4489-9961-acad331f5434 None None] Provisioning for port de1188f9-72b6-4226-864d-7deb27922223 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:06.354111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6c14d9ef-dbf8-4489-9961-acad331f5434 None None] Provisioning complete for port de1188f9-72b6-4226-864d-7deb27922223 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:06.354111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6c14d9ef-dbf8-4489-9961-acad331f5434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.401090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b6bc1-ff40-42e4-941a-aa1e7e63ef2e req-36315d4a-0832-491d-a66c-4b2b309a07c8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:06.404016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2d3b6bc1-ff40-42e4-941a-aa1e7e63ef2e req-36315d4a-0832-491d-a66c-4b2b309a07c8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:06.457924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2d3b6bc1-ff40-42e4-941a-aa1e7e63ef2e req-36315d4a-0832-491d-a66c-4b2b309a07c8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:06.457924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d3b6bc1-ff40-42e4-941a-aa1e7e63ef2e req-36315d4a-0832-491d-a66c-4b2b309a07c8 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.4970808 Feb 13 23:54:06.469833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6147b687-3295-455b-88dc-e88923314cea no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:06.497439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] Pushing event deleted for resources: {'Port': ['ID=a6e3e253-709e-42ce-97bb-e2d641fb48da,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:06.529045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce107bd-ec0d-4d6f-b2f0-49b4fc172827 None None] No DVR routers for this DVR port a6e3e253-709e-42ce-97bb-e2d641fb48da on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:06.541383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6147b687-3295-455b-88dc-e88923314cea {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:06.541383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6147b687-3295-455b-88dc-e88923314cea not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:06.560385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6c14d9ef-dbf8-4489-9961-acad331f5434 None None] Port de1188f9-72b6-4226-864d-7deb27922223 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:06.600598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d3b6bc1-ff40-42e4-941a-aa1e7e63ef2e req-5c9345c4-6fde-45a3-810d-7d780a401446 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996437 Feb 13 23:54:06.606853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.652269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:06.656584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:84dffe397d624134a82e9842e368dda0 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:06.659717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:06.697190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.703594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.743719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:06.859997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=de1188f9-72b6-4226-864d-7deb27922223,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:06.883335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.913233 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.929816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.983861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:06.990766 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.061830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed5886-612b-41b6-aac0-77c4e3a51376,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:07.065683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.067298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2db288-1d28-486c-9fcd-58823d642a76 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:54:07.114230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aadf9f9e-1633-4620-a063-bcd605873ea0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84dffe397d624134a82e9842e368dda0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8689475 Feb 13 23:54:07.117182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57884) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:07.122062 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.156828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.157954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bbc3fb64-f2ee-4a1e-8978-82104d78083c tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/routers/3d2db288-1d28-486c-9fcd-58823d642a76 HTTP/1.1" status: 204 len: 168 time: 4.3393967 Feb 13 23:54:07.161608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57888) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:07.298739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network c2583357-4506-4bec-9243-178f930e593a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:07.309093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:07.339490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aff7cd5c-a1c1-4602-96e2-47959987b3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.387314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aff7cd5c-a1c1-4602-96e2-47959987b3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.432035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.580632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-252752ac-e88d-434f-9fb5-035d5412a860 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:07.582366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-252752ac-e88d-434f-9fb5-035d5412a860 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.3884871 Feb 13 23:54:07.721172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Deleting port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:07.721625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.721750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.729976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aff7cd5c-a1c1-4602-96e2-47959987b3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.801910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7cd5c-a1c1-4602-96e2-47959987b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed5886-612b-41b6-aac0-77c4e3a51376,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:07.813246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b363d742-b5ff-455b-8a9f-d9eb239fe53b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:07.829346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-73cc2bc3-cf78-4c13-805e-fdde3a34885d None None] Provisioning complete for port de1188f9-72b6-4226-864d-7deb27922223 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:07.834311 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-73cc2bc3-cf78-4c13-805e-fdde3a34885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:07.953015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-73cc2bc3-cf78-4c13-805e-fdde3a34885d None None] Port de1188f9-72b6-4226-864d-7deb27922223 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:08.034143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cecde2-42b0-4cd4-b853-7011a7221bef') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:08.034547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cecde2-42b0-4cd4-b853-7011a7221bef') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:08.061092 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.090695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.099206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:54:08.099808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:54:08.230278 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:54:08.232674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] For port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:08.232674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.279002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aff7cd5c-a1c1-4602-96e2-47959987b3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.280415 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aff7cd5c-a1c1-4602-96e2-47959987b3af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6ed5886-612b-41b6-aac0-77c4e3a51376 HTTP/1.1" status: 204 len: 168 time: 1.1629996 Feb 13 23:54:08.315347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.338589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.359099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] Pushing event deleted for resources: {'Network': ['ID=b363d742-b5ff-455b-8a9f-d9eb239fe53b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:08.381408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22511991-a072-45ed-bfb7-28e093fc9cba req-4f8c7228-b115-4c93-a9e9-16cca2ebf67f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:08.383227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22511991-a072-45ed-bfb7-28e093fc9cba req-4f8c7228-b115-4c93-a9e9-16cca2ebf67f tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 945 time: 0.5490580 Feb 13 23:54:08.388538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5bff04e2-80b7-4218-8575-b2efc6bf00f5 tempest-TestNetworkBasicOps-750553086 tempest-TestNetworkBasicOps-750553086-project] 10.222.0.36 "DELETE /v2.0/networks/b363d742-b5ff-455b-8a9f-d9eb239fe53b HTTP/1.1" status: 204 len: 168 time: 1.2198064 Feb 13 23:54:08.451959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-22511991-a072-45ed-bfb7-28e093fc9cba req-01cdb787-09b5-4be3-b3a6-4440b5c571e4 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups?id=a336fdf9-e68a-4307-89a1-c46cabe3da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609407 Feb 13 23:54:08.611188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router b6cfc086-c76a-430c-91e9-6719395b0353 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:08.644166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.644541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.644840 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Floating IP 322098b3-6666-478c-9c7b-c26f582f33e3 disassociated. External IP: 172.25.4.195, port: 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b. Feb 13 23:54:08.645355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Calling delete_port for 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:08.761828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:08.789749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a555ddc-6391-4459-ade7-2a7328e73858 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:08.797268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:08.844351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 9a555ddc-6391-4459-ade7-2a7328e73858 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:08.846803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9a555ddc-6391-4459-ade7-2a7328e73858 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:08.858459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:08.862834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Usage tracker for resource:security_group_rule and tenant:7e21fcfeed4e4e049c148e01a26592a4 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:08.869087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:08.878639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:08.923667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57910) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:08.971238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.008372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.025997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.146985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caec062-b3d3-4ddf-9f1a-893489aebe13,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:09.158283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30147e1e-a2b7-4862-a5ba-a351dd3bc56b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e21fcfeed4e4e049c148e01a26592a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3952165 Feb 13 23:54:09.165747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:09.237271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.299183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'Port': ['ID=8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:09.299463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1436629d-b312-4184-b713-04d0a3397704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.320275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-486d2a54-c5c5-45c6-89b5-00ea8a5297a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b5ebbdaddad4dccb27c413d4be22797&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3947146 Feb 13 23:54:09.323023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57926) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:09.356299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1436629d-b312-4184-b713-04d0a3397704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.450464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c18447a-7fcd-477a-afdd-b05cf35b7e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.477400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:09.480353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1436629d-b312-4184-b713-04d0a3397704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.489340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c18447a-7fcd-477a-afdd-b05cf35b7e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.489464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] Sync routers for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:09.495088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c1628282-f30a-42df-b569-25e21d0b08e2 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/routers/b6cfc086-c76a-430c-91e9-6719395b0353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3025432 Feb 13 23:54:09.502115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 57930) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:09.514062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:09.514689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:09.527020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436629d-b312-4184-b713-04d0a3397704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caec062-b3d3-4ddf-9f1a-893489aebe13,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:09.530158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'port': {'network_id': 'c2583357-4506-4bec-9243-178f930e593a', 'name': 'tempest-FloatingIPTestJSON-1629716391'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:09.550855 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1436629d-b312-4184-b713-04d0a3397704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.552237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1436629d-b312-4184-b713-04d0a3397704 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5caec062-b3d3-4ddf-9f1a-893489aebe13 HTTP/1.1" status: 204 len: 168 time: 0.3852859 Feb 13 23:54:09.622175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c18447a-7fcd-477a-afdd-b05cf35b7e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.654708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18447a-7fcd-477a-afdd-b05cf35b7e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8924b086-50f7-49ea-90d4-187e6d6eeea7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:09.670465 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9c18447a-7fcd-477a-afdd-b05cf35b7e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:09.675095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9c18447a-7fcd-477a-afdd-b05cf35b7e62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8924b086-50f7-49ea-90d4-187e6d6eeea7 HTTP/1.1" status: 204 len: 168 time: 0.3509374 Feb 13 23:54:09.692612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:09.729024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:09.729659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:09.814098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3c1d93c3-aa53-4bef-83f5-b95774016de9 req-c27171f1-6301-4beb-9ca0-f17d793cb8f5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Synchronizing usage tracker for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:09.838106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:09.838984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50816a39-69b7-411e-8a89-5fbf7a4c8112 None None] The sync data for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:09.894827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3c1d93c3-aa53-4bef-83f5-b95774016de9 req-c27171f1-6301-4beb-9ca0-f17d793cb8f5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Unset dirty status for tenant:37061f324cd34d6daa0813fcd638c758 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:09.896184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c1d93c3-aa53-4bef-83f5-b95774016de9 req-c27171f1-6301-4beb-9ca0-f17d793cb8f5 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 210 time: 0.2018688 Feb 13 23:54:09.912491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:09.932184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Usage tracker for resource:port and tenant:745aa0747ff8484eb0e9ee59c76e9fb9 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:09.940843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:09.949672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:10.002231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Made reservation on behalf of 745aa0747ff8484eb0e9ee59c76e9fb9 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:10.004928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.041157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:10.042570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] device_id is not set on port 8f63baab-15bb-4fc5-8051-b30d05cae5a6 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:54:10.242118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57950) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:10.262571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.306789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:10.318616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Usage tracker for resource:security_group_rule and tenant:898828d2c2b640318d8911267c4b17ca is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:10.323223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:10.330089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:10.376857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Allocated IP 172.20.0.9 (c2583357-4506-4bec-9243-178f930e593a/9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7/8f63baab-15bb-4fc5-8051-b30d05cae5a6) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:10.418909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.428324 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.485378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6891c36-2f50-4bb4-ad47-5f76e5641f84,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:10.490859 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3b186468-8906-4c5f-8cd3-b3d626506718 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=898828d2c2b640318d8911267c4b17ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2476666 Feb 13 23:54:10.493965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57958) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:10.571322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d88343c-77ec-427f-9720-2dcb6bc97307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.636227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d88343c-77ec-427f-9720-2dcb6bc97307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.690208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:10.704505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d88343c-77ec-427f-9720-2dcb6bc97307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.746173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88343c-77ec-427f-9720-2dcb6bc97307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6891c36-2f50-4bb4-ad47-5f76e5641f84,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:10.752614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3d88343c-77ec-427f-9720-2dcb6bc97307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.753408 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.754530 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3d88343c-77ec-427f-9720-2dcb6bc97307 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6891c36-2f50-4bb4-ad47-5f76e5641f84 HTTP/1.1" status: 204 len: 168 time: 0.2594998 Feb 13 23:54:10.760215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:10.762021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:10.776714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Transition to ACTIVE for port object 8f63baab-15bb-4fc5-8051-b30d05cae5a6 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:10.815245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:10.827650 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] Sync routers for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:10.854999 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:10.855616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:10.912432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.955295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] No DVR routers for this DVR port 8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:10.964019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:10.967893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-deleted', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:54:11.014047 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc02634b-6fcc-4a66-ba04-3cf185a1247c req-2a154ae7-70a8-4ab6-b9cd-85a978fc6f70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.42 "DELETE /v2.0/ports/8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b HTTP/1.1" status: 204 len: 173 time: 3.4184971 Feb 13 23:54:11.037133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Network c2583357-4506-4bec-9243-178f930e593a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:11.042517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:11.044843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event updated for resources: {'Port': ['ID=8f63baab-15bb-4fc5-8051-b30d05cae5a6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:11.047590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:11.156094 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96536dfb-a62d-49d9-8374-44111c4601d7', 'name': 'network-vif-deleted', 'tag': '8f6cce98-bbb0-42f9-8a90-dc0b397a2d9b', 'status': 'completed', 'code': 200} Feb 13 23:54:11.208631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:11.214817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:11.253410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-51e9fe04-3b95-4034-b950-496d08633188 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7500508 Feb 13 23:54:11.256413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 57980) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:11.268216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Request body: {'floatingip': {'port_id': '8f63baab-15bb-4fc5-8051-b30d05cae5a6'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:11.389278 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:11.494644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:11.613939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ec493902-e040-4ef7-a4b4-1e48f98549d7 None None] Provisioning for port 8f63baab-15bb-4fc5-8051-b30d05cae5a6 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:11.626932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ec493902-e040-4ef7-a4b4-1e48f98549d7 None None] Provisioning complete for port 8f63baab-15bb-4fc5-8051-b30d05cae5a6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:11.632849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ec493902-e040-4ef7-a4b4-1e48f98549d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:11.636815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0c2d8ca-eaf9-4bd1-b0b1-ca0ae52fc612 req-f6ead238-86de-4c16-ac6e-4dbf3b19724d tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/ports?device_id=96536dfb-a62d-49d9-8374-44111c4601d7 HTTP/1.1" status: 200 len: 210 time: 0.0784440 Feb 13 23:54:11.786685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ec493902-e040-4ef7-a4b4-1e48f98549d7 None None] Port 8f63baab-15bb-4fc5-8051-b30d05cae5a6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:11.980937 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:31Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:11.989690 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] Checking router: af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:12.015969 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:12.017562 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:12.368772 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:12.497158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58010) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:12.647432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:12.653352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:12.949642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58026) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:12.949907 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:31Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:12.956501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fab07c1e-bdcc-4de6-91db-ca092f478422 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b97eb1d02624ee08ecca906ab6b4921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4581969 Feb 13 23:54:12.959813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58030) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:12.965131 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2fbc4-e1f6-4819-b4b0-ba4f106dc92a None None] The sync data for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 is: [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:44:21Z', 'revision_number': 4, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5efd2ae4-b86e-4930-b58f-d3a1ee028959', 'name': '', 'network_id': '9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'mac_address': 'fa:16:3e:aa:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:18Z', 'updated_at': '2022-02-13T23:44:31Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'subnets': [{'id': 'cc00fccd-340c-4b47-9f4c-b19115fd27e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:13.067067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58034) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:13.110306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.129339 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 22d55645-cfec-4b6e-8cf0-d92b879bd3fa associated. External IP: 172.25.4.9, port: 60e27406-efc6-40cf-9b2f-930327da1677. Feb 13 23:54:13.151425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.237443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.272012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e078f8-d77e-4fd3-a67b-7358850d79e7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:13.293664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.294388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.294936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.295479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.296011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.296542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.297059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.297588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.298402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.299107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.299801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:13.309255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.310849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77d09298-683e-4875-a89b-2aad0f2d86e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4e078f8-d77e-4fd3-a67b-7358850d79e7 HTTP/1.1" status: 204 len: 168 time: 0.3493917 Feb 13 23:54:13.358334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-871887ca-bd36-458a-9d86-daf863522c74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.417056 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-871887ca-bd36-458a-9d86-daf863522c74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.420534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-521945146-network', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:13.431102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:13.442427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Usage tracker for resource:network and tenant:b382981c47a94ed98464cac3f4010ab1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:13.453264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f06bb-8d4d-438c-a451-0aaae350aec8 None None] New status for floating IP 322098b3-6666-478c-9c7b-c26f582f33e3: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:54:13.453841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:13.475377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:13.497260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Made reservation on behalf of b382981c47a94ed98464cac3f4010ab1 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:13.501100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.535127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.544295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-871887ca-bd36-458a-9d86-daf863522c74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.579518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871887ca-bd36-458a-9d86-daf863522c74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336fdf9-e68a-4307-89a1-c46cabe3da0c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:13.597082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-871887ca-bd36-458a-9d86-daf863522c74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:13.598610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-871887ca-bd36-458a-9d86-daf863522c74 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "DELETE /v2.0/security-groups/a336fdf9-e68a-4307-89a1-c46cabe3da0c HTTP/1.1" status: 204 len: 168 time: 0.6474538 Feb 13 23:54:13.605697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:13.648778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:13.657439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Usage tracker for resource:security_group_rule and tenant:b382981c47a94ed98464cac3f4010ab1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:13.664735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:13.682630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:13.709215 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-df0fe722-747e-4be3-b38e-f8c19edebaed tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] show failed (client error): The resource could not be found. Feb 13 23:54:13.712508 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df0fe722-747e-4be3-b38e-f8c19edebaed tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "GET /v2.0/security-groups/a336fdf9-e68a-4307-89a1-c46cabe3da0c HTTP/1.1" status: 404 len: 347 time: 0.1055279 Feb 13 23:54:13.715928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:13.933479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:14.160629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Deleting port 642b3ade-f3df-443b-bb5b-cabd0357260d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:14.161018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.185128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:14.199346 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:14.222794 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:14.223716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:14.294102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.308240 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:14.324868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:14.325483 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:14.398138 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:14.398545 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4678e3-e40a-4b01-bd5d-403ab4b1911c None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:14.412831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.430693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:54:14.440973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.440973 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Added segment 6215fed7-65f4-4837-aeed-c61ba4c587e9 of type vlan for network e25888f4-25bc-43e7-a780-bfba9388e82b Feb 13 23:54:14.475430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.516020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645f88e-4365-4547-a918-063b8f415c93,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:14.597166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.599208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:14.599794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.716841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.717259 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:14.766341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router b6cfc086-c76a-430c-91e9-6719395b0353 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:14.809609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7352259 Feb 13 23:54:14.875911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Calling delete_port for 642b3ade-f3df-443b-bb5b-cabd0357260d owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:14.907697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58094) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:14.916986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00486015-a117-4a80-8ba1-b5198bdbede7 admin admin] Pushing event updated for resources: {'Network': ['ID=e25888f4-25bc-43e7-a780-bfba9388e82b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:14.922200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Request body: {'subnet': {'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-521945146-subnet', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:14.928790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e25888f4-25bc-43e7-a780-bfba9388e82b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:54:14.930427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:14.943509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Usage tracker for resource:subnet and tenant:b382981c47a94ed98464cac3f4010ab1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:14.954104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:14.964510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:14.996166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Made reservation on behalf of b382981c47a94ed98464cac3f4010ab1 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:14.999475 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.184839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.193975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:15.200351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.206299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] Sync routers for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:15.225511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:15.227180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:15.297823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Pushing event deleted for resources: {'Port': ['ID=642b3ade-f3df-443b-bb5b-cabd0357260d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:15.350586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e3c37ff-ed82-45b2-8c57-02f2a706dc63 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/floatingips/22d55645-cfec-4b6e-8cf0-d92b879bd3fa HTTP/1.1" status: 200 len: 976 time: 4.0920699 Feb 13 23:54:15.353161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58110) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:15.402314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:15.429206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:15.431161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:15.458345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.464563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.478818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 8f63baab-15bb-4fc5-8051-b30d05cae5a6 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:15.479518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.561492 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.566711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc45a526-dcbb-462a-9e91-9963d6c7ac70 tempest-ServerActionsTestJSON-2132533190 tempest-ServerActionsTestJSON-2132533190-project] 10.222.0.36 "DELETE /v2.0/floatingips/322098b3-6666-478c-9c7b-c26f582f33e3 HTTP/1.1" status: 204 len: 168 time: 1.8456280 Feb 13 23:54:15.566711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=006c2b9d-ebf6-48d2-860d-bdd4ae2924f9,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:15.567570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58122) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:15.583823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Checking segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:15.584178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Network hostable DHCP agents. Network: e25888f4-25bc-43e7-a780-bfba9388e82b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:54:15.590600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:15.591014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5457419-7581-4366-b9cd-e829203dd789 None None] The sync data for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:15.613630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Network e25888f4-25bc-43e7-a780-bfba9388e82b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:54:15.626262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e25888f4-25bc-43e7-a780-bfba9388e82b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:15.631742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:15.633204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.637300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5b54b-fae0-4488-916a-10fc48dd40dc None None] Network e25888f4-25bc-43e7-a780-bfba9388e82b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:15.661619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f21d419b-b365-433b-90bd-d5e59f498bad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7531245 Feb 13 23:54:15.665283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:15.674464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:15.684547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:15.693683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Usage tracker for resource:router and tenant:b382981c47a94ed98464cac3f4010ab1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:15.702151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:15.712835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:15.732760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.732760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.733481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:15.775271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:15.893795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.026768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-e25888f4-25bc-43e7-a780-bfba9388e82b', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'fixed_ips': [{'subnet_id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:54:16.027786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.175815 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.214636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Allocated IP 172.20.0.2 (e25888f4-25bc-43e7-a780-bfba9388e82b/006c2b9d-ebf6-48d2-860d-bdd4ae2924f9/ec7aa6b5-37a5-4365-a74a-b377cef28276) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:16.275571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.276063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.276288 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Floating IP 22d55645-cfec-4b6e-8cf0-d92b879bd3fa disassociated. External IP: 172.25.4.9, port: 8f63baab-15bb-4fc5-8051-b30d05cae5a6. Feb 13 23:54:16.276656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 8f63baab-15bb-4fc5-8051-b30d05cae5a6 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:16.492214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:16.495577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.497132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Usage tracker for resource:security_group_rule and tenant:8bff59ab1134411fbb1895c2b5d6ecdc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:16.500873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:16.507630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:16.519612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Transition to ACTIVE for port object ec7aa6b5-37a5-4365-a74a-b377cef28276 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:16.521511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.557545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.558937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Transition to ACTIVE for port object ec7aa6b5-37a5-4365-a74a-b377cef28276 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:16.567936 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.577619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=8f63baab-15bb-4fc5-8051-b30d05cae5a6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:16.675120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Pushing event updated for resources: {'Port': ['ID=ec7aa6b5-37a5-4365-a74a-b377cef28276,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:16.689355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Network e25888f4-25bc-43e7-a780-bfba9388e82b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:16.690724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:16.695397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:16.800755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.822446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.839928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Attempting to bind port ec7aa6b5-37a5-4365-a74a-b377cef28276 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:16.840414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Attempting to bind port ec7aa6b5-37a5-4365-a74a-b377cef28276 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:16.840842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Attempting to bind port ec7aa6b5-37a5-4365-a74a-b377cef28276 on network e25888f4-25bc-43e7-a780-bfba9388e82b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:16.850727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:16.851756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Checking segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:16.852161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.852490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Bound using segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:16.853190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Bound port: ec7aa6b5-37a5-4365-a74a-b377cef28276, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:16.854169 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:16.939060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58146) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:16.959682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045bbeaa-d18e-49fb-85f1-39e5b1b0ff37,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:16.993972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] For port ec7aa6b5-37a5-4365-a74a-b377cef28276, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:16.997606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] For port ec7aa6b5-37a5-4365-a74a-b377cef28276, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ec7aa6b5-37a5-4365-a74a-b377cef28276,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:17.004145 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.023747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fb3807bb-de5a-4f82-b0eb-c900c1012f87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bff59ab1134411fbb1895c2b5d6ecdc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2889409 Feb 13 23:54:17.027704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:17.077416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router b6cfc086-c76a-430c-91e9-6719395b0353 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:17.102963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922e9f-88ba-4d5d-a7e7-82e34d2fd5f7 None None] Pushing event updated for resources: {'Port': ['ID=ec7aa6b5-37a5-4365-a74a-b377cef28276,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:17.557071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-511ff963-85b5-446c-b3fe-b6840a70abdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.559158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.614971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.622800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Deleting port e9304033-79bd-44f6-921d-43bb52f72483 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:17.623089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.708480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-511ff963-85b5-446c-b3fe-b6840a70abdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.844457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.844457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.905778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Allocated IP 172.25.4.134 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/58626a5b-01bf-443e-bd8d-453427fe9eba) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:17.910710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-511ff963-85b5-446c-b3fe-b6840a70abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:17.940821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff963-85b5-446c-b3fe-b6840a70abdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045bbeaa-d18e-49fb-85f1-39e5b1b0ff37,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:18.115660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Calling delete_port for e9304033-79bd-44f6-921d-43bb52f72483 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:18.162532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.217815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:18.217986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.228683 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] Sync routers for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:18.252247 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:18.252247 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:18.286323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-511ff963-85b5-446c-b3fe-b6840a70abdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.286323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-511ff963-85b5-446c-b3fe-b6840a70abdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/045bbeaa-d18e-49fb-85f1-39e5b1b0ff37 HTTP/1.1" status: 204 len: 168 time: 1.2504282 Feb 13 23:54:18.383496 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:18.397168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.405551 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:18.406307 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:18.468061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.501468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2f44a351-9501-45e5-a8d6-479aa50f2b5e tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/ports/8f63baab-15bb-4fc5-8051-b30d05cae5a6 HTTP/1.1" status: 204 len: 168 time: 3.1460893 Feb 13 23:54:18.506977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58164) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:18.537468 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:18.537886 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8470b2-5a08-4782-992d-7559482647b1 None None] The sync data for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:18.546096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:18.574603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:18.579992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:18.623208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Pushing event updated for resources: {'Port': ['ID=58626a5b-01bf-443e-bd8d-453427fe9eba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:18.712308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7952c-c583-4224-8fd3-e186f511639e None None] Network e25888f4-25bc-43e7-a780-bfba9388e82b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:18.751583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.895524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event deleted for resources: {'Port': ['ID=e9304033-79bd-44f6-921d-43bb52f72483,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:18.927591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ec7aa6b5-37a5-4365-a74a-b377cef28276 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:18.984573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:18.985304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:19.052314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-62ad83e2-1390-46dd-9008-9a80ac6571c1 None None] Provisioning for port ec7aa6b5-37a5-4365-a74a-b377cef28276 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:19.167334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:19.261262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ec7aa6b5-37a5-4365-a74a-b377cef28276 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:19.277038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ec7aa6b5-37a5-4365-a74a-b377cef28276 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:19.277403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:19.455513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:19.509042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ec7aa6b5-37a5-4365-a74a-b377cef28276, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ec7aa6b5-37a5-4365-a74a-b377cef28276,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:19.518619 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:19.665830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ec7aa6b5-37a5-4365-a74a-b377cef28276,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:19.961446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e120d40-dc61-42f1-82f9-cc447452379e None None] Provisioning complete for port ec7aa6b5-37a5-4365-a74a-b377cef28276 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:19.962066 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e120d40-dc61-42f1-82f9-cc447452379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:20.147278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Router 8c2855c6-d179-434f-adbc-057b92fdfbc6 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:54:20.404365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:20.582456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Deleting port 5efd2ae4-b86e-4930-b58f-d3a1ee028959 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:20.582841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:20.713669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Router e9fda653-d1af-4ae5-aace-da6ebd399193 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:20.751756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:20.764306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Sync routers for ids ['8c2855c6-d179-434f-adbc-057b92fdfbc6'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:20.783141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Routers {'8c2855c6-d179-434f-adbc-057b92fdfbc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:20.783857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8c2855c6-d179-434f-adbc-057b92fdfbc6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:20.829836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:20.831084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f95577df-8766-46fd-949f-68afe20eda53 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1649981 Feb 13 23:54:20.833698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:21.009634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] For port 5efd2ae4-b86e-4930-b58f-d3a1ee028959, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5efd2ae4-b86e-4930-b58f-d3a1ee028959,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:21.010105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:21.161920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ec7aa6b5-37a5-4365-a74a-b377cef28276 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:21.211010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Calling delete_port for 5efd2ae4-b86e-4930-b58f-d3a1ee028959 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:21.240218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Set router 8c2855c6-d179-434f-adbc-057b92fdfbc6 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:21.403294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:21.414989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] Sync routers for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:21.437164 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:21.439357 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:21.467682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:21.544048 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-309923b6-73a7-4f30-b81c-c7564e07f83d tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "DELETE /v2.0/floatingips/beaade64-d85a-4313-9a1e-9d786a35d08b HTTP/1.1" status: 204 len: 168 time: 4.6035805 Feb 13 23:54:21.549124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:54:21.633245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port de1188f9-72b6-4226-864d-7deb27922223 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:21.633805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:21.730949 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'status': 'completed', 'code': 200} Feb 13 23:54:21.963443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:22.038100 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:22.058421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ec7aa6b5-37a5-4365-a74a-b377cef28276 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:22.060975 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:22.213633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:54:18Z', 'revision_number': 3, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:22.247217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:22.274567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Checking router: 8c2855c6-d179-434f-adbc-057b92fdfbc6 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:22.285732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Updating router 8c2855c6-d179-434f-adbc-057b92fdfbc6 port 58626a5b-01bf-443e-bd8d-453427fe9eba binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:54:22.376021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efd2ae4-b86e-4930-b58f-d3a1ee028959,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:22.394362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:22.548190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-1c075b92-7fb8-4dbb-8d44-6f7905074809 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8b609055824c7ea075791fa691f75b&device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 1096 time: 0.4590163 Feb 13 23:54:22.727187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for de1188f9-72b6-4226-864d-7deb27922223 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:22.863209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f08a2-9243-451b-92d7-2c7baecc6bd9 req-4857d398-669f-4459-9403-6624de96d24b tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:22.865627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7b2f08a2-9243-451b-92d7-2c7baecc6bd9 req-4857d398-669f-4459-9403-6624de96d24b tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Synchronizing usage tracker for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:22.908329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7b2f08a2-9243-451b-92d7-2c7baecc6bd9 req-4857d398-669f-4459-9403-6624de96d24b tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Unset dirty status for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:22.909787 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b2f08a2-9243-451b-92d7-2c7baecc6bd9 req-4857d398-669f-4459-9403-6624de96d24b tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 945 time: 0.3265274 Feb 13 23:54:22.925023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-9faf8047-b7fe-4db2-b051-adb5411bc2ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:22.925985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-9faf8047-b7fe-4db2-b051-adb5411bc2ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 200 len: 914 time: 0.3596737 Feb 13 23:54:22.986513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b2f08a2-9243-451b-92d7-2c7baecc6bd9 req-7db6c7ab-26cf-40e4-bb59-df5ea8497a64 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687301 Feb 13 23:54:23.009609 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:23.016344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] Checking router: e9fda653-d1af-4ae5-aace-da6ebd399193 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:23.028910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-a661ad45-2542-444e-a7dc-8fa90ceff587 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 200 len: 217 time: 0.0939672 Feb 13 23:54:23.032905 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:23.033952 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:23.152957 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.155775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.169590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Transition to ACTIVE for port object 58626a5b-01bf-443e-bd8d-453427fe9eba will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:23.177970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.253892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=de1188f9-72b6-4226-864d-7deb27922223,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:23.262649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-212bb583-f47a-4e7a-a38f-6f4a247e8476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:23.264097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-212bb583-f47a-4e7a-a38f-6f4a247e8476 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 200 len: 853 time: 0.2248404 Feb 13 23:54:23.276933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:23.325739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Pushing event updated for resources: {'Port': ['ID=58626a5b-01bf-443e-bd8d-453427fe9eba,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:23.337671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Attempting to bind port 58626a5b-01bf-443e-bd8d-453427fe9eba on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:23.338048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Attempting to bind port 58626a5b-01bf-443e-bd8d-453427fe9eba by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:23.341066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Attempting to bind port 58626a5b-01bf-443e-bd8d-453427fe9eba on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:23.371340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.371675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.372492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.378265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.378920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.379398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.379865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.380330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.380790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.381263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.382344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:23.390313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:23.390908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:23.391475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.394106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:23.394824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Bound port: 58626a5b-01bf-443e-bd8d-453427fe9eba, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:23.395356 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.510902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.574552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] For port 58626a5b-01bf-443e-bd8d-453427fe9eba, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:23.581006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] For port 58626a5b-01bf-443e-bd8d-453427fe9eba, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58626a5b-01bf-443e-bd8d-453427fe9eba,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:23.588648 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:23.652090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-781b8b2b-82df-4f50-acc4-bcfdabc25d29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5fc6fa27-63c0-4c58-bf5c-f2594671015e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3790641 Feb 13 23:54:23.754306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d6672-32b5-4291-bb6e-5454963a9dd3 None None] Pushing event updated for resources: {'Port': ['ID=58626a5b-01bf-443e-bd8d-453427fe9eba,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:23.801136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Routers {'8c2855c6-d179-434f-adbc-057b92fdfbc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:23.802948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8c2855c6-d179-434f-adbc-057b92fdfbc6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:23.999831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:24.012510 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4313931-cc69-4f29-b012-832fea50eab0 None None] The sync data for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 is: [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:49:08Z', 'revision_number': 4, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b04f2034-1b7a-4cf8-ac0e-f3ebd937244e', 'name': '', 'network_id': '5fc6fa27-63c0-4c58-bf5c-f2594671015e', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'mac_address': 'fa:16:3e:1e:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:04Z', 'updated_at': '2022-02-13T23:49:45Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'subnets': [{'id': 'ca9af476-b32c-4d32-a8e4-30c719f6161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:24.058329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:24.063860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] Set router 8c2855c6-d179-434f-adbc-057b92fdfbc6 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:24.213368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-8b092066-5f8d-48ed-9ee3-ccceb5add395 service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401464 Feb 13 23:54:24.320890 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-1fea0309-25b9-4274-bd9a-9f69aab1edec tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:24.322634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-1fea0309-25b9-4274-bd9a-9f69aab1edec tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.42 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 945 time: 0.4274697 Feb 13 23:54:24.468649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Deleting port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:24.468993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:24.521067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c1b8c-cd4f-48a4-ab62-5e94c3a9f590 None None] New status for floating IP beaade64-d85a-4313-9a1e-9d786a35d08b: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:54:24.747068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:54:18Z', 'revision_number': 3, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:24.757785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86302343-b97a-4859-bec1-8a890b4b48a2 None None] The sync data for ids ['8c2855c6-d179-434f-adbc-057b92fdfbc6'] in n-d-828979-1 is: [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:54:18Z', 'revision_number': 3, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:24.854405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:24.875555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e7d7fc3-627d-43de-810d-5290a41798ac req-996a6f8a-5647-40b1-952d-7507545b425f service neutron] 10.222.0.42 "GET /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493731 Feb 13 23:54:24.890398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b928-ea75-4ff4-9584-79827e7d23a4 req-6d838484-8a3a-4365-8bfa-32fe7a038f1b tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:24.897181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f981b928-ea75-4ff4-9584-79827e7d23a4 req-6d838484-8a3a-4365-8bfa-32fe7a038f1b tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 945 time: 0.4646080 Feb 13 23:54:24.943790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] For port 97eeac62-6afd-4b3b-ba2f-834a69af0be4, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=97eeac62-6afd-4b3b-ba2f-834a69af0be4,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:24.944179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:25.349451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Calling delete_port for 97eeac62-6afd-4b3b-ba2f-834a69af0be4 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:25.422292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f981b928-ea75-4ff4-9584-79827e7d23a4 req-79132b0b-e498-4e46-bfaa-2ca20c365a07 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2f7baae-7c44-4578-9ec8-b299f8f3189a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5241375 Feb 13 23:54:25.789381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Allocated IP 172.20.0.1 (e25888f4-25bc-43e7-a780-bfba9388e82b/006c2b9d-ebf6-48d2-860d-bdd4ae2924f9/de00d7a6-1b17-4131-affd-b612197234d8) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:25.895611 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:25.971988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event deleted for resources: {'Port': ['ID=97eeac62-6afd-4b3b-ba2f-834a69af0be4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:26.031407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:26.064711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Transition to ACTIVE for port object de00d7a6-1b17-4131-affd-b612197234d8 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:26.107422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] No DVR routers for this DVR port 97eeac62-6afd-4b3b-ba2f-834a69af0be4 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:26.110703 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:26.115262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'name': 'network-vif-deleted', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:54:26.135610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:26.144942 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:26.153880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-08dfd0fc-71fd-45e2-8fd6-4c6fd999d351 req-47af9885-d595-4b8f-9962-b911034e4f70 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.42 "DELETE /v2.0/ports/97eeac62-6afd-4b3b-ba2f-834a69af0be4 HTTP/1.1" status: 204 len: 173 time: 1.8081198 Feb 13 23:54:26.199663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router b6cfc086-c76a-430c-91e9-6719395b0353 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:26.229084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Network e25888f4-25bc-43e7-a780-bfba9388e82b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:26.235724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:26.238192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:26.304278 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89441c8-91a9-4ae8-a366-67d2855aed58', 'name': 'network-vif-deleted', 'tag': '97eeac62-6afd-4b3b-ba2f-834a69af0be4', 'status': 'completed', 'code': 200} Feb 13 23:54:26.468679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Pushing event updated for resources: {'Port': ['ID=de00d7a6-1b17-4131-affd-b612197234d8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:26.505496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:26.558458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:26.569945 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95669890-7270-493d-a012-718a26db14c3 None None] Sync routers for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:26.580070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c33e36a-a9fd-4a44-b8d2-309b069fd269 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/routers/b6cfc086-c76a-430c-91e9-6719395b0353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0712481 Feb 13 23:54:26.583002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58274) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:26.595409 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95669890-7270-493d-a012-718a26db14c3 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:26.597446 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-95669890-7270-493d-a012-718a26db14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:26.642292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5a891fd2-51ea-4ac1-9e52-ed11f002a03c None None] Provisioning for port de00d7a6-1b17-4131-affd-b612197234d8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:26.652894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5a891fd2-51ea-4ac1-9e52-ed11f002a03c None None] Provisioning complete for port de00d7a6-1b17-4131-affd-b612197234d8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:26.653255 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5a891fd2-51ea-4ac1-9e52-ed11f002a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:26.758742 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-95669890-7270-493d-a012-718a26db14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:26.771902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95669890-7270-493d-a012-718a26db14c3 None None] Routers {'b6cfc086-c76a-430c-91e9-6719395b0353'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:26.773424 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-95669890-7270-493d-a012-718a26db14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b6cfc086-c76a-430c-91e9-6719395b0353'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:26.773548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5a891fd2-51ea-4ac1-9e52-ed11f002a03c None None] Port de00d7a6-1b17-4131-affd-b612197234d8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:26.774972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 97eeac62-6afd-4b3b-ba2f-834a69af0be4 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:26.849134 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-95669890-7270-493d-a012-718a26db14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:26.849953 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95669890-7270-493d-a012-718a26db14c3 None None] The sync data for ids ['b6cfc086-c76a-430c-91e9-6719395b0353'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:26.855351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 97eeac62-6afd-4b3b-ba2f-834a69af0be4 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:26.855755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 97eeac62-6afd-4b3b-ba2f-834a69af0be4 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:26.925846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d196ead3-5026-4e65-b846-5cbdb0efa9f7 req-aa155d8a-a51c-4901-b9a1-f4a9d8b2d64c tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 210 time: 0.2484858 Feb 13 23:54:26.954777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:26.990523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.141696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58626a5b-01bf-443e-bd8d-453427fe9eba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:27.289470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 58626a5b-01bf-443e-bd8d-453427fe9eba completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:27.294744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 58626a5b-01bf-443e-bd8d-453427fe9eba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:27.295550 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.344005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:27.368091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0297b58-764f-4d7f-882b-4a2d9d4e91c2 admin admin] 10.222.0.36 "PUT /v2.0/routers/af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7973528 Feb 13 23:54:27.372231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58286) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:27.410898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.424608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.449298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] Sync routers for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:27.537364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.541123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:27.541802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:27.588826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Pushing event updated for resources: {'Port': ['ID=de00d7a6-1b17-4131-affd-b612197234d8,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:27.674720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.725030 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.744165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 58626a5b-01bf-443e-bd8d-453427fe9eba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58626a5b-01bf-443e-bd8d-453427fe9eba,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:27.750214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Network e25888f4-25bc-43e7-a780-bfba9388e82b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:27.751630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:27.755652 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:27.776392 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:54:27.893164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=58626a5b-01bf-443e-bd8d-453427fe9eba,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:27.904564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:27.981091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 402a24ee-c08e-4967-9610-fe04b5ebd30d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:27.981416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:28.365518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-aaabd170-6970-4abb-9cd1-4294435595d1 req-2e648837-65cf-456b-a5d8-4b4019717a45 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Synchronizing usage tracker for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:28.435609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-aaabd170-6970-4abb-9cd1-4294435595d1 req-2e648837-65cf-456b-a5d8-4b4019717a45 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Unset dirty status for tenant:ee8b609055824c7ea075791fa691f75b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:28.447856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aaabd170-6970-4abb-9cd1-4294435595d1 req-2e648837-65cf-456b-a5d8-4b4019717a45 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89441c8-91a9-4ae8-a366-67d2855aed58 HTTP/1.1" status: 200 len: 210 time: 0.1255352 Feb 13 23:54:28.507144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b767242e-f12c-4691-8c27-d1afa2e16748 None None] Provisioning complete for port de00d7a6-1b17-4131-affd-b612197234d8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:28.507807 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b767242e-f12c-4691-8c27-d1afa2e16748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:28.576652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:28.582362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Router 8c2855c6-d179-434f-adbc-057b92fdfbc6 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:28.608512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:28.627061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b767242e-f12c-4691-8c27-d1afa2e16748 None None] Port de00d7a6-1b17-4131-affd-b612197234d8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:28.762725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:54:21Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:28.769297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] Checking router: af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:28.807953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] Routers {'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:28.808750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:28.847024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 402a24ee-c08e-4967-9610-fe04b5ebd30d owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:28.896898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:28.906486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b923015-9981-4710-b04c-d6d6a44680db admin admin] 10.222.0.36 "PUT /v2.0/routers/8c2855c6-d179-434f-adbc-057b92fdfbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0698278 Feb 13 23:54:29.138798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58626a5b-01bf-443e-bd8d-453427fe9eba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:29.176815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] Set router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:29.240373 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Sync routers for ids ['8c2855c6-d179-434f-adbc-057b92fdfbc6'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:29.284089 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Routers {'8c2855c6-d179-434f-adbc-057b92fdfbc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:29.284713 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8c2855c6-d179-434f-adbc-057b92fdfbc6'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:29.359254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:29.368349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:29.513248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Deleting port 8f8503ba-5cc4-4f51-8ece-84040cab3f80 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:29.516017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:29.579853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 58626a5b-01bf-443e-bd8d-453427fe9eba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:29.580224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:29.621959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=402a24ee-c08e-4967-9610-fe04b5ebd30d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:29.644215 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Set router 8c2855c6-d179-434f-adbc-057b92fdfbc6 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:29.685222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:29.886628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e69d6f0-4c4b-43fc-9f4f-45ed9f5bf640 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:29.918159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:54:21Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:29.922879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb5fb2-fc48-4c7e-a344-2ff1e215d43a None None] The sync data for ids ['af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea'] in n-d-828979-1 is: [{'id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'name': 'tempest-ServerActionsTestJSON-1698786775-router', 'tenant_id': '37061f324cd34d6daa0813fcd638c758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:44:05Z', 'updated_at': '2022-02-13T23:54:21Z', 'revision_number': 5, 'project_id': '37061f324cd34d6daa0813fcd638c758', 'gw_port': {'id': '8f8503ba-5cc4-4f51-8ece-84040cab3f80', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:44:08Z', 'updated_at': '2022-02-13T23:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:29.970385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e69d6f0-4c4b-43fc-9f4f-45ed9f5bf640 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.135696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e69d6f0-4c4b-43fc-9f4f-45ed9f5bf640 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.172605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69d6f0-4c4b-43fc-9f4f-45ed9f5bf640 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f7baae-7c44-4578-9ec8-b299f8f3189a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:30.205598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5e69d6f0-4c4b-43fc-9f4f-45ed9f5bf640 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.223522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e69d6f0-4c4b-43fc-9f4f-45ed9f5bf640 tempest-TestVolumeBackupRestore-2066543938 tempest-TestVolumeBackupRestore-2066543938-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2f7baae-7c44-4578-9ec8-b299f8f3189a HTTP/1.1" status: 204 len: 168 time: 0.5370598 Feb 13 23:54:30.249160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-579b220e-5bf0-490f-87f2-ac0c413713f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.271928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] For port 8f8503ba-5cc4-4f51-8ece-84040cab3f80, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8f8503ba-5cc4-4f51-8ece-84040cab3f80,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:30.272487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.304899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.537383 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:54:26Z', 'revision_number': 4, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'de00d7a6-1b17-4131-affd-b612197234d8', 'name': '', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'mac_address': 'fa:16:3e:2f:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:25Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 2, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'subnets': [{'id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:30.550912 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Checking router: 8c2855c6-d179-434f-adbc-057b92fdfbc6 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:30.551262 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Updating router 8c2855c6-d179-434f-adbc-057b92fdfbc6 port de00d7a6-1b17-4131-affd-b612197234d8 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:54:30.667667 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:30.862127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58364) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:30.871471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1964378500-network', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:30.904815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:30.925575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Usage tracker for resource:network and tenant:97702280966e4ebb9f674a9c9abd8617 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:30.941422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:31.001151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:31.006009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5efd2ae4-b86e-4930-b58f-d3a1ee028959 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:31.057038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Made reservation on behalf of 97702280966e4ebb9f674a9c9abd8617 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:31.060672 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.125175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5efd2ae4-b86e-4930-b58f-d3a1ee028959 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:31.125533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5efd2ae4-b86e-4930-b58f-d3a1ee028959 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:31.133855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.311509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:31.331408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Usage tracker for resource:security_group_rule and tenant:97702280966e4ebb9f674a9c9abd8617 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:31.335260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:31.347900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:31.470493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.485775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.578727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7225e3b-a9cc-42ec-85ba-a135b950b926,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:31.612820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:54:31.635996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.637585 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Added segment 3c4bca49-0541-48a9-9433-c6ce9fe2d07e of type vlan for network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 Feb 13 23:54:31.640229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Calling delete_port for 8f8503ba-5cc4-4f51-8ece-84040cab3f80 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:31.699479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.730741 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.759287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Transition to ACTIVE for port object de00d7a6-1b17-4131-affd-b612197234d8 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:31.770622 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.771556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:31.773390 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.777874 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.933395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:31.981906 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Pushing event updated for resources: {'Port': ['ID=de00d7a6-1b17-4131-affd-b612197234d8,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:32.079456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8503ba-5cc4-4f51-8ece-84040cab3f80,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:32.081216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2162974 Feb 13 23:54:32.092800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58472) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:32.107601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Request body: {'subnet': {'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1964378500-subnet', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:32.126556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7dbc1-aa3e-4267-8e6e-f48312687b11 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f1f0d0-9233-4ecc-a196-c322c1482bc2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:32.137357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:32.140015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:54:32.150710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Usage tracker for resource:subnet and tenant:97702280966e4ebb9f674a9c9abd8617 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:32.160283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:32.175918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:32.232892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Made reservation on behalf of 97702280966e4ebb9f674a9c9abd8617 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:32.240786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.427108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.435771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.493800 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Attempting to bind port de00d7a6-1b17-4131-affd-b612197234d8 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:32.494353 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Attempting to bind port de00d7a6-1b17-4131-affd-b612197234d8 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:32.494872 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Attempting to bind port de00d7a6-1b17-4131-affd-b612197234d8 on network e25888f4-25bc-43e7-a780-bfba9388e82b {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:32.509796 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.514169 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.516644 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.520928 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.521599 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.524042 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.527940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.528836 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.529307 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.529781 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.530303 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:32.538352 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:32.542555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Checking segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:32.542957 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.543335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Bound using segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:32.547426 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Bound port: de00d7a6-1b17-4131-affd-b612197234d8, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:32.547810 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.655401 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7f909af-5d14-4c37-8cf8-8b68eb5ffc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.676745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.677365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Fanout notify agent at l3_agent the message router_deleted on router b6cfc086-c76a-430c-91e9-6719395b0353 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:54:32.699389 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] For port de00d7a6-1b17-4131-affd-b612197234d8, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:32.703782 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] For port de00d7a6-1b17-4131-affd-b612197234d8, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de00d7a6-1b17-4131-affd-b612197234d8,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:32.713083 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.880119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:32.881325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f53198e9-976e-4352-a432-90fcc0f7fcf4 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/routers/b6cfc086-c76a-430c-91e9-6719395b0353 HTTP/1.1" status: 204 len: 168 time: 6.2973640 Feb 13 23:54:32.884979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58542) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:32.913933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4651f7-cc6e-4663-ab94-668f849e8edf None None] Pushing event updated for resources: {'Port': ['ID=de00d7a6-1b17-4131-affd-b612197234d8,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:32.961526 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Routers {'8c2855c6-d179-434f-adbc-057b92fdfbc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:32.964884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8c2855c6-d179-434f-adbc-057b92fdfbc6'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:33.384738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58590) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:33.441830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:33.531468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:33.576470 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] Set router 8c2855c6-d179-434f-adbc-057b92fdfbc6 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:33.585719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:33.830594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Checking segment: {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:33.831168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Network hostable DHCP agents. Network: f9f1f0d0-9233-4ecc-a196-c322c1482bc2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:54:33.842607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d340c371-5a8f-4d58-9813-fc8699ded5e5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:33.873634 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:33.890019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:54:33.906669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f9f1f0d0-9233-4ecc-a196-c322c1482bc2) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:33.910868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:33.911556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:33.919346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de8db8-3960-4383-b3a3-56ec958dbe42 None None] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:33.956449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21deab68-9705-4870-a36b-49386b38458b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8586433 Feb 13 23:54:33.959150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58648) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:33.965083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:33.974956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:33.985522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Usage tracker for resource:router and tenant:97702280966e4ebb9f674a9c9abd8617 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:33.996481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:34.008939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:34.039999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.041305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.104854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.377732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.403317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:34.486640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.558615 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.565884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:34.571815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Usage tracker for resource:security_group_rule and tenant:25b0cf31357e40d5857e773e3689d36d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:34.576951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:34.585273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:34.613892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-f9f1f0d0-9233-4ecc-a196-c322c1482bc2', 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'fixed_ips': [{'subnet_id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:54:34.616551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.665078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.689929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.691857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting subnet 9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:54:34.695773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.737837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25b0cf31357e40d5857e773e3689d36d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3520482 Feb 13 23:54:34.742427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:34.744454 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.763574 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:54:26Z', 'revision_number': 4, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'de00d7a6-1b17-4131-affd-b612197234d8', 'name': '', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'mac_address': 'fa:16:3e:2f:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:25Z', 'updated_at': '2022-02-13T23:54:32Z', 'revision_number': 4, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'subnets': [{'id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:34.795566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050a63b-f4bc-4a09-af8b-cdf37bd11d28 None None] The sync data for ids ['8c2855c6-d179-434f-adbc-057b92fdfbc6'] in n-d-828979-1 is: [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:54:26Z', 'revision_number': 4, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'de00d7a6-1b17-4131-affd-b612197234d8', 'name': '', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'mac_address': 'fa:16:3e:2f:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:25Z', 'updated_at': '2022-02-13T23:54:32Z', 'revision_number': 4, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'subnets': [{'id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:34.800189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb64e-7cf7-4796-bbdf-aba75b63afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c3fffd-403a-45a5-a7b1-5f069dc3a08f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:34.896482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7418c7a3-eaf7-46ae-b5ee-aab880b3ec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.914696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.944700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:34.945238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:54:35.003072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.055096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Allocated IP 172.20.0.2 (f9f1f0d0-9233-4ecc-a196-c322c1482bc2/d340c371-5a8f-4d58-9813-fc8699ded5e5/de5f666b-9492-436c-a771-2d3336e2e02a) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:35.094999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7418c7a3-eaf7-46ae-b5ee-aab880b3ec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.312982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:35.326359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Usage tracker for resource:security_group_rule and tenant:7b96c429e9e44c459995c60b9eb72ca5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:35.347737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:35.380516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:35.410267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.457898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7418c7a3-eaf7-46ae-b5ee-aab880b3ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.461196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Transition to ACTIVE for port object de5f666b-9492-436c-a771-2d3336e2e02a will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:35.486760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418c7a3-eaf7-46ae-b5ee-aab880b3ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c3fffd-403a-45a5-a7b1-5f069dc3a08f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:35.509047 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.512725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-12c6aae3-592f-4859-88c1-e962df96c7a9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/af3fdba0-b1b3-46f9-b163-2f3bb6aad4ea HTTP/1.1" status: 204 len: 168 time: 8.1335878 Feb 13 23:54:35.513070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58780) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:35.515120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Transition to ACTIVE for port object de5f666b-9492-436c-a771-2d3336e2e02a will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:35.537605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de00d7a6-1b17-4131-affd-b612197234d8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:35.626048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7418c7a3-eaf7-46ae-b5ee-aab880b3ec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.629398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7418c7a3-eaf7-46ae-b5ee-aab880b3ec85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57c3fffd-403a-45a5-a7b1-5f069dc3a08f HTTP/1.1" status: 204 len: 168 time: 0.8792789 Feb 13 23:54:35.651134 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.666796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.793886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Deleting subnet cc00fccd-340c-4b47-9f4c-b19115fd27e4 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:54:35.800429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.845091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.848691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Pushing event updated for resources: {'Port': ['ID=de5f666b-9492-436c-a771-2d3336e2e02a,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:35.908139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:35.911622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:35.915917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:35.921130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:35.991907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58812) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:35.995418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b96c429e9e44c459995c60b9eb72ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4781685 Feb 13 23:54:36.070457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.098361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.216039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92881870-f6f5-4e29-882b-f89552b0a254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233e9d80-2397-4ae4-8795-d7377a51779d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:36.235239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.266496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port de00d7a6-1b17-4131-affd-b612197234d8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:36.272597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Attempting to bind port de5f666b-9492-436c-a771-2d3336e2e02a on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:36.273022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Attempting to bind port de5f666b-9492-436c-a771-2d3336e2e02a by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:36.273508 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Attempting to bind port de5f666b-9492-436c-a771-2d3336e2e02a on network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:36.298659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port de00d7a6-1b17-4131-affd-b612197234d8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:36.299107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.406353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.421693 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:36.425256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Checking segment: {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:36.427919 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.428373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Bound using segment: {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:36.428883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Bound port: de5f666b-9492-436c-a771-2d3336e2e02a, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:36.429266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.519779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.564787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Allocated IP 172.25.4.94 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/00f816f6-9eef-4367-a2ee-384664debfd3) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:36.612708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.712573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] For port de5f666b-9492-436c-a771-2d3336e2e02a, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:36.717167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] For port de5f666b-9492-436c-a771-2d3336e2e02a, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de5f666b-9492-436c-a771-2d3336e2e02a,segment=NetworkSegment(3c4bca49-0541-48a9-9433-c6ce9fe2d07e),segment_id=3c4bca49-0541-48a9-9433-c6ce9fe2d07e)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:36.750055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.811871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:36.834903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:36.843084 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.850878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.913838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a235f-56e8-4078-bbe0-6eb1236da035 None None] Pushing event updated for resources: {'Port': ['ID=de5f666b-9492-436c-a771-2d3336e2e02a,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:36.944576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:36.948653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Usage tracker for resource:security_group_rule and tenant:42412d07ae624bb897bf847ec6d03ed6 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:36.952148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:36.961731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:36.962262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:37.001283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port de00d7a6-1b17-4131-affd-b612197234d8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de00d7a6-1b17-4131-affd-b612197234d8,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:37.009497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.028352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc00fccd-340c-4b47-9f4c-b19115fd27e4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:37.037235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.040598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646bb516-d3f0-4156-9aa0-cc51d26c76cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.055218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.071969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.087268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.088420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-45ad3776-6a17-419d-9193-70ac569284ab tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/subnets/9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7 HTTP/1.1" status: 204 len: 168 time: 4.2024288 Feb 13 23:54:37.094307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58856) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:37.100793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646bb516-d3f0-4156-9aa0-cc51d26c76cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.156841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-558cdfc3-3d08-479f-a754-924b3f691582 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cc00fccd-340c-4b47-9f4c-b19115fd27e4 HTTP/1.1" status: 204 len: 168 time: 1.6425047 Feb 13 23:54:37.185336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6df6e-66f6-493c-885d-40073b704dac None None] Network c2583357-4506-4bec-9243-178f930e593a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:37.191736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.205366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58860) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:37.205708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58862) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:37.213754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36797ea5-1ce9-4374-86d7-c59f8d9d070c None None] Network 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:37.285398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b998ed6-e049-49fe-a04a-815022b4d030,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:37.458722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-877509bd-4b1f-4bbe-ac4c-76fea9fd6b69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42412d07ae624bb897bf847ec6d03ed6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6454732 Feb 13 23:54:37.463021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58870) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:37.485544 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.554873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646bb516-d3f0-4156-9aa0-cc51d26c76cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.559260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.585234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.643983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bb516-d3f0-4156-9aa0-cc51d26c76cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233e9d80-2397-4ae4-8795-d7377a51779d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:37.671342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 119fe42d-6248-4d00-9b33-f09374ea7d92 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:37.671809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.702704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.755925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=de00d7a6-1b17-4131-affd-b612197234d8,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:37.793833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Pushing event updated for resources: {'Port': ['ID=00f816f6-9eef-4367-a2ee-384664debfd3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:37.816679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:37.817724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Deleting port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:37.818112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.916650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-646bb516-d3f0-4156-9aa0-cc51d26c76cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:37.917942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-646bb516-d3f0-4156-9aa0-cc51d26c76cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/233e9d80-2397-4ae4-8795-d7377a51779d HTTP/1.1" status: 204 len: 168 time: 1.9192173 Feb 13 23:54:38.116656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-210b9b14-cc93-48e6-95e2-e18f84331c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.163375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] DHCP port deletion for 9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:54:38.169712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Deleting port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:38.170125 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.244495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] DHCP port deletion for c2583357-4506-4bec-9243-178f930e593a request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:54:38.259087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] For port 119fe42d-6248-4d00-9b33-f09374ea7d92, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=119fe42d-6248-4d00-9b33-f09374ea7d92,segment=NetworkSegment(f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9),segment_id=f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:38.259087 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.259634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Deleting port 119fe42d-6248-4d00-9b33-f09374ea7d92 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:38.260006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.274916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-210b9b14-cc93-48e6-95e2-e18f84331c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.396309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:38.399265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:38.458398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 119fe42d-6248-4d00-9b33-f09374ea7d92 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:38.568470 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-210b9b14-cc93-48e6-95e2-e18f84331c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.593947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b9b14-cc93-48e6-95e2-e18f84331c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b998ed6-e049-49fe-a04a-815022b4d030,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:38.595926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.631013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d20d099-4551-46d8-8044-c1ea2f776a84 None None] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:38.650065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] No DVR routers for this DVR port 119fe42d-6248-4d00-9b33-f09374ea7d92 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:38.706902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=119fe42d-6248-4d00-9b33-f09374ea7d92,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:38.763970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] For port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:38.764532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.807494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0e9dba0a-ef38-4458-9f5b-71defbb985e8 None None] Provisioning for port de5f666b-9492-436c-a771-2d3336e2e02a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:38.814430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] For port 119fe42d-6248-4d00-9b33-f09374ea7d92, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=119fe42d-6248-4d00-9b33-f09374ea7d92,segment=NetworkSegment(f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9),segment_id=f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:38.814992 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.817376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.845184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] For port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,segment=NetworkSegment(eacfd224-2e12-4c72-9c8e-274dc61c411b),segment_id=eacfd224-2e12-4c72-9c8e-274dc61c411b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:38.845734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.861273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2583357-4506-4bec-9243-178f930e593a']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:38.879152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:38.879495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23e8ea6-ab79-475a-8ee0-e59d79c2e7d9') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:38.894723 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.914788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:38.921419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:54:38.921990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.005125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Calling delete_port for d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:54:39.056934 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:54:39.059239 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-210b9b14-cc93-48e6-95e2-e18f84331c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.063004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-210b9b14-cc93-48e6-95e2-e18f84331c57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b998ed6-e049-49fe-a04a-815022b4d030 HTTP/1.1" status: 204 len: 168 time: 1.5981569 Feb 13 23:54:39.077208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.142639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.193254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Calling delete_port for 119fe42d-6248-4d00-9b33-f09374ea7d92 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:39.214400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:39.284743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Calling delete_port for d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:39.341981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.342786 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.345638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] No DVR routers for this DVR port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:39.402636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de00d7a6-1b17-4131-affd-b612197234d8 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:39.402767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.415313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Network': ['ID=c2583357-4506-4bec-9243-178f930e593a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:39.419661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8cf46e0-0116-4892-afd3-f6942c782265 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/networks/c2583357-4506-4bec-9243-178f930e593a HTTP/1.1" status: 204 len: 168 time: 2.3216472 Feb 13 23:54:39.425622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58898) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:39.490165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.593875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 62c8bf52-bc86-4c1f-8677-273814f8bfec {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:39.594446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.663835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:39.688360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.715652 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:54:39.716322 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:54:39.716771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:54:39.717335 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:54:39.763325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port de00d7a6-1b17-4131-affd-b612197234d8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:39.764247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.806209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.808197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:39.817167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Usage tracker for resource:security_group_rule and tenant:49c45448face4efd82da16fd44a05550 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:39.829053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:39.838682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:39.852830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:39.859066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.859487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.887087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacfd224-2e12-4c72-9c8e-274dc61c411b') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:39.887346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacfd224-2e12-4c72-9c8e-274dc61c411b') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:39.903032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.931007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.942575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:54:39.942893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:54:39.960409 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:54:39.971404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de5f666b-9492-436c-a771-2d3336e2e02a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:40.025032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 62c8bf52-bc86-4c1f-8677-273814f8bfec owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:40.062094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.068204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.078751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port de5f666b-9492-436c-a771-2d3336e2e02a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:40.091853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port de5f666b-9492-436c-a771-2d3336e2e02a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:40.092247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.220168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Deleting port 119fe42d-6248-4d00-9b33-f09374ea7d92 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:40.220543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.245062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Deleting port d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:40.245428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.270531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:40.299139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.326008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-118fe77a-0a2a-4548-94ff-5a611f950935 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d2e4af0-ae3c-4ba4-b008-baacfc16cdfb HTTP/1.1" status: 204 len: 168 time: 3.1190946 Feb 13 23:54:40.351176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.385407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7e282-0c60-4d3c-9d6b-de8d4673b2fe None None] The port 'd0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:54:40.409863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b3b276d2-ec54-4037-ba85-c16b45040f85 None None] The port '119fe42d-6248-4d00-9b33-f09374ea7d92' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:54:40.419929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-05abb595-f29e-4b4b-8bd3-5912c9945eda None None] Provisioning complete for port de5f666b-9492-436c-a771-2d3336e2e02a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:40.420302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05abb595-f29e-4b4b-8bd3-5912c9945eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.496926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=62c8bf52-bc86-4c1f-8677-273814f8bfec,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:40.498973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.504051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.548989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.592976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:54:40.608051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e7c95-08fd-41a8-9a18-3aba482379f5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:40.626777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.631950 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a8d887ea-0604-4303-a5e1-e3a9bbccc23f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/floatingips/22d55645-cfec-4b6e-8cf0-d92b879bd3fa HTTP/1.1" status: 204 len: 168 time: 1.1957262 Feb 13 23:54:40.637266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:40.680693 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.706420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8848f9d-1974-4ee4-9a7d-2788308e14a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49c45448face4efd82da16fd44a05550&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0414333 Feb 13 23:54:40.707626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58924) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:40.708556 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-69df6538-c02b-4e10-a26d-54aa6b47648b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] DELETE failed (client error): The resource could not be found. Feb 13 23:54:40.709255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69df6538-c02b-4e10-a26d-54aa6b47648b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:54:40.714255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69df6538-c02b-4e10-a26d-54aa6b47648b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/ports/8f63baab-15bb-4fc5-8051-b30d05cae5a6 HTTP/1.1" status: 404 len: 333 time: 0.0735633 Feb 13 23:54:40.724934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58928) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:40.736121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port de5f666b-9492-436c-a771-2d3336e2e02a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de5f666b-9492-436c-a771-2d3336e2e02a,segment=NetworkSegment(3c4bca49-0541-48a9-9433-c6ce9fe2d07e),segment_id=3c4bca49-0541-48a9-9433-c6ce9fe2d07e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:40.784772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.788934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c6ff88b4-21b9-455b-85ff-a352ddd2f7c9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Synchronizing usage tracker for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:40.857602 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75fffe9c-7404-47e1-8964-ab89a663d645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.887908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c6ff88b4-21b9-455b-85ff-a352ddd2f7c9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Unset dirty status for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:40.890571 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c6ff88b4-21b9-455b-85ff-a352ddd2f7c9 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6cfc086-c76a-430c-91e9-6719395b0353 HTTP/1.1" status: 200 len: 205 time: 0.1636477 Feb 13 23:54:40.895884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:40.901976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75fffe9c-7404-47e1-8964-ab89a663d645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:40.914857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58938) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:40.924181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=de5f666b-9492-436c-a771-2d3336e2e02a,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:40.926841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:41.022440 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-104fcf71-20e1-4002-9370-97c165137553 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] delete failed (client error): The resource could not be found. Feb 13 23:54:41.026385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-104fcf71-20e1-4002-9370-97c165137553 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/routers/b6cfc086-c76a-430c-91e9-6719395b0353 HTTP/1.1" status: 404 len: 336 time: 0.1290934 Feb 13 23:54:41.027623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:41.029175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:41.029516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d0c0ddd8-ad3f-4de0-86d0-33a4948a6c9c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:41.029939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 119fe42d-6248-4d00-9b33-f09374ea7d92 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:41.075163 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c198fe2-8417-4f73-a58b-731c758fd8bf tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] DELETE failed (client error): The resource could not be found. Feb 13 23:54:41.075530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c198fe2-8417-4f73-a58b-731c758fd8bf tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:54:41.079916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1c198fe2-8417-4f73-a58b-731c758fd8bf tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/subnets/9f5e559b-a0d3-4b3d-8214-e68a93a3c4c7 HTTP/1.1" status: 404 len: 337 time: 0.0492432 Feb 13 23:54:41.080474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58948) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:41.133139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 119fe42d-6248-4d00-9b33-f09374ea7d92 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:41.133139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 119fe42d-6248-4d00-9b33-f09374ea7d92 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:41.133596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8f8503ba-5cc4-4f51-8ece-84040cab3f80 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:41.175515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8f8503ba-5cc4-4f51-8ece-84040cab3f80 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:41.175865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8f8503ba-5cc4-4f51-8ece-84040cab3f80 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:41.212891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0387444d-1c45-46b7-91e7-a73aebb9d678 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37061f324cd34d6daa0813fcd638c758&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2969189 Feb 13 23:54:41.216067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58954) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:41.227366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 60e27406-efc6-40cf-9b2f-930327da1677 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:41.227719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.281465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:41.296011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Sync routers for ids ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:41.301945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75fffe9c-7404-47e1-8964-ab89a663d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.315275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Routers {'40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:41.316350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:41.346291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fffe9c-7404-47e1-8964-ab89a663d645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e7c95-08fd-41a8-9a18-3aba482379f5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:41.374517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.378191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8cf8fd7b-ea41-45c1-8a3d-f1a85518abf9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4149420 Feb 13 23:54:41.381813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 58958) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:41.398829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de5f666b-9492-436c-a771-2d3336e2e02a up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:41.411257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75fffe9c-7404-47e1-8964-ab89a663d645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.412384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-75fffe9c-7404-47e1-8964-ab89a663d645 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d3e7c95-08fd-41a8-9a18-3aba482379f5 HTTP/1.1" status: 204 len: 168 time: 0.6994975 Feb 13 23:54:41.468188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-626de4df-885a-4930-968a-2518b7777829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.497342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-626de4df-885a-4930-968a-2518b7777829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.605735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port de5f666b-9492-436c-a771-2d3336e2e02a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:41.606385 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.666015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Set router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:41.722705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-626de4df-885a-4930-968a-2518b7777829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.764389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de4df-885a-4930-968a-2518b7777829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08bcb1-a817-4055-9b3c-d0c88bcc8010,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:41.778967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-626de4df-885a-4930-968a-2518b7777829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.782924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-626de4df-885a-4930-968a-2518b7777829 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac08bcb1-a817-4055-9b3c-d0c88bcc8010 HTTP/1.1" status: 204 len: 168 time: 0.5618136 Feb 13 23:54:41.831260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:41.923308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Deleting port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:41.923842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.103579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 60e27406-efc6-40cf-9b2f-930327da1677 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:42.170708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:54:38Z', 'revision_number': 3, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:42.180408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Checking router: 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:42.180756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Updating router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 port 00f816f6-9eef-4367-a2ee-384664debfd3 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:54:42.330061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.374918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.434403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] For port b04f2034-1b7a-4cf8-ac0e-f3ebd937244e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:42.435306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.460579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=60e27406-efc6-40cf-9b2f-930327da1677,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:42.594441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.619075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f34b1c8f-aeba-49db-a16f-1fd723c40b7a tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/ports/60e27406-efc6-40cf-9b2f-930327da1677 HTTP/1.1" status: 204 len: 168 time: 1.5306683 Feb 13 23:54:42.622649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58984) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:42.676891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 58988) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:42.694752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075519165', 'description': 'tempest-secgroup-smoke-1075519165 description', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:42.711296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:42.727229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:42.737494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:42.755666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:42.759144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Calling delete_port for b04f2034-1b7a-4cf8-ac0e-f3ebd937244e owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:42.766828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port f98334d0-e616-4f1f-9a0f-1dc33504d49f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:42.767462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.836680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.857085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.925653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:42.926452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:42.930272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:42.933767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:42.939989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:42.941511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Transition to ACTIVE for port object 00f816f6-9eef-4367-a2ee-384664debfd3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:42.951065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.070412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389705-f02a-47c9-b116-092c753cd48c None None] Pushing event updated for resources: {'Port': ['ID=00f816f6-9eef-4367-a2ee-384664debfd3,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:43.074422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Attempting to bind port 00f816f6-9eef-4367-a2ee-384664debfd3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:43.075189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Attempting to bind port 00f816f6-9eef-4367-a2ee-384664debfd3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:43.075628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Attempting to bind port 00f816f6-9eef-4367-a2ee-384664debfd3 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:43.084173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:43.085406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:43.085806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.086218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:43.086813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Bound port: 00f816f6-9eef-4367-a2ee-384664debfd3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:43.087188 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.175954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.177183 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.197653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.234986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.242896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] For port 00f816f6-9eef-4367-a2ee-384664debfd3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:43.249518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] For port 00f816f6-9eef-4367-a2ee-384664debfd3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=00f816f6-9eef-4367-a2ee-384664debfd3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:43.262597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.314925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b04f2034-1b7a-4cf8-ac0e-f3ebd937244e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:43.367364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef5c54-a2b4-4bce-8b0b-08e3d7e6f483,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:43.375564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389705-f02a-47c9-b116-092c753cd48c None None] Pushing event updated for resources: {'Port': ['ID=00f816f6-9eef-4367-a2ee-384664debfd3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:43.380623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Routers {'40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:43.388149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:43.468680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:43.501698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for f98334d0-e616-4f1f-9a0f-1dc33504d49f owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:43.552150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:43.562640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:43.578821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:43.732036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59016) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:43.750895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] Set router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:43.752255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.769286 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.834119 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.887056 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:43.891098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.2108891 Feb 13 23:54:43.891098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b10ab1-e436-4dc9-be6d-3dcabbe2ebd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e786bcf-454a-4837-ab39-85c35950adcb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:43.898979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59024) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:43.899914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=f98334d0-e616-4f1f-9a0f-1dc33504d49f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:43.909514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': '3e786bcf-454a-4837-ab39-85c35950adcb', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:43.918778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:43.924407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:43.958264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:44.000263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:44.004868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-17549805-network', 'tenant_id': '157d6c85dc82497ba8aec4a39fbe608b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:44.019499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:44.027326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Usage tracker for resource:network and tenant:157d6c85dc82497ba8aec4a39fbe608b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:44.036336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:44.045210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:44.078014 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.084719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-167d6c25-4d44-45d0-93f1-c6c6bbb39420 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/ports/f98334d0-e616-4f1f-9a0f-1dc33504d49f HTTP/1.1" status: 204 len: 168 time: 1.4607990 Feb 13 23:54:44.086317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59030) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:44.090358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Made reservation on behalf of 157d6c85dc82497ba8aec4a39fbe608b for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:44.092814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.113351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.153638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.187960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.237496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:54:38Z', 'revision_number': 3, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:44.243331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e673d4e-0981-4fc9-abe8-fe934f27b7b7 None None] The sync data for ids ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'] in n-d-828979-1 is: [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:54:38Z', 'revision_number': 3, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:44.264391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.281790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:44.286392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Usage tracker for resource:security_group_rule and tenant:157d6c85dc82497ba8aec4a39fbe608b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:44.290231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:44.296479 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:44.499674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6616e0-8eba-497f-b5df-5d382e918e2f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:44.499867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-be6616e0-8eba-497f-b5df-5d382e918e2f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Synchronizing usage tracker for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:44.510216 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.527283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.550904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Allocated IP 172.20.0.1 (f9f1f0d0-9233-4ecc-a196-c322c1482bc2/d340c371-5a8f-4d58-9813-fc8699ded5e5/77dd5c51-8f88-4191-b461-14bc57e1aa40) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:44.572205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-be6616e0-8eba-497f-b5df-5d382e918e2f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Unset dirty status for tenant:745aa0747ff8484eb0e9ee59c76e9fb9 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:44.575988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be6616e0-8eba-497f-b5df-5d382e918e2f tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "GET /v2.0/ports?device_id=a745ea40-87a5-4d5b-8e40-b83b4409e362 HTTP/1.1" status: 200 len: 913 time: 0.4658537 Feb 13 23:54:44.576128 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.577238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcadd1b-5f5f-49d8-9d38-589cb1bd8fb4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:44.579179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59042) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:44.590898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.725061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.729024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-27786544-0962-46b8-9f37-e107c04f9f68 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8241408 Feb 13 23:54:44.745513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:54:44.747441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59050) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:44.764863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': '3e786bcf-454a-4837-ab39-85c35950adcb', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:44.777542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:44.779835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee76a2e-9fa9-47c0-874f-cea123b87c23,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:44.786366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:44.790444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.790677 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Added segment 49f4c4b3-3a13-4cbc-9274-57c12a64b4c3 of type vlan for network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 Feb 13 23:54:44.791961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:44.808650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:44.844399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.858929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.870191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.926326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:44.927170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:44.927740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.010338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Transition to ACTIVE for port object 77dd5c51-8f88-4191-b461-14bc57e1aa40 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:45.060493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] Pushing event updated for resources: {'Network': ['ID=facb2023-b55b-4bc0-9a3f-99a5d2c17e43,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:45.066487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90a90d05-861e-4309-8d58-e2ab1d7fdd82 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3246515 Feb 13 23:54:45.066487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.066808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59058) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:45.075941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.076191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:54:45.077520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Request body: {'subnet': {'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-17549805-subnet', 'tenant_id': '157d6c85dc82497ba8aec4a39fbe608b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:45.085324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:45.094041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Usage tracker for resource:subnet and tenant:157d6c85dc82497ba8aec4a39fbe608b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:45.099036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:45.103714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.107143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04052023-4482-47eb-8e15-adf594fd9fb0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:45.119638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.120808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ed1f42d4-7a65-4049-bbac-fba216a08abf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3715062 Feb 13 23:54:45.146667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:45.148749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59062) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:45.180431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': '3e786bcf-454a-4837-ab39-85c35950adcb', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:45.247158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:45.263298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Made reservation on behalf of 157d6c85dc82497ba8aec4a39fbe608b for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:45.266066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.287647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:45.293496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:45.348601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.408069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:45.422153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Pushing event updated for resources: {'Port': ['ID=77dd5c51-8f88-4191-b461-14bc57e1aa40,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:45.428873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:45.444668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:45.452918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:45.533229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.588973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.750061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.810176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.859184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a2bc14e1-f016-44c6-88c5-0aceb93667e4 None None] Provisioning for port 77dd5c51-8f88-4191-b461-14bc57e1aa40 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:45.869256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a2bc14e1-f016-44c6-88c5-0aceb93667e4 None None] Provisioning complete for port 77dd5c51-8f88-4191-b461-14bc57e1aa40 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:45.869709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a2bc14e1-f016-44c6-88c5-0aceb93667e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.886910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa5d706-2c09-4a51-bc7e-66259e31f997,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:45.935972 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.948552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.950050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6031fc4d-8ef3-4981-9e78-1d41758533ca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7992141 Feb 13 23:54:45.950963 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:45.960560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59074) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:45.990019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc14e1-f016-44c6-88c5-0aceb93667e4 None None] Port 77dd5c51-8f88-4191-b461-14bc57e1aa40 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:46.014898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': '3e786bcf-454a-4837-ab39-85c35950adcb', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:46.050206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:46.079737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:46.148262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:46.164275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:46.181639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b301b08-0adf-482d-b708-e683bf16a9ce,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:46.199212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port 8586c8a6-6910-4c1f-9bdb-a68f9c11b8ec {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:46.199720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.204732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Checking segment: {'id': '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:46.205158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Network hostable DHCP agents. Network: facb2023-b55b-4bc0-9a3f-99a5d2c17e43, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:54:46.290850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.301509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Router e9fda653-d1af-4ae5-aace-da6ebd399193 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:46.416661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.452126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:54:46.533930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, facb2023-b55b-4bc0-9a3f-99a5d2c17e43) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:46.538912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:46.539679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.545314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920b185-9457-400a-ac28-dab0b39a2a92 None None] Network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:46.554504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.resource_extend [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:54:46.584912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.587866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.597830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.663424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for 8586c8a6-6910-4c1f-9bdb-a68f9c11b8ec owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:46.805753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eafdd07d-5d2d-46bf-8e9b-454c183d1e4a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7368217 Feb 13 23:54:46.806652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.824105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f818ed-f14e-4dae-9d86-0154f4dd5eb9 None None] Network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:46.888200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d1707-0ccf-4697-b7f0-fa99f545ef98,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:46.905680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.908327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.913215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-60fcc8df-b7e4-40b7-9c55-6e0b107f8c4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9113445 Feb 13 23:54:46.916131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59086) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:46.919338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Pushing event updated for resources: {'Port': ['ID=77dd5c51-8f88-4191-b461-14bc57e1aa40,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:46.928690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': '3e786bcf-454a-4837-ab39-85c35950adcb', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:46.936131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:46.940402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:46.943440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:46.949658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:46.960717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:46.973039 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:54:46.985925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.021256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=8586c8a6-6910-4c1f-9bdb-a68f9c11b8ec,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:47.211485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:47.213131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.215519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:47.382138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.397534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.439223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad7074e-5c27-49a7-a598-5e7032ce4228,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:47.500383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:47.510953 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] Sync routers for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:47.513625 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.514876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b8cefc3-46aa-4218-aa8f-4b100ea8f8af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5928249 Feb 13 23:54:47.525609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e711f6dd-cf36-4ff3-b80f-02fe908c2f1a admin admin] 10.222.0.36 "PUT /v2.0/routers/e9fda653-d1af-4ae5-aace-da6ebd399193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3172009 Feb 13 23:54:47.528705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59100) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:47.529310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:47.532229 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:47.536571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:47.540133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': '3e786bcf-454a-4837-ab39-85c35950adcb', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:47.547352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:47.553096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:47.556376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:47.563129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:47.636453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4049c8e6-c8d8-41e6-a96d-1fb292e8611a None None] Provisioning complete for port 77dd5c51-8f88-4191-b461-14bc57e1aa40 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:47.636974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4049c8e6-c8d8-41e6-a96d-1fb292e8611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.711759 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:54:47.752300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4049c8e6-c8d8-41e6-a96d-1fb292e8611a None None] Port 77dd5c51-8f88-4191-b461-14bc57e1aa40 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:47.803182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-9a2931b7-58bb-423f-8bab-b27313f7556e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:47.804438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-9a2931b7-58bb-423f-8bab-b27313f7556e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Synchronizing usage tracker for tenant:157d6c85dc82497ba8aec4a39fbe608b on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:47.806726 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:47.825864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:47.845393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-9a2931b7-58bb-423f-8bab-b27313f7556e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Unset dirty status for tenant:157d6c85dc82497ba8aec4a39fbe608b on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:47.846616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-9a2931b7-58bb-423f-8bab-b27313f7556e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/networks?id=facb2023-b55b-4bc0-9a3f-99a5d2c17e43 HTTP/1.1" status: 200 len: 811 time: 0.2317760 Feb 13 23:54:48.026588 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-0ec5e72c-7af2-4c0b-a438-8d12e761c3d9 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/quotas/157d6c85dc82497ba8aec4a39fbe608b HTTP/1.1" status: 200 len: 375 time: 0.1162791 Feb 13 23:54:48.086390 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-b8d89912-a48f-40e7-b1d0-0a68d5330131 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=157d6c85dc82497ba8aec4a39fbe608b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525122 Feb 13 23:54:48.188998 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.215392 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:54:43Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:48.215911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.224714 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] Checking router: e9fda653-d1af-4ae5-aace-da6ebd399193 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:48.252286 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] Routers {'e9fda653-d1af-4ae5-aace-da6ebd399193'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:48.252954 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e9fda653-d1af-4ae5-aace-da6ebd399193'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:48.259225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f5824-800e-4571-bae3-e395a272f6cd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:48.292522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.296535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb248d26-063e-4bf5-b59c-e879dd94d1bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7634673 Feb 13 23:54:48.297241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59124) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:48.312578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'network': {'name': 'tempest-network-smoke--1658489664', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'port_security_enabled': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:48.320479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:48.325755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:network and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:48.330519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:48.338398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:48.376995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:48.380475 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.465565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:54:48.479098 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.479508 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Added segment 92253cb7-815f-444b-afb4-56a36a43d76c of type vlan for network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 Feb 13 23:54:48.493253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-e0bbc940-3866-4be2-84e4-122f4745f2b8 service neutron] 10.222.0.36 "GET /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993261 Feb 13 23:54:48.521463 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] Set router e9fda653-d1af-4ae5-aace-da6ebd399193 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:48.525123 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.557605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.650624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-2be3b419-ac5a-4378-9f6f-6bd819b56f55 service neutron] 10.222.0.36 "GET /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418324 Feb 13 23:54:48.684050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.687715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:48.688290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:48.719098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Router a745ea40-87a5-4d5b-8e40-b83b4409e362 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:48.808714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:54:48.863547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5624597 Feb 13 23:54:48.865285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59130) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:48.927874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'admin_state_up': True, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:48.957660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfc888-6d0a-489c-9f77-b4a59165078e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Network': ['ID=60d1e3ab-a3ac-437a-af61-57664aeb2a53,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:48.973509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:54:43Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:48.975612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:48.978876 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07af0-5b7f-4249-98d7-df4c05456cf9 None None] The sync data for ids ['e9fda653-d1af-4ae5-aace-da6ebd399193'] in n-d-828979-1 is: [{'id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'name': 'tempest-TestVolumeBackupRestore-1764057250-router', 'tenant_id': 'ee8b609055824c7ea075791fa691f75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:48:54Z', 'updated_at': '2022-02-13T23:54:43Z', 'revision_number': 5, 'project_id': 'ee8b609055824c7ea075791fa691f75b', 'gw_port': {'id': '6abbd974-6f9d-4575-8824-c57254fdd473', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fda653-d1af-4ae5-aace-da6ebd399193', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:48:56Z', 'updated_at': '2022-02-13T23:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:48.985690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:54:49.103714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:router and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:49.114600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:49.121135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:49.136772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:49.139071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] Sync routers for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:49.169539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-eada4a1d-b20b-4d24-b9af-9b55f582524d tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "PUT /v2.0/routers/a745ea40-87a5-4d5b-8e40-b83b4409e362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870697 Feb 13 23:54:49.171943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59134) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:49.204097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:49.204728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:49.329272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:49.379238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] Routers {'a745ea40-87a5-4d5b-8e40-b83b4409e362'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:49.385797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a745ea40-87a5-4d5b-8e40-b83b4409e362'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:49.460156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cc93d5aa-b569-47f3-b0aa-0abb6cafb4b9 req-ef7bbd25-ae4f-4067-845e-1a023e8eca18 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.5240941 Feb 13 23:54:49.500594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 00f816f6-9eef-4367-a2ee-384664debfd3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:49.558288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:49.558657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c3f8c-7b06-493e-9992-81cf3c62a980 None None] The sync data for ids ['a745ea40-87a5-4d5b-8e40-b83b4409e362'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:49.587655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 00f816f6-9eef-4367-a2ee-384664debfd3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:49.589273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.590535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.592991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 00f816f6-9eef-4367-a2ee-384664debfd3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:49.593751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.647887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.658982 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.828245 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.849071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 00f816f6-9eef-4367-a2ee-384664debfd3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=00f816f6-9eef-4367-a2ee-384664debfd3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:49.854397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.870301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.902676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Deleting port 6abbd974-6f9d-4575-8824-c57254fdd473 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:49.903093 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.947230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.963269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:49.986176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b04f2034-1b7a-4cf8-ac0e-f3ebd937244e no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:49.987566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting port e9fb402a-4c55-43df-a23b-ed0488eac70e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:49.988231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.022949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=00f816f6-9eef-4367-a2ee-384664debfd3,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:50.043555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b04f2034-1b7a-4cf8-ac0e-f3ebd937244e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:50.044006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b04f2034-1b7a-4cf8-ac0e-f3ebd937244e not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:50.060484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:50.161923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-95e73c65-5b12-49ad-a41f-c45a6fc6f78d admin admin] 10.222.0.36 "PUT /v2.0/routers/40f6d1a1-4447-42a0-8ec7-7d98fe785cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7777429 Feb 13 23:54:50.243380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.278357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] For port 6abbd974-6f9d-4575-8824-c57254fdd473, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6abbd974-6f9d-4575-8824-c57254fdd473,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:50.278668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.382607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Calling delete_port for e9fb402a-4c55-43df-a23b-ed0488eac70e owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:50.414021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Calling delete_port for 6abbd974-6f9d-4575-8824-c57254fdd473 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:50.601031 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.627505 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.637739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.684226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Port': ['ID=e9fb402a-4c55-43df-a23b-ed0488eac70e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:50.727399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-722a8d1a-4f4e-42fe-8d2c-bc63bba7cb3d req-200c8cd7-6544-4433-ae46-22a7aa4fc108 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.0978498 Feb 13 23:54:50.901325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:50.940502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.166 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:50.963993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Pushing event deleted for resources: {'Port': ['ID=6abbd974-6f9d-4575-8824-c57254fdd473,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:51.046877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.433781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 00f816f6-9eef-4367-a2ee-384664debfd3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:51.434334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.451974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.457782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.493184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.493781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Fanout notify agent at l3_agent the message router_deleted on router a745ea40-87a5-4d5b-8e40-b83b4409e362 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:54:51.514212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-90830a93-b769-474e-a5d6-e3464a817f6a tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:51.520933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-90830a93-b769-474e-a5d6-e3464a817f6a tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/networks?id=e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 200 len: 909 time: 0.4098191 Feb 13 23:54:51.532520 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.534469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1328733a-f64f-48df-859e-afc698c22036 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/routers/a745ea40-87a5-4d5b-8e40-b83b4409e362 HTTP/1.1" status: 204 len: 168 time: 2.3615661 Feb 13 23:54:51.536309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59172) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:51.538615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 00f816f6-9eef-4367-a2ee-384664debfd3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:51.539212 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.596641 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-78818e90-3433-4656-898c-e117c02fe360 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/quotas/97702280966e4ebb9f674a9c9abd8617 HTTP/1.1" status: 200 len: 375 time: 0.0747693 Feb 13 23:54:51.622038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.760116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.767041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.816529 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.850436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-bc6b06f5-bcd0-4e03-879e-8cd79f28008b tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=97702280966e4ebb9f674a9c9abd8617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2520151 Feb 13 23:54:51.942695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ff92caa-ead0-4031-8612-bebea5ba5821 req-8c53499e-f828-47de-a74b-4ff39e135662 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.1176212 Feb 13 23:54:51.943203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:51.943794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9fda653-d1af-4ae5-aace-da6ebd399193 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:54:51.945674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:51.960514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:51.961767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:51.966376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:51.967199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Deleting subnet 2ab0b10d-306e-45bc-88e5-27ba546217e2 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:54:51.971769 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.007378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.011784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f7e934f-707f-4a43-84f0-b46588ea856c admin admin] 10.222.0.36 "DELETE /v2.0/routers/e9fda653-d1af-4ae5-aace-da6ebd399193 HTTP/1.1" status: 204 len: 168 time: 4.4794848 Feb 13 23:54:52.014244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59184) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:52.045219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.106156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-ef7aa2cc-fafe-4f0f-81d1-4f71a2cbb4ab service neutron] 10.222.0.36 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535059 Feb 13 23:54:52.122311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Deleting subnet ca9af476-b32c-4d32-a8e4-30c719f6161e {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:54:52.135918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.199697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.206501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.314211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.349221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59192) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:52.350240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.350957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.355398 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-5dd84222-9f52-4030-a76b-47172f138c85 service neutron] 10.222.0.36 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416000 Feb 13 23:54:52.375702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.450413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.541037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.589445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9af476-b32c-4d32-a8e4-30c719f6161e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:52.595494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.601945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cb8d6-ca56-4e35-95ae-bb3f1707ce03 None None] Network 5fc6fa27-63c0-4c58-bf5c-f2594671015e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:54:52.611558 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-63fda77e-8506-413d-829e-9cab820d4729 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca9af476-b32c-4d32-a8e4-30c719f6161e HTTP/1.1" status: 204 len: 168 time: 0.5941813 Feb 13 23:54:52.613745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:52.732580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab0b10d-306e-45bc-88e5-27ba546217e2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:52.748820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cd1ac08f-bdb7-43ab-85cd-175c0456e77b tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/subnets/2ab0b10d-306e-45bc-88e5-27ba546217e2 HTTP/1.1" status: 204 len: 168 time: 1.2112586 Feb 13 23:54:52.751064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59208) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:52.959869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-053f0852-9454-4971-b47b-4693aef773b4 req-af035aad-7e33-4163-9d95-c3e7411665a1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Synchronizing usage tracker for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:52.967179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.983804 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:52.994312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] DHCP port deletion for 5fc6fa27-63c0-4c58-bf5c-f2594671015e request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:54:52.999406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Deleting port 8a8d17cd-8a8c-4044-b876-afbe44785167 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:52.999761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.057513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-053f0852-9454-4971-b47b-4693aef773b4 req-af035aad-7e33-4163-9d95-c3e7411665a1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Unset dirty status for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:53.058896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-053f0852-9454-4971-b47b-4693aef773b4 req-af035aad-7e33-4163-9d95-c3e7411665a1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 210 time: 0.3119221 Feb 13 23:54:53.120303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:53.132413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Usage tracker for resource:security_group_rule and tenant:893295e97a2f470384c3a7c8e7ce0016 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:53.140052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:53.156592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:53.230278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.231639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.299070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d88804a-59ba-4c45-9a26-8800ed4ca690 req-e2f81417-ef42-44fc-ab93-b1b0c6d5ed64 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.0742533 Feb 13 23:54:53.306463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c4c933-d885-4d9a-9086-1e78d3d64db8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:53.306937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Deleting port 8a8d17cd-8a8c-4044-b876-afbe44785167 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:53.307274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.334261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552b2a1f-bf87-4cea-879c-77b4e0f742e1') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:53.334709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552b2a1f-bf87-4cea-879c-77b4e0f742e1') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:53.356209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.375769 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.386159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:54:53.386686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.389937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6abbd974-6f9d-4575-8824-c57254fdd473 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:53.416790 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Sync routers for ids ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:54:53.419560 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:54:53.432973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6abbd974-6f9d-4575-8824-c57254fdd473 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:54:53.433323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6abbd974-6f9d-4575-8824-c57254fdd473 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:54:53.433754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8a8d17cd-8a8c-4044-b876-afbe44785167 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:54:53.435585 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Routers {'40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:53.436048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.436505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:53.458465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.543125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.573389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.585369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] Pushing event deleted for resources: {'Network': ['ID=64c4c933-d885-4d9a-9086-1e78d3d64db8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:53.593481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5d216b44-af90-4e18-9adc-521facc557e3 tempest-FloatingIPTestJSON-16753119 tempest-FloatingIPTestJSON-16753119-project] 10.222.0.36 "DELETE /v2.0/networks/64c4c933-d885-4d9a-9086-1e78d3d64db8 HTTP/1.1" status: 204 len: 168 time: 0.8412330 Feb 13 23:54:53.614844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.633976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2bc0d5-e5f5-413b-90bb-44338108469c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:53.640341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:53.640958 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.648372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-11c42623-54d8-4230-8ee1-b388d7f1aa24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=893295e97a2f470384c3a7c8e7ce0016&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2919862 Feb 13 23:54:53.648719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59222) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:53.686535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:53.698541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.719605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:53.720097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.729535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router d94b5123-a153-423e-8d2d-a0bc400062c0 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:54:53.797190 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Set router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:53.839148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82a96ed-ff95-42a5-8ce6-240d572449f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:53.917121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Calling delete_port for 8a8d17cd-8a8c-4044-b876-afbe44785167 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:53.925405 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82a96ed-ff95-42a5-8ce6-240d572449f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.010273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82a96ed-ff95-42a5-8ce6-240d572449f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.019387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Calling delete_port for 8a8d17cd-8a8c-4044-b876-afbe44785167 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:54.085228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a96ed-ff95-42a5-8ce6-240d572449f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2bc0d5-e5f5-413b-90bb-44338108469c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:54.129194 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f82a96ed-ff95-42a5-8ce6-240d572449f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.141653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f82a96ed-ff95-42a5-8ce6-240d572449f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a2bc0d5-e5f5-413b-90bb-44338108469c HTTP/1.1" status: 204 len: 168 time: 0.4894359 Feb 13 23:54:54.229287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8a8d17cd-8a8c-4044-b876-afbe44785167,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:54.248708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:54:54.249231 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:54:54.249582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:54:54.256554 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:54:54.382997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:54.530739 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38aa4a32-0621-400d-8784-29e75c3120ee req-8bc1c011-1119-4601-b0d7-917daada0924 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 210 time: 0.1023793 Feb 13 23:54:54.539656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:54:54.564957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Sync routers for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:54:54.583226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:54.584312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:54.591652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.592423 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d215f91a-583a-483a-820a-8d75572ddc74 req-64ad2427-2836-4868-a89e-c5c2bc31b07b tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.0664582 Feb 13 23:54:54.598986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-726dbc5b-a2ae-4f2b-b51c-0e71b679cdbe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7241209 Feb 13 23:54:54.601477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59242) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:54.663808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-e8015e58-f725-4a86-b858-76fac878d4c2 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:54.666785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-e8015e58-f725-4a86-b858-76fac878d4c2 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.42 "GET /v2.0/networks?id=e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 200 len: 909 time: 0.3809829 Feb 13 23:54:54.690498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Request body: {'port': {'device_id': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'admin_state_up': True, 'tenant_id': '97702280966e4ebb9f674a9c9abd8617'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:54.703932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:54.723249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:54.742695 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:54:45Z', 'revision_number': 4, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '77dd5c51-8f88-4191-b461-14bc57e1aa40', 'name': '', 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'mac_address': 'fa:16:3e:81:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:44Z', 'updated_at': '2022-02-13T23:54:46Z', 'revision_number': 2, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'subnets': [{'id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:54.749735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Made reservation on behalf of 97702280966e4ebb9f674a9c9abd8617 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:54.750860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Deleting port 8a8d17cd-8a8c-4044-b876-afbe44785167 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:54.750983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Checking router: 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:54.751326 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Updating router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 port 77dd5c51-8f88-4191-b461-14bc57e1aa40 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:54:54.751462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.752882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.834762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Deleting port 8a8d17cd-8a8c-4044-b876-afbe44785167 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:54.837261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:54.862388 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.042216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e39c4538-4363-4cb1-815c-a23ac826e8ef tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4368267 Feb 13 23:54:55.051000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:55.155282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Allocated IP 172.20.0.4 (e25888f4-25bc-43e7-a780-bfba9388e82b/006c2b9d-ebf6-48d2-860d-bdd4ae2924f9/eb2943d5-2899-4eef-9676-a33394e5b661) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:55.316568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:55.316913 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.451444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59254) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:55.460123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Calling delete_port for 8a8d17cd-8a8c-4044-b876-afbe44785167 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:55.509610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] For port 8a8d17cd-8a8c-4044-b876-afbe44785167, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8a8d17cd-8a8c-4044-b876-afbe44785167,segment=NetworkSegment(e03d7ea0-ba0e-4e79-aaeb-89019b589beb),segment_id=e03d7ea0-ba0e-4e79-aaeb-89019b589beb)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:55.510331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.517625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e449a8b5-86a9-477f-bf86-719b5f50cd3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=745aa0747ff8484eb0e9ee59c76e9fb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0398662 Feb 13 23:54:55.532801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59258) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:55.564971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.660604 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.678072 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.682289 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Transition to ACTIVE for port object 77dd5c51-8f88-4191-b461-14bc57e1aa40 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:55.689413 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.749305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Calling delete_port for 8a8d17cd-8a8c-4044-b876-afbe44785167 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:54:55.752628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] Pushing event deleted for resources: {'Port': ['ID=8a8d17cd-8a8c-4044-b876-afbe44785167,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:55.760799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:55.763228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:55.767610 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46eeb00-c23c-48ce-a222-4233634c2605 None None] Pushing event updated for resources: {'Port': ['ID=77dd5c51-8f88-4191-b461-14bc57e1aa40,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:55.777786 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03e9e902-fa5e-483a-aa04-02fd8dffcd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.794628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Usage tracker for resource:security_group_rule and tenant:f208f252fb0e4e76901fae4b4f72b9b7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:55.800033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:55.834113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:55.848676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:55.920336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3734b-80d7-476b-9e7d-303fdf399d70 None None] No DVR routers for this DVR port 8a8d17cd-8a8c-4044-b876-afbe44785167 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:54:55.980617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-afd86876-eba9-4d0c-b6da-0091c800a178 req-8f89c450-7a1f-4451-9203-8379f8ade95c tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.1477058 Feb 13 23:54:55.985973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03e9e902-fa5e-483a-aa04-02fd8dffcd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.010682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Transition to ACTIVE for port object eb2943d5-2899-4eef-9676-a33394e5b661 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:56.105865 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Attempting to bind port 77dd5c51-8f88-4191-b461-14bc57e1aa40 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:56.106629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Attempting to bind port 77dd5c51-8f88-4191-b461-14bc57e1aa40 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:56.107420 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Attempting to bind port 77dd5c51-8f88-4191-b461-14bc57e1aa40 on network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:56.122745 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:56.123402 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Checking segment: {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:56.125378 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.126267 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Bound using segment: {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:56.126973 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Bound port: 77dd5c51-8f88-4191-b461-14bc57e1aa40, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4bca49-0541-48a9-9433-c6ce9fe2d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:56.127740 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.130520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54b8b218-ebc7-4239-aa95-4a0a3e6f4e71 req-61d777e4-dcf8-46da-950d-590e3d357acc tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 210 time: 0.3546758 Feb 13 23:54:56.219491 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.223059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.229244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03e9e902-fa5e-483a-aa04-02fd8dffcd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.265009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:54:52Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:56.269689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Checking router: d94b5123-a153-423e-8d2d-a0bc400062c0 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:54:56.270125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Updating router d94b5123-a153-423e-8d2d-a0bc400062c0 port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:54:56.303698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.314472 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] For port 77dd5c51-8f88-4191-b461-14bc57e1aa40, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:56.316140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16280eaa-3905-49fe-acd5-25bec2475a49 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:56.319583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-16280eaa-3905-49fe-acd5-25bec2475a49 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2651966 Feb 13 23:54:56.319879 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] For port 77dd5c51-8f88-4191-b461-14bc57e1aa40, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=77dd5c51-8f88-4191-b461-14bc57e1aa40,segment=NetworkSegment(3c4bca49-0541-48a9-9433-c6ce9fe2d07e),segment_id=3c4bca49-0541-48a9-9433-c6ce9fe2d07e)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:56.322207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:54:56.322526 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:54:56.322926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59266) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:56.325858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e902-fa5e-483a-aa04-02fd8dffcd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585d2cc-2160-4e19-b093-c738efed4237,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:56.327145 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.329203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-3bab322c-bbfd-4362-a598-b7db25dfdef0 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:56.330609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-3bab322c-bbfd-4362-a598-b7db25dfdef0 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.31 "GET /v2.0/networks?id=facb2023-b55b-4bc0-9a3f-99a5d2c17e43 HTTP/1.1" status: 200 len: 811 time: 0.7147391 Feb 13 23:54:56.358573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.359772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03e9e902-fa5e-483a-aa04-02fd8dffcd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.363250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03e9e902-fa5e-483a-aa04-02fd8dffcd4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9585d2cc-2160-4e19-b093-c738efed4237 HTTP/1.1" status: 204 len: 168 time: 0.8269060 Feb 13 23:54:56.398726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Network e25888f4-25bc-43e7-a780-bfba9388e82b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:54:56.399168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Request body: {'port': {'device_id': 'd91af097-7844-4432-8493-16d365b31e3d', 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43', 'admin_state_up': True, 'tenant_id': '157d6c85dc82497ba8aec4a39fbe608b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:56.404323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:54:56.406520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Pushing event updated for resources: {'Port': ['ID=eb2943d5-2899-4eef-9676-a33394e5b661,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:56.413343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:54:56.442368 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Routers {'40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:56.446014 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:56.448557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a7fe07f6-9dae-4830-bc2b-16b1a9bd3030 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1241307 Feb 13 23:54:56.449273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59272) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:56.454375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7335cb0-7a12-4e00-be27-6d26c537cc44,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:56.467781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-37a2b79a-00aa-4352-b42a-21e7a29eca98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f208f252fb0e4e76901fae4b4f72b9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0111260 Feb 13 23:54:56.475526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59274) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:56.531840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:56.532458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.572492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-4e9de092-352c-4a7e-86bf-8a8cfc5ae4a3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8857930 Feb 13 23:54:56.590664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Request body: {'port': {'device_id': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:56.604215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1272450132', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:56.796902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] Set router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:56.861730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a43-54aa-4d91-aab5-5ee42f9fdad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.902852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Deleting port 8a8d17cd-8a8c-4044-b876-afbe44785167 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:54:56.903191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.921102 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46eeb00-c23c-48ce-a222-4233634c2605 None None] Pushing event updated for resources: {'Port': ['ID=77dd5c51-8f88-4191-b461-14bc57e1aa40,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:56.938390 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a43-54aa-4d91-aab5-5ee42f9fdad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.942452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:56.953939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:56.970271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Usage tracker for resource:port and tenant:157d6c85dc82497ba8aec4a39fbe608b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:57.019431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] The port '8a8d17cd-8a8c-4044-b876-afbe44785167' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:54:57.022823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:57.181205 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.181824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.200944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Transition to ACTIVE for port object e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:57.216952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc6fa27-63c0-4c58-bf5c-f2594671015e']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:57.234854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:57.235227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03d7ea0-ba0e-4e79-aaeb-89019b589beb') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:57.243447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.253406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.275099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.284725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:54:57.285165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.405903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:57.408581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a43-54aa-4d91-aab5-5ee42f9fdad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:54:57.412102 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:54:57.420097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.461455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e4a43-54aa-4d91-aab5-5ee42f9fdad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7335cb0-7a12-4e00-be27-6d26c537cc44,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:57.474461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e01e4a43-54aa-4d91-aab5-5ee42f9fdad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.475331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.476629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e01e4a43-54aa-4d91-aab5-5ee42f9fdad5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7335cb0-7a12-4e00-be27-6d26c537cc44 HTTP/1.1" status: 204 len: 168 time: 0.9997444 Feb 13 23:54:57.524274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Made reservation on behalf of 157d6c85dc82497ba8aec4a39fbe608b for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:57.527715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.532602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Attempting to bind port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:57.534107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Attempting to bind port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:57.534234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Attempting to bind port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:57.535640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72b6d137-6a55-42d1-befa-3fcbc4b25bea req-2223c917-bb52-4de8-aa85-e1655fc91051 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.0576510 Feb 13 23:54:57.539361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb2bd0-e26c-467a-9f99-b57e0af5a7fa None None] Pushing event updated for resources: {'Port': ['ID=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:57.566753 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:54:45Z', 'revision_number': 4, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '77dd5c51-8f88-4191-b461-14bc57e1aa40', 'name': '', 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'mac_address': 'fa:16:3e:81:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:44Z', 'updated_at': '2022-02-13T23:54:56Z', 'revision_number': 4, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'subnets': [{'id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:57.583085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc6fa27-63c0-4c58-bf5c-f2594671015e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:57.588828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:57.593447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-89057db9-baa6-4174-893b-5a23297e2434 None None] Provisioning for port eb2943d5-2899-4eef-9676-a33394e5b661 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:57.603201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:57.604541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:57.604742 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e68c0b1-2130-4d2d-bddc-5ec8edaa47f0 None None] The sync data for ids ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'] in n-d-828979-1 is: [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:54:45Z', 'revision_number': 4, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '77dd5c51-8f88-4191-b461-14bc57e1aa40', 'name': '', 'network_id': 'f9f1f0d0-9233-4ecc-a196-c322c1482bc2', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'mac_address': 'fa:16:3e:81:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:44Z', 'updated_at': '2022-02-13T23:54:56Z', 'revision_number': 4, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'subnets': [{'id': 'd340c371-5a8f-4d58-9813-fc8699ded5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:57.604885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.604885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:57.609404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Bound port: e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:57.609873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.622753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:subnet and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:57.628725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:57.639652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-89057db9-baa6-4174-893b-5a23297e2434 None None] Provisioning complete for port eb2943d5-2899-4eef-9676-a33394e5b661 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:57.639827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-836501ab-8a7a-40c7-a648-86a5d23735c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5fc6fa27-63c0-4c58-bf5c-f2594671015e HTTP/1.1" status: 204 len: 168 time: 5.0240500 Feb 13 23:54:57.640155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-89057db9-baa6-4174-893b-5a23297e2434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:57.640558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59298) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:57.831368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:57.833930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-89057db9-baa6-4174-893b-5a23297e2434 None None] Port eb2943d5-2899-4eef-9676-a33394e5b661 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:54:57.852179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] For port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:57.859952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] For port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:57.870348 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:58.007819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:54:58.008511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:54:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:58.030466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2943d5-2899-4eef-9676-a33394e5b661 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:54:58.043481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:58.065729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:58.078904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Transition to ACTIVE for port object eb2943d5-2899-4eef-9676-a33394e5b661 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:54:58.088515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:58.174319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef698a0d-8aff-4ec5-9c60-7cd0e843a904 req-f1c57bd9-8b41-4e9f-9644-f2603b9068f7 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1027 time: 0.6923435 Feb 13 23:54:58.392297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59316) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:54:58.455106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb2bd0-e26c-467a-9f99-b57e0af5a7fa None None] Pushing event updated for resources: {'Port': ['ID=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:58.478256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:54:58.513727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2943d5-2899-4eef-9676-a33394e5b661,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:58.678341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.679157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.679723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.685260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ef698a0d-8aff-4ec5-9c60-7cd0e843a904 req-ef0b8333-5fb3-4264-8776-16fe2c2af2ef tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Synchronizing usage tracker for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:54:58.686494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.686985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.687461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.687932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.688403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.688957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.689594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.690082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:54:58.715124 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:58.786342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Attempting to bind port eb2943d5-2899-4eef-9676-a33394e5b661 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:54:58.786925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Attempting to bind port eb2943d5-2899-4eef-9676-a33394e5b661 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:54:58.787985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Attempting to bind port eb2943d5-2899-4eef-9676-a33394e5b661 on network e25888f4-25bc-43e7-a780-bfba9388e82b {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:58.796533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Port eb2943d5-2899-4eef-9676-a33394e5b661 on network e25888f4-25bc-43e7-a780-bfba9388e82b not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:54:58.797049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Attempting to bind port eb2943d5-2899-4eef-9676-a33394e5b661 on network e25888f4-25bc-43e7-a780-bfba9388e82b {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:54:58.812091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:54:58.812636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Checking segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:58.813180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Bound using segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:54:58.813791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Bound port: eb2943d5-2899-4eef-9676-a33394e5b661, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:54:58.814431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:58.922545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-265219280'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:54:58.931138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:58.936650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:network and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:58.939844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:58.958774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:58.975339 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-417b40a5-90c9-430a-b3b8-39b36e2f08a8 req-0d9e9898-1b07-4e3a-8abe-79baf2d26659 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 210 time: 0.1294801 Feb 13 23:54:59.060340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:54:52Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:54:59.070579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f82616-e862-42a4-8167-929ed38e6526 None None] The sync data for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 is: [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:54:52Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:54:59.089974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Allocated IP 172.20.0.10 (facb2023-b55b-4bc0-9a3f-99a5d2c17e43/4b301b08-0adf-482d-b708-e683bf16a9ce/3e4e95d3-bf01-41c6-b048-052b94909297) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:54:59.135235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] For port eb2943d5-2899-4eef-9676-a33394e5b661, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:54:59.138843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] For port eb2943d5-2899-4eef-9676-a33394e5b661, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eb2943d5-2899-4eef-9676-a33394e5b661,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:54:59.145801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.161754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ef698a0d-8aff-4ec5-9c60-7cd0e843a904 req-ef0b8333-5fb3-4264-8776-16fe2c2af2ef tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Unset dirty status for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:54:59.167219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef698a0d-8aff-4ec5-9c60-7cd0e843a904 req-ef0b8333-5fb3-4264-8776-16fe2c2af2ef tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9919910 Feb 13 23:54:59.199179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Made reservation on behalf of af205a0a041c4080a656530d488c80bf for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:54:59.202215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.231713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.260914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.262462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] 10.222.0.42 "PUT /v2.0/ports/eb2943d5-2899-4eef-9676-a33394e5b661 HTTP/1.1" status: 200 len: 1091 time: 2.6761796 Feb 13 23:54:59.263367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'tag': 'eb2943d5-2899-4eef-9676-a33394e5b661'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:54:59.327136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395285b-5e45-4eec-a071-fc568e23ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2943d5-2899-4eef-9676-a33394e5b661,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:59.395609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 77dd5c51-8f88-4191-b461-14bc57e1aa40 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:54:59.404834 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'tag': 'eb2943d5-2899-4eef-9676-a33394e5b661', 'status': 'completed', 'code': 200} Feb 13 23:54:59.442203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:54:59.453830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:security_group_rule and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:54:59.458916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:54:59.485464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:54:59.539678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-477e1e45-cd90-4bbc-95ab-4c6fd4327a3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=97702280966e4ebb9f674a9c9abd8617&device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1094 time: 0.2023475 Feb 13 23:54:59.541612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 77dd5c51-8f88-4191-b461-14bc57e1aa40 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:54:59.549036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 77dd5c51-8f88-4191-b461-14bc57e1aa40 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:54:59.549801 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.638551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-ef20ae54-a9cf-43b0-8e3e-aec1df7f929d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2943d5-2899-4eef-9676-a33394e5b661 HTTP/1.1" status: 200 len: 217 time: 0.0882230 Feb 13 23:54:59.677398 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.721782 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.756762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.767943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 77dd5c51-8f88-4191-b461-14bc57e1aa40, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=77dd5c51-8f88-4191-b461-14bc57e1aa40,segment=NetworkSegment(3c4bca49-0541-48a9-9433-c6ce9fe2d07e),segment_id=3c4bca49-0541-48a9-9433-c6ce9fe2d07e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:54:59.773008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-6882618e-2e7d-4a9a-8977-72cfaf4f1663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:54:59.773445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.775021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-6882618e-2e7d-4a9a-8977-72cfaf4f1663 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=006c2b9d-ebf6-48d2-860d-bdd4ae2924f9 HTTP/1.1" status: 200 len: 848 time: 0.1267824 Feb 13 23:54:59.776468 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.781158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.860398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:54:59.877007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7613113d-e8ba-44e2-a445-12ef9a7d145d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:59.881724 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.882250 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Added segment c4179cac-d603-419c-be72-f682c2b24756 of type vlan for network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca Feb 13 23:54:59.883407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=77dd5c51-8f88-4191-b461-14bc57e1aa40,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:59.904556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Subnet': ['ID=161af14d-ae09-4d91-b137-8215121e8d69,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:54:59.920185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.921930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Checking segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:54:59.922529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network hostable DHCP agents. Network: 60d1e3ab-a3ac-437a-af61-57664aeb2a53, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:54:59.925589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:54:59.943272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-6509eec2-21db-4aae-aa7c-2b75f7eb7571 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25888f4-25bc-43e7-a780-bfba9388e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520913 Feb 13 23:55:00.051607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:00.057257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:00.059927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:00.062606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.077842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:00.078568 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.101111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Pushing event updated for resources: {'Port': ['ID=3e4e95d3-bf01-41c6-b048-052b94909297,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:00.132362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:00.148097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.219813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:00.220504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.266107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-95d3ea23-4ddd-4c77-aa6a-3d97b6f95af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.339231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-efebf358-ccb9-49d8-9709-dfedf7e1650e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9626892 Feb 13 23:55:00.339853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 60d1e3ab-a3ac-437a-af61-57664aeb2a53) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:00.350692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fce55d-b933-48bc-9e22-e1494faa5629 None None] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:00.364683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:00.365548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.374665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Request body: {'port': {'device_id': 'd91af097-7844-4432-8493-16d365b31e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:00.456056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0602963 Feb 13 23:55:00.469217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117db85-387a-4e5c-9e4f-f363c4e7a8b0 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Network': ['ID=6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:00.471537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59358) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:00.485739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'subnet': {'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:00.493685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:00.509158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-176f605d-f756-4afa-9c45-f74771b07cde service neutron] 10.222.0.42 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558591 Feb 13 23:55:00.547116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-17ce0d92-6e4d-4eb3-8e80-9c8248b83516 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.0827534 Feb 13 23:55:00.559245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59362) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:00.680902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b721d-fc8c-408f-909e-51fd2aeec231 req-d5af30ee-40ae-4092-b991-b71c97c30902 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:00.681860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-889b721d-fc8c-408f-909e-51fd2aeec231 req-d5af30ee-40ae-4092-b991-b71c97c30902 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Synchronizing usage tracker for tenant:157d6c85dc82497ba8aec4a39fbe608b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:00.741789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:00.760806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:55:00.761343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.762530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:00.768208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:subnet and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:00.782786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b0f151e4-323f-437b-aad0-7b2cea8a423f req-fdf2dffc-b9fd-4a56-bf53-e0929d5534a1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Synchronizing usage tracker for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:00.794423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:00.812761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:00.832616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0eef1173-12bd-46e1-a309-c88c4d525578 req-de473c25-a506-4e75-a6c4-c445928a212e service neutron] 10.222.0.42 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495906 Feb 13 23:55:00.839282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b0f151e4-323f-437b-aad0-7b2cea8a423f req-fdf2dffc-b9fd-4a56-bf53-e0929d5534a1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Unset dirty status for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:00.840363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-889b721d-fc8c-408f-909e-51fd2aeec231 req-d5af30ee-40ae-4092-b991-b71c97c30902 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Unset dirty status for tenant:157d6c85dc82497ba8aec4a39fbe608b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:00.841711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-889b721d-fc8c-408f-909e-51fd2aeec231 req-d5af30ee-40ae-4092-b991-b71c97c30902 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 932 time: 0.5942311 Feb 13 23:55:00.848185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0f151e4-323f-437b-aad0-7b2cea8a423f req-fdf2dffc-b9fd-4a56-bf53-e0929d5534a1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1094 time: 0.4991653 Feb 13 23:55:00.858191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Made reservation on behalf of af205a0a041c4080a656530d488c80bf for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:01.009136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-889b721d-fc8c-408f-909e-51fd2aeec231 req-c27d4094-938d-4c79-a92e-9cf96471c0e9 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595600 Feb 13 23:55:01.027603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Allocated IP 172.20.0.2 (60d1e3ab-a3ac-437a-af61-57664aeb2a53/161af14d-ae09-4d91-b137-8215121e8d69/f15afb57-7ba9-4af2-859c-91699e06931b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:01.162106 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:01.351020 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0f151e4-323f-437b-aad0-7b2cea8a423f req-9895c572-189b-4b8b-b393-a21cd216dffb tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020025 Feb 13 23:55:01.357047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-52749bd9-b87a-4208-8c9a-5699982f127f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=97702280966e4ebb9f674a9c9abd8617&device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1094 time: 0.4575448 Feb 13 23:55:01.380056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 77dd5c51-8f88-4191-b461-14bc57e1aa40 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:01.501732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:01.508379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 77dd5c51-8f88-4191-b461-14bc57e1aa40 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:01.508993 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:01.515365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-e496e22d-205f-4182-9103-5f35ee4532de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:01.517726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-e496e22d-205f-4182-9103-5f35ee4532de service neutron] 10.222.0.42 "GET /v2.0/networks?id=e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 200 len: 909 time: 0.1517608 Feb 13 23:55:01.590544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Transition to ACTIVE for port object f15afb57-7ba9-4af2-859c-91699e06931b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:01.641270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:01.744352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Subnet': ['ID=d7555f09-018d-445e-987d-7995c5515b89,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:01.749501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-56426f7f-a1d8-488a-b8b1-cbc54746bfd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2943d5-2899-4eef-9676-a33394e5b661 HTTP/1.1" status: 200 len: 217 time: 0.1745334 Feb 13 23:55:01.768286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Transition to ACTIVE for port object f15afb57-7ba9-4af2-859c-91699e06931b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:01.804358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:01.867696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-3d5070e6-f810-4ae6-8e96-27d614bca136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:01.869946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-3d5070e6-f810-4ae6-8e96-27d614bca136 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=006c2b9d-ebf6-48d2-860d-bdd4ae2924f9 HTTP/1.1" status: 200 len: 848 time: 0.1076612 Feb 13 23:55:01.951122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:01.964924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:01.969922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Checking segment: {'id': 'c4179cac-d603-419c-be72-f682c2b24756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:01.970310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network hostable DHCP agents. Network: 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:01.973563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4e95d3-bf01-41c6-b048-052b94909297 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:01.988466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:02.002503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.018226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:02.033860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Pushing event updated for resources: {'Port': ['ID=f15afb57-7ba9-4af2-859c-91699e06931b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:02.055408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:02.078422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:02.079245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.128396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d0edb4-f2fe-43de-bc87-a4d9080c8b71 None None] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:02.157385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-13aac2e2-4fed-4ebc-98dc-b65a2b06f587 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e25888f4-25bc-43e7-a780-bfba9388e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759542 Feb 13 23:55:02.160287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-58f909a7-a5c2-4322-a86b-a4dbdd285cac tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6842482 Feb 13 23:55:02.166675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59390) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:02.176859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-557512626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:02.273293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:02.363213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Attempting to bind port f15afb57-7ba9-4af2-859c-91699e06931b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:02.363469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Attempting to bind port f15afb57-7ba9-4af2-859c-91699e06931b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:02.363834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Attempting to bind port f15afb57-7ba9-4af2-859c-91699e06931b on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:02.367584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:router and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:02.386085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:02.406822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:02.407357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Checking segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:02.407822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.408413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Bound using segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:02.408935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Bound port: f15afb57-7ba9-4af2-859c-91699e06931b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:02.409394 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.416790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:02.438252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-959cca5e-7129-4a64-8467-6a67be94aa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.452487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.455799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.485536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Transition to ACTIVE for port object 3e4e95d3-bf01-41c6-b048-052b94909297 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:02.545039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.645117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-658604ef-6f63-458b-8200-52fa4ea18d97 service neutron] 10.222.0.42 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669776 Feb 13 23:55:02.645117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.676012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] For port f15afb57-7ba9-4af2-859c-91699e06931b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:02.682312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] For port f15afb57-7ba9-4af2-859c-91699e06931b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f15afb57-7ba9-4af2-859c-91699e06931b,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:02.721869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.795892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca', 'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca', 'tenant_id': 'af205a0a041c4080a656530d488c80bf', 'fixed_ips': [{'subnet_id': 'd7555f09-018d-445e-987d-7995c5515b89'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:55:02.797626 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:02.956176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e95d3-bf01-41c6-b048-052b94909297,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:02.961330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eb2943d5-2899-4eef-9676-a33394e5b661 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:55:02.963727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364aeee-e17f-4ae4-bdd8-d95344735c46 None None] Pushing event updated for resources: {'Port': ['ID=f15afb57-7ba9-4af2-859c-91699e06931b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:02.994061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.121073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.139533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-268165a7-da42-488e-83c1-5af625b94ad8 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9542527 Feb 13 23:55:03.140257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59402) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:03.174321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3f5d8-5371-41cc-8e8b-b88ae610dea6 req-ba8d18ae-3e15-4e7f-b1ba-f5c9c744998c tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:03.182331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ea3f5d8-5371-41cc-8e8b-b88ae610dea6 req-ba8d18ae-3e15-4e7f-b1ba-f5c9c744998c tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 932 time: 0.8381610 Feb 13 23:55:03.217284 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f96b015-ec5d-43e2-9c0c-caf9ae8deac7 req-b1128b5a-ec01-43e6-9836-4070d7ee6bf6 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1094 time: 0.3224499 Feb 13 23:55:03.219032 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f8bb1f2-0bc7-463b-bab9-1fe99373ae28 req-5f5f5130-c706-40b8-8b1c-f3d0bc946fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593822 Feb 13 23:55:03.233210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Allocated IP 172.20.0.2 (6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca/d7555f09-018d-445e-987d-7995c5515b89/6bac3032-edae-4f79-8980-df9f02816e96) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:03.349196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port eb2943d5-2899-4eef-9676-a33394e5b661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eb2943d5-2899-4eef-9676-a33394e5b661,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:03.362191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ea3f5d8-5371-41cc-8e8b-b88ae610dea6 req-0eb38584-8fb6-4066-afd3-667c34b0cad8 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788616 Feb 13 23:55:03.430771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'eb2943d5-2899-4eef-9676-a33394e5b661', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'port_id': 'eb2943d5-2899-4eef-9676-a33394e5b661', 'mac_address': 'fa:16:3e:1c:bb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:55:03.430939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f96b015-ec5d-43e2-9c0c-caf9ae8deac7 req-42115bd5-4a60-414e-b237-81cc74ba6e3a tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061713 Feb 13 23:55:03.564352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Attempting to bind port 3e4e95d3-bf01-41c6-b048-052b94909297 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:03.564352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Attempting to bind port 3e4e95d3-bf01-41c6-b048-052b94909297 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:03.564655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Attempting to bind port 3e4e95d3-bf01-41c6-b048-052b94909297 on network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:03.570549 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.585562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Port 3e4e95d3-bf01-41c6-b048-052b94909297 on network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:55:03.586109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Attempting to bind port 3e4e95d3-bf01-41c6-b048-052b94909297 on network facb2023-b55b-4bc0-9a3f-99a5d2c17e43 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:03.680330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:03.681070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Checking segment: {'id': '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:03.681465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Bound using segment: {'id': '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:03.681904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Bound port: 3e4e95d3-bf01-41c6-b048-052b94909297, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:03.682265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.703024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2943d5-2899-4eef-9676-a33394e5b661 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:03.748310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.760623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port eb2943d5-2899-4eef-9676-a33394e5b661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eb2943d5-2899-4eef-9676-a33394e5b661,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:03.776000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.779740 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.809674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] For port 3e4e95d3-bf01-41c6-b048-052b94909297, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:03.812049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] For port 3e4e95d3-bf01-41c6-b048-052b94909297, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3e4e95d3-bf01-41c6-b048-052b94909297,segment=NetworkSegment(49f4c4b3-3a13-4cbc-9274-57c12a64b4c3),segment_id=49f4c4b3-3a13-4cbc-9274-57c12a64b4c3)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:03.821524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Deleting port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:03.821870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.850342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Transition to ACTIVE for port object 6bac3032-edae-4f79-8980-df9f02816e96 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:03.882657 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.887004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.894142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Transition to ACTIVE for port object 6bac3032-edae-4f79-8980-df9f02816e96 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:03.900330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=eb2943d5-2899-4eef-9676-a33394e5b661,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:03.905654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:03.918914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.015502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Pushing event updated for resources: {'Port': ['ID=6bac3032-edae-4f79-8980-df9f02816e96,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:04.041695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:04.042963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:04.045353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:04.162898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eb2943d5-2899-4eef-9676-a33394e5b661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:04.278652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Attempting to bind port 6bac3032-edae-4f79-8980-df9f02816e96 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:04.278652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Attempting to bind port 6bac3032-edae-4f79-8980-df9f02816e96 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c4179cac-d603-419c-be72-f682c2b24756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:04.278652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Attempting to bind port 6bac3032-edae-4f79-8980-df9f02816e96 on network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:04.281868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.283443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] 10.222.0.31 "PUT /v2.0/ports/3e4e95d3-bf01-41c6-b048-052b94909297 HTTP/1.1" status: 200 len: 1092 time: 3.9251463 Feb 13 23:55:04.285054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91af097-7844-4432-8493-16d365b31e3d', 'tag': '3e4e95d3-bf01-41c6-b048-052b94909297'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:04.317892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:04.317892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Checking segment: {'id': 'c4179cac-d603-419c-be72-f682c2b24756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:04.318910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.319348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Bound using segment: {'id': 'c4179cac-d603-419c-be72-f682c2b24756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:04.319819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Bound port: 6bac3032-edae-4f79-8980-df9f02816e96, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4179cac-d603-419c-be72-f682c2b24756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:04.320175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.455068 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91af097-7844-4432-8493-16d365b31e3d', 'tag': '3e4e95d3-bf01-41c6-b048-052b94909297', 'status': 'completed', 'code': 200} Feb 13 23:55:04.455781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31063b7f-d0b2-4bb8-9bb3-4703581c0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e95d3-bf01-41c6-b048-052b94909297,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:04.533628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Allocated IP 172.20.0.1 (6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca/d7555f09-018d-445e-987d-7995c5515b89/2fe44426-281b-440e-a68a-0f9951ca6549) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:04.536752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] For port 6bac3032-edae-4f79-8980-df9f02816e96, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:04.604976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfffbbd-35ed-4c0e-b186-b6b9d42149cb None None] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:04.622358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] For port 2d46a892-a9d3-4cb8-a094-a1a92a83aa78, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:04.622719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.632926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] For port 6bac3032-edae-4f79-8980-df9f02816e96, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6bac3032-edae-4f79-8980-df9f02816e96,segment=NetworkSegment(c4179cac-d603-419c-be72-f682c2b24756),segment_id=c4179cac-d603-419c-be72-f682c2b24756)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:04.703320 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.768585 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:55:04.844490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b1e6de3-a8eb-4ad6-96a0-ef3ec1f344cb None None] Provisioning for port f15afb57-7ba9-4af2-859c-91699e06931b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:04.847645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb9887-d5f3-4b56-a30e-b7d189a504bb None None] Pushing event updated for resources: {'Port': ['ID=6bac3032-edae-4f79-8980-df9f02816e96,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:04.874868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Calling delete_port for 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:04.914796 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:04.943459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f303050-b3d5-4b3b-8cfd-dfdc415b4087 req-bd667f9a-da5e-4056-8de2-4505a02246d0 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:04.945607 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f303050-b3d5-4b3b-8cfd-dfdc415b4087 req-bd667f9a-da5e-4056-8de2-4505a02246d0 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 944 time: 0.2610505 Feb 13 23:55:04.952308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Transition to ACTIVE for port object 2fe44426-281b-440e-a68a-0f9951ca6549 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:04.988420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-7c9e533b-0063-431e-9c89-9265feeeefce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=157d6c85dc82497ba8aec4a39fbe608b&device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 1095 time: 0.6459274 Feb 13 23:55:05.085932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7f303050-b3d5-4b3b-8cfd-dfdc415b4087 req-f0ae9ccf-1cc0-4b22-9a40-4e44cd4fd70e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Synchronizing usage tracker for tenant:157d6c85dc82497ba8aec4a39fbe608b on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:05.091975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-868a2697-2538-4e08-94a1-78966978178b req-94e39094-f07b-4e03-91cb-b660fac29ddf tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1095 time: 0.4443533 Feb 13 23:55:05.121113 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.158618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.239025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7f303050-b3d5-4b3b-8cfd-dfdc415b4087 req-f0ae9ccf-1cc0-4b22-9a40-4e44cd4fd70e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Unset dirty status for tenant:157d6c85dc82497ba8aec4a39fbe608b on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:05.242640 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f303050-b3d5-4b3b-8cfd-dfdc415b4087 req-f0ae9ccf-1cc0-4b22-9a40-4e44cd4fd70e tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867541 Feb 13 23:55:05.280656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:05.298107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:05.304196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:05.345252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-6380bc0c-3953-4303-9c7e-f0117f3566a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4e95d3-bf01-41c6-b048-052b94909297 HTTP/1.1" status: 200 len: 217 time: 0.3420095 Feb 13 23:55:05.367663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Port': ['ID=2fe44426-281b-440e-a68a-0f9951ca6549,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:05.424735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.441772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f15afb57-7ba9-4af2-859c-91699e06931b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:05.444390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-868a2697-2538-4e08-94a1-78966978178b req-cbf3d64c-f71d-4538-9577-295b3ff31059 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410563 Feb 13 23:55:05.550393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f15afb57-7ba9-4af2-859c-91699e06931b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:05.560394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f15afb57-7ba9-4af2-859c-91699e06931b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:05.560771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.577192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-7aabc635-f451-4086-8d82-8a89249efecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:05.578806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-7aabc635-f451-4086-8d82-8a89249efecf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b301b08-0adf-482d-b708-e683bf16a9ce HTTP/1.1" status: 200 len: 851 time: 0.1907146 Feb 13 23:55:05.648866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-209b17e3-9ef4-4f8d-9d9c-ef78e78a3d09 None None] Provisioning complete for port f15afb57-7ba9-4af2-859c-91699e06931b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:05.649237 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-209b17e3-9ef4-4f8d-9d9c-ef78e78a3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.681247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-a2515ec9-1259-4078-95ce-71c5756ea45a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=facb2023-b55b-4bc0-9a3f-99a5d2c17e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929317 Feb 13 23:55:05.703748 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.845148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.864114 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-209b17e3-9ef4-4f8d-9d9c-ef78e78a3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.879954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:05.926729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-209b17e3-9ef4-4f8d-9d9c-ef78e78a3d09 None None] For port f15afb57-7ba9-4af2-859c-91699e06931b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f15afb57-7ba9-4af2-859c-91699e06931b,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:05.933428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-209b17e3-9ef4-4f8d-9d9c-ef78e78a3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:06.072955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:06.172632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b17e3-9ef4-4f8d-9d9c-ef78e78a3d09 None None] Pushing event updated for resources: {'Port': ['ID=f15afb57-7ba9-4af2-859c-91699e06931b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:06.194657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d46a892-a9d3-4cb8-a094-a1a92a83aa78,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:06.244337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:55:06.244337 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:55:06.281613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-b2cc22f8-83bb-402d-b307-04a6f26ee5a6 service neutron] 10.222.0.31 "GET /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553265 Feb 13 23:55:06.380994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:06.397972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:06.484118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa97ae-01fa-4dd8-ba1e-00581339d2af None None] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:06.633444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:06.796444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7ac96544-61f9-431b-9de6-a74dd32a94ec None None] Provisioning for port 6bac3032-edae-4f79-8980-df9f02816e96 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:06.875313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6bac3032-edae-4f79-8980-df9f02816e96 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:06.898610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Port': ['ID=2fe44426-281b-440e-a68a-0f9951ca6549,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:06.911568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:06.915490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:07.069729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eb2943d5-2899-4eef-9676-a33394e5b661 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:07.165955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5a7b5-b33c-4ffd-8642-8f92f5650fc2 req-986c23b9-78d9-4288-84d8-77834d70c73a tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:07.172664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a5e5a7b5-b33c-4ffd-8642-8f92f5650fc2 req-986c23b9-78d9-4288-84d8-77834d70c73a tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 944 time: 0.7090671 Feb 13 23:55:07.241467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6bac3032-edae-4f79-8980-df9f02816e96 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:07.251303 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6bac3032-edae-4f79-8980-df9f02816e96 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:07.251553 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.314044 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.399452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a5e5a7b5-b33c-4ffd-8642-8f92f5650fc2 req-d1f1fff5-eabb-4019-9ef5-0067756f8447 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123928 Feb 13 23:55:07.434239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb39e5b8-b778-4be8-ba2b-c945101bf441 req-b8ae6c40-3714-46b4-940e-c9b88ae590c9 service neutron] 10.222.0.31 "GET /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1020410 Feb 13 23:55:07.448789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.469939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port eb2943d5-2899-4eef-9676-a33394e5b661 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:07.478598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d6c9bd2-6ce5-4ef4-930b-85b17a709e2a req-ae5ea149-7382-403c-b1cf-55b2d6645cee tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1095 time: 0.6363676 Feb 13 23:55:07.490127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port eb2943d5-2899-4eef-9676-a33394e5b661 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:07.490871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.569673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6bac3032-edae-4f79-8980-df9f02816e96, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6bac3032-edae-4f79-8980-df9f02816e96,segment=NetworkSegment(c4179cac-d603-419c-be72-f682c2b24756),segment_id=c4179cac-d603-419c-be72-f682c2b24756)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:07.595770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.608187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d6c9bd2-6ce5-4ef4-930b-85b17a709e2a req-c122b429-b81d-4e03-a60e-00409939ccb7 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282909 Feb 13 23:55:07.612409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.1 (60d1e3ab-a3ac-437a-af61-57664aeb2a53/161af14d-ae09-4d91-b137-8215121e8d69/4f19e072-f630-4723-ad88-5914ade5617b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:07.704501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Router ce41e581-2013-4b4c-8f42-a4a5a4565acb is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:55:07.793545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6bac3032-edae-4f79-8980-df9f02816e96,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:07.848229 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.854627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-6b64581a-6653-4e91-8561-9d705b0e4d00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=157d6c85dc82497ba8aec4a39fbe608b&device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 1095 time: 0.3502154 Feb 13 23:55:07.889581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port eb2943d5-2899-4eef-9676-a33394e5b661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eb2943d5-2899-4eef-9676-a33394e5b661,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:07.890603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2943d5-2899-4eef-9676-a33394e5b661'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:07.910286 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:07.996892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:08.001045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:08.061823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object 4f19e072-f630-4723-ad88-5914ade5617b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:08.080985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:08.098825 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] Sync routers for ids ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:08.104907 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bbed50b6-d7a9-43cf-8b3f-614cd4ce3736 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "PUT /v2.0/routers/ce41e581-2013-4b4c-8f42-a4a5a4565acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9581573 Feb 13 23:55:08.109153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59448) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:08.117887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'port': {'network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca', 'name': 'tempest-FloatingIPNegativeTestJSON-815291651'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:08.137547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] Routers {'ce41e581-2013-4b4c-8f42-a4a5a4565acb'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:08.138437 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:08.145706 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2943d5-2899-4eef-9676-a33394e5b661', 'code': 200} Feb 13 23:55:08.146639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:08.269705 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:08.297423 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] Routers {'ce41e581-2013-4b4c-8f42-a4a5a4565acb'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:08.298566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:08.371156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=eb2943d5-2899-4eef-9676-a33394e5b661,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:08.388133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-699554c7-879d-49b5-8435-1015add7b410 None None] Provisioning complete for port 6bac3032-edae-4f79-8980-df9f02816e96 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:08.388585 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-699554c7-879d-49b5-8435-1015add7b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:08.394472 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:08.396494 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49470d85-f22f-40da-a01c-811c959b7062 None None] The sync data for ids ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:08.433967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-672e956e-c977-4fdd-9ed9-63797bf37878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:08.436245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-672e956e-c977-4fdd-9ed9-63797bf37878 service neutron] 10.222.0.31 "GET /v2.0/networks?id=facb2023-b55b-4bc0-9a3f-99a5d2c17e43 HTTP/1.1" status: 200 len: 911 time: 0.5610034 Feb 13 23:55:08.584766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-d74e921d-d0d3-4fe6-a78b-1368bb5f3cb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4e95d3-bf01-41c6-b048-052b94909297 HTTP/1.1" status: 200 len: 217 time: 0.1338985 Feb 13 23:55:08.589672 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:08.618859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:08.695593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:08.696025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:08.830749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30e5e2e5-17e2-4b81-bd42-301d168b8be6 req-b0f066eb-6444-4d9a-8abd-8d1e754169cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.6343300 Feb 13 23:55:08.847778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:08.874750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:08.888571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:08.927168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:08.946706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:port and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:08.953695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:08.976995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-699554c7-879d-49b5-8435-1015add7b410 None None] Provisioning for port 2fe44426-281b-440e-a68a-0f9951ca6549 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:08.984569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:08.989091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59464) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:09.002994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-699554c7-879d-49b5-8435-1015add7b410 None None] Provisioning complete for port 2fe44426-281b-440e-a68a-0f9951ca6549 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:09.003301 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-699554c7-879d-49b5-8435-1015add7b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.043122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30e5e2e5-17e2-4b81-bd42-301d168b8be6 req-6c0fe706-0f93-476a-8696-5e19d1ba3f83 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982141 Feb 13 23:55:09.062497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Made reservation on behalf of af205a0a041c4080a656530d488c80bf for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:09.065111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.069700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.074986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.112666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-699554c7-879d-49b5-8435-1015add7b410 None None] Port 2fe44426-281b-440e-a68a-0f9951ca6549 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:09.118566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:09.124846 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.125665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f15afb57-7ba9-4af2-859c-91699e06931b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:09.141608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-662df345-ca0e-47d1-9ad2-486fc41eb243 req-2a0ce133-dbef-437e-a362-180c94e1f044 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.2707384 Feb 13 23:55:09.176003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] device_id is not set on port b767c6aa-ebd8-444a-ba33-1eabb29f2791 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:55:09.220882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.270699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=4f19e072-f630-4723-ad88-5914ade5617b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:09.276713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.285960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:09.288255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-b031f52f-6c1a-4b9e-bdf3-0f039ea3d8e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:09.289811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-b031f52f-6c1a-4b9e-bdf3-0f039ea3d8e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b301b08-0adf-482d-b708-e683bf16a9ce HTTP/1.1" status: 200 len: 851 time: 0.6954479 Feb 13 23:55:09.297965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-662df345-ca0e-47d1-9ad2-486fc41eb243 req-a7cc0a74-8b92-47f4-b5b7-f2a7b179172f tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553957 Feb 13 23:55:09.298526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Provisioning complete for port 2fe44426-281b-440e-a68a-0f9951ca6549 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:09.299113 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.359084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-96b9487c-105d-49e7-9532-665340a699e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=facb2023-b55b-4bc0-9a3f-99a5d2c17e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588684 Feb 13 23:55:09.363209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f15afb57-7ba9-4af2-859c-91699e06931b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:09.363617 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.371554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:09.383148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7941f8c70c843ea8a209343ecfe9910 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:09.387573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:09.395059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce7b6a-220c-45a3-9524-ede2367be1f1 req-131d9928-85bf-4558-b33f-1b01a1d97bef tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:09.397374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Port 2fe44426-281b-440e-a68a-0f9951ca6549 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:09.397907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:09.398018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54ce7b6a-220c-45a3-9524-ede2367be1f1 req-131d9928-85bf-4558-b33f-1b01a1d97bef tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 944 time: 0.6580846 Feb 13 23:55:09.414933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Allocated IP 172.20.0.3 (6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca/d7555f09-018d-445e-987d-7995c5515b89/b767c6aa-ebd8-444a-ba33-1eabb29f2791) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:09.418623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Provisioning for port 4f19e072-f630-4723-ad88-5914ade5617b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:09.430912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Provisioning complete for port 4f19e072-f630-4723-ad88-5914ade5617b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:09.431192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.501763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cd9969e5-d950-4407-9e4a-94e6bb68395c None None] Port 4f19e072-f630-4723-ad88-5914ade5617b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:09.598875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.611495 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.654584 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7941f8c70c843ea8a209343ecfe9910&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6643517 Feb 13 23:55:09.655330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:09.680284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:09.692795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.733487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171326e4-2f5e-4be5-a9fb-01b0e5af76b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009b9802-0e10-4521-b96c-d414af64e756,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:09.751295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54ce7b6a-220c-45a3-9524-ede2367be1f1 req-c11a0bfb-5ab8-4184-b4af-90e9d3bc8c4c tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698610 Feb 13 23:55:09.760891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:09.761271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.784057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.815463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-8d42bf09-23d4-46b4-a1e9-9fa1002666df service neutron] 10.222.0.31 "GET /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476471 Feb 13 23:55:09.815954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Transition to ACTIVE for port object b767c6aa-ebd8-444a-ba33-1eabb29f2791 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:09.817177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77c3cd52-8dfa-4e4c-bcb4-7cc1b34b8208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.848162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77c3cd52-8dfa-4e4c-bcb4-7cc1b34b8208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.894294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.895074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6bac3032-edae-4f79-8980-df9f02816e96 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:09.977641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6bac3032-edae-4f79-8980-df9f02816e96 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:09.978049 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.984447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77c3cd52-8dfa-4e4c-bcb4-7cc1b34b8208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:09.990910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:10.007385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3cd52-8dfa-4e4c-bcb4-7cc1b34b8208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009b9802-0e10-4521-b96c-d414af64e756,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:10.010751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:10.012846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:10.047986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Port': ['ID=b767c6aa-ebd8-444a-ba33-1eabb29f2791,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:10.075091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-77c3cd52-8dfa-4e4c-bcb4-7cc1b34b8208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.092444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-77c3cd52-8dfa-4e4c-bcb4-7cc1b34b8208 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/009b9802-0e10-4521-b96c-d414af64e756 HTTP/1.1" status: 204 len: 168 time: 0.4187465 Feb 13 23:55:10.125549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:10.126230 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.178808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7af75b36-13ca-46c3-be28-8bc1a3570269 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0685327 Feb 13 23:55:10.179703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59476) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:10.185097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:10.196625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:10.202359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:floatingip and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:10.207714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:10.236049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:10.256844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.443847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4b280f4b-b96d-42e2-8111-9e9885ef0c14 None None] Provisioning for port b767c6aa-ebd8-444a-ba33-1eabb29f2791 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:10.460834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4b280f4b-b96d-42e2-8111-9e9885ef0c14 None None] Provisioning complete for port b767c6aa-ebd8-444a-ba33-1eabb29f2791 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:10.461495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4b280f4b-b96d-42e2-8111-9e9885ef0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.492495 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.522419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4b280f4b-b96d-42e2-8111-9e9885ef0c14 None None] Port b767c6aa-ebd8-444a-ba33-1eabb29f2791 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:10.544078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58b2c6a5-fec0-40dd-bb97-7ad02aa06254 req-70268bcf-e820-45eb-9ef7-f24c5d53f3fb service neutron] 10.222.0.31 "GET /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210550 Feb 13 23:55:10.544887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.564395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.640639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d1d7893-361a-4d65-83c1-3dab082fc3f3 req-f9134916-6e5b-477c-b48c-903749acf1e1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.1728082 Feb 13 23:55:10.695755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59484) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:10.745539 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.781293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d1d7893-361a-4d65-83c1-3dab082fc3f3 req-e8f61920-cb68-40f3-8dea-970586f1c2f3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313272 Feb 13 23:55:10.789840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Allocated IP 172.25.4.82 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/ec67fb57-7cb1-48fc-a66e-be5c2029e26e) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:10.813016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:10.832462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0d9f4e4177cd4fe1b0c9f22e59ad626f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:10.838990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:10.847820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:10.863637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=4f19e072-f630-4723-ad88-5914ade5617b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:10.892619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:11.045482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.079935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.086236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.106260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199dbf3-51bd-4bd9-9031-308ecf093e87 req-853fb7e2-a506-47d5-bf89-9ed036c76e87 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:11.107877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b199dbf3-51bd-4bd9-9031-308ecf093e87 req-853fb7e2-a506-47d5-bf89-9ed036c76e87 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 944 time: 0.1679370 Feb 13 23:55:11.118741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:11.134182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:11.149088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31b6a0-001e-4318-be7a-081576f08d69,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:11.156091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-74e79981-c323-4a23-b231-aa550234c2d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d9f4e4177cd4fe1b0c9f22e59ad626f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4564087 Feb 13 23:55:11.159407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa74754f-0f74-4b46-a76e-b3e14a7f56e1 req-936703e0-26fd-49d3-9af1-17f696b94fa4 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.2121606 Feb 13 23:55:11.160233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59492) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:11.163865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.304980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Router 50184e59-95c6-443a-918c-50ca5a93ac75 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:55:11.342855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b199dbf3-51bd-4bd9-9031-308ecf093e87 req-d761f8f7-16c3-402f-8638-34cc4f49c635 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278652 Feb 13 23:55:11.403603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Port': ['ID=ec67fb57-7cb1-48fc-a66e-be5c2029e26e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:11.416219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:11.419977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:11.425297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:11.451575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cac3a866-cb0c-4a35-be05-046cf21818a5 None None] Provisioning complete for port 4f19e072-f630-4723-ad88-5914ade5617b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:11.452785 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cac3a866-cb0c-4a35-be05-046cf21818a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.472567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa74754f-0f74-4b46-a76e-b3e14a7f56e1 req-0732451a-91cf-422c-ab36-d3e87d0a5682 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572566 Feb 13 23:55:11.488212 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-637ca196-5237-4543-b476-961adfaa1ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.526726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-637ca196-5237-4543-b476-961adfaa1ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.538191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-cac3a866-cb0c-4a35-be05-046cf21818a5 None None] Port 4f19e072-f630-4723-ad88-5914ade5617b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:11.548954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3e4e95d3-bf01-41c6-b048-052b94909297 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:55:11.664199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.666347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-637ca196-5237-4543-b476-961adfaa1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.717335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ca196-5237-4543-b476-961adfaa1ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31b6a0-001e-4318-be7a-081576f08d69,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:11.742066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3e4e95d3-bf01-41c6-b048-052b94909297, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3e4e95d3-bf01-41c6-b048-052b94909297,segment=NetworkSegment(49f4c4b3-3a13-4cbc-9274-57c12a64b4c3),segment_id=49f4c4b3-3a13-4cbc-9274-57c12a64b4c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:11.747169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.758922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '3e4e95d3-bf01-41c6-b048-052b94909297', 'network_id': 'facb2023-b55b-4bc0-9a3f-99a5d2c17e43', 'port_id': '3e4e95d3-bf01-41c6-b048-052b94909297', 'mac_address': 'fa:16:3e:79:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b301b08-0adf-482d-b708-e683bf16a9ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:55:11.765430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de4a4b46-d8ca-4ce9-beea-77a3bed9e6d8 req-2863a9d4-bd1b-4cda-b737-157f4b93477f tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.1284361 Feb 13 23:55:11.782841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-637ca196-5237-4543-b476-961adfaa1ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.786396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-637ca196-5237-4543-b476-961adfaa1ffa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af31b6a0-001e-4318-be7a-081576f08d69 HTTP/1.1" status: 204 len: 168 time: 0.6230438 Feb 13 23:55:11.829533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.853979 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de4a4b46-d8ca-4ce9-beea-77a3bed9e6d8 req-fdaf9995-1110-42bd-9ec2-464c73e1bf88 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784891 Feb 13 23:55:11.854560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4e95d3-bf01-41c6-b048-052b94909297 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:11.856994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:11.872223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3e4e95d3-bf01-41c6-b048-052b94909297, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3e4e95d3-bf01-41c6-b048-052b94909297,segment=NetworkSegment(49f4c4b3-3a13-4cbc-9274-57c12a64b4c3),segment_id=49f4c4b3-3a13-4cbc-9274-57c12a64b4c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:11.878758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] Sync routers for ids ['50184e59-95c6-443a-918c-50ca5a93ac75'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:11.878952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-27621dec-e941-4485-940e-819af37b3f8b admin admin] 10.222.0.36 "PUT /v2.0/routers/50184e59-95c6-443a-918c-50ca5a93ac75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2289867 Feb 13 23:55:11.878952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59500) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:11.902067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:11.950059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] Routers {'50184e59-95c6-443a-918c-50ca5a93ac75'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:11.950059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50184e59-95c6-443a-918c-50ca5a93ac75'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:12.036314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router d94b5123-a153-423e-8d2d-a0bc400062c0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:55:12.192169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.202676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.219238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['3e4e95d3-bf01-41c6-b048-052b94909297'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:12.323980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=3e4e95d3-bf01-41c6-b048-052b94909297,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:12.340042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.475074 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] Set router 50184e59-95c6-443a-918c-50ca5a93ac75 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:12.478119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Port': ['ID=ec67fb57-7cb1-48fc-a66e-be5c2029e26e,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:12.497534 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.540640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.541992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df61b0ea-49f9-41b6-b184-a255f89aa5ef tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3614590 Feb 13 23:55:12.545508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:12.553139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-17573e3c-b865-43b6-a798-4bf5602115bb tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'floatingip': {'port_id': 'b767c6aa-ebd8-444a-ba33-1eabb29f2791', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:12.603495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59522) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:12.660514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-6cfb4283-eb0f-4a34-8c1e-f10599ee0b93 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:12.662096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-6cfb4283-eb0f-4a34-8c1e-f10599ee0b93 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/networks?id=e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 200 len: 909 time: 0.2733514 Feb 13 23:55:12.665221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.683211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-17573e3c-b865-43b6-a798-4bf5602115bb tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:12.766095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:12.772009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8d736f0a-0bdc-4558-a817-1c0beb70163d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/d94b5123-a153-423e-8d2d-a0bc400062c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2112522 Feb 13 23:55:12.841240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89f60c-40c6-44f5-90b3-316e35425b3a req-2496efb7-845c-418b-9f4f-f7d9b8c95e09 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:12.853388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6a89f60c-40c6-44f5-90b3-316e35425b3a req-2496efb7-845c-418b-9f4f-f7d9b8c95e09 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 945 time: 0.1698945 Feb 13 23:55:12.869147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:55:05Z', 'revision_number': 5, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:12.875171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] Checking router: 50184e59-95c6-443a-918c-50ca5a93ac75 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:55:12.882064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-09abd71d-e9ae-412a-962b-9e52f6812847 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/quotas/97702280966e4ebb9f674a9c9abd8617 HTTP/1.1" status: 200 len: 375 time: 0.2025440 Feb 13 23:55:12.891622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] Routers {'50184e59-95c6-443a-918c-50ca5a93ac75'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:12.892716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50184e59-95c6-443a-918c-50ca5a93ac75'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:12.897280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:12.933926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6a89f60c-40c6-44f5-90b3-316e35425b3a req-80955de5-6823-4352-af35-f0018e3a45e7 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Feb 13 23:55:12.945732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Usage tracker for resource:security_group_rule and tenant:09b5f09ad30c419c8013da459bb819eb is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:12.955325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:12.969697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:12.992873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.010884 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-17573e3c-b865-43b6-a798-4bf5602115bb tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] update failed (client error): The resource could not be found. Feb 13 23:55:13.011912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-17573e3c-b865-43b6-a798-4bf5602115bb tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "PUT /v2.0/floatingips/780f94e0-31b5-447c-b65c-e32325a6afd9 HTTP/1.1" status: 404 len: 507 time: 0.4654541 Feb 13 23:55:13.017219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:13.020895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Deleting port f1e0b544-8ade-4cd9-b12d-cf2f862a8581 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:13.022090 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.040737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-d0c63a7f-d982-4244-a086-0a5d2b550f43 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=97702280966e4ebb9f674a9c9abd8617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576681 Feb 13 23:55:13.105681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] Set router 50184e59-95c6-443a-918c-50ca5a93ac75 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:13.195449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.201262 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-59d21587-ef77-44d5-b2b0-d1bc801dd9cf service neutron] 10.222.0.36 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597345 Feb 13 23:55:13.202100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.367681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Deleting port ec67fb57-7cb1-48fc-a66e-be5c2029e26e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:13.368020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.431980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:55:05Z', 'revision_number': 5, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:13.432644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-2b3c5156-7237-48b0-a203-2c1e395b6e89 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075519165&fields=id&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 267 time: 0.2887774 Feb 13 23:55:13.436496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13988be5-e54a-4eb6-8bad-f1ef5ba7bf5f None None] The sync data for ids ['50184e59-95c6-443a-918c-50ca5a93ac75'] in n-d-828979-1 is: [{'id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'name': 'tempest-TestVolumeBackupRestore-1311173404-router', 'tenant_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:49:22Z', 'updated_at': '2022-02-13T23:55:05Z', 'revision_number': 5, 'project_id': '4c868cbf570c4f7f8a7adc1ad67c3273', 'gw_port': {'id': 'f1e0b544-8ade-4cd9-b12d-cf2f862a8581', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50184e59-95c6-443a-918c-50ca5a93ac75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:49:24Z', 'updated_at': '2022-02-13T23:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:13.439753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09b5f09ad30c419c8013da459bb819eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8249533 Feb 13 23:55:13.443163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59538) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:13.445327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f4242-2010-43cc-9b2f-9cdcf51c945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e88b2-3cc5-479c-98cc-41ee8a564a3a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:13.518388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-10247a52-977b-49f4-b31a-6f5549cd6b43 service neutron] 10.222.0.36 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996376 Feb 13 23:55:13.562326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3e4e95d3-bf01-41c6-b048-052b94909297 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:13.677617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 3e4e95d3-bf01-41c6-b048-052b94909297 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:13.688518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 3e4e95d3-bf01-41c6-b048-052b94909297 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:13.689545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.731958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-535750da-64b1-4f83-8777-7621da995036 req-153146c5-7549-4c63-bb24-33990fb6ca07 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 210 time: 0.0469983 Feb 13 23:55:13.820268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] For port f1e0b544-8ade-4cd9-b12d-cf2f862a8581, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:13.820662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.839345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ebcc29b-afee-4b74-8950-6e1e1294625a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:13.840026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ebcc29b-afee-4b74-8950-6e1e1294625a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:13.852805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:13.888820 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.906146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:13.906494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2d46a892-a9d3-4cb8-a094-a1a92a83aa78 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:13.927613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91af097-7844-4432-8493-16d365b31e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e95d3-bf01-41c6-b048-052b94909297'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:13.934978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3e4e95d3-bf01-41c6-b048-052b94909297, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3e4e95d3-bf01-41c6-b048-052b94909297,segment=NetworkSegment(49f4c4b3-3a13-4cbc-9274-57c12a64b4c3),segment_id=49f4c4b3-3a13-4cbc-9274-57c12a64b4c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:13.940524 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:13.993675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Calling delete_port for f1e0b544-8ade-4cd9-b12d-cf2f862a8581 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:14.029840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=3e4e95d3-bf01-41c6-b048-052b94909297,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:14.034891 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91af097-7844-4432-8493-16d365b31e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e95d3-bf01-41c6-b048-052b94909297', 'code': 200} Feb 13 23:55:14.188347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ebcc29b-afee-4b74-8950-6e1e1294625a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:14.190231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ebcc29b-afee-4b74-8950-6e1e1294625a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 797 time: 0.7562459 Feb 13 23:55:14.191941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f733dd15-8e07-40c5-8d74-1de260eff6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:14.196299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:14.196544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:14.229860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6f6b-8070-4fd3-b107-174b3f07b5ed req-edf5bb97-39b6-4e25-add6-5c17908f2542 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:14.231761 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-197d6f6b-8070-4fd3-b107-174b3f07b5ed req-edf5bb97-39b6-4e25-add6-5c17908f2542 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 946 time: 0.0840611 Feb 13 23:55:14.280678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-197d6f6b-8070-4fd3-b107-174b3f07b5ed req-99bbd50e-5cb3-4bc7-8f63-120fa278fca7 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Feb 13 23:55:14.364514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Calling delete_port for ec67fb57-7cb1-48fc-a66e-be5c2029e26e owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:14.520060 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-79a6e727-51bf-4874-a1b1-ed6aaf56162f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/quotas/3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 375 time: 0.3091373 Feb 13 23:55:14.530985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f733dd15-8e07-40c5-8d74-1de260eff6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:14.698314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b1f2a96-831c-4cf2-8a1b-a3ea3cd151eb req-dae145e0-be46-4b7f-b5a8-d788c117cfb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 1097 time: 0.5954037 Feb 13 23:55:14.730493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:14.846922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e0b544-8ade-4cd9-b12d-cf2f862a8581,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:14.909644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-532b6176-fd3e-4e64-8b01-14e246cec3a0 req-a1045a73-c4a3-4f11-b1c9-65f4e0ceac8b tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 210 time: 0.0441544 Feb 13 23:55:14.932996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f733dd15-8e07-40c5-8d74-1de260eff6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:14.993710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.994404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.994404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.994709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.995030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.995356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.995669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.995985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.996297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.996610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:14.996924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:15.011684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7b1f2a96-831c-4cf2-8a1b-a3ea3cd151eb req-5562aa9e-a539-4c4c-988c-6e8a7f022943 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075995 Feb 13 23:55:15.030140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-c596ba1c-2070-4cf3-942b-b1844e449665 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:15.073773 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.110502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733dd15-8e07-40c5-8d74-1de260eff6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e88b2-3cc5-479c-98cc-41ee8a564a3a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:15.159280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Port': ['ID=ec67fb57-7cb1-48fc-a66e-be5c2029e26e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:15.189917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-c596ba1c-2070-4cf3-942b-b1844e449665 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:15.194701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-c596ba1c-2070-4cf3-942b-b1844e449665 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6682498 Feb 13 23:55:15.237148 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f733dd15-8e07-40c5-8d74-1de260eff6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.238248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f733dd15-8e07-40c5-8d74-1de260eff6e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f63e88b2-3cc5-479c-98cc-41ee8a564a3a HTTP/1.1" status: 204 len: 168 time: 1.7072365 Feb 13 23:55:15.239321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-25c8733f-7fd7-4f0d-9b91-6c1e11d030fd tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:15.240153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-25c8733f-7fd7-4f0d-9b91-6c1e11d030fd tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Synchronizing usage tracker for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:15.438075 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.495085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82467b3-ac9f-4491-beab-cc03aad0b639 req-3dac21fe-f06c-4fb5-8986-7fdc152d3660 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:15.496556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d82467b3-ac9f-4491-beab-cc03aad0b639 req-3dac21fe-f06c-4fb5-8986-7fdc152d3660 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 946 time: 0.0881500 Feb 13 23:55:15.545757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d82467b3-ac9f-4491-beab-cc03aad0b639 req-b872175b-6936-4e35-876a-0a3bdd0eb1bc tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Feb 13 23:55:15.561277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-e8c630b8-0305-45a2-a75d-7c808bd18444 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:55:15.562291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-e8c630b8-0305-45a2-a75d-7c808bd18444 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3369699 Feb 13 23:55:15.563075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-25c8733f-7fd7-4f0d-9b91-6c1e11d030fd tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Unset dirty status for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:15.573036 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-25c8733f-7fd7-4f0d-9b91-6c1e11d030fd tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.31 "GET /v2.0/networks?id=e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 200 len: 909 time: 0.7886605 Feb 13 23:55:15.604452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Request body: {'port': {'device_id': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'admin_state_up': True, 'tenant_id': '97702280966e4ebb9f674a9c9abd8617'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:15.614979 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.617867 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.620170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d78b5b24-5ebf-4ad3-9d64-3a98f2e7a08b tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "DELETE /v2.0/floatingips/780f94e0-31b5-447c-b65c-e32325a6afd9 HTTP/1.1" status: 204 len: 168 time: 2.6013229 Feb 13 23:55:15.623942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59570) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:15.625220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:15.630712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'floatingip': {'floating_network_id': '6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca', 'port_id': 'b767c6aa-ebd8-444a-ba33-1eabb29f2791', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:15.637819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:15.643752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:floatingip and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:15.647264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:15.654910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:15.670462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.801396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:15.839008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.840134 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 13 23:55:15.841833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b1a48827-a324-4c87-bd61-cd395e16f47d tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2168212 Feb 13 23:55:15.843862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Made reservation on behalf of 97702280966e4ebb9f674a9c9abd8617 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:15.845671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59580) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:15.846175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.853409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'b767c6aa-ebd8-444a-ba33-1eabb29f2791', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:15.863351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:15.867865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Usage tracker for resource:floatingip and tenant:af205a0a041c4080a656530d488c80bf is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:15.871389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:15.875117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.878320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:15.889844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:15.902753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-b999cc03-5371-4836-95bc-839771e8abcb service neutron] 10.222.0.36 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259296 Feb 13 23:55:16.152869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9a2e305b-5355-4db7-bd08-0a91d1317032 req-eb4c68e8-6e64-4cd0-8305-8b5ddd9c62e7 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 210 time: 0.0864062 Feb 13 23:55:16.205309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.253357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.253968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50184e59-95c6-443a-918c-50ca5a93ac75 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:55:16.351305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.353866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a8432d6a-9f7a-4752-bf2f-19bd78954914 admin admin] 10.222.0.36 "DELETE /v2.0/routers/50184e59-95c6-443a-918c-50ca5a93ac75 HTTP/1.1" status: 204 len: 168 time: 4.4733272 Feb 13 23:55:16.356628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59596) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:16.387202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-24d9906f-1ffa-4ae2-819c-b105a7e3c082 service neutron] 10.222.0.36 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402046 Feb 13 23:55:16.393796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Allocated IP 172.20.0.3 (e25888f4-25bc-43e7-a780-bfba9388e82b/006c2b9d-ebf6-48d2-860d-bdd4ae2924f9/1bc0cdeb-7159-4025-907d-453e312b1e4a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:16.397499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Allocated IP 172.25.4.202 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c2d789fc-302c-468c-b967-ffe06f9e6b79) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:16.503310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Deleting subnet 08e15ff9-82f6-405e-bfbd-3acecf98679a {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:55:16.515968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.614904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.749268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b06f778c-05e7-4334-9137-c9d96cc4e366 req-d2ae0dd1-f8bb-4f1e-b260-156205ca8eea tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 210 time: 0.0824707 Feb 13 23:55:16.761868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.773853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.798064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Transition to ACTIVE for port object 1bc0cdeb-7159-4025-907d-453e312b1e4a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:16.823032 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.834827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3baa1-5774-4fcb-8146-4a95b6e701a5 req-b1e79cc5-61d4-4ca3-8948-dc3348a9048d tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:16.836523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6a3baa1-5774-4fcb-8146-4a95b6e701a5 req-b1e79cc5-61d4-4ca3-8948-dc3348a9048d tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 946 time: 0.1239967 Feb 13 23:55:16.871448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.893326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:16.905149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eb2943d5-2899-4eef-9676-a33394e5b661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:16.962508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6a3baa1-5774-4fcb-8146-4a95b6e701a5 req-bd4c7316-1475-44f3-8c7d-dc04befc2c93 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145363 Feb 13 23:55:16.997452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59614) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:17.055832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Network e25888f4-25bc-43e7-a780-bfba9388e82b is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:17.058781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:17.079704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:17.104875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:17.121652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:17.135610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:17.155894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc0cdeb-7159-4025-907d-453e312b1e4a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:17.240743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event updated for resources: {'Port': ['ID=c2d789fc-302c-468c-b967-ffe06f9e6b79,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:17.260585 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.300058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:17.300678 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.366164 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-2d10c5b1-b90a-4644-9998-58bcbe90a11d tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7685027 Feb 13 23:55:17.383307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Request body: {'port': {'device_id': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:17.390633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e15ff9-82f6-405e-bfbd-3acecf98679a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:17.406705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.412609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb42c08-9cfd-4549-b330-dfeb0918c91a None None] Network d6e3edbe-51e8-45c9-a9fd-238213708b3c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:17.421623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8845594c-30f0-48eb-a7fe-76ae3167ed44 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/08e15ff9-82f6-405e-bfbd-3acecf98679a HTTP/1.1" status: 204 len: 168 time: 1.0618813 Feb 13 23:55:17.422093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59628) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:17.544456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5ea0afe0-7de3-4913-abea-5281a554c27e None None] Provisioning for port 1bc0cdeb-7159-4025-907d-453e312b1e4a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:17.581324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5ea0afe0-7de3-4913-abea-5281a554c27e None None] Provisioning complete for port 1bc0cdeb-7159-4025-907d-453e312b1e4a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:17.581970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ea0afe0-7de3-4913-abea-5281a554c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.616803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.650523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0afe0-7de3-4913-abea-5281a554c27e None None] Port 1bc0cdeb-7159-4025-907d-453e312b1e4a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:17.778527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.805660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:17.811854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4d0a5b2f3a4058a31826edaae3616b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:17.815871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] DHCP port deletion for d6e3edbe-51e8-45c9-a9fd-238213708b3c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:55:17.822363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] Deleting port 7f1f51e4-4a52-45c5-a3c9-13953681e140 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:17.822977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.835846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.842890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:17.864482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:17.866186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Deleting port 7f1f51e4-4a52-45c5-a3c9-13953681e140 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:17.866528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.883997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-23966e59-4fc7-4065-b84f-dd9e2ff48603 req-a1a4db31-dbc2-44d2-8e89-78438584dae1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Synchronizing usage tracker for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:17.967690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Deleting port c2d789fc-302c-468c-b967-ffe06f9e6b79 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:17.968408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:17.988507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-23966e59-4fc7-4065-b84f-dd9e2ff48603 req-a1a4db31-dbc2-44d2-8e89-78438584dae1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Unset dirty status for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:17.989708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23966e59-4fc7-4065-b84f-dd9e2ff48603 req-a1a4db31-dbc2-44d2-8e89-78438584dae1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1027 time: 0.5195041 Feb 13 23:55:18.073773 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b563fa3-db8c-4f91-89f2-3c4f2c70ce0a req-07af6ecc-b10e-4c6b-aa4f-8be368d61362 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 210 time: 0.0526760 Feb 13 23:55:18.191347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] For port 7f1f51e4-4a52-45c5-a3c9-13953681e140, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7f1f51e4-4a52-45c5-a3c9-13953681e140,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:18.191927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.195890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.201073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23966e59-4fc7-4065-b84f-dd9e2ff48603 req-40487094-3cfd-445a-816a-6a66e3e24c69 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911397 Feb 13 23:55:18.215984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.289769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8f71c-d799-4168-8f69-a4dc44b912af,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:18.312174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d42e7e7-41e3-4b8f-90bd-ab8905b9f678 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e4d0a5b2f3a4058a31826edaae3616b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3136885 Feb 13 23:55:18.314900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59638) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:18.382759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] Calling delete_port for 7f1f51e4-4a52-45c5-a3c9-13953681e140 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:18.434304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc0cdeb-7159-4025-907d-453e312b1e4a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:18.452244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.463755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de52ee30-d516-4304-8abb-1a6adde14b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.483264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Transition to ACTIVE for port object 1bc0cdeb-7159-4025-907d-453e312b1e4a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:18.495713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.500197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.542406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de52ee30-d516-4304-8abb-1a6adde14b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.560981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] Pushing event deleted for resources: {'Port': ['ID=7f1f51e4-4a52-45c5-a3c9-13953681e140,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:18.592337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ba1ad-3870-4397-bb22-0a25ba5a2479 None None] No DVR routers for this DVR port 7f1f51e4-4a52-45c5-a3c9-13953681e140 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:55:18.602631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.603081 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.619214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] For port 7f1f51e4-4a52-45c5-a3c9-13953681e140, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7f1f51e4-4a52-45c5-a3c9-13953681e140,segment=NetworkSegment(91f9c3c7-e337-4ed6-a70c-6a2690327dad),segment_id=91f9c3c7-e337-4ed6-a70c-6a2690327dad)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:18.619578 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.663101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc0cdeb-7159-4025-907d-453e312b1e4a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:18.769529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Calling delete_port for c2d789fc-302c-468c-b967-ffe06f9e6b79 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:18.783171 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Sync routers for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:18.800719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de52ee30-d516-4304-8abb-1a6adde14b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:18.808286 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:18.808897 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:18.965031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52ee30-d516-4304-8abb-1a6adde14b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8f71c-d799-4168-8f69-a4dc44b912af,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:19.000936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Calling delete_port for 7f1f51e4-4a52-45c5-a3c9-13953681e140 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:19.014390 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:19.023072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de52ee30-d516-4304-8abb-1a6adde14b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.026780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-de52ee30-d516-4304-8abb-1a6adde14b6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40c8f71c-d799-4168-8f69-a4dc44b912af HTTP/1.1" status: 204 len: 168 time: 0.7084115 Feb 13 23:55:19.044689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Attempting to bind port 1bc0cdeb-7159-4025-907d-453e312b1e4a on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:19.047452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Attempting to bind port 1bc0cdeb-7159-4025-907d-453e312b1e4a by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:19.047949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Attempting to bind port 1bc0cdeb-7159-4025-907d-453e312b1e4a on network e25888f4-25bc-43e7-a780-bfba9388e82b {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:19.056694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Port 1bc0cdeb-7159-4025-907d-453e312b1e4a on network e25888f4-25bc-43e7-a780-bfba9388e82b not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:55:19.059046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Attempting to bind port 1bc0cdeb-7159-4025-907d-453e312b1e4a on network e25888f4-25bc-43e7-a780-bfba9388e82b {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:19.084322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:19.084653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Checking segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:19.085036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Bound using segment: {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:19.085460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Bound port: 1bc0cdeb-7159-4025-907d-453e312b1e4a, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6215fed7-65f4-4837-aeed-c61ba4c587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:19.086107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.130110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-32c23616-7818-4647-a73f-16e606db285c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:19.132164 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-32c23616-7818-4647-a73f-16e606db285c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 797 time: 0.7411880 Feb 13 23:55:19.204190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610ba5-6c97-4346-9b88-2d92c68c668c req-3fc5ad37-d46e-4d57-9f85-11b8eb0adf93 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:19.213841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5e610ba5-6c97-4346-9b88-2d92c68c668c req-3fc5ad37-d46e-4d57-9f85-11b8eb0adf93 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 946 time: 0.9092402 Feb 13 23:55:19.277707 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:55:19.278061 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:55:19.282265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.306417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] For port 1bc0cdeb-7159-4025-907d-453e312b1e4a, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:19.311100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] For port 1bc0cdeb-7159-4025-907d-453e312b1e4a, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:19.335566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ec380a9-27d5-409d-a589-0d2f7b8c9764 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:19.356376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Port': ['ID=c2d789fc-302c-468c-b967-ffe06f9e6b79,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:19.375920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f6c5e030-b741-4083-b5bc-434e3e8c25e1 req-6b613a5c-7f90-405c-99d3-cc3a882805aa tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 210 time: 0.0555615 Feb 13 23:55:19.381820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.387202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5e610ba5-6c97-4346-9b88-2d92c68c668c req-5d53c1a4-692c-4d0f-934f-69bc1acb751f tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722772 Feb 13 23:55:19.490694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-3af74d9d-d3e0-479b-bf2a-b19eda270e19 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:19.492191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-3af74d9d-d3e0-479b-bf2a-b19eda270e19 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.31 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 946 time: 0.3331757 Feb 13 23:55:19.500520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.501705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] 10.222.0.31 "PUT /v2.0/ports/1bc0cdeb-7159-4025-907d-453e312b1e4a HTTP/1.1" status: 200 len: 1091 time: 2.1283271 Feb 13 23:55:19.503356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'tag': '1bc0cdeb-7159-4025-907d-453e312b1e4a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:19.560310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ec380a9-27d5-409d-a589-0d2f7b8c9764 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:19.561698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-7ec380a9-27d5-409d-a589-0d2f7b8c9764 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 380 time: 0.4059474 Feb 13 23:55:19.578187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'port': {'device_id': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'admin_state_up': True, 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'security_groups': ['3e786bcf-454a-4837-ab39-85c35950adcb']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:19.633940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:10Z', 'revision_number': 2, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:19.639963 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Checking router: d94b5123-a153-423e-8d2d-a0bc400062c0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:55:19.640633 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Updating router d94b5123-a153-423e-8d2d-a0bc400062c0 port 4f19e072-f630-4723-ad88-5914ade5617b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:55:19.695558 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'tag': '1bc0cdeb-7159-4025-907d-453e312b1e4a', 'status': 'completed', 'code': 200} Feb 13 23:55:19.696203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a3ca6-dc51-4e48-ae9d-8f9809de5043 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc0cdeb-7159-4025-907d-453e312b1e4a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:19.725861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7f1f51e4-4a52-45c5-a3c9-13953681e140 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:19.730578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Deleting port 3e4e95d3-bf01-41c6-b048-052b94909297 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:19.730961 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.731081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.791541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 7f1f51e4-4a52-45c5-a3c9-13953681e140 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:19.792011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7f1f51e4-4a52-45c5-a3c9-13953681e140 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:19.793341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f1e0b544-8ade-4cd9-b12d-cf2f862a8581 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:19.853261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f1e0b544-8ade-4cd9-b12d-cf2f862a8581 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:19.853598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f1e0b544-8ade-4cd9-b12d-cf2f862a8581 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:19.905828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Deleting port 7f1f51e4-4a52-45c5-a3c9-13953681e140 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:19.906406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:19.979831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-21698c6d-6e51-436a-8197-f6433c627e99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97702280966e4ebb9f674a9c9abd8617&device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1094 time: 0.3747618 Feb 13 23:55:20.075349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] The port '7f1f51e4-4a52-45c5-a3c9-13953681e140' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:55:20.197819 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.207719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] For port 3e4e95d3-bf01-41c6-b048-052b94909297, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3e4e95d3-bf01-41c6-b048-052b94909297,segment=NetworkSegment(49f4c4b3-3a13-4cbc-9274-57c12a64b4c3),segment_id=49f4c4b3-3a13-4cbc-9274-57c12a64b4c3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:20.208276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.212510 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Transition to ACTIVE for port object 4f19e072-f630-4723-ad88-5914ade5617b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:20.222082 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.222271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-44ecceea-8c29-4ba2-9daf-58535994fed2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a HTTP/1.1" status: 200 len: 217 time: 0.2259698 Feb 13 23:55:20.264308 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] create failed (client error): The resource could not be found. Feb 13 23:55:20.265357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90126e5a-b275-4a4a-a5e0-b4f47f741b90 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4183393 Feb 13 23:55:20.277046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59666) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:20.345736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:20.351477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.368350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8540d-d710-4f63-ac56-0a9b66014e52 None None] Pushing event updated for resources: {'Port': ['ID=4f19e072-f630-4723-ad88-5914ade5617b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:20.370310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59670) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:20.387552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:20.426566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e3edbe-51e8-45c9-a9fd-238213708b3c']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:20.438957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Calling delete_port for 3e4e95d3-bf01-41c6-b048-052b94909297 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:20.450256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ffdaf80-fc72-4e67-85ff-04bd7836ee58 req-a19ce739-b5e5-489f-bccb-a4cd466ff3d5 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1094 time: 0.8417780 Feb 13 23:55:20.460390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f9c3c7-e337-4ed6-a70c-6a2690327dad') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:20.460980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f9c3c7-e337-4ed6-a70c-6a2690327dad') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:20.494372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Deleting port b767c6aa-ebd8-444a-ba33-1eabb29f2791 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:20.494807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.531507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:20.534867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.548773 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Attempting to bind port 4f19e072-f630-4723-ad88-5914ade5617b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:20.554048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.556557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-cdf6259b-4276-424d-84d2-2f1e27338e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:20.557234 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Attempting to bind port 4f19e072-f630-4723-ad88-5914ade5617b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:20.558163 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Attempting to bind port 4f19e072-f630-4723-ad88-5914ade5617b on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:20.558280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-cdf6259b-4276-424d-84d2-2f1e27338e58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=006c2b9d-ebf6-48d2-860d-bdd4ae2924f9 HTTP/1.1" status: 200 len: 848 time: 0.2487955 Feb 13 23:55:20.567066 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:20.568566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Checking segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:20.570171 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.570568 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Bound using segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:20.571049 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Bound port: 4f19e072-f630-4723-ad88-5914ade5617b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:20.571414 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.625413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.643915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:55:20.644373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: util.warn( Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:55:20.666518 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:55:20.743753 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] For port 4f19e072-f630-4723-ad88-5914ade5617b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:20.793995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-790124251-network', 'tenant_id': '46303994588643e3911403863bc880c3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:20.799721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-e6e6d839-1b3b-4631-b562-e59cf5661c49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e25888f4-25bc-43e7-a780-bfba9388e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218266 Feb 13 23:55:20.816254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ffdaf80-fc72-4e67-85ff-04bd7836ee58 req-a4e95810-c442-4b5f-a0b3-7a6f9ebed49a tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642282 Feb 13 23:55:20.829904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:20.840866 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.856650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Usage tracker for resource:network and tenant:46303994588643e3911403863bc880c3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:20.867572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:20.903162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:20.912868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] For port 4f19e072-f630-4723-ad88-5914ade5617b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f19e072-f630-4723-ad88-5914ade5617b,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:20.916832 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.966629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:20.986329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Pushing event deleted for resources: {'Port': ['ID=3e4e95d3-bf01-41c6-b048-052b94909297,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:21.003107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8540d-d710-4f63-ac56-0a9b66014e52 None None] Pushing event updated for resources: {'Port': ['ID=4f19e072-f630-4723-ad88-5914ade5617b,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:21.005735 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:21.006490 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:21.009268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea30be-96f4-4c0b-babe-87de6e55bfa2 req-8fd621b2-f35b-45d1-9256-9fff7688b586 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:21.017127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-baea30be-96f4-4c0b-babe-87de6e55bfa2 req-8fd621b2-f35b-45d1-9256-9fff7688b586 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91af097-7844-4432-8493-16d365b31e3d HTTP/1.1" status: 200 len: 946 time: 0.3438742 Feb 13 23:55:21.046759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:21.059392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Made reservation on behalf of 46303994588643e3911403863bc880c3 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:21.061651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:21.087841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41db507d-1e2e-4f2a-87a4-06c763c48c62 req-9b90968d-76d5-4fcc-aaed-507103d9786f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 210 time: 0.1338344 Feb 13 23:55:21.134656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e3edbe-51e8-45c9-a9fd-238213708b3c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:21.171633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] No DVR routers for this DVR port 3e4e95d3-bf01-41c6-b048-052b94909297 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:55:21.182356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:21.186938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-baea30be-96f4-4c0b-babe-87de6e55bfa2 req-b7b63778-c1ec-41db-afcc-356f55f9fbbd tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.36 "GET /v2.0/security-groups?id=aee76a2e-9fa9-47c0-874f-cea123b87c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690140 Feb 13 23:55:21.212275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-4d5f0a60-aad4-4a8b-ab16-a1e5616f71cc service neutron] 10.222.0.31 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045100 Feb 13 23:55:21.215500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-49be5b8c-ed46-419e-9b2b-4e8a170cab3d req-0179927d-009a-44b7-a952-96bed981e999 tempest-ServerPasswordTestJSON-1870253839 tempest-ServerPasswordTestJSON-1870253839-project] 10.222.0.31 "DELETE /v2.0/ports/3e4e95d3-bf01-41c6-b048-052b94909297 HTTP/1.1" status: 204 len: 173 time: 1.7123106 Feb 13 23:55:21.225857 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:21.242816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:21.286205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-05b21967-457f-419e-a001-bfe1e68f07c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6e3edbe-51e8-45c9-a9fd-238213708b3c HTTP/1.1" status: 204 len: 168 time: 3.8630295 Feb 13 23:55:21.304465 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:21.437688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Calling delete_port for b767c6aa-ebd8-444a-ba33-1eabb29f2791 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:21.512533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.11 (60d1e3ab-a3ac-437a-af61-57664aeb2a53/161af14d-ae09-4d91-b137-8215121e8d69/07ee17c4-dcea-4d47-aeec-a7c72df48b2f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:21.526635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:21.535343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Usage tracker for resource:security_group_rule and tenant:46303994588643e3911403863bc880c3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:21.538326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0836faab-f8b7-47a7-a2c4-b0d5413517ae req-d71838d5-6ec5-4ecf-9fa1-b5df332993e4 service neutron] 10.222.0.31 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186059 Feb 13 23:55:21.558741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:21.560051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59682) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:21.576664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:21.585885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3e4e95d3-bf01-41c6-b048-052b94909297 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:21.621669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 3e4e95d3-bf01-41c6-b048-052b94909297 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:21.622203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3e4e95d3-bf01-41c6-b048-052b94909297 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:21.689667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67341671-f064-4d18-a20a-c35b2e1c285a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee8b609055824c7ea075791fa691f75b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1281688 Feb 13 23:55:21.694108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:21.697560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91af097-7844-4432-8493-16d365b31e3d', 'name': 'network-vif-deleted', 'tag': '3e4e95d3-bf01-41c6-b048-052b94909297'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:21.700643 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:21.704817 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e758f-9daa-4faa-b878-f3c274effc6b None None] The sync data for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 is: [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:21.718831 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-74798d99-1ebb-4707-b488-0f70e1e31a87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97702280966e4ebb9f674a9c9abd8617&device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1094 time: 0.1225362 Feb 13 23:55:21.814495 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91af097-7844-4432-8493-16d365b31e3d', 'name': 'network-vif-deleted', 'tag': '3e4e95d3-bf01-41c6-b048-052b94909297', 'status': 'completed', 'code': 200} Feb 13 23:55:21.953361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afbec321-9c6d-4220-aec2-7f556f8e0056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:21.986915 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.076585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Port': ['ID=b767c6aa-ebd8-444a-ba33-1eabb29f2791,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:22.098952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afbec321-9c6d-4220-aec2-7f556f8e0056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.167121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-389920ef-d5dc-4ca5-8dee-300fbb0dadf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:22.168606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-389920ef-d5dc-4ca5-8dee-300fbb0dadf7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 200 len: 909 time: 0.4354935 Feb 13 23:55:22.275076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-8ce73c0a-7593-417e-ab9f-19caae9c08d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a HTTP/1.1" status: 200 len: 217 time: 0.0933800 Feb 13 23:55:22.295246 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.329674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.335706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ae695b4-10f2-4010-a25d-01edda463490 req-e5e0579d-79ff-421c-a894-14103413b6d3 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1094 time: 0.3386199 Feb 13 23:55:22.361043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.376491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-68d15dc3-8a6e-4aec-9d98-24cca9d0b405 req-1f2b9ecc-c10b-4701-9c45-5d50292a7aa8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:22.379480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afbec321-9c6d-4220-aec2-7f556f8e0056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.395931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object 07ee17c4-dcea-4d47-aeec-a7c72df48b2f will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:22.406392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-8c806189-1fcc-4e80-85ba-7cc88ccff02d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:22.407989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-8c806189-1fcc-4e80-85ba-7cc88ccff02d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=006c2b9d-ebf6-48d2-860d-bdd4ae2924f9 HTTP/1.1" status: 200 len: 848 time: 0.1229088 Feb 13 23:55:22.408690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec321-9c6d-4220-aec2-7f556f8e0056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e0084d-f0da-4367-bd88-01be802253d5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:22.427012 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.433032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:22.441622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf3923-ad1b-4805-9368-6f7537959e13,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:22.454985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-68d15dc3-8a6e-4aec-9d98-24cca9d0b405 req-1f2b9ecc-c10b-4701-9c45-5d50292a7aa8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:22.456146 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68d15dc3-8a6e-4aec-9d98-24cca9d0b405 req-1f2b9ecc-c10b-4701-9c45-5d50292a7aa8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 210 time: 0.1685243 Feb 13 23:55:22.464523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d7eee807-7209-453c-b440-d9efdc133d9c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "DELETE /v2.0/ports/b767c6aa-ebd8-444a-ba33-1eabb29f2791 HTTP/1.1" status: 204 len: 168 time: 2.1845396 Feb 13 23:55:22.465116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59698) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:22.465841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.466243 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Added segment c04afe44-78ea-418b-8066-fb25bf10b2a0 of type vlan for network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 Feb 13 23:55:22.500925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.509717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-afbec321-9c6d-4220-aec2-7f556f8e0056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.510847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-afbec321-9c6d-4220-aec2-7f556f8e0056 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7e0084d-f0da-4367-bd88-01be802253d5 HTTP/1.1" status: 204 len: 168 time: 0.8158419 Feb 13 23:55:22.518458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.530806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ae695b4-10f2-4010-a25d-01edda463490 req-dc20353d-1db3-4675-814a-eac4de592054 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869030 Feb 13 23:55:22.591847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-3dcf8407-5396-4bf4-ac8b-0600e195ed0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e25888f4-25bc-43e7-a780-bfba9388e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732266 Feb 13 23:55:22.602072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3f12eb-a403-4962-ad17-74726524474c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:22.602951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e3f12eb-a403-4962-ad17-74726524474c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Synchronizing usage tracker for tenant:af205a0a041c4080a656530d488c80bf on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:22.639778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.640644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:22.641214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:22.678712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:22.684715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:22.717490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5e3f12eb-a403-4962-ad17-74726524474c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Unset dirty status for tenant:af205a0a041c4080a656530d488c80bf on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:22.719005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5e3f12eb-a403-4962-ad17-74726524474c tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce41e581-2013-4b4c-8f42-a4a5a4565acb HTTP/1.1" status: 200 len: 913 time: 0.2506025 Feb 13 23:55:22.723186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59704) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:22.744926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:22.752129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59708) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:22.757941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:22.869677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4920774 Feb 13 23:55:22.879324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59712) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:22.899303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb919-cecc-4e92-bbba-c3ce9f701c1a admin admin] Pushing event updated for resources: {'Network': ['ID=f6ddc50c-f55f-4dfc-a426-d67eabcb0439,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:22.912041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Request body: {'subnet': {'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-790124251-subnet', 'tenant_id': '46303994588643e3911403863bc880c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:22.918174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:22.923670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-f67159a3-28e5-4a6b-813a-4792456e6eec service neutron] 10.222.0.31 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175313 Feb 13 23:55:22.940181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:22.957719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Usage tracker for resource:subnet and tenant:46303994588643e3911403863bc880c3 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:22.970688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:22.995506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:22.996875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.003456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:23.041833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Deleting subnet 4b301b08-0adf-482d-b708-e683bf16a9ce {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:55:23.047088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.104206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-405da3df-826a-4709-9444-91fa2975cd21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5318048 Feb 13 23:55:23.111496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Made reservation on behalf of 46303994588643e3911403863bc880c3 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:23.114618 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.144167 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Request body: {'port': {'device_id': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:23.206870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5c871370-3426-40cb-b36e-20576cdc95ce None None] Provisioning for port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:23.212125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5c871370-3426-40cb-b36e-20576cdc95ce None None] Provisioning complete for port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:23.212551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5c871370-3426-40cb-b36e-20576cdc95ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.219070 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a467238-916a-4412-9a52-bac8a4228ec4 req-54249da5-aa83-437b-8482-7a5510544056 service neutron] 10.222.0.31 "GET /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866628 Feb 13 23:55:23.254016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.285174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5c871370-3426-40cb-b36e-20576cdc95ce None None] Port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:23.318060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59718) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:23.434181 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.517474 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.533284 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b464809d-f254-4f33-b43e-b2ae3e983724 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c868cbf570c4f7f8a7adc1ad67c3273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2087762 Feb 13 23:55:23.536539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59724) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:23.599183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.745441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f19e072-f630-4723-ad88-5914ade5617b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:23.812554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70bdb05c-aa0a-43dc-9aac-1db8951e0850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.823104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4f19e072-f630-4723-ad88-5914ade5617b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:23.827854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4f19e072-f630-4723-ad88-5914ade5617b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:23.828224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.859351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.866793 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70bdb05c-aa0a-43dc-9aac-1db8951e0850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.918807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b301b08-0adf-482d-b708-e683bf16a9ce,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:23.923881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8c8f-a3e0-43ee-b2b8-002987084a15 req-529b2eb9-738b-4fbe-8181-c8ddaeeb9353 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:23.925346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c2b8c8f-a3e0-43ee-b2b8-002987084a15 req-529b2eb9-738b-4fbe-8181-c8ddaeeb9353 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 932 time: 0.2431450 Feb 13 23:55:23.950814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.965516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.973418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:23.995719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c2b8c8f-a3e0-43ee-b2b8-002987084a15 req-c163f1b0-e8df-46f1-b550-784b70ab8de7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627141 Feb 13 23:55:24.026764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4f19e072-f630-4723-ad88-5914ade5617b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f19e072-f630-4723-ad88-5914ade5617b,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:24.036252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.037331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c75038d-021d-479a-8305-313e898a9983 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4b301b08-0adf-482d-b708-e683bf16a9ce HTTP/1.1" status: 204 len: 168 time: 1.2827199 Feb 13 23:55:24.042927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59730) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:24.049762 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70bdb05c-aa0a-43dc-9aac-1db8951e0850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.121011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4f19e072-f630-4723-ad88-5914ade5617b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:24.132131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.132641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.133065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.133598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.133999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.134531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.134963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.135299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.135757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.136222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.137051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:24.148843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdb05c-aa0a-43dc-9aac-1db8951e0850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369af84-25ec-4c36-9723-7bd3c8d3d4ef,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:24.165311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70bdb05c-aa0a-43dc-9aac-1db8951e0850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.166712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-70bdb05c-aa0a-43dc-9aac-1db8951e0850 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3369af84-25ec-4c36-9723-7bd3c8d3d4ef HTTP/1.1" status: 204 len: 168 time: 0.6283183 Feb 13 23:55:24.200945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7acdffe1-6c30-4c74-ade9-e737d2fe14bf req-4cf11009-72af-4863-abfb-3187d3b19e08 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1094 time: 0.4950366 Feb 13 23:55:24.201849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.resource_extend [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:55:24.223850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:24.310182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.310533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Checking segment: {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:24.310881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Network hostable DHCP agents. Network: f6ddc50c-f55f-4dfc-a426-d67eabcb0439, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:24.322320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ee17c4-dcea-4d47-aeec-a7c72df48b2f {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:24.338261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.348447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7acdffe1-6c30-4c74-ade9-e737d2fe14bf req-468d207b-1dc7-44af-8abd-8fd8006165b8 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304772 Feb 13 23:55:24.359914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Transition to ACTIVE for port object 07ee17c4-dcea-4d47-aeec-a7c72df48b2f will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:24.367412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.403893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:24.431092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f6ddc50c-f55f-4dfc-a426-d67eabcb0439) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:24.444846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1894474-1d45-45fb-9f13-4e2b2e098b86 None None] Network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:24.515758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:24.516343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.530107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.559279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:24.566022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facb2023-b55b-4bc0-9a3f-99a5d2c17e43']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:24.581273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:24.581610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f4c4b3-3a13-4cbc-9274-57c12a64b4c3') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:24.597753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.617758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.626842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03b101e6-d82b-46bf-a245-eb1140316c72 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7322257 Feb 13 23:55:24.632739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:55:24.633183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:55:24.648264 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:55:24.807723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:24.808016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:24.808483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:24.818706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:55:24.819212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:24.826763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:24.827114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Checking segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:24.827474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Bound using segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:24.827903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Bound port: 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:24.828248 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.904252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.909083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:24.947175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] Pushing event deleted for resources: {'Network': ['ID=facb2023-b55b-4bc0-9a3f-99a5d2c17e43,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:24.965234 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5a6eb3f0-d655-4bf1-9f45-45007ebaa651 admin admin] 10.222.0.36 "DELETE /v2.0/networks/facb2023-b55b-4bc0-9a3f-99a5d2c17e43 HTTP/1.1" status: 204 len: 168 time: 0.9146597 Feb 13 23:55:24.997254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:25.006203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:25.017143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:25.050022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e18541-5369-4036-90e5-2a189de4bda0 None None] Network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:25.094298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:25.097027 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] 10.222.0.42 "PUT /v2.0/ports/07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1092 time: 1.9629409 Feb 13 23:55:25.097629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:25.293230 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'status': 'completed', 'code': 200} Feb 13 23:55:25.308757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6c1a6-a73a-4086-b9dc-85165e06f825 service neutron] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:25.392790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59750) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:25.422970 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-6984f13f-215f-462e-9e98-145160dfd574 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1095 time: 0.2634289 Feb 13 23:55:25.475701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Deleting port 2fe44426-281b-440e-a68a-0f9951ca6549 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:25.476037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:25.610435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1bc0cdeb-7159-4025-907d-453e312b1e4a details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:55:25.611779 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-c4c8a382-2294-4636-8656-5871d86ec435 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 217 time: 0.1753597 Feb 13 23:55:25.620174 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94ccf851-4e51-4fee-8daa-51a03529e948 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=157d6c85dc82497ba8aec4a39fbe608b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2253447 Feb 13 23:55:25.628432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:25.780025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-58433993-546f-4fc9-93ff-d5ef1991b07d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:25.781726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-58433993-546f-4fc9-93ff-d5ef1991b07d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.1603625 Feb 13 23:55:25.788549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d202-340f-4931-8f35-50e567fabb09 req-ac98b62d-d619-4dff-b7c5-aad74670d308 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:25.790255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf78d202-340f-4931-8f35-50e567fabb09 req-ac98b62d-d619-4dff-b7c5-aad74670d308 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.4794605 Feb 13 23:55:25.859188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 1bc0cdeb-7159-4025-907d-453e312b1e4a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:25.867069 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5644facf-7289-41a7-9583-96553d3becac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:25.876105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '1bc0cdeb-7159-4025-907d-453e312b1e4a', 'network_id': 'e25888f4-25bc-43e7-a780-bfba9388e82b', 'port_id': '1bc0cdeb-7159-4025-907d-453e312b1e4a', 'mac_address': 'fa:16:3e:b5:eb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006c2b9d-ebf6-48d2-860d-bdd4ae2924f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:55:25.880942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f19e072-f630-4723-ad88-5914ade5617b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:25.885424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf78d202-340f-4931-8f35-50e567fabb09 req-a39f22f1-8283-43d2-b2b2-664b3b8bc132 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856357 Feb 13 23:55:25.910161 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-257133a6-806a-4dcf-91a7-c9ecc9f41d79 req-df236a7b-2f17-48b1-8730-c0811688754f tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1094 time: 0.3530090 Feb 13 23:55:25.922226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.005316 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.032666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc0cdeb-7159-4025-907d-453e312b1e4a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:26.033647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5644facf-7289-41a7-9583-96553d3becac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.038389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4f19e072-f630-4723-ad88-5914ade5617b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:26.038758 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.084488 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-257133a6-806a-4dcf-91a7-c9ecc9f41d79 req-4870c11b-47a1-44d0-abd8-ae55569b41d9 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675589 Feb 13 23:55:26.114311 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-0f96b703-3c16-4ad1-ad03-80c0a26f6058 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252966 Feb 13 23:55:26.125496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Calling delete_port for 2fe44426-281b-440e-a68a-0f9951ca6549 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:26.127711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 1bc0cdeb-7159-4025-907d-453e312b1e4a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:26.136831 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.263680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5644facf-7289-41a7-9583-96553d3becac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.284861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=1bc0cdeb-7159-4025-907d-453e312b1e4a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:26.301209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644facf-7289-41a7-9583-96553d3becac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee76a2e-9fa9-47c0-874f-cea123b87c23,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:26.305714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5644facf-7289-41a7-9583-96553d3becac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.306947 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5644facf-7289-41a7-9583-96553d3becac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aee76a2e-9fa9-47c0-874f-cea123b87c23 HTTP/1.1" status: 204 len: 168 time: 0.6327760 Feb 13 23:55:26.308914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-91416131-0c08-433d-a331-43946365ef72 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862044 Feb 13 23:55:26.331878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['1bc0cdeb-7159-4025-907d-453e312b1e4a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:26.377040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.448789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Port': ['ID=2fe44426-281b-440e-a68a-0f9951ca6549,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:26.565811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29eb859c-5983-4ea4-9bb9-390438e411ee req-5ec3f48a-0d00-489f-8240-c0168dccd1a7 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441750 Feb 13 23:55:26.709569 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-084cecc5-c5ad-41e9-86ae-507d98cff13e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1095 time: 0.0904262 Feb 13 23:55:26.781961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:26.923984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-f5402fd1-f47d-4dd8-86fa-542e3cda615a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:26.925462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-f5402fd1-f47d-4dd8-86fa-542e3cda615a service neutron] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.2094581 Feb 13 23:55:27.033001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-b078f146-7eaf-4f5d-a632-bbb88bba856e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 217 time: 0.0977242 Feb 13 23:55:27.323028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-4e0721b5-4038-40a6-ac3b-6f07ed9ac91b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:27.324620 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-4e0721b5-4038-40a6-ac3b-6f07ed9ac91b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.2838776 Feb 13 23:55:27.398909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2eabd740-4b31-472a-90a5-517be92e7b12 req-7bff4585-55a4-4c33-9c3b-71eccd332ae1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1095 time: 0.1482468 Feb 13 23:55:27.417193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305935b-237b-481b-8ff3-3a8870d287be req-85eba094-c20d-464e-a8cb-c821cddb4b7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:27.418906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2305935b-237b-481b-8ff3-3a8870d287be req-85eba094-c20d-464e-a8cb-c821cddb4b7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.2935607 Feb 13 23:55:27.456097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Router ce41e581-2013-4b4c-8f42-a4a5a4565acb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:55:27.458228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-e959e283-7ec8-4009-abc3-ed38ce99c490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240768 Feb 13 23:55:27.475023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2eabd740-4b31-472a-90a5-517be92e7b12 req-c3952cda-473d-48d4-8913-782644da7cb2 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 Feb 13 23:55:27.502477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2305935b-237b-481b-8ff3-3a8870d287be req-24b903d7-5474-49e2-a9e2-42c4beed7e85 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688565 Feb 13 23:55:27.642135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1bc0cdeb-7159-4025-907d-453e312b1e4a up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:27.690937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59792) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:27.709401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-623c93c7-de22-4e21-b9fe-c3ae168c1df3 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308402 Feb 13 23:55:27.773638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 1bc0cdeb-7159-4025-907d-453e312b1e4a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:27.779209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 1bc0cdeb-7159-4025-907d-453e312b1e4a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:27.779582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:27.795381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:27.814010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5034cfb9-ae06-4351-8471-7be855b96a32 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "PUT /v2.0/routers/ce41e581-2013-4b4c-8f42-a4a5a4565acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0896118 Feb 13 23:55:27.816795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59798) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:27.852384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] Sync routers for ids ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:27.914614 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6a812f3-ca4d-4dd1-8aaf-13acbb9f7196 req-1f25d2ef-e796-4e3d-9239-25b28d5c5ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947854 Feb 13 23:55:27.921901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1120068614-network', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:27.922695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] Routers {'ce41e581-2013-4b4c-8f42-a4a5a4565acb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:27.923287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:27.928420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:27.932722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Usage tracker for resource:network and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:27.937044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:27.943225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:27.961842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Made reservation on behalf of 384f8d54cd33413d93b7144daa0a5020 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:27.964936 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:27.982127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:27.989264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.023740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:28.024060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:28.028485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:28.031626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:28.038608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:28.041002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] Routers {'ce41e581-2013-4b4c-8f42-a4a5a4565acb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:28.041623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:28.111331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:28.111736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9414e-544c-4e70-84ad-69f9eca58efa None None] The sync data for ids ['ce41e581-2013-4b4c-8f42-a4a5a4565acb'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:28.144688 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.154469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.180346 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.195750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:28.209173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68255c-62b8-45f2-b3ca-345ba77a6189,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:28.210888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc0cdeb-7159-4025-907d-453e312b1e4a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:28.216192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.216192 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Added segment 6fdfa114-1ea7-4c48-84ab-81faef83fb1d of type vlan for network bac04612-3403-4065-a8fb-58bc63bf802f Feb 13 23:55:28.225101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 1bc0cdeb-7159-4025-907d-453e312b1e4a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:28.230421 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.246162 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.281816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.283135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:28.284058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.313752 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc0cdeb-7159-4025-907d-453e312b1e4a', 'code': 200} Feb 13 23:55:28.319004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=1bc0cdeb-7159-4025-907d-453e312b1e4a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:28.395083 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6996152 Feb 13 23:55:28.398151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59804) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:28.405037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Request body: {'subnet': {'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1120068614-subnet', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:28.412966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48840-c121-4113-92fc-388a34fefdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=bac04612-3403-4065-a8fb-58bc63bf802f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:28.415327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:28.419348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Usage tracker for resource:subnet and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:28.422394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:28.427224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bac04612-3403-4065-a8fb-58bc63bf802f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:28.428812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:28.440516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Made reservation on behalf of 384f8d54cd33413d93b7144daa0a5020 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:28.443805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.559118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.573242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.601282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcd07cf8-9634-4a7c-b52f-e03fbd2e690d req-5ccd2157-fa05-4931-a20a-5a5deebf34e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.2593343 Feb 13 23:55:28.639058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.641722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Fanout notify agent at l3_agent the message router_deleted on router ce41e581-2013-4b4c-8f42-a4a5a4565acb {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:55:28.682355 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.685920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8806cfc8-4e00-4cb2-9fc9-a1ad74637fcf tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "DELETE /v2.0/routers/ce41e581-2013-4b4c-8f42-a4a5a4565acb HTTP/1.1" status: 204 len: 168 time: 0.8656814 Feb 13 23:55:28.691790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:28.784721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dcd07cf8-9634-4a7c-b52f-e03fbd2e690d req-59c9ca96-e150-4bf3-b3b0-50c49b216149 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768329 Feb 13 23:55:28.815728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:28.905086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Pushing event updated for resources: {'Subnet': ['ID=770d6ece-3a68-4bf4-bceb-3bc229c39ab0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:28.968542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793d9b2-0a3a-41a4-9846-e3b3eeb46d24 req-ff102c5b-9bce-49da-9c7e-628c988d552b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:28.979903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2793d9b2-0a3a-41a4-9846-e3b3eeb46d24 req-ff102c5b-9bce-49da-9c7e-628c988d552b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.2626145 Feb 13 23:55:29.012300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Checking segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:29.012596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Network hostable DHCP agents. Network: bac04612-3403-4065-a8fb-58bc63bf802f, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:29.017173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d41463-25c0-4fdb-8ff6-8398e3fe9570 req-4016d4d4-cfde-4c5c-adf8-eeb23c55bb24 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.3267372 Feb 13 23:55:29.022248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Deleting subnet d7555f09-018d-445e-987d-7995c5515b89 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:55:29.040692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.065095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2793d9b2-0a3a-41a4-9846-e3b3eeb46d24 req-d7c7dab4-e923-4ac3-9071-815762c12523 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843027 Feb 13 23:55:29.076452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Network bac04612-3403-4065-a8fb-58bc63bf802f is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:29.095592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bac04612-3403-4065-a8fb-58bc63bf802f) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:29.105390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:29.106252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.111685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71f9b2-ac38-4be3-b2b1-f7152b772f94 None None] Network bac04612-3403-4065-a8fb-58bc63bf802f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:29.140291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.143988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e365afbd-c6d2-40f4-89e1-0e683434139c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7447696 Feb 13 23:55:29.147836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59818) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:29.154626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:29.162598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:29.168875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Usage tracker for resource:router and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:29.174160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:29.185127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:29.186159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d41463-25c0-4fdb-8ff6-8398e3fe9570 req-5d5ece06-31c6-4af6-be6a-356802d754ff tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615160 Feb 13 23:55:29.203379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.204934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.228846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.248249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.329323 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.365399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Subnet': ['ID=d7555f09-018d-445e-987d-7995c5515b89,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:29.374591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.379827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.382742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-264d0659-197d-462f-bb35-d5911297df60 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "DELETE /v2.0/subnets/d7555f09-018d-445e-987d-7995c5515b89 HTTP/1.1" status: 204 len: 168 time: 0.6898084 Feb 13 23:55:29.384552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:29.399833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c223eb-ed88-4eef-ab3a-6b78ef58e8e9 None None] Network 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:29.476242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-bac04612-3403-4065-a8fb-58bc63bf802f', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:55:29.477211 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.583613 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.615892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.620082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.631612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Deleting port 6bac3032-edae-4f79-8980-df9f02816e96 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:29.631988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.753345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Allocated IP 172.20.0.2 (bac04612-3403-4065-a8fb-58bc63bf802f/770d6ece-3a68-4bf4-bceb-3bc229c39ab0/3b8332ed-1a51-45dd-9897-35146aad6a5e) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:29.867201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] DHCP port deletion for 6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:55:29.884820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Deleting port 6bac3032-edae-4f79-8980-df9f02816e96 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:29.885295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:29.956542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Allocated IP 172.25.4.28 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/f7e968bb-991b-43a1-ae1c-e631f880deff) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:29.991545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] For port 6bac3032-edae-4f79-8980-df9f02816e96, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6bac3032-edae-4f79-8980-df9f02816e96,segment=NetworkSegment(c4179cac-d603-419c-be72-f682c2b24756),segment_id=c4179cac-d603-419c-be72-f682c2b24756)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:29.991906 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.132128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Calling delete_port for 6bac3032-edae-4f79-8980-df9f02816e96 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:30.193877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] For port 6bac3032-edae-4f79-8980-df9f02816e96, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6bac3032-edae-4f79-8980-df9f02816e96,segment=NetworkSegment(c4179cac-d603-419c-be72-f682c2b24756),segment_id=c4179cac-d603-419c-be72-f682c2b24756)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:30.194552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.279618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.281361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.345464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12520cc-3194-4670-8179-2a48b56ab126 req-6965adbb-10b2-4589-ae53-c799ed544192 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:30.347024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f12520cc-3194-4670-8179-2a48b56ab126 req-6965adbb-10b2-4589-ae53-c799ed544192 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.1085374 Feb 13 23:55:30.348614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.357220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Port': ['ID=6bac3032-edae-4f79-8980-df9f02816e96,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:30.376177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] No DVR routers for this DVR port 6bac3032-edae-4f79-8980-df9f02816e96 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:55:30.424293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Calling delete_port for 6bac3032-edae-4f79-8980-df9f02816e96 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:30.434291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:30.439827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:30.448720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:30.468909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f0d505e2-bcb1-4bd7-9df7-d7209c2c183a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.505558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f12520cc-3194-4670-8179-2a48b56ab126 req-40539a31-351b-4ad0-abe8-89e4a9dbe199 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454587 Feb 13 23:55:30.511780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.525375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Pushing event updated for resources: {'Port': ['ID=f7e968bb-991b-43a1-ae1c-e631f880deff,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:30.526411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Transition to ACTIVE for port object 3b8332ed-1a51-45dd-9897-35146aad6a5e will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:30.565912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Transition to ACTIVE for port object 3b8332ed-1a51-45dd-9897-35146aad6a5e will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:30.580050 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.665503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.681369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Pushing event updated for resources: {'Port': ['ID=3b8332ed-1a51-45dd-9897-35146aad6a5e,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:30.688501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Network bac04612-3403-4065-a8fb-58bc63bf802f is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:30.689636 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:55:30.690172 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:55:30.691496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:30.693786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:30.698757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:30.706885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.707624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.715768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4179cac-d603-419c-be72-f682c2b24756') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:30.716296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4179cac-d603-419c-be72-f682c2b24756') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:30.729850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e88ee51-1153-45fc-a5f1-e2a3589ac4e4 req-9a905709-6838-4b67-8d09-08ea3dbef9e8 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.3100796 Feb 13 23:55:30.733810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.780486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.793190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Attempting to bind port 3b8332ed-1a51-45dd-9897-35146aad6a5e on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:30.793381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:55:30.793599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.794776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Attempting to bind port 3b8332ed-1a51-45dd-9897-35146aad6a5e by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:30.795475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Attempting to bind port 3b8332ed-1a51-45dd-9897-35146aad6a5e on network bac04612-3403-4065-a8fb-58bc63bf802f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:30.805477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:30.805865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Checking segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:30.806341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.806734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Bound using segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:30.807339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Bound port: 3b8332ed-1a51-45dd-9897-35146aad6a5e, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:30.807948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:55:30.820369 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:55:30.883760 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e88ee51-1153-45fc-a5f1-e2a3589ac4e4 req-c1afc8b5-dc62-46be-8017-3bf2a56030d1 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419554 Feb 13 23:55:30.931991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.949801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] For port 3b8332ed-1a51-45dd-9897-35146aad6a5e, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:30.958189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] For port 3b8332ed-1a51-45dd-9897-35146aad6a5e, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b8332ed-1a51-45dd-9897-35146aad6a5e,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:30.965509 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.976575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:30.986826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] Pushing event deleted for resources: {'Network': ['ID=6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:30.995841 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e3447bb9-6052-41a0-a7b2-bfd124a62755 tempest-FloatingIPNegativeTestJSON-1812006932 tempest-FloatingIPNegativeTestJSON-1812006932-project] 10.222.0.36 "DELETE /v2.0/networks/6f31a9ba-dbf1-470b-90bd-9f2625bcf7ca HTTP/1.1" status: 204 len: 168 time: 1.6102581 Feb 13 23:55:31.034933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:55:31.046089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:55:31.127831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cc8a1-6607-4b28-b3f0-558db429ab43 None None] Pushing event updated for resources: {'Port': ['ID=3b8332ed-1a51-45dd-9897-35146aad6a5e,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:31.335280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Deleting port 6bac3032-edae-4f79-8980-df9f02816e96 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:31.335844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:31.434824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-195b4bf9-7627-492c-91cc-4ac9b5bc759e None None] The port '6bac3032-edae-4f79-8980-df9f02816e96' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:55:31.435004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe7bd03f-fb7a-4883-86b1-2463409c8bfa req-17f25ba4-f570-4a98-acdb-513392e3ec14 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.2814338 Feb 13 23:55:31.452208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59844) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:31.460151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:31.483251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'port_id': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'mac_address': 'fa:16:3e:a0:95:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:55:31.517549 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe7bd03f-fb7a-4883-86b1-2463409c8bfa req-c206302a-7098-48b9-959e-09acce1f82d9 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708628 Feb 13 23:55:31.561827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:31.570095 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:31.578586 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:31.615907 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:31.616633 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:31.633573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ee17c4-dcea-4d47-aeec-a7c72df48b2f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:31.636543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:31.637755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df817c2b-601b-4fd0-a2ec-02296b66e43b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4887867 Feb 13 23:55:31.640690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59854) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:31.689866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:31.702921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:31.853147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b8332ed-1a51-45dd-9897-35146aad6a5e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:31.948463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:31.960667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 3b8332ed-1a51-45dd-9897-35146aad6a5e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:31.973260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:31.999367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3d54629c-632b-4492-97cf-994fcb568a3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af205a0a041c4080a656530d488c80bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5459406 Feb 13 23:55:32.005504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:32.027374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['07ee17c4-dcea-4d47-aeec-a7c72df48b2f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:32.062419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514bc2-f674-49bd-9cbd-e7af73693292 req-4817af1b-2c48-44de-b281-e84858170208 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:32.074821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce514bc2-f674-49bd-9cbd-e7af73693292 req-4817af1b-2c48-44de-b281-e84858170208 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 945 time: 0.2327464 Feb 13 23:55:32.091480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6bac3032-edae-4f79-8980-df9f02816e96 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:32.139061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce514bc2-f674-49bd-9cbd-e7af73693292 req-a26474de-5c26-4d3c-982e-119f4524e381 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632913 Feb 13 23:55:32.149803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6bac3032-edae-4f79-8980-df9f02816e96 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:32.150172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6bac3032-edae-4f79-8980-df9f02816e96 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:32.201530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12449f71-e7be-4909-b3cc-2476713317a6 req-3392083d-b9d4-4f59-ba1c-590564139c74 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.2878604 Feb 13 23:55:32.287502 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45cd4ab-c0de-49b0-b0ad-ca3128d51091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:32.337728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12449f71-e7be-4909-b3cc-2476713317a6 req-873be12c-ec5d-44d4-951b-206cdf1f1e2b tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215670 Feb 13 23:55:32.357912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45cd4ab-c0de-49b0-b0ad-ca3128d51091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:32.459247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8f15ff01-1fa0-451d-99aa-fa8469ffeae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:32.476850 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:30Z', 'revision_number': 3, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:32.482480 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:55:32.482816 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Updating router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 port f7e968bb-991b-43a1-ae1c-e631f880deff binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:55:32.572472 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:32.736722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bcde57-b308-479a-999a-0a631f7a67c5 None None] Network bac04612-3403-4065-a8fb-58bc63bf802f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:32.738225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45cd4ab-c0de-49b0-b0ad-ca3128d51091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:32.775067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a45cd4ab-c0de-49b0-b0ad-ca3128d51091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:32.779260 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a45cd4ab-c0de-49b0-b0ad-ca3128d51091 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7613113d-e8ba-44e2-a445-12ef9a7d145d HTTP/1.1" status: 204 len: 168 time: 0.7702546 Feb 13 23:55:32.781399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cd4ab-c0de-49b0-b0ad-ca3128d51091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7613113d-e8ba-44e2-a445-12ef9a7d145d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:33.125917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] Provisioning for port 3b8332ed-1a51-45dd-9897-35146aad6a5e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:33.139575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] Provisioning complete for port 3b8332ed-1a51-45dd-9897-35146aad6a5e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:33.140063 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.245878 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.258329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e19a7b38-6dcf-4c47-a3b2-01f918ea8999 req-6bd1fa5a-decc-4d36-b673-7da827e78668 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.1806276 Feb 13 23:55:33.261418 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Transition to ACTIVE for port object f7e968bb-991b-43a1-ae1c-e631f880deff will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:33.278654 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.385186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.440523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca915b-df67-4ebb-8b1e-873f0438e274 req-46096872-7e6f-40d8-a67d-328751a7dd54 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:33.454648 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1ca915b-df67-4ebb-8b1e-873f0438e274 req-46096872-7e6f-40d8-a67d-328751a7dd54 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 945 time: 0.1141467 Feb 13 23:55:33.471304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] For port 3b8332ed-1a51-45dd-9897-35146aad6a5e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b8332ed-1a51-45dd-9897-35146aad6a5e,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:33.481537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.497323 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Pushing event updated for resources: {'Port': ['ID=f7e968bb-991b-43a1-ae1c-e631f880deff,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:33.554287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.560671 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.561185 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.562351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.563299 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.570176 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.570669 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.573020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.573020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.573020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.573020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:33.587794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1ca915b-df67-4ebb-8b1e-873f0438e274 req-cff4348b-80bc-4ea2-9909-78aa30b6e045 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319010 Feb 13 23:55:33.594107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Attempting to bind port f7e968bb-991b-43a1-ae1c-e631f880deff on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:33.599926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Attempting to bind port f7e968bb-991b-43a1-ae1c-e631f880deff by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:33.606246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Attempting to bind port f7e968bb-991b-43a1-ae1c-e631f880deff on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:33.630878 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:33.636595 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:33.639077 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.639535 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:33.640197 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Bound port: f7e968bb-991b-43a1-ae1c-e631f880deff, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:33.640790 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.651731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645d7c1-b9b2-4cf8-ab26-b1c5f59b035b None None] Pushing event updated for resources: {'Port': ['ID=3b8332ed-1a51-45dd-9897-35146aad6a5e,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:33.665529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e19a7b38-6dcf-4c47-a3b2-01f918ea8999 req-944f9fb1-ae1a-43db-828e-b8ef9155f45e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528492 Feb 13 23:55:33.668120 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.672100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.713040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-eb671977-a5bf-4d98-a131-f9c059c0df00 None None] Provisioning complete for port 3b8332ed-1a51-45dd-9897-35146aad6a5e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:33.713577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-eb671977-a5bf-4d98-a131-f9c059c0df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.739102 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] For port f7e968bb-991b-43a1-ae1c-e631f880deff, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:33.746771 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] For port f7e968bb-991b-43a1-ae1c-e631f880deff, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f7e968bb-991b-43a1-ae1c-e631f880deff,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:33.752963 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.861472 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:33.862223 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:33.891430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:33.919803 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972513f-6a58-4d8a-b2ce-fe61d9e88d67 None None] Pushing event updated for resources: {'Port': ['ID=f7e968bb-991b-43a1-ae1c-e631f880deff,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:33.944283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Allocated IP 172.20.0.1 (bac04612-3403-4065-a8fb-58bc63bf802f/770d6ece-3a68-4bf4-bceb-3bc229c39ab0/5a782eaa-ab0a-407d-9cbc-46d9043f05ed) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:34.141998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:34.165394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.195408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Transition to ACTIVE for port object 5a782eaa-ab0a-407d-9cbc-46d9043f05ed will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:34.220651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-92a3b638-a01e-4f63-b0f3-1cd2c9f92921 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.1064391 Feb 13 23:55:34.293684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.343368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59892) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:34.351327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Deleting port 1bc0cdeb-7159-4025-907d-453e312b1e4a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:34.351672 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.436060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Network bac04612-3403-4065-a8fb-58bc63bf802f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:34.436060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Pushing event updated for resources: {'Port': ['ID=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:34.438744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:34.443285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:34.597615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.628687 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:30Z', 'revision_number': 3, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:34.638183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7563264-4da9-49ab-b5e4-98b0dbefe9aa None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:30Z', 'revision_number': 3, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:34.666629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'networks': [{'name': 'tempest-network--893626815'}, {'name': 'tempest-network--2058608852'}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:34.667199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'network': {'name': 'tempest-network--893626815'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:34.669019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'network': {'name': 'tempest-network--2058608852'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:34.682809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:34.696166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:network and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:34.713902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:34.730828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:34.765369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'network': 2} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:34.769276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.816353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22402ae7-9c30-4851-8ddf-98d779dfe1ad None None] Provisioning for port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:34.824246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22402ae7-9c30-4851-8ddf-98d779dfe1ad None None] Provisioning complete for port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:34.824631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22402ae7-9c30-4851-8ddf-98d779dfe1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.826582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.888694 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-22402ae7-9c30-4851-8ddf-98d779dfe1ad None None] Port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:34.933306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:34.938149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] For port 1bc0cdeb-7159-4025-907d-453e312b1e4a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=1bc0cdeb-7159-4025-907d-453e312b1e4a,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:34.938542 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.939320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:security_group_rule and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:34.942856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:34.950719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:34.961389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:34.970376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cb414-a0a9-459b-99d0-b37a2ca66f33 req-67a5f8c9-4a4e-4a5e-b16b-da0d6f1ab3bf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:34.971985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b9cb414-a0a9-459b-99d0-b37a2ca66f33 req-67a5f8c9-4a4e-4a5e-b16b-da0d6f1ab3bf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 945 time: 0.1569452 Feb 13 23:55:35.071402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:35.072956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3b9cb414-a0a9-459b-99d0-b37a2ca66f33 req-9e838afa-a39d-4a34-ba5b-b0fe929c55f6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895786 Feb 13 23:55:35.101089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.114008 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.114682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.180227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:35.189819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873c0f7a-a4a0-4bbc-bad1-059dca591f1e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:35.198967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.199560 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Added segment ca5652b9-e92c-4ae9-ad45-c67b8944d762 of type vlan for network e948b2d8-341f-42b4-ae52-e19d8378facd Feb 13 23:55:35.201530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Calling delete_port for 1bc0cdeb-7159-4025-907d-453e312b1e4a owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:35.231367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.235798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.296172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:35.297058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:35.309066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.309474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:35.310104 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Added segment f5689030-525c-4a78-aa84-708566d6a74b of type vlan for network 0bc02a5a-146d-4685-ae6a-5746a914b048 Feb 13 23:55:35.310328 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.345683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b42a37e0-d5a3-45d3-ae9f-4d523b0de9ab req-141dcae0-f0d7-4943-9e37-a05f739fe91b tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 1096 time: 0.4831922 Feb 13 23:55:35.399368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.466222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.467571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.473959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:35.489175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:35.493995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.516428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.571419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:35.582728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:35.590995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.600270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b42a37e0-d5a3-45d3-ae9f-4d523b0de9ab req-61c4ac4c-fe8d-491c-83df-8d185e945889 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536693 Feb 13 23:55:35.658900 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:35.729520 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'code': 200} Feb 13 23:55:35.730493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eb2943d5-2899-4eef-9676-a33394e5b661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:35.800468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bc0cdeb-7159-4025-907d-453e312b1e4a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:35.870768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['1bc0cdeb-7159-4025-907d-453e312b1e4a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:35.985361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b8332ed-1a51-45dd-9897-35146aad6a5e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:36.028040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:36.034703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] No DVR routers for this DVR port 1bc0cdeb-7159-4025-907d-453e312b1e4a on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:55:36.039553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:36.041532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Network': ['ID=e948b2d8-341f-42b4-ae52-e19d8378facd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:36.098096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e948b2d8-341f-42b4-ae52-e19d8378facd details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:36.103540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:36.144428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'name': 'network-vif-deleted', 'tag': '1bc0cdeb-7159-4025-907d-453e312b1e4a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:36.160246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8156960 Feb 13 23:55:36.165467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59910) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:36.298349 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0530e-0ca0-43e9-ba7a-95a4a4e0108d', 'name': 'network-vif-deleted', 'tag': '1bc0cdeb-7159-4025-907d-453e312b1e4a', 'status': 'completed', 'code': 200} Feb 13 23:55:36.318903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:36.407052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec434b1-98f1-461f-aa77-a2da53c9ca9d tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Network': ['ID=0bc02a5a-146d-4685-ae6a-5746a914b048,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:36.412877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 3b8332ed-1a51-45dd-9897-35146aad6a5e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:36.413336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:36.450886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:36.459110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68a62beb-a59b-4ce7-b331-2c27f5868331 req-44d75844-65fc-4172-a0a1-d2cba1f4021c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.5609918 Feb 13 23:55:36.468580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0bc02a5a-146d-4685-ae6a-5746a914b048 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:36.537191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bcecc1c1-d227-4540-a951-c797d68a4bc9 req-ba1a2893-0f2c-4680-87b1-644b8310575e tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1bc0cdeb-7159-4025-907d-453e312b1e4a HTTP/1.1" status: 204 len: 173 time: 2.3093474 Feb 13 23:55:36.597366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68a62beb-a59b-4ce7-b331-2c27f5868331 req-9e900169-2a4e-4ac4-a32d-4a8d9a791ae8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326640 Feb 13 23:55:36.620732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Pushing event updated for resources: {'Port': ['ID=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:36.732218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa9121-186c-4df8-9a0f-8246cca69825 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:36.745941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa9121-186c-4df8-9a0f-8246cca69825 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:36.750105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa9121-186c-4df8-9a0f-8246cca69825 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:36.753970 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa9121-186c-4df8-9a0f-8246cca69825 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:36.756575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4bfa9121-186c-4df8-9a0f-8246cca69825 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5865154 Feb 13 23:55:36.763728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:36.797829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd8687-294f-4d3e-94b6-7f385dde72e3 req-46f8eec8-51d1-4172-9e50-c1a8f2be9bff tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:36.799655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87cd8687-294f-4d3e-94b6-7f385dde72e3 req-46f8eec8-51d1-4172-9e50-c1a8f2be9bff tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.3377979 Feb 13 23:55:36.863547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Network bac04612-3403-4065-a8fb-58bc63bf802f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:36.865787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:37.065150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8657d09-52a6-4806-92fc-8bcbe0f61ee1 req-00a6b1d7-e06f-4c69-b647-daa017363626 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=63a0530e-0ca0-43e9-ba7a-95a4a4e0108d HTTP/1.1" status: 200 len: 210 time: 0.2185791 Feb 13 23:55:37.129781 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.140082 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.228738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87cd8687-294f-4d3e-94b6-7f385dde72e3 req-4d08781f-68d1-4b17-9615-4b4c87ac8593 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183059 Feb 13 23:55:37.353969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.360724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a64d5bab-c9de-4a88-a1d8-03e25416a49f None None] Provisioning complete for port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:37.361163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a64d5bab-c9de-4a88-a1d8-03e25416a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.407668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e948b2d8-341f-42b4-ae52-e19d8378facd']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:37.436239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5652b9-e92c-4ae9-ad45-c67b8944d762') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:37.436614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5652b9-e92c-4ae9-ad45-c67b8944d762') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:37.458064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.479978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a64d5bab-c9de-4a88-a1d8-03e25416a49f None None] Port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:37.482865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.496005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:55:37.496500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:55:37.512178 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:55:37.600226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:55:37.611396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.629729 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:37.680407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Network': ['ID=e948b2d8-341f-42b4-ae52-e19d8378facd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:37.688365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1bc0cdeb-7159-4025-907d-453e312b1e4a no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:37.688546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-123001d4-b927-457e-971a-b34a3615d7e1 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/networks/e948b2d8-341f-42b4-ae52-e19d8378facd HTTP/1.1" status: 204 len: 168 time: 0.9219553 Feb 13 23:55:37.691239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59926) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:37.766973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 1bc0cdeb-7159-4025-907d-453e312b1e4a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:37.767687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 1bc0cdeb-7159-4025-907d-453e312b1e4a not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:37.869064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f7e968bb-991b-43a1-ae1c-e631f880deff up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:37.970365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.105473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f7e968bb-991b-43a1-ae1c-e631f880deff completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:38.121724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:38.121918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f7e968bb-991b-43a1-ae1c-e631f880deff triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:38.122658 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.127326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f78b52bb-b6a3-403f-93bd-ec63fa341c1c admin admin] 10.222.0.36 "PUT /v2.0/routers/a7ab280e-cc1b-4dc8-8377-dcb9b3207225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4851670 Feb 13 23:55:38.228581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.308143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc02a5a-146d-4685-ae6a-5746a914b048']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:38.339580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5689030-525c-4a78-aa84-708566d6a74b') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:38.339979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5689030-525c-4a78-aa84-708566d6a74b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:38.369682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.409326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.409841 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.424744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:55:38.425143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.428996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f7e968bb-991b-43a1-ae1c-e631f880deff, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f7e968bb-991b-43a1-ae1c-e631f880deff,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:38.436988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:55:38.446157 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:55:38.569884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.582801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f7e968bb-991b-43a1-ae1c-e631f880deff,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:38.596838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:38.617123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Network': ['ID=0bc02a5a-146d-4685-ae6a-5746a914b048,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:38.634286 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-39f2ad58-0aea-4207-8422-f50971b02eac tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/networks/0bc02a5a-146d-4685-ae6a-5746a914b048 HTTP/1.1" status: 204 len: 168 time: 0.9418721 Feb 13 23:55:38.634856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59940) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:38.697782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0442-8f40-4d5f-8be5-210aeed3bf64 req-7c80cd40-1ca0-4913-ac22-6b00813ee595 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:38.699345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0bb0442-8f40-4d5f-8be5-210aeed3bf64 req-7c80cd40-1ca0-4913-ac22-6b00813ee595 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1422701 Feb 13 23:55:38.792513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0bb0442-8f40-4d5f-8be5-210aeed3bf64 req-b136d2ea-f1ca-4137-a4bd-9828c677db8b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822835 Feb 13 23:55:38.859202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8916bb-6b8a-4f69-9865-d6b145545f89 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:38.864030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8916bb-6b8a-4f69-9865-d6b145545f89 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:38.865114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc8916bb-6b8a-4f69-9865-d6b145545f89 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Synchronizing usage tracker for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:38.884995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fc8916bb-6b8a-4f69-9865-d6b145545f89 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Unset dirty status for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:38.891555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fc8916bb-6b8a-4f69-9865-d6b145545f89 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2503979 Feb 13 23:55:38.899822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59952) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:38.911145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1470936362'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:38.918762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:38.933855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:38.997197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:38.998375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.000722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.069435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:39.084752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.085097 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Added segment 08ba04e8-f9fc-4410-a34c-edc4d7f45233 of type vlan for network d212e0a6-aa8a-4606-bb85-a2fd3264099f Feb 13 23:55:39.092872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0f36cf9d-77a2-4496-af50-880cd786685b req-53cbc278-45de-4e92-ae8b-9269d45c81ea tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Synchronizing usage tracker for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:39.124721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.129452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0f36cf9d-77a2-4496-af50-880cd786685b req-53cbc278-45de-4e92-ae8b-9269d45c81ea tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Unset dirty status for tenant:97702280966e4ebb9f674a9c9abd8617 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:39.130992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f36cf9d-77a2-4496-af50-880cd786685b req-53cbc278-45de-4e92-ae8b-9269d45c81ea tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.1782355 Feb 13 23:55:39.184923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.188919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:39.189535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.225744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:39.233420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100145789', 'description': 'tempest-description--1558792564'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:39.245696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:39.258711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:39.270051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:39.295805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f36cf9d-77a2-4496-af50-880cd786685b req-1ede06ce-c295-40a9-acea-7365d1826021 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578281 Feb 13 23:55:39.299979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:39.302855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4007893 Feb 13 23:55:39.306577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59960) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:39.325309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1951335417'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:39.335768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:39.338513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26780d1-2a16-47b5-8e09-ac992a047580 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Network': ['ID=d212e0a6-aa8a-4606-bb85-a2fd3264099f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:39.352654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d212e0a6-aa8a-4606-bb85-a2fd3264099f details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:39.357173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:network and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:39.361298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:39.370479 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.389986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:39.455992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:39.459937 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.486465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:39.496969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:39.509094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:39.522799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:39.525007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:39.547169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.547662 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Added segment 9cb5961c-6b62-4251-98d4-771158d19aba of type vlan for network bc26964b-5669-41c5-8eba-08cafaa8c25d Feb 13 23:55:39.580459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f90ab-1673-41f4-879e-8e4f8a0750ce req-e2e9f675-186b-4a6b-b8a1-50f0c98b6983 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:39.588192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8f90ab-1673-41f4-879e-8e4f8a0750ce req-e2e9f675-186b-4a6b-b8a1-50f0c98b6983 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1930020 Feb 13 23:55:39.718750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f7e968bb-991b-43a1-ae1c-e631f880deff up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:39.745738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.785169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.806713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d8f90ab-1673-41f4-879e-8e4f8a0750ce req-777b24f8-dff4-4a2e-9f44-351eeec8765c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175615 Feb 13 23:55:39.815049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.828545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f7e968bb-991b-43a1-ae1c-e631f880deff triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:39.828914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.834460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59966) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:39.889980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.893670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:39.896403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.922349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20df81ce-7d9f-4b23-b464-07cae33bb683,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:39.932038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:39.932433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0e11321a-3c26-4f7b-b495-2d2dbf7ae686 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7056024 Feb 13 23:55:39.946812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59970) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:39.964207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'security_group_rule': {'security_group_id': '20df81ce-7d9f-4b23-b464-07cae33bb683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:39.980899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:39.984985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:39.986047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:40.006502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:40.015994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:40.020475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cc70c526-7924-44bb-84a8-01b7ea7c6575 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1092 time: 0.1843033 Feb 13 23:55:40.030966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 59974) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:40.037567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:40.038889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:40.045690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:40.061909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.069652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7586997 Feb 13 23:55:40.081629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59978) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:40.091591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'ports': [{'network_id': 'd212e0a6-aa8a-4606-bb85-a2fd3264099f', 'name': 'tempest-port--946289143', 'admin_state_up': True}, {'network_id': 'bc26964b-5669-41c5-8eba-08cafaa8c25d', 'admin_state_up': False}]} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:40.091909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'port': {'network_id': 'd212e0a6-aa8a-4606-bb85-a2fd3264099f', 'name': 'tempest-port--946289143', 'admin_state_up': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:40.092364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'port': {'network_id': 'bc26964b-5669-41c5-8eba-08cafaa8c25d', 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:40.101171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:40.109545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:floatingip and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:40.126834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:40.129631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f4f65-3aac-4adc-862f-0f0d091ec438 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Network': ['ID=bc26964b-5669-41c5-8eba-08cafaa8c25d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:40.148208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:40.165943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.217624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bc26964b-5669-41c5-8eba-08cafaa8c25d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:40.335280 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.353969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:40.380600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.385252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-687f0a74-f9da-4291-a861-030021d8baa6 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.1895933 Feb 13 23:55:40.468701 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Deleting port eb2943d5-2899-4eef-9676-a33394e5b661 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:40.469033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.479868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.481075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5311604 Feb 13 23:55:40.485540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59984) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:40.486183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91350b9d-3bf2-4197-be41-16b6e2983b59 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa9d88f-ac9e-4981-8e36-3b31fc37b6fa,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:40.531087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'security_group_rule': {'security_group_id': '20df81ce-7d9f-4b23-b464-07cae33bb683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:40.594480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:40.601906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:40.606542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:40.611512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:40.615439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:port and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:40.622354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:40.628502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:40.635200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:40.662281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'port': 2} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:40.665717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.698756 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.707698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.734163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:40.745231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea3d67a8-f47f-405b-935e-ecba993c79b6 req-8ebbcb25-d498-4a09-b4d5-035f5f9d2bf9 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 1096 time: 0.1894796 Feb 13 23:55:40.884539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] For port eb2943d5-2899-4eef-9676-a33394e5b661, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=eb2943d5-2899-4eef-9676-a33394e5b661,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:40.884893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.027662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:35Z', 'revision_number': 2, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:41.034414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:55:41.035382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Updating router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:55:41.051726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Calling delete_port for eb2943d5-2899-4eef-9676-a33394e5b661 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:41.117687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.130629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea3d67a8-f47f-405b-935e-ecba993c79b6 req-9a3ea593-4b18-468a-80d2-c4c58dd84b22 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7225e3b-a9cc-42ec-85ba-a135b950b926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416483 Feb 13 23:55:41.163921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.173375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] device_id is not set on port 397250df-d05c-46bb-a9bd-9d8d743ee1ba yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:55:41.178876 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.201199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.206 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/828b4af3-855c-4dc6-b56c-844d7fc40d4d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:41.219891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490af8a8-8783-4881-98c6-6dd0f0046646,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:41.237152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-350faf17-255f-408c-b49e-a37eee30b2a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3909690 Feb 13 23:55:41.254593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.260622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-24399277-d941-450b-9524-22ca3bf77fe8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7587328 Feb 13 23:55:41.261524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 59990) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:41.272390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:41.293350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:41.314680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:floatingip and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:41.327499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:41.374625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:41.405883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.416097 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.430089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['eb2943d5-2899-4eef-9676-a33394e5b661'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:55:41.459276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.480191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb2943d5-2899-4eef-9676-a33394e5b661,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:41.590314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] No DVR routers for this DVR port eb2943d5-2899-4eef-9676-a33394e5b661 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:55:41.593974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.596376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'name': 'network-vif-deleted', 'tag': 'eb2943d5-2899-4eef-9676-a33394e5b661'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:41.625231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.641338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f3291ff-a7c5-429e-a77f-6b03ca4fdfa2 req-e521bb4f-1a74-4afd-b519-45ade7ad7071 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.42 "DELETE /v2.0/ports/eb2943d5-2899-4eef-9676-a33394e5b661 HTTP/1.1" status: 204 len: 173 time: 1.2511008 Feb 13 23:55:41.666607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.691850 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.714375 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6c847-0a15-4741-b727-4c673063b60d', 'name': 'network-vif-deleted', 'tag': 'eb2943d5-2899-4eef-9676-a33394e5b661', 'status': 'completed', 'code': 200} Feb 13 23:55:41.728853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Transition to ACTIVE for port object 5a782eaa-ab0a-407d-9cbc-46d9043f05ed will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:41.739106 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:41.755577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:41.758786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:41.767134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:41.771288 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:55:41.800969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=828b4af3-855c-4dc6-b56c-844d7fc40d4d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:41.815135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413946d8-fa94-44fe-a239-e0505c16eca7 None None] Pushing event updated for resources: {'Port': ['ID=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:41.873217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-3193bf86-d6e9-4ffe-9f0b-1f9da462dcac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.5468795 Feb 13 23:55:41.982702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] device_id is not set on port df31d455-46b8-44fa-908f-b38e3c061e51 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:55:42.235136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Attempting to bind port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:42.235746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Attempting to bind port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:42.238751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Attempting to bind port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed on network bac04612-3403-4065-a8fb-58bc63bf802f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:42.265638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:42.268360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Checking segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:42.271051 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:42.272229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Bound using segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:42.277339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Bound port: 5a782eaa-ab0a-407d-9cbc-46d9043f05ed, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:42.278946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:42.435386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-4b43b69c-17e8-4e52-bf76-2df5c9c657a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:42.438289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-4b43b69c-17e8-4e52-bf76-2df5c9c657a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.5180743 Feb 13 23:55:42.438435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] For port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:42.441808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] For port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:42.449533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:42.453906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-822179cc-de59-4a85-8ed3-96186ce8a686 req-2b074048-7189-47b3-94cc-3fa338de6065 tempest-TestServerMultinode-1054914956 tempest-TestServerMultinode-1054914956-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddc6c847-0a15-4741-b727-4c673063b60d HTTP/1.1" status: 200 len: 210 time: 0.0981359 Feb 13 23:55:42.568380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:42.568999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:42.615415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-154ffc68-1ef9-4768-947f-5d7b69f4a12e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 217 time: 0.1466174 Feb 13 23:55:42.634664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413946d8-fa94-44fe-a239-e0505c16eca7 None None] Pushing event updated for resources: {'Port': ['ID=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:42.714406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:42.768813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:42.833744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:42.836655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-c36f5837-f403-4938-aa9b-de8f849c705b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:42.838526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-c36f5837-f403-4938-aa9b-de8f849c705b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.2084241 Feb 13 23:55:43.017345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.082255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.105802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Allocated IP 172.25.4.227 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/9889f22d-2a24-4cf4-abb9-1f0915c0819a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:43.152173 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.250184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-f6770df3-9dc2-4559-b645-41618853853b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030309 Feb 13 23:55:43.278931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Port': ['ID=397250df-d05c-46bb-a9bd-9d8d743ee1ba,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:43.320969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:42Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:43.324966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f66c-801b-4b77-b3a4-67e39558be6f None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:42Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:43.409374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.415074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.418284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Checking segment: {'id': '08ba04e8-f9fc-4410-a34c-edc4d7f45233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd212e0a6-aa8a-4606-bb85-a2fd3264099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:43.418641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network hostable DHCP agents. Network: d212e0a6-aa8a-4606-bb85-a2fd3264099f, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:43.458620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.492011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-313cb3e5-e6da-4bf7-a8bf-8a1d4112fa7f service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337880 Feb 13 23:55:43.545810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=828b4af3-855c-4dc6-b56c-844d7fc40d4d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:43.565805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.589281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network d212e0a6-aa8a-4606-bb85-a2fd3264099f is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:43.592517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:43.729827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d212e0a6-aa8a-4606-bb85-a2fd3264099f) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:43.733799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:43.734726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.742160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:43.746301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bef04e-e1a0-4883-b2c4-91f89ba6960c None None] Network d212e0a6-aa8a-4606-bb85-a2fd3264099f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:43.762956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5a782eaa-ab0a-407d-9cbc-46d9043f05ed up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:43.800242 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Floating IP 504d54da-1aad-4009-b60b-3e8c5ef8d3bb associated. External IP: 172.25.4.206, port: 07ee17c4-dcea-4d47-aeec-a7c72df48b2f. Feb 13 23:55:43.919987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:43.936315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:43.937050 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:44.119051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:44.119811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Port': ['ID=df31d455-46b8-44fa-908f-b38e3c061e51,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:44.157982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d71e9f26-2c38-4a84-9b47-31bb459098b9 req-7b22a9c5-4a70-480c-8377-9a2ea46b10e2 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585181 Feb 13 23:55:44.158839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:44.161833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:44.281772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:44.329027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'Port': ['ID=9889f22d-2a24-4cf4-abb9-1f0915c0819a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:44.333332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Checking segment: {'id': '9cb5961c-6b62-4251-98d4-771158d19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bc26964b-5669-41c5-8eba-08cafaa8c25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:44.333619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network hostable DHCP agents. Network: bc26964b-5669-41c5-8eba-08cafaa8c25d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:44.356489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:44.367654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:44.406305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network bc26964b-5669-41c5-8eba-08cafaa8c25d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:44.432709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router d94b5123-a153-423e-8d2d-a0bc400062c0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:55:44.490201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:44.498504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bc26964b-5669-41c5-8eba-08cafaa8c25d) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:44.507533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416eb30-7c85-4537-a898-ab27e6f8e83a None None] Network bc26964b-5669-41c5-8eba-08cafaa8c25d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:44.511566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:44.515823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:44.519460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:44.520140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:44.527183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:44.672410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-db8574a8-2a97-41b3-8efe-91090a197df0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5895200 Feb 13 23:55:44.680892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60012) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:44.698012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:44.935543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:44.947039 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] Sync routers for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:44.961080 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:44.962335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:44.964114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.045871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55923ff-c4fc-4e28-b9ae-cf8949925e36 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:45.055671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9e4fe9b9-0aeb-49db-9255-cf728cf717ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0236576 Feb 13 23:55:45.056523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:45.056932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55923ff-c4fc-4e28-b9ae-cf8949925e36 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:45.070408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f55923ff-c4fc-4e28-b9ae-cf8949925e36 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Synchronizing usage tracker for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:45.106211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eb2943d5-2899-4eef-9676-a33394e5b661 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:45.157956 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'status': 'completed', 'code': 200} Feb 13 23:55:45.204394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: eb2943d5-2899-4eef-9676-a33394e5b661 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:45.204743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device eb2943d5-2899-4eef-9676-a33394e5b661 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:45.268948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.282398 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:45.332383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f55923ff-c4fc-4e28-b9ae-cf8949925e36 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Unset dirty status for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:45.333453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f55923ff-c4fc-4e28-b9ae-cf8949925e36 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6503758 Feb 13 23:55:45.334450 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.336718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:45.448332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting port 397250df-d05c-46bb-a9bd-9d8d743ee1ba {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:45.448332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.478957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'Port': ['ID=9889f22d-2a24-4cf4-abb9-1f0915c0819a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:45.562792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a572d7-038b-4b29-9e8c-1da5d1d162f3 req-fc32aead-caa6-42a4-b5f9-b8e44709c6f8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:45.570197 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1a572d7-038b-4b29-9e8c-1da5d1d162f3 req-fc32aead-caa6-42a4-b5f9-b8e44709c6f8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.3185561 Feb 13 23:55:45.572077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.578457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-f14bd505-5e1a-47e2-b1f5-839d963829ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.3658435 Feb 13 23:55:45.639989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.737307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5a782eaa-ab0a-407d-9cbc-46d9043f05ed up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:55:45.769064 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '504d54da-1aad-4009-b60b-3e8c5ef8d3bb', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'port_id': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'mac_address': 'fa:16:3e:a0:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:55:42Z', 'updated_at': '2022-02-13T23:55:42Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:45.781862 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] Checking router: d94b5123-a153-423e-8d2d-a0bc400062c0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:55:45.803003 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:45.803003 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:45.825282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:45.825681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.913761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.951889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:45.962276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-328d514e-a3a5-4461-b718-453b934afed4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6885526 Feb 13 23:55:46.005571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:46.023833 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1a572d7-038b-4b29-9e8c-1da5d1d162f3 req-357eb93e-4c65-4f64-bcb3-ddb124ab713a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527164 Feb 13 23:55:46.060723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60056) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:46.067142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-d14b0ef5-4bab-4f1a-a367-ba3c3377078a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:46.068726 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-d14b0ef5-4bab-4f1a-a367-ba3c3377078a service neutron] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.4726734 Feb 13 23:55:46.206450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Calling delete_port for 397250df-d05c-46bb-a9bd-9d8d743ee1ba owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:46.360052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-882469c2-00ac-49a7-aded-ca15f9b2e127 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:46.368601 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:46.429616 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:46.452167 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/ports/397250df-d05c-46bb-a9bd-9d8d743ee1ba HTTP/1.1" status: 204 len: 168 time: 1.1143804 Feb 13 23:55:46.454518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0897e-7c0f-4912-b39c-b2f668c82897 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Port': ['ID=397250df-d05c-46bb-a9bd-9d8d743ee1ba,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:46.457467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60070) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:46.469357 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '504d54da-1aad-4009-b60b-3e8c5ef8d3bb', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'port_id': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'mac_address': 'fa:16:3e:a0:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:55:42Z', 'updated_at': '2022-02-13T23:55:42Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:46.475686 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13b2ca-436a-4dbe-8cc4-db8149aaedee None None] The sync data for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 is: [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '504d54da-1aad-4009-b60b-3e8c5ef8d3bb', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'port_id': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'mac_address': 'fa:16:3e:a0:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:55:42Z', 'updated_at': '2022-02-13T23:55:42Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:46.501457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6f7d72be-7ac7-42ae-bfec-66ed1a0d7508 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 992 time: 0.4359658 Feb 13 23:55:46.531630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-d44e6bc1-b559-4fac-bae3-ecb8084b8f50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1000 time: 0.1818593 Feb 13 23:55:46.549839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting port df31d455-46b8-44fa-908f-b38e3c061e51 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:46.549839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:46.578299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-882469c2-00ac-49a7-aded-ca15f9b2e127 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:46.579756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-882469c2-00ac-49a7-aded-ca15f9b2e127 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1100145789&fields=id&tenant_id=384f8d54cd33413d93b7144daa0a5020 HTTP/1.1" status: 200 len: 267 time: 0.3292239 Feb 13 23:55:46.652837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-945d26b7-bbb0-47cc-9850-2fc91b4bb8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:46.654283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-945d26b7-bbb0-47cc-9850-2fc91b4bb8d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.1124866 Feb 13 23:55:46.868943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-4812dd09-2b17-4d7b-b430-da60487c3f7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082949 Feb 13 23:55:46.903558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-0be654bf-7411-40ba-becb-41e37fce369a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:46.904238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-0be654bf-7411-40ba-becb-41e37fce369a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:46.924687 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.085604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-0be654bf-7411-40ba-becb-41e37fce369a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:47.086936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-0be654bf-7411-40ba-becb-41e37fce369a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 811 time: 0.4828360 Feb 13 23:55:47.093645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Calling delete_port for df31d455-46b8-44fa-908f-b38e3c061e51 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:47.098087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-a0c299bf-b6d8-494b-95b5-fdaefb75da15 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024796 Feb 13 23:55:47.170688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-366a0034-2b57-4302-8271-3b46e5494a5e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/quotas/384f8d54cd33413d93b7144daa0a5020 HTTP/1.1" status: 200 len: 375 time: 0.0497851 Feb 13 23:55:47.316370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9dbd2db-7c4f-4bc0-8bdc-c55ada7ff342 req-4482bcec-effa-41d3-b50d-f1c3d28f5684 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098753 Feb 13 23:55:47.388129 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.411761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Deleting port de00d7a6-1b17-4131-affd-b612197234d8 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:47.412194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.453160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-86e64f47-9a00-4f37-9aac-bf501f39fef6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2731385 Feb 13 23:55:47.462386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Port': ['ID=df31d455-46b8-44fa-908f-b38e3c061e51,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:47.471157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.487565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-38b6d903-cb28-4d18-91eb-f5627684c25e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/ports/df31d455-46b8-44fa-908f-b38e3c061e51 HTTP/1.1" status: 204 len: 168 time: 1.0283592 Feb 13 23:55:47.492684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60094) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:47.536259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60098) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:47.552964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfa31fd7-02c1-4055-9826-eaf3a7844ce0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Synchronizing usage tracker for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:47.571540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfa31fd7-02c1-4055-9826-eaf3a7844ce0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Unset dirty status for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:47.577837 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cfa31fd7-02c1-4055-9826-eaf3a7844ce0 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0819056 Feb 13 23:55:47.578905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60102) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:47.586324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-17186207'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:47.594133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:47.630941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:network and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:47.679925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-32ae8b81-77a3-43df-8866-5e4946b97440 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 992 time: 0.1413012 Feb 13 23:55:47.685122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:47.697703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] For port de00d7a6-1b17-4131-affd-b612197234d8, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de00d7a6-1b17-4131-affd-b612197234d8,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:47.698087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.699300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:47.723476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:47.727057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.784665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-04f9005a-d7d5-469a-bc2b-85bbd61690e4 service neutron] 10.222.0.36 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079689 Feb 13 23:55:47.788953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:47.834512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Calling delete_port for de00d7a6-1b17-4131-affd-b612197234d8 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:47.896905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:47.897333 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Added segment f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301 of type vlan for network ce5130f8-0719-4287-a1f4-d87a4a546bb8 Feb 13 23:55:47.946834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.001826 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-aa3f1307-c462-4a16-8236-632757d09649 service neutron] 10.222.0.36 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014952 Feb 13 23:55:48.032050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.035816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:48.037002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.193515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.248420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Network': ['ID=ce5130f8-0719-4287-a1f4-d87a4a546bb8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:48.253805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-736cb636-64c4-4e65-86a5-a7937ac389d2 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6734364 Feb 13 23:55:48.257307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60120) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:48.260540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ce5130f8-0719-4287-a1f4-d87a4a546bb8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:48.264202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1550325049'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:48.269958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:48.275291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:network and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:48.278522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:48.284804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:48.298248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Pushing event deleted for resources: {'Port': ['ID=de00d7a6-1b17-4131-affd-b612197234d8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:48.305884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:48.309317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.321277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2b9db7f6-312c-49ab-aba5-151423bb7f54 req-292e8981-aaaa-48da-aeef-eb8749646066 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:48.370190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:55:48.390457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.390803 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Added segment dff0a0ec-8aad-458d-b7b2-c05de31d9be2 of type vlan for network d3d2e717-5c74-4e89-91b1-b99d8b991b9c Feb 13 23:55:48.438362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.476175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.481381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:48.482334 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:48.576228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2b9db7f6-312c-49ab-aba5-151423bb7f54 req-292e8981-aaaa-48da-aeef-eb8749646066 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:48.585188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b9db7f6-312c-49ab-aba5-151423bb7f54 req-292e8981-aaaa-48da-aeef-eb8749646066 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 210 time: 0.3486166 Feb 13 23:55:48.662110 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4027047 Feb 13 23:55:48.682730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60130) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:48.887042 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a4050613-9775-4f56-afcb-ce83ff00d124 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 992 time: 0.2032020 Feb 13 23:55:48.887756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778971e9-0ad3-4137-8adc-2bd95e299d23 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Network': ['ID=d3d2e717-5c74-4e89-91b1-b99d8b991b9c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:48.898098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d3d2e717-5c74-4e89-91b1-b99d8b991b9c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:55:48.905926 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:49.767460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Router 8c2855c6-d179-434f-adbc-057b92fdfbc6 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:55:49.822763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce570b1c-2a4c-40d2-953d-b25e4ef3db14 req-b1a5fda7-7e5b-476f-a7b8-639622e32b31 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 210 time: 0.0621879 Feb 13 23:55:49.890730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60162) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:50.113467 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a67799ed-cd4d-40f8-b5bc-13813d935c6a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 992 time: 0.2213154 Feb 13 23:55:50.179485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:55:50.195051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] Sync routers for ids ['8c2855c6-d179-434f-adbc-057b92fdfbc6'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:55:50.210658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77ce0cb5-a747-420a-b536-66449d575706 admin admin] 10.222.0.36 "PUT /v2.0/routers/8c2855c6-d179-434f-adbc-057b92fdfbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6162312 Feb 13 23:55:50.213636 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60166) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:50.221156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] Routers {'8c2855c6-d179-434f-adbc-057b92fdfbc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:50.221775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8c2855c6-d179-434f-adbc-057b92fdfbc6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:50.486698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] Set router 8c2855c6-d179-434f-adbc-057b92fdfbc6 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:50.570692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-6bf36924-4048-4ea1-ba90-4302e1b87a56 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:50.572345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-6bf36924-4048-4ea1-ba90-4302e1b87a56 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 811 time: 0.5537622 Feb 13 23:55:50.666616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-18608f9f-3347-4dd8-939d-abeefc09a39f tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=384f8d54cd33413d93b7144daa0a5020 HTTP/1.1" status: 200 len: 380 time: 0.0809114 Feb 13 23:55:50.679667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'port': {'device_id': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'admin_state_up': True, 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'security_groups': ['20df81ce-7d9f-4b23-b464-07cae33bb683']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:50.737146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:50.948640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:55:48Z', 'revision_number': 5, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:50.956150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] Checking router: 8c2855c6-d179-434f-adbc-057b92fdfbc6 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:55:50.968916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] Routers {'8c2855c6-d179-434f-adbc-057b92fdfbc6'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:55:50.969754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8c2855c6-d179-434f-adbc-057b92fdfbc6'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:51.014105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:51.043822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:51.079821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Made reservation on behalf of 384f8d54cd33413d93b7144daa0a5020 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:51.088025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:51.122738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60186) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:51.195947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] Set router 8c2855c6-d179-434f-adbc-057b92fdfbc6 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:55:51.417545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f8139820-ca97-455b-8f8a-ab68bce0c416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 992 time: 0.2914445 Feb 13 23:55:51.504388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:51.516317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:55:48Z', 'revision_number': 5, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:51.520471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12efaf3-1fec-4e03-9d19-5d014d229b05 None None] The sync data for ids ['8c2855c6-d179-434f-adbc-057b92fdfbc6'] in n-d-828979-1 is: [{'id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'name': 'tempest-TestServerMultinode-521945146-router', 'tenant_id': 'b382981c47a94ed98464cac3f4010ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:15Z', 'updated_at': '2022-02-13T23:55:48Z', 'revision_number': 5, 'project_id': 'b382981c47a94ed98464cac3f4010ab1', 'gw_port': {'id': '58626a5b-01bf-443e-bd8d-453427fe9eba', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2855c6-d179-434f-adbc-057b92fdfbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:17Z', 'updated_at': '2022-02-13T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:55:51.541804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Deleting port 58626a5b-01bf-443e-bd8d-453427fe9eba {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:51.542218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:51.571757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a62f897d-e30f-4125-9f2e-0fd32a6ef38f req-fe6bbc0b-e0ba-4cc8-a506-f8023092e607 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 210 time: 0.0836947 Feb 13 23:55:51.599432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Allocated IP 172.20.0.10 (bac04612-3403-4065-a8fb-58bc63bf802f/770d6ece-3a68-4bf4-bceb-3bc229c39ab0/68b04af2-d92a-4c47-84f5-809a2c878149) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:51.809284 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eded6c-50ef-4066-b403-05ddafce5379 None None] New status for floating IP 504d54da-1aad-4009-b60b-3e8c5ef8d3bb: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:55:51.916298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] For port 58626a5b-01bf-443e-bd8d-453427fe9eba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=58626a5b-01bf-443e-bd8d-453427fe9eba,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:51.916975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:51.929720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60198) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:51.944073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'subnets': [{'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--917073609', 'ip_version': 6}, {'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:51.944388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'subnet': {'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--917073609', 'ip_version': 6}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:51.945043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Request body: {'subnet': {'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:51.954990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de00d7a6-1b17-4131-affd-b612197234d8 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:52.028493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: de00d7a6-1b17-4131-affd-b612197234d8 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:52.029105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de00d7a6-1b17-4131-affd-b612197234d8 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:52.065497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.108262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Transition to ACTIVE for port object 68b04af2-d92a-4c47-84f5-809a2c878149 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:52.112583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Calling delete_port for 58626a5b-01bf-443e-bd8d-453427fe9eba owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:52.230506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.293100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.333560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Network bac04612-3403-4065-a8fb-58bc63bf802f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:52.345154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Pushing event deleted for resources: {'Port': ['ID=58626a5b-01bf-443e-bd8d-453427fe9eba,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:52.347191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:52.360328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:52.420529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60210) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:52.426608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:55:52.431436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'Port': ['ID=68b04af2-d92a-4c47-84f5-809a2c878149,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:52.443590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Usage tracker for resource:subnet and tenant:3f73d504898c40b9afbbff2701aa95b5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:55:52.448174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:55:52.456975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:55:52.462524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:52.463131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.489821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Made reservation on behalf of 3f73d504898c40b9afbbff2701aa95b5 for: {'subnet': 2} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:55:52.509509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-89be88bc-10f7-47a5-852b-43f35ac5b671 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8380890 Feb 13 23:55:52.569637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Request body: {'port': {'device_id': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:55:52.572738 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d9d75a35-2f05-4562-bc98-49985fd4636d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 994 time: 0.1509612 Feb 13 23:55:52.789991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7361b7d4-3134-41db-8271-39ccf862b792 None None] Provisioning for port 68b04af2-d92a-4c47-84f5-809a2c878149 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:52.796081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7361b7d4-3134-41db-8271-39ccf862b792 None None] Provisioning complete for port 68b04af2-d92a-4c47-84f5-809a2c878149 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:55:52.796452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7361b7d4-3134-41db-8271-39ccf862b792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.848228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.862222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7361b7d4-3134-41db-8271-39ccf862b792 None None] Port 68b04af2-d92a-4c47-84f5-809a2c878149 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:55:52.874759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.875303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:52.963387 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.292696 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.299392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fca9-2932-4c9a-a625-2336e19b14ca req-066c6f8b-1358-4975-8518-5f5119ea5894 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:53.300840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e53fca9-2932-4c9a-a625-2336e19b14ca req-066c6f8b-1358-4975-8518-5f5119ea5894 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 932 time: 0.5153606 Feb 13 23:55:53.318260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.375134 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.375646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2855c6-d179-434f-adbc-057b92fdfbc6 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:55:53.397431 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e53fca9-2932-4c9a-a625-2336e19b14ca req-8081922a-fe1d-4fa5-ba3c-ef4e200cd935 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667701 Feb 13 23:55:53.399515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.403201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8b0c0c00-51a1-444d-b12a-eefe6502d141 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8c2855c6-d179-434f-adbc-057b92fdfbc6 HTTP/1.1" status: 204 len: 168 time: 3.1860535 Feb 13 23:55:53.403422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60230) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:53.466215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Deleting subnet 006c2b9d-ebf6-48d2-860d-bdd4ae2924f9 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:55:53.469428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.519570 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.606409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.740325 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.766979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b04af2-d92a-4c47-84f5-809a2c878149 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:55:53.778444 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.809734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Transition to ACTIVE for port object 68b04af2-d92a-4c47-84f5-809a2c878149 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:53.825317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006c2b9d-ebf6-48d2-860d-bdd4ae2924f9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:53.830288 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.847542 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:53.853371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8744d5f6-2151-418c-928c-3d425f4ad327 None None] Network e25888f4-25bc-43e7-a780-bfba9388e82b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:53.863258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1345c071-ca84-4442-bdb5-11a9ff2cf149 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/006c2b9d-ebf6-48d2-860d-bdd4ae2924f9 HTTP/1.1" status: 204 len: 168 time: 0.4588571 Feb 13 23:55:53.866144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60244) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:53.924019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.069085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.081976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Deleting port ec7aa6b5-37a5-4365-a74a-b377cef28276 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:54.082353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.164086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Pushing event updated for resources: {'Port': ['ID=68b04af2-d92a-4c47-84f5-809a2c878149,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:54.294301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Subnet': ['ID=fbc24396-ae04-4bc2-ae8d-1f97c39fb4ad,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:54.306739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] DHCP port deletion for e25888f4-25bc-43e7-a780-bfba9388e82b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:55:54.311328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Deleting port ec7aa6b5-37a5-4365-a74a-b377cef28276 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:54.311699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.386781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Checking segment: {'id': 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:54.387074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network hostable DHCP agents. Network: ce5130f8-0719-4287-a1f4-d87a4a546bb8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:54.423529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Attempting to bind port 68b04af2-d92a-4c47-84f5-809a2c878149 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:54.425645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Attempting to bind port 68b04af2-d92a-4c47-84f5-809a2c878149 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:54.429277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Attempting to bind port 68b04af2-d92a-4c47-84f5-809a2c878149 on network bac04612-3403-4065-a8fb-58bc63bf802f {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:54.453233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Port 68b04af2-d92a-4c47-84f5-809a2c878149 on network bac04612-3403-4065-a8fb-58bc63bf802f not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:55:54.453721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Attempting to bind port 68b04af2-d92a-4c47-84f5-809a2c878149 on network bac04612-3403-4065-a8fb-58bc63bf802f {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:54.462200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:54.462847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Checking segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:54.463326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Bound using segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:54.463996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Bound port: 68b04af2-d92a-4c47-84f5-809a2c878149, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:54.464116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] For port ec7aa6b5-37a5-4365-a74a-b377cef28276, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ec7aa6b5-37a5-4365-a74a-b377cef28276,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:54.464577 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.464657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.476362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network ce5130f8-0719-4287-a1f4-d87a4a546bb8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:54.516782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ce5130f8-0719-4287-a1f4-d87a4a546bb8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:54.529112 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.693879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] For port ec7aa6b5-37a5-4365-a74a-b377cef28276, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ec7aa6b5-37a5-4365-a74a-b377cef28276,segment=NetworkSegment(6215fed7-65f4-4837-aeed-c61ba4c587e9),segment_id=6215fed7-65f4-4837-aeed-c61ba4c587e9)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:54.694724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.696853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event updated for resources: {'Subnet': ['ID=44242dca-a334-424c-9161-d5a4341c2848,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:54.730201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Calling delete_port for ec7aa6b5-37a5-4365-a74a-b377cef28276 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:54.734948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3cfe53-c47d-4241-8b1f-4dbe02c080b4 None None] Network ce5130f8-0719-4287-a1f4-d87a4a546bb8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:54.760466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] For port 68b04af2-d92a-4c47-84f5-809a2c878149, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:54.770209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] For port 68b04af2-d92a-4c47-84f5-809a2c878149, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=68b04af2-d92a-4c47-84f5-809a2c878149,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:54.781159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.944021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Pushing event updated for resources: {'Port': ['ID=68b04af2-d92a-4c47-84f5-809a2c878149,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:54.970244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.981681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:54.987322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-c9f55ca0-649e-418e-9e51-24023a4c1cfd service neutron] 10.222.0.31 "PUT /v2.0/ports/68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 1092 time: 2.4270716 Feb 13 23:55:54.987938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:55:55.019733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Checking segment: {'id': 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:55.020170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network hostable DHCP agents. Network: d3d2e717-5c74-4e89-91b1-b99d8b991b9c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:55:55.146618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Calling delete_port for ec7aa6b5-37a5-4365-a74a-b377cef28276 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:55.149083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7aa6b5-37a5-4365-a74a-b377cef28276,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:55.189856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] No DVR routers for this DVR port ec7aa6b5-37a5-4365-a74a-b377cef28276 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:55:55.200459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Network d3d2e717-5c74-4e89-91b1-b99d8b991b9c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:55:55.217500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf3f0c-fd7e-4fbb-8e4e-a0f983f4b978 req-4187bae8-b5a2-4cfa-9cd5-f304933a0464 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.218453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e1cf3f0c-fd7e-4fbb-8e4e-a0f983f4b978 req-4187bae8-b5a2-4cfa-9cd5-f304933a0464 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:55.223838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d3d2e717-5c74-4e89-91b1-b99d8b991b9c) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:55.252000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9a2a2-c3ce-4d93-b9fa-48e281d141eb None None] Network d3d2e717-5c74-4e89-91b1-b99d8b991b9c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:55.253780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.254259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.255551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.266900 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149', 'status': 'completed', 'code': 200} Feb 13 23:55:55.297437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-4059cba3-67a5-44cf-a549-b7ae9e3225bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1095 time: 0.2466226 Feb 13 23:55:55.455818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e1cf3f0c-fd7e-4fbb-8e4e-a0f983f4b978 req-4187bae8-b5a2-4cfa-9cd5-f304933a0464 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:55.456946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1cf3f0c-fd7e-4fbb-8e4e-a0f983f4b978 req-4187bae8-b5a2-4cfa-9cd5-f304933a0464 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 944 time: 0.7612541 Feb 13 23:55:55.469847 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6735581c-a128-4abd-a629-ca57db8d9715 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5374463 Feb 13 23:55:55.484686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-cc8303a2-963e-4ad6-b0ef-251f91174f21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 217 time: 0.1496153 Feb 13 23:55:55.485534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60268) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:55.511899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.549045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25888f4-25bc-43e7-a780-bfba9388e82b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:55.563992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6215fed7-65f4-4837-aeed-c61ba4c587e9') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:55.564291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6215fed7-65f4-4837-aeed-c61ba4c587e9') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:55:55.578270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.602898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.610817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:55:55.611431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.619411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-ce5130f8-0719-4287-a1f4-d87a4a546bb8', 'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8', 'tenant_id': '3f73d504898c40b9afbbff2701aa95b5', 'fixed_ips': [{'subnet_id': 'fbc24396-ae04-4bc2-ae8d-1f97c39fb4ad'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:55:55.620213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.656689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1cf3f0c-fd7e-4fbb-8e4e-a0f983f4b978 req-c7ec9cd0-7203-4efe-807a-4b086ad134b2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901987 Feb 13 23:55:55.662172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-a2bf7af8-acdc-43b3-bf6c-24c36437e1ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.663617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-a2bf7af8-acdc-43b3-bf6c-24c36437e1ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.1383452 Feb 13 23:55:55.666968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad3333-203a-4d62-aa61-501c04f27530 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.668718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad3333-203a-4d62-aa61-501c04f27530 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.670103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad3333-203a-4d62-aa61-501c04f27530 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:55.673510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-75ad3333-203a-4d62-aa61-501c04f27530 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Synchronizing usage tracker for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:55.697287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:55:55.697644 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:55:55.728393 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:55:55.757977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ec7aa6b5-37a5-4365-a74a-b377cef28276 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:55:55.773574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.775416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-75ad3333-203a-4d62-aa61-501c04f27530 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Unset dirty status for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:55.782085 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75ad3333-203a-4d62-aa61-501c04f27530 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2865658 Feb 13 23:55:55.784116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.786604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:55.798071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ec7aa6b5-37a5-4365-a74a-b377cef28276 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:55:55.798425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ec7aa6b5-37a5-4365-a74a-b377cef28276 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:55:55.818435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-1e8fe606-ec49-4ae8-87ce-6cf42598d91c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379604 Feb 13 23:55:55.872390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e25888f4-25bc-43e7-a780-bfba9388e82b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:55.889684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d3d2e717-5c74-4e89-91b1-b99d8b991b9c', 'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c', 'tenant_id': '3f73d504898c40b9afbbff2701aa95b5', 'fixed_ips': [{'subnet_id': '44242dca-a334-424c-9161-d5a4341c2848'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:55:55.890629 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:55.896623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb50421d-4453-41af-b05f-5c88bdc4a0eb admin admin] 10.222.0.36 "DELETE /v2.0/networks/e25888f4-25bc-43e7-a780-bfba9388e82b HTTP/1.1" status: 204 len: 168 time: 2.0290985 Feb 13 23:55:55.899947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60282) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:56.128029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-4084b053-2a85-4ed5-9588-c522393f6994 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921369 Feb 13 23:55:56.140590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Allocated IP 2001:db8:0:1::1 (d3d2e717-5c74-4e89-91b1-b99d8b991b9c/44242dca-a334-424c-9161-d5a4341c2848/93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:56.290668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Deleting port ec7aa6b5-37a5-4365-a74a-b377cef28276 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:56.291354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:56.317973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77176276-2f47-4928-964a-c3d85ff65dc6 req-250e5981-2b36-4277-b79c-ad258048b724 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813364 Feb 13 23:55:56.374302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-359e07b9-3a67-4eeb-b7be-862bc9a05055 None None] The port 'ec7aa6b5-37a5-4365-a74a-b377cef28276' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:55:56.404602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Allocated IP 2001:db8::1 (ce5130f8-0719-4287-a1f4-d87a4a546bb8/fbc24396-ae04-4bc2-ae8d-1f97c39fb4ad/6af9a542-3bd1-488a-8b90-4709beb4cfe7) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:55:56.479499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting subnet fbc24396-ae04-4bc2-ae8d-1f97c39fb4ad {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:55:56.526346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-db4f2420-66a7-45f8-9d68-5c6672727e58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1095 time: 0.1476970 Feb 13 23:55:56.550393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:56.567311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Transition to ACTIVE for port object 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:56.616561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Transition to ACTIVE for port object 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:56.636894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:56.688069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-5cce3b56-f92a-4e76-b046-f88aecc7a6ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:56.689497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-5cce3b56-f92a-4e76-b046-f88aecc7a6ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.1621594 Feb 13 23:55:56.777465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-a7eae84e-a7d2-44fd-ab3c-2c66cd327b70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 217 time: 0.0790360 Feb 13 23:55:56.802350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Network d3d2e717-5c74-4e89-91b1-b99d8b991b9c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:56.804603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:56.814471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:56.820043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Pushing event updated for resources: {'Port': ['ID=93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:56.823014 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:56.838544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Transition to ACTIVE for port object 6af9a542-3bd1-488a-8b90-4709beb4cfe7 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:56.842844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:56.860898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-45fa0e2e-2c44-408e-9940-5e42a957cec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:56.862614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-45fa0e2e-2c44-408e-9940-5e42a957cec9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.0788019 Feb 13 23:55:56.956708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-e74fc5bf-dd68-4b53-9926-063a5ee35342 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874400 Feb 13 23:55:56.998819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Transition to ACTIVE for port object 6af9a542-3bd1-488a-8b90-4709beb4cfe7 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:55:57.010244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Attempting to bind port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:57.010614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Attempting to bind port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:57.010981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Attempting to bind port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e on network d3d2e717-5c74-4e89-91b1-b99d8b991b9c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:57.014850 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.064374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.089255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Pushing event updated for resources: {'Port': ['ID=6af9a542-3bd1-488a-8b90-4709beb4cfe7,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:57.097780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:57.097780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Checking segment: {'id': 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:57.097780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.098972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Bound using segment: {'id': 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:57.099345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Bound port: 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd3d2e717-5c74-4e89-91b1-b99d8b991b9c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:57.099589 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.154756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.155309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-3c05cce5-a218-4fe6-90d4-b0974a332f43 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898346 Feb 13 23:55:57.167905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Network ce5130f8-0719-4287-a1f4-d87a4a546bb8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:55:57.175941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:55:57.180690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:55:57.280323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] For port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:57.286575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.305531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Attempting to bind port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:55:57.305531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Attempting to bind port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:55:57.305531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Attempting to bind port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 on network ce5130f8-0719-4287-a1f4-d87a4a546bb8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:55:57.310089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] For port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e,segment=NetworkSegment(dff0a0ec-8aad-458d-b7b2-c05de31d9be2),segment_id=dff0a0ec-8aad-458d-b7b2-c05de31d9be2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:57.312845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:55:57.313849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Checking segment: {'id': 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:55:57.313849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.314182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Bound using segment: {'id': 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:55:57.314661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Bound port: 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ce5130f8-0719-4287-a1f4-d87a4a546bb8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:55:57.315100 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.332642 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.351488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e49ed-82cd-43ec-9544-9625a3d33e1d req-a49c5591-adba-4f5c-bcb1-efb069462044 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:57.352946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90e49ed-82cd-43ec-9544-9625a3d33e1d req-a49c5591-adba-4f5c-bcb1-efb069462044 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 944 time: 0.4097168 Feb 13 23:55:57.387748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80a021-fec1-4526-9fdf-1b104c1fa44f req-b37e6a42-d878-457d-8d8a-2b2f33d945b2 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249060 Feb 13 23:55:57.434691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.439208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90e49ed-82cd-43ec-9544-9625a3d33e1d req-70aaa66b-4953-4a3e-91f8-ff9945295952 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803730 Feb 13 23:55:57.487564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc24396-ae04-4bc2-ae8d-1f97c39fb4ad,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:57.494470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0f7e-1b15-432c-84cd-f1e5486e17af None None] Pushing event updated for resources: {'Port': ['ID=93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:57.503373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.508302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:55:57.511669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:55:57.525295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:57.529784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf222d84-5d67-4f66-898e-592d52b41d18 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/subnets/fbc24396-ae04-4bc2-ae8d-1f97c39fb4ad HTTP/1.1" status: 204 len: 168 time: 1.7208936 Feb 13 23:55:57.532550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60308) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:57.618773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e03f75-25f0-4be1-9cf8-cff51d8ec9ca None None] Pushing event updated for resources: {'Port': ['ID=6af9a542-3bd1-488a-8b90-4709beb4cfe7,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:57.996510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting subnet 44242dca-a334-424c-9161-d5a4341c2848 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:55:58.009263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:58.103329 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:58.399158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:58.515064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:58.575645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Subnet': ['ID=44242dca-a334-424c-9161-d5a4341c2848,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:58.586996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:58.609807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-db3a9c52-e0c5-49d7-ac1e-c518a0b5ec26 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/subnets/44242dca-a334-424c-9161-d5a4341c2848 HTTP/1.1" status: 204 len: 168 time: 1.0758357 Feb 13 23:55:58.613375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60332) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:58.736830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f813d5-af8b-4199-ab71-d616f208343c req-8e33097a-b5f8-4d6a-8a97-252dda2fd153 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:58.738307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7f813d5-af8b-4199-ab71-d616f208343c req-8e33097a-b5f8-4d6a-8a97-252dda2fd153 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 944 time: 0.1426189 Feb 13 23:55:58.780299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33903de4-29a4-423a-9e22-bf1e6983ef6c tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:55:58.780752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-33903de4-29a4-423a-9e22-bf1e6983ef6c tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Synchronizing usage tracker for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:55:58.783437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Deleting port 77dd5c51-8f88-4191-b461-14bc57e1aa40 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:58.783843 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:58.796782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7f813d5-af8b-4199-ab71-d616f208343c req-287fe843-aae5-408e-9549-f7ad2a171d0d tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519927 Feb 13 23:55:58.873281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-33903de4-29a4-423a-9e22-bf1e6983ef6c tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Unset dirty status for tenant:3f73d504898c40b9afbbff2701aa95b5 on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:55:58.874473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-33903de4-29a4-423a-9e22-bf1e6983ef6c tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2575376 Feb 13 23:55:58.879475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60338) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:55:59.028801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:59.044882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:55:59.045257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:59.059763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] For port 77dd5c51-8f88-4191-b461-14bc57e1aa40, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=77dd5c51-8f88-4191-b461-14bc57e1aa40,segment=NetworkSegment(3c4bca49-0541-48a9-9433-c6ce9fe2d07e),segment_id=3c4bca49-0541-48a9-9433-c6ce9fe2d07e)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:59.060511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:59.221715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb452f7-1de1-43a0-84e1-5481ac0cc6af None None] Network d3d2e717-5c74-4e89-91b1-b99d8b991b9c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:59.229664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Calling delete_port for 77dd5c51-8f88-4191-b461-14bc57e1aa40 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:59.315058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] For port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e,segment=NetworkSegment(dff0a0ec-8aad-458d-b7b2-c05de31d9be2),segment_id=dff0a0ec-8aad-458d-b7b2-c05de31d9be2)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:55:59.315505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:59.470240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Calling delete_port for 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:55:59.475918 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:59.492151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3017ba-d575-4e74-a206-f74e96119c26 None None] Network ce5130f8-0719-4287-a1f4-d87a4a546bb8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:55:59.534875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Pushing event deleted for resources: {'Port': ['ID=77dd5c51-8f88-4191-b461-14bc57e1aa40,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:59.602857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.603315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.603721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.604848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.605455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.605817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.606230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.606619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.607012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.607399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.608220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:55:59.690871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-93ec4404-f298-4c15-9b57-05bdd3dfc10e None None] Provisioning for port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:55:59.725755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:55:59.804309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 68b04af2-d92a-4c47-84f5-809a2c878149 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:55:59.916242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Port': ['ID=93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:55:59.935053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] No DVR routers for this DVR port 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:00.040470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 68b04af2-d92a-4c47-84f5-809a2c878149, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=68b04af2-d92a-4c47-84f5-809a2c878149,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:00.078215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b0f22-9cc4-47af-8f7f-e07fe0ec1ff6 None None] DHCP port deletion for d3d2e717-5c74-4e89-91b1-b99d8b991b9c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:00.086089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6af9a542-3bd1-488a-8b90-4709beb4cfe7 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:00.113344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.156590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '68b04af2-d92a-4c47-84f5-809a2c878149', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'port_id': '68b04af2-d92a-4c47-84f5-809a2c878149', 'mac_address': 'fa:16:3e:c3:03:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:56:00.175200 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.184835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d2e717-5c74-4e89-91b1-b99d8b991b9c']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:00.201055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ca596462-091d-4af8-852c-cf2906d24c9f None None] Provisioning for port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:00.212600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:00.213745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff0a0ec-8aad-458d-b7b2-c05de31d9be2') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:00.240196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.265537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.279206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:00.279977 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.307436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825931d5-302e-4922-8b27-526f2544c26e None None] DHCP port deletion for ce5130f8-0719-4287-a1f4-d87a4a546bb8 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:00.320806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Deleting port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:00.321280 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.345696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.391408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b04af2-d92a-4c47-84f5-809a2c878149 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:00.398916 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:00.408547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.415021 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa97-7d30-4862-bfa3-d6e177eed9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.441838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 68b04af2-d92a-4c47-84f5-809a2c878149, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=68b04af2-d92a-4c47-84f5-809a2c878149,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:00.443190 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.462939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2ce2-6616-4d74-80be-7d7b077b5140 req-4893dea2-8c4d-40ab-8a53-949bbdcaeab0 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:00.464537 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57fa2ce2-6616-4d74-80be-7d7b077b5140 req-4893dea2-8c4d-40ab-8a53-949bbdcaeab0 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 944 time: 0.3841801 Feb 13 23:56:00.465407 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.481722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Network': ['ID=d3d2e717-5c74-4e89-91b1-b99d8b991b9c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:00.506468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8c7c87c0-2ef5-4d94-8b43-6dd7879ccbb3 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/networks/d3d2e717-5c74-4e89-91b1-b99d8b991b9c HTTP/1.1" status: 204 len: 168 time: 1.6182530 Feb 13 23:56:00.507066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:00.542077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:00.552428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:00.552848 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.706037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['68b04af2-d92a-4c47-84f5-809a2c878149'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:56:00.730969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=68b04af2-d92a-4c47-84f5-809a2c878149,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:00.778434 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-57fa2ce2-6616-4d74-80be-7d7b077b5140 req-475f6f71-7bd2-4351-8221-fe8f5d7d7b4c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053720 Feb 13 23:56:00.807160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.835771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:00.836112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:00.937742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-825931d5-302e-4922-8b27-526f2544c26e None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:00.938159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:01.075702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Calling delete_port for 6af9a542-3bd1-488a-8b90-4709beb4cfe7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:01.123853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:01.219436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:01.232174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:01.252003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:01.252528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:01.284404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:01.284765 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:01.324603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6af9a542-3bd1-488a-8b90-4709beb4cfe7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:01.382345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Calling delete_port for 6af9a542-3bd1-488a-8b90-4709beb4cfe7 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:01.585849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:01.586105 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:01.677511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:01.715858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:01.774481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:01.774481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 93b4bd09-34ce-4994-a7fd-ed4f4e14bd6e not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:01.774481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6af9a542-3bd1-488a-8b90-4709beb4cfe7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:01.801059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Deleting port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:01.801059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:01.824411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 68b04af2-d92a-4c47-84f5-809a2c878149 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:02.007296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:02.033344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] Sync routers for ids ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:02.034914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c1b1a71-37d0-43d9-a1ff-a13cfe86683b admin admin] 10.222.0.36 "PUT /v2.0/routers/40f6d1a1-4447-42a0-8ec7-7d98fe785cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1336527 Feb 13 23:56:02.036805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60394) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:02.133714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:02.134094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.170504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea8b9c-bb64-4989-9420-452ed0537bda req-0e11a5af-4300-4c90-9ee2-d47b4840b2e5 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:02.180957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-67ea8b9c-bb64-4989-9420-452ed0537bda req-0e11a5af-4300-4c90-9ee2-d47b4840b2e5 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 945 time: 0.1858470 Feb 13 23:56:02.198487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.209170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] Routers {'40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:02.209893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:55:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:02.254750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-67ea8b9c-bb64-4989-9420-452ed0537bda req-feb4d64f-227a-48db-a51d-1d1e10c91cde tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723748 Feb 13 23:56:02.383214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 68b04af2-d92a-4c47-84f5-809a2c878149 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:02.413921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 68b04af2-d92a-4c47-84f5-809a2c878149 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:02.414316 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.469537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-825931d5-302e-4922-8b27-526f2544c26e None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:02.469537 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.618951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Calling delete_port for 6af9a542-3bd1-488a-8b90-4709beb4cfe7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:02.702551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:02.703085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.714523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-32d50f72-a39e-4e56-a813-257f1b755b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.762304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:02.775923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.837233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Calling delete_port for 6af9a542-3bd1-488a-8b90-4709beb4cfe7 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:02.916173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:02.916608 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:02.924364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6af9a542-3bd1-488a-8b90-4709beb4cfe7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:02.929874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:02.930930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] Set router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:56:03.057243 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.060608 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:03.061885 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:03.149470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:03.169896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.180804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Deleting port 00f816f6-9eef-4367-a2ee-384664debfd3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:03.181143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.183037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 68b04af2-d92a-4c47-84f5-809a2c878149, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=68b04af2-d92a-4c47-84f5-809a2c878149,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:03.272730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.342597 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149', 'code': 200} Feb 13 23:56:03.407185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=68b04af2-d92a-4c47-84f5-809a2c878149,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:03.429450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:55:59Z', 'revision_number': 5, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port': {'id': '00f816f6-9eef-4367-a2ee-384664debfd3', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:36Z', 'updated_at': '2022-02-13T23:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:03.437327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] Checking router: 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:56:03.452488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] Routers {'40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:03.453579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:03.459721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] For port 00f816f6-9eef-4367-a2ee-384664debfd3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=00f816f6-9eef-4367-a2ee-384664debfd3,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:03.460072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.575626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-088e824d-61cd-45bd-a3a0-a32dbbab1685 req-45f74e1d-a05a-4195-a932-0b9eae5e34a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1097 time: 0.1531713 Feb 13 23:56:03.597802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Calling delete_port for 00f816f6-9eef-4367-a2ee-384664debfd3 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:03.632535 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.643155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10f5d-7d0e-4aa6-93d4-222abe7927ce req-a81e9583-ecba-4657-8b31-5c0e0ffd30de tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:03.645006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6e10f5d-7d0e-4aa6-93d4-222abe7927ce req-a81e9583-ecba-4657-8b31-5c0e0ffd30de tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1542518 Feb 13 23:56:03.652772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-088e824d-61cd-45bd-a3a0-a32dbbab1685 req-c024f390-0443-47df-8a62-655fb74f8fd7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696228 Feb 13 23:56:03.668246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Deleting port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:03.668246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.721070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] Set router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:56:03.738161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d6e10f5d-7d0e-4aa6-93d4-222abe7927ce req-cd978d59-9840-444d-b44d-362079444877 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834789 Feb 13 23:56:03.832999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.888634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f816f6-9eef-4367-a2ee-384664debfd3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:03.909800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:56:03Z', 'revision_number': 6, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:03.925485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:03.926269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138cdd8-f9aa-41ff-9db4-d7ae8b77afa2 None None] The sync data for ids ['40f6d1a1-4447-42a0-8ec7-7d98fe785cc4'] in n-d-828979-1 is: [{'id': '40f6d1a1-4447-42a0-8ec7-7d98fe785cc4', 'name': 'tempest-TestServerMultinode-1964378500-router', 'tenant_id': '97702280966e4ebb9f674a9c9abd8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:34Z', 'updated_at': '2022-02-13T23:56:03Z', 'revision_number': 6, 'project_id': '97702280966e4ebb9f674a9c9abd8617', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:04.067945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-825931d5-302e-4922-8b27-526f2544c26e None None] For port 6af9a542-3bd1-488a-8b90-4709beb4cfe7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6af9a542-3bd1-488a-8b90-4709beb4cfe7,segment=NetworkSegment(f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301),segment_id=f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:04.068348 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.089055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Deleting port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:04.089478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.187512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Calling delete_port for 6af9a542-3bd1-488a-8b90-4709beb4cfe7 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:04.214620 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.268149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.329581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825931d5-302e-4922-8b27-526f2544c26e None None] Pushing event deleted for resources: {'Port': ['ID=6af9a542-3bd1-488a-8b90-4709beb4cfe7,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:04.341204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825931d5-302e-4922-8b27-526f2544c26e None None] No DVR routers for this DVR port 6af9a542-3bd1-488a-8b90-4709beb4cfe7 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:04.482679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] The port '6af9a542-3bd1-488a-8b90-4709beb4cfe7' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:56:04.789846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.792895 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.807934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.826093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5130f8-0719-4287-a1f4-d87a4a546bb8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:04.839282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:04.839898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d4f6f2-8141-4ac1-9e7d-a28ae26b9301') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:04.861804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.884077 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.887152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.887682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:56:04.917635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:04.917635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:04.928216 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:04.978082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268022-c552-45bd-929d-56365cacbdb1 req-eea511a2-0c58-46b5-97cb-282a90d54a79 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:04.985011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f268022-c552-45bd-929d-56365cacbdb1 req-eea511a2-0c58-46b5-97cb-282a90d54a79 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0961692 Feb 13 23:56:05.033106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f268022-c552-45bd-929d-56365cacbdb1 req-fbc5506d-08c7-4d24-8604-8adceb811b1f tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 Feb 13 23:56:05.039054 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.041009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f350955d-9b00-4995-b4dc-624b9ad1f0e1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/40f6d1a1-4447-42a0-8ec7-7d98fe785cc4 HTTP/1.1" status: 204 len: 168 time: 3.0030229 Feb 13 23:56:05.042825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.043602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:05.065231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.095436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Network': ['ID=ce5130f8-0719-4287-a1f4-d87a4a546bb8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:05.102511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-503437bc-3759-4502-9159-ce295197db2e tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/networks/ce5130f8-0719-4287-a1f4-d87a4a546bb8 HTTP/1.1" status: 204 len: 168 time: 4.5945477 Feb 13 23:56:05.105136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60458) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:05.107689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.123961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Deleting subnet d340c371-5a8f-4d58-9813-fc8699ded5e5 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:56:05.127433 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.181975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.283869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.284819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.353637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.392080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d340c371-5a8f-4d58-9813-fc8699ded5e5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:05.396109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.403781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e0002-431b-4104-8622-32fd2832a883 None None] Network f9f1f0d0-9233-4ecc-a196-c322c1482bc2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:05.404562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75813bba-6c7d-436c-8799-fb1f284c70e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d340c371-5a8f-4d58-9813-fc8699ded5e5 HTTP/1.1" status: 204 len: 168 time: 0.3599069 Feb 13 23:56:05.405166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60466) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:05.438017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.465776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc26964b-5669-41c5-8eba-08cafaa8c25d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:05.478939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb5961c-6b62-4251-98d4-771158d19aba') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:05.479280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb5961c-6b62-4251-98d4-771158d19aba') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:05.493123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.514862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c412b-ad5d-485e-abf3-1cecfff54c75 req-841a70b1-ef33-4b6e-b292-010c1b3ae343 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:05.516384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-573c412b-ad5d-485e-abf3-1cecfff54c75 req-841a70b1-ef33-4b6e-b292-010c1b3ae343 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.3257823 Feb 13 23:56:05.521043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.529122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60476) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:05.534584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.548098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'floatingip': {'port_id': '68b04af2-d92a-4c47-84f5-809a2c878149'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:05.557736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Deleting port de5f666b-9492-436c-a771-2d3336e2e02a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:05.558202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.611176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:05.611580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:05.634671 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:05.716980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.802502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] For port de5f666b-9492-436c-a771-2d3336e2e02a, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=de5f666b-9492-436c-a771-2d3336e2e02a,segment=NetworkSegment(3c4bca49-0541-48a9-9433-c6ce9fe2d07e),segment_id=3c4bca49-0541-48a9-9433-c6ce9fe2d07e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:05.802854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.852545 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.857448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:05.899043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Network': ['ID=bc26964b-5669-41c5-8eba-08cafaa8c25d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:05.907873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-47e89f88-635c-429d-85f3-2f5ed765ef3a tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/networks/bc26964b-5669-41c5-8eba-08cafaa8c25d HTTP/1.1" status: 204 len: 168 time: 0.8017459 Feb 13 23:56:05.908679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60484) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:06.039624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Calling delete_port for de5f666b-9492-436c-a771-2d3336e2e02a owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:06.110494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b664da-e87a-4aff-83c0-8486c47b8067 None None] DHCP port deletion for f9f1f0d0-9233-4ecc-a196-c322c1482bc2 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:06.122159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c3b664da-e87a-4aff-83c0-8486c47b8067 None None] Deleting port de5f666b-9492-436c-a771-2d3336e2e02a {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:06.122533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c3b664da-e87a-4aff-83c0-8486c47b8067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.162201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.165441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58626a5b-01bf-443e-bd8d-453427fe9eba no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:06.211947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 58626a5b-01bf-443e-bd8d-453427fe9eba {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:06.212570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 58626a5b-01bf-443e-bd8d-453427fe9eba not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:06.213168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 77dd5c51-8f88-4191-b461-14bc57e1aa40 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:06.221532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] No DVR routers for this DVR port de5f666b-9492-436c-a771-2d3336e2e02a on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:06.228417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Pushing event deleted for resources: {'Port': ['ID=de5f666b-9492-436c-a771-2d3336e2e02a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:06.299478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c3b664da-e87a-4aff-83c0-8486c47b8067 None None] The port 'de5f666b-9492-436c-a771-2d3336e2e02a' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:56:06.300281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 77dd5c51-8f88-4191-b461-14bc57e1aa40 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:06.300624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 77dd5c51-8f88-4191-b461-14bc57e1aa40 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:06.376805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.403732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.404568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f1f0d0-9233-4ecc-a196-c322c1482bc2']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:06.417525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4bca49-0541-48a9-9433-c6ce9fe2d07e') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:06.417813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4bca49-0541-48a9-9433-c6ce9fe2d07e') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:06.430100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.446538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.453313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:06.453694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:06.468182 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:06.553900 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.581782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.588583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f1f0d0-9233-4ecc-a196-c322c1482bc2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:06.606579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-44662858-a72d-46c1-a9f4-dd047c42727a admin admin] 10.222.0.36 "DELETE /v2.0/networks/f9f1f0d0-9233-4ecc-a196-c322c1482bc2 HTTP/1.1" status: 204 len: 168 time: 1.2003150 Feb 13 23:56:06.655968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.702397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d212e0a6-aa8a-4606-bb85-a2fd3264099f']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:06.725797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ba04e8-f9fc-4410-a34c-edc4d7f45233') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:06.726116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ba04e8-f9fc-4410-a34c-edc4d7f45233') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:06.745388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.770013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.779904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:06.780273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:06.794837 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:06.859720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60504) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:06.923055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-03b9cf02-8350-4baf-861b-56367bdf600f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b382981c47a94ed98464cac3f4010ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619323 Feb 13 23:56:06.924180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60508) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:06.961581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:06.966273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.011301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47746550-45d8-417a-9db3-b126db9f3324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.021248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] Pushing event deleted for resources: {'Network': ['ID=d212e0a6-aa8a-4606-bb85-a2fd3264099f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:07.030616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4ed4e4bd-2e05-4c84-9fae-dd6fd3bb6b19 tempest-BulkNetworkOpsIpV6Test-1926363165 tempest-BulkNetworkOpsIpV6Test-1926363165-project] 10.222.0.36 "DELETE /v2.0/networks/d212e0a6-aa8a-4606-bb85-a2fd3264099f HTTP/1.1" status: 204 len: 168 time: 1.0904424 Feb 13 23:56:07.052609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.061305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.061948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47746550-45d8-417a-9db3-b126db9f3324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.145252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.154801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47746550-45d8-417a-9db3-b126db9f3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.194333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47746550-45d8-417a-9db3-b126db9f3324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645f88e-4365-4547-a918-063b8f415c93,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:07.204594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-47746550-45d8-417a-9db3-b126db9f3324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.205971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-47746550-45d8-417a-9db3-b126db9f3324 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6645f88e-4365-4547-a918-063b8f415c93 HTTP/1.1" status: 204 len: 168 time: 0.2807369 Feb 13 23:56:07.363970 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Floating IP 5e174c0e-a69b-4e48-b825-ad5c70c37983 associated. External IP: 172.25.4.227, port: 68b04af2-d92a-4c47-84f5-809a2c878149. Feb 13 23:56:07.497278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:07.712316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60542) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:07.738198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de5f666b-9492-436c-a771-2d3336e2e02a no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:07.767609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ad65a38-0c51-4667-92f4-5bf120b5fa6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f73d504898c40b9afbbff2701aa95b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2691572 Feb 13 23:56:07.775557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60546) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:07.823989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-daf2c615-1005-46c2-8097-8e2f0209e5b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97702280966e4ebb9f674a9c9abd8617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1102860 Feb 13 23:56:07.831570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: de5f666b-9492-436c-a771-2d3336e2e02a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:07.831987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:07.832105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device de5f666b-9492-436c-a771-2d3336e2e02a not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:07.833238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 00f816f6-9eef-4367-a2ee-384664debfd3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:07.882327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 00f816f6-9eef-4367-a2ee-384664debfd3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:07.882985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 00f816f6-9eef-4367-a2ee-384664debfd3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:07.905575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e3ec-0f4a-4353-ba1a-ae44265ca3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.947621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e3ec-0f4a-4353-ba1a-ae44265ca3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.958454 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4abc6dc-c2b5-48ff-96f8-2d6234141546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:07.999975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:08.037246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4abc6dc-c2b5-48ff-96f8-2d6234141546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:08.095010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e3ec-0f4a-4353-ba1a-ae44265ca3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:08.118171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e3ec-0f4a-4353-ba1a-ae44265ca3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c0f7a-a4a0-4bbc-bad1-059dca591f1e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:08.124004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e3ec-0f4a-4353-ba1a-ae44265ca3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:08.138057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d4e7e3ec-0f4a-4353-ba1a-ae44265ca3f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/873c0f7a-a4a0-4bbc-bad1-059dca591f1e HTTP/1.1" status: 204 len: 168 time: 0.3577013 Feb 13 23:56:08.172848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4abc6dc-c2b5-48ff-96f8-2d6234141546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:08.193702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abc6dc-c2b5-48ff-96f8-2d6234141546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7225e3b-a9cc-42ec-85ba-a135b950b926,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:08.209385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4abc6dc-c2b5-48ff-96f8-2d6234141546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:08.211770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4abc6dc-c2b5-48ff-96f8-2d6234141546 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7225e3b-a9cc-42ec-85ba-a135b950b926 HTTP/1.1" status: 204 len: 168 time: 0.3782730 Feb 13 23:56:08.282888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:08.288740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:08.294446 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:08.307468 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:08.308030 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:08.353881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-db36d07b-fc8a-4afd-8aee-616f933d0ff2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "PUT /v2.0/floatingips/5e174c0e-a69b-4e48-b825-ad5c70c37983 HTTP/1.1" status: 200 len: 992 time: 2.8265533 Feb 13 23:56:08.354750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:08.487813 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149', 'status': 'completed', 'code': 200} Feb 13 23:56:08.593515 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:56:08.601186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-61db597e-dda6-4dd4-85c0-0f83b79ab0a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1097 time: 0.0890009 Feb 13 23:56:08.766905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871915-1f3b-4d72-94ff-295385522f22 req-a5c501b3-7525-4011-b7da-68b4280c9cd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:08.768447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-a5c501b3-7525-4011-b7da-68b4280c9cd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.1612833 Feb 13 23:56:09.020276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:09.081567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-2ad80d49-4f03-4819-98f4-2f6094e39f2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 1000 time: 0.3030770 Feb 13 23:56:09.095838 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5e174c0e-a69b-4e48-b825-ad5c70c37983', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'port_id': '68b04af2-d92a-4c47-84f5-809a2c878149', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'mac_address': 'fa:16:3e:c3:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:55:44Z', 'updated_at': '2022-02-13T23:56:06Z', 'revision_number': 1, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:09.101136 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:56:09.115552 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:09.116621 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:09.177259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871915-1f3b-4d72-94ff-295385522f22 req-61132748-f3a5-4520-a394-ef6734833550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:09.178898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-61132748-f3a5-4520-a394-ef6734833550 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.0913768 Feb 13 23:56:09.284514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-532b727d-71ea-4a67-82ce-039593a1d5ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993526 Feb 13 23:56:09.341071 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:56:09.440186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-d3e62e3a-efac-40ae-99f2-4472b7600028 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498413 Feb 13 23:56:09.607401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-57871915-1f3b-4d72-94ff-295385522f22 req-4b79d254-ca19-48b3-96eb-a746f22c14ad service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608238 Feb 13 23:56:09.740349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60602) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:09.747634 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5e174c0e-a69b-4e48-b825-ad5c70c37983', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'port_id': '68b04af2-d92a-4c47-84f5-809a2c878149', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'mac_address': 'fa:16:3e:c3:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:55:44Z', 'updated_at': '2022-02-13T23:56:06Z', 'revision_number': 1, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:09.752831 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c2d6a-b1a1-4533-9c76-ca159d156482 None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5e174c0e-a69b-4e48-b825-ad5c70c37983', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'port_id': '68b04af2-d92a-4c47-84f5-809a2c878149', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'mac_address': 'fa:16:3e:c3:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:55:44Z', 'updated_at': '2022-02-13T23:56:06Z', 'revision_number': 1, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:09.903760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-1417079945'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:09.909406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:09.914315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:09.917363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:09.924150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:09.936344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:09.939886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:09.956748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.031673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092151a4-4d80-4ef2-9157-6df81aadec48 None None] New status for floating IP 5e174c0e-a69b-4e48-b825-ad5c70c37983: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:56:10.108502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:10.112443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:security_group_rule and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:10.115996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:10.121690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:10.209037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.213874 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.251457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:56:10.260290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a533dc7-620b-4edd-8799-5c7e56feb0a0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:10.265713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.266209 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment eb39dcec-0f3c-4502-9f80-4744ee5c680e of type vlan for network 7a857510-a7c0-4390-bc08-ab081648e840 Feb 13 23:56:10.293633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.324333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.328261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:10.328843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.440270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6985242 Feb 13 23:56:10.443470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60622) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:10.448997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-395669272'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:10.452512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52921d0-289c-48a5-acec-3cba4be784fd tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=7a857510-a7c0-4390-bc08-ab081648e840,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:10.459137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:10.463950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:10.464191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7a857510-a7c0-4390-bc08-ab081648e840 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:56:10.467903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:10.476919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:10.488324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:10.492567 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.524147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:56:10.537954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.538347 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment 12e8ef45-6f1c-40c3-b09b-b611280b2686 of type vlan for network bf526b0f-e1a3-42df-83a6-0eecc9875805 Feb 13 23:56:10.572541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.607682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.611335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:10.611905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:10.719263 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2746449 Feb 13 23:56:10.723035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce09fc-8abb-4fe7-8fbc-81e71ff6f10e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=bf526b0f-e1a3-42df-83a6-0eecc9875805,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:10.723769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:10.732384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': '7a857510-a7c0-4390-bc08-ab081648e840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:10.733260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:56:10.860798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:10.864984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:10.867846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:10.873471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:10.883194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:10.996622 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.219006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.291513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:11.315270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': 'eb39dcec-0f3c-4502-9f80-4744ee5c680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a857510-a7c0-4390-bc08-ab081648e840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:11.315622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: 7a857510-a7c0-4390-bc08-ab081648e840, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:56:11.337196 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 7a857510-a7c0-4390-bc08-ab081648e840 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:56:11.346597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7a857510-a7c0-4390-bc08-ab081648e840) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:11.351263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:11.351835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.356004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984bd53-ef10-40f2-9f85-43945e517d52 None None] Network 7a857510-a7c0-4390-bc08-ab081648e840 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:11.379027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60646) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:11.381440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb296637-4d14-4ebc-8b69-0663c954ca08 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6537237 Feb 13 23:56:11.386385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:11.519896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:11.525866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:11.528901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:11.534810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:11.545643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:11.580067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7a857510-a7c0-4390-bc08-ab081648e840', 'network_id': '7a857510-a7c0-4390-bc08-ab081648e840', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': 'c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:56:11.580950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.660535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.738306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Allocated IP 172.20.0.2 (7a857510-a7c0-4390-bc08-ab081648e840/c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8/5edd9cd7-17d3-4eed-abea-28192926e226) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:11.914533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.962625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:11.976347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Transition to ACTIVE for port object 5edd9cd7-17d3-4eed-abea-28192926e226 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:11.996665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Transition to ACTIVE for port object 5edd9cd7-17d3-4eed-abea-28192926e226 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:12.003517 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.017789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=2599802c-ef57-49df-a2fa-d87b11963197,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:12.028800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': '12e8ef45-6f1c-40c3-b09b-b611280b2686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:12.029243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: bf526b0f-e1a3-42df-83a6-0eecc9875805, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:56:12.054317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:56:12.095886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bf526b0f-e1a3-42df-83a6-0eecc9875805) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:12.106817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:12.107400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.114094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353341d-c3c1-4ea6-bcff-112808ff6ea1 None None] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:12.135695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-197e64ad-4bb8-41d7-afa4-f22cc904755a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7524571 Feb 13 23:56:12.136577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60664) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:12.142361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-23293664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:12.151872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:12.157212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:12.161002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:12.167967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:12.182119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.183184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.202240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.205331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Network 7a857510-a7c0-4390-bc08-ab081648e840 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:12.210534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:12.213029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:12.224214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.231674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Pushing event updated for resources: {'Port': ['ID=5edd9cd7-17d3-4eed-abea-28192926e226,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:12.249817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.253763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a2e72a1a-4dc9-4729-991c-51fc6c0e46e1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1133757 Feb 13 23:56:12.253917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60668) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:12.361339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Attempting to bind port 5edd9cd7-17d3-4eed-abea-28192926e226 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:56:12.361821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Attempting to bind port 5edd9cd7-17d3-4eed-abea-28192926e226 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'eb39dcec-0f3c-4502-9f80-4744ee5c680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a857510-a7c0-4390-bc08-ab081648e840'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:56:12.363162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Attempting to bind port 5edd9cd7-17d3-4eed-abea-28192926e226 on network 7a857510-a7c0-4390-bc08-ab081648e840 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:12.417610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:56:12.417984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Checking segment: {'id': 'eb39dcec-0f3c-4502-9f80-4744ee5c680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a857510-a7c0-4390-bc08-ab081648e840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:12.418409 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.418807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Bound using segment: {'id': 'eb39dcec-0f3c-4502-9f80-4744ee5c680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a857510-a7c0-4390-bc08-ab081648e840'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:56:12.419384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Bound port: 5edd9cd7-17d3-4eed-abea-28192926e226, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb39dcec-0f3c-4502-9f80-4744ee5c680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a857510-a7c0-4390-bc08-ab081648e840'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:56:12.419760 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.530708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-bf526b0f-e1a3-42df-83a6-0eecc9875805', 'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': '2599802c-ef57-49df-a2fa-d87b11963197'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:56:12.532344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.615310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] For port 5edd9cd7-17d3-4eed-abea-28192926e226, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:12.639362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] For port 5edd9cd7-17d3-4eed-abea-28192926e226, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5edd9cd7-17d3-4eed-abea-28192926e226,segment=NetworkSegment(eb39dcec-0f3c-4502-9f80-4744ee5c680e),segment_id=eb39dcec-0f3c-4502-9f80-4744ee5c680e)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:56:12.647883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.799594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df7e8-c1d1-41d1-ab0d-a39f1433a4ba None None] Pushing event updated for resources: {'Port': ['ID=5edd9cd7-17d3-4eed-abea-28192926e226,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:12.799807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:12.837122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Allocated IP 172.21.0.2 (bf526b0f-e1a3-42df-83a6-0eecc9875805/2599802c-ef57-49df-a2fa-d87b11963197/f65310b2-ec84-47fd-b72f-927c08408304) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:13.143442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.154888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Transition to ACTIVE for port object f65310b2-ec84-47fd-b72f-927c08408304 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:13.176265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Transition to ACTIVE for port object f65310b2-ec84-47fd-b72f-927c08408304 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:13.184775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.248627 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:13.256805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:13.260971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:13.272913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Pushing event updated for resources: {'Port': ['ID=f65310b2-ec84-47fd-b72f-927c08408304,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:13.378379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Attempting to bind port f65310b2-ec84-47fd-b72f-927c08408304 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:56:13.379060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Attempting to bind port f65310b2-ec84-47fd-b72f-927c08408304 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '12e8ef45-6f1c-40c3-b09b-b611280b2686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:56:13.379060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Attempting to bind port f65310b2-ec84-47fd-b72f-927c08408304 on network bf526b0f-e1a3-42df-83a6-0eecc9875805 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:13.385857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:56:13.386476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Checking segment: {'id': '12e8ef45-6f1c-40c3-b09b-b611280b2686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:13.386869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.387254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Bound using segment: {'id': '12e8ef45-6f1c-40c3-b09b-b611280b2686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:56:13.387708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Bound port: f65310b2-ec84-47fd-b72f-927c08408304, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e8ef45-6f1c-40c3-b09b-b611280b2686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf526b0f-e1a3-42df-83a6-0eecc9875805'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:56:13.388073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.394399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.20.0.1 (7a857510-a7c0-4390-bc08-ab081648e840/c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8/f52eec92-f865-4b3e-be4b-acde3b04396a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:13.484421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] For port f65310b2-ec84-47fd-b72f-927c08408304, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:13.487503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] For port f65310b2-ec84-47fd-b72f-927c08408304, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f65310b2-ec84-47fd-b72f-927c08408304,segment=NetworkSegment(12e8ef45-6f1c-40c3-b09b-b611280b2686),segment_id=12e8ef45-6f1c-40c3-b09b-b611280b2686)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:56:13.492755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.583857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.587918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a514de-5a11-41a3-9681-7b3027ba8459 None None] Pushing event updated for resources: {'Port': ['ID=f65310b2-ec84-47fd-b72f-927c08408304,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:13.602991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object f52eec92-f865-4b3e-be4b-acde3b04396a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:13.649054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.740630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 7a857510-a7c0-4390-bc08-ab081648e840 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:13.744125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:13.748685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:13.776336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=f52eec92-f865-4b3e-be4b-acde3b04396a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:13.819557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5edd9cd7-17d3-4eed-abea-28192926e226 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:13.825897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:13.947243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5edd9cd7-17d3-4eed-abea-28192926e226 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:13.972221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.171251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219eb4f-405a-4c81-8870-b73b0759edd9 None None] Network 7a857510-a7c0-4390-bc08-ab081648e840 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:14.286515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] Provisioning for port 5edd9cd7-17d3-4eed-abea-28192926e226 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:14.301396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] Provisioning complete for port 5edd9cd7-17d3-4eed-abea-28192926e226 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:14.301946 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.449787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.455271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.573732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=f52eec92-f865-4b3e-be4b-acde3b04396a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:14.575366 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.576087 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.623502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] For port 5edd9cd7-17d3-4eed-abea-28192926e226, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5edd9cd7-17d3-4eed-abea-28192926e226,segment=NetworkSegment(eb39dcec-0f3c-4502-9f80-4744ee5c680e),segment_id=eb39dcec-0f3c-4502-9f80-4744ee5c680e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:14.628785 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:14.712912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbef02f-9d12-4236-95bb-16e833cf53af None None] Pushing event updated for resources: {'Port': ['ID=5edd9cd7-17d3-4eed-abea-28192926e226,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:14.758625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 7a857510-a7c0-4390-bc08-ab081648e840 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:14.759916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:14.954645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-92bd8acb-9905-4f6c-ba05-7ab5958cc0bc None None] Provisioning for port f52eec92-f865-4b3e-be4b-acde3b04396a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:14.964757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-92bd8acb-9905-4f6c-ba05-7ab5958cc0bc None None] Provisioning complete for port f52eec92-f865-4b3e-be4b-acde3b04396a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:14.966197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-92bd8acb-9905-4f6c-ba05-7ab5958cc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:15.090786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-92bd8acb-9905-4f6c-ba05-7ab5958cc0bc None None] Port f52eec92-f865-4b3e-be4b-acde3b04396a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:15.105314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-92bd8acb-9905-4f6c-ba05-7ab5958cc0bc None None] Provisioning complete for port 5edd9cd7-17d3-4eed-abea-28192926e226 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:15.106078 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-92bd8acb-9905-4f6c-ba05-7ab5958cc0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:15.249664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5dbf8a-2415-4487-8d42-e39c62db364d None None] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:15.384605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 9d757907-0c79-4e89-b191-d775875bef0e is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:56:15.470470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9232a53f-1e95-4781-9f88-25e9d8815708 None None] Provisioning for port f65310b2-ec84-47fd-b72f-927c08408304 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:15.533165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9232a53f-1e95-4781-9f88-25e9d8815708 None None] Provisioning complete for port f52eec92-f865-4b3e-be4b-acde3b04396a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:15.533522 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9232a53f-1e95-4781-9f88-25e9d8815708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:15.592345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:15.601844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9232a53f-1e95-4781-9f88-25e9d8815708 None None] Port f52eec92-f865-4b3e-be4b-acde3b04396a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:15.609622 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] Sync routers for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:15.617418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60722) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:15.626230 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:15.627016 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:15.627428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-759b53fe-287a-4a69-8089-e4d1954139c3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/9d757907-0c79-4e89-b191-d775875bef0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3720205 Feb 13 23:56:15.735555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b392fcb8-0877-4e9f-9a5b-69f49926b8a2 None None] Provisioning complete for port f52eec92-f865-4b3e-be4b-acde3b04396a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:15.736272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b392fcb8-0877-4e9f-9a5b-69f49926b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:15.826085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b1502-dcc0-4373-9b1f-8a07ea18ddf9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:15.831074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 60732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:15.831456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b392fcb8-0877-4e9f-9a5b-69f49926b8a2 None None] Port f52eec92-f865-4b3e-be4b-acde3b04396a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:15.847361 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-088b1502-dcc0-4373-9b1f-8a07ea18ddf9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports/f52eec92-f865-4b3e-be4b-acde3b04396a HTTP/1.1" status: 200 len: 910 time: 0.2282128 Feb 13 23:56:15.889363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f65310b2-ec84-47fd-b72f-927c08408304 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:15.891873 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:15.902791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-6e24323f-6aa9-4572-92c8-f5bee3a9d770 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.2158513 Feb 13 23:56:15.925110 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:15.926815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:15.933171 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:15.988378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port f65310b2-ec84-47fd-b72f-927c08408304 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:15.998999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f65310b2-ec84-47fd-b72f-927c08408304 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:15.999583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.018008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:16.028498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Usage tracker for resource:security_group_rule and tenant:1f965a7e7210449698e1194f7eb3544f is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:16.031827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:16.034893 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:16.035284 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486bbec5-0b16-4f4f-be1a-da0e71f60dec None None] The sync data for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:16.047090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:16.086902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f78ec7eb-6643-4560-9cbd-1c44fc23b644 None None] Provisioning complete for port f65310b2-ec84-47fd-b72f-927c08408304 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:16.087265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f78ec7eb-6643-4560-9cbd-1c44fc23b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.148978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.156536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.221936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529234a3-bf7b-4ff7-93af-65430bc8a110,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:16.236247 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d43a30d-32b3-40e8-a2fe-49a643e520d7 req-3bcf1932-9a2e-4c1a-8008-a3bf86552f6c tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276427 Feb 13 23:56:16.312891 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.349428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port f65310b2-ec84-47fd-b72f-927c08408304, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f65310b2-ec84-47fd-b72f-927c08408304,segment=NetworkSegment(12e8ef45-6f1c-40c3-b09b-b611280b2686),segment_id=12e8ef45-6f1c-40c3-b09b-b611280b2686)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:16.352262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f78ec7eb-6643-4560-9cbd-1c44fc23b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.363235 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.364100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5edd9cd7-17d3-4eed-abea-28192926e226 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:16.539114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=f65310b2-ec84-47fd-b72f-927c08408304,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:16.563711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f21db-866e-4c5e-8a48-fef75caa293c req-559f6bcf-bc8c-4992-a920-972b9c3053b9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:16.565153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ce6f21db-866e-4c5e-8a48-fef75caa293c req-559f6bcf-bc8c-4992-a920-972b9c3053b9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1783013 Feb 13 23:56:16.566495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-f78ec7eb-6643-4560-9cbd-1c44fc23b644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:16.567519 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-f78ec7eb-6643-4560-9cbd-1c44fc23b644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:16.573592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5edd9cd7-17d3-4eed-abea-28192926e226 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:16.573962 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.726907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ce6f21db-866e-4c5e-8a48-fef75caa293c req-4779f6ab-3219-4d2d-9bff-4c1afc2b0f6d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513069 Feb 13 23:56:16.740689 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:16.757342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:16.877075 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-935c8b49-4374-4fab-844c-6e37c8c355dd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 994 time: 0.1187704 Feb 13 23:56:17.257571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.21.0.1 (bf526b0f-e1a3-42df-83a6-0eecc9875805/2599802c-ef57-49df-a2fa-d87b11963197/71abe7c8-66c3-4929-8e00-f4026ce968b7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:17.469407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:17.478363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6571be36-c32e-4f65-861e-743d74038bb5 req-c86e0f90-92ec-4e79-a3e2-e624d52c3248 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1927450 Feb 13 23:56:17.489427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object 71abe7c8-66c3-4929-8e00-f4026ce968b7 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:17.515557 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:17.595677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:17.601048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:17.607529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:17.642717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=71abe7c8-66c3-4929-8e00-f4026ce968b7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:17.661034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.661379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.661704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.662227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.662893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.663488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.663961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.664431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.665428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.666161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.666754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:17.698782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:17.760956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f65310b2-ec84-47fd-b72f-927c08408304 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:17.839005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:17.892014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port f65310b2-ec84-47fd-b72f-927c08408304 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:17.892452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:18.032934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:18.106575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b9582c9-6b51-484a-a19f-4dfca52163aa None None] Provisioning for port 71abe7c8-66c3-4929-8e00-f4026ce968b7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:18.125593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b9582c9-6b51-484a-a19f-4dfca52163aa None None] Provisioning complete for port 71abe7c8-66c3-4929-8e00-f4026ce968b7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:18.125955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3b9582c9-6b51-484a-a19f-4dfca52163aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:18.218242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3b9582c9-6b51-484a-a19f-4dfca52163aa None None] Port 71abe7c8-66c3-4929-8e00-f4026ce968b7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:18.272094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e892273-3ef0-40eb-8bc4-c14488cb9f9e req-7d0b23be-5f5d-4e77-9783-1865885a4700 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:18.273564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e892273-3ef0-40eb-8bc4-c14488cb9f9e req-7d0b23be-5f5d-4e77-9783-1865885a4700 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1565270 Feb 13 23:56:18.331973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-c141c04f-3f79-492b-90bc-d76517641228 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2970953 Feb 13 23:56:18.356651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e892273-3ef0-40eb-8bc4-c14488cb9f9e req-a1196d3a-0f9f-4d32-8ae0-a50f6fee7cba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708346 Feb 13 23:56:18.435164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:18.440560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:18.565994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=71abe7c8-66c3-4929-8e00-f4026ce968b7,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:18.569128 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:18.720718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:18.722203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:18.787812 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:56:19.070548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-792408a4-4ae8-4d3e-8f28-710cce8dd628 None None] Provisioning complete for port 71abe7c8-66c3-4929-8e00-f4026ce968b7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:19.071104 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-792408a4-4ae8-4d3e-8f28-710cce8dd628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:19.134863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-792408a4-4ae8-4d3e-8f28-710cce8dd628 None None] Port 71abe7c8-66c3-4929-8e00-f4026ce968b7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:19.297345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 9d757907-0c79-4e89-b191-d775875bef0e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:19.482474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:19.491907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f456479-cc85-4926-9778-e4d755a7c49d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/9d757907-0c79-4e89-b191-d775875bef0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6599498 Feb 13 23:56:19.492960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] Sync routers for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:19.494463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60840) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:19.513972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:19.515104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:19.584418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd162-c2f6-4a0d-9ddd-25fa2e59ee08 req-8b769453-a238-462a-86de-c87e9c18b469 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:19.586215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-831fd162-c2f6-4a0d-9ddd-25fa2e59ee08 req-8b769453-a238-462a-86de-c87e9c18b469 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.0853004 Feb 13 23:56:19.593355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf345fc-6a85-45f2-8c00-10442e699c22 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:19.599124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2bf345fc-6a85-45f2-8c00-10442e699c22 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports/71abe7c8-66c3-4929-8e00-f4026ce968b7 HTTP/1.1" status: 200 len: 910 time: 0.1029985 Feb 13 23:56:19.599722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60844) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:19.624397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:19.638367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:19.639379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:19.644232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-831fd162-c2f6-4a0d-9ddd-25fa2e59ee08 req-853a599e-a333-40f4-99c9-a9097f573f7d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493686 Feb 13 23:56:19.708766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:19.709166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6126f09-5b66-474c-9dc6-1c8cd152a3a0 None None] The sync data for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:19.839483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-0a57a85c-9eda-499e-89d1-836c62441883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.0787196 Feb 13 23:56:19.981685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-78cef80e-0dcd-4d31-8526-46e0cb002864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:19.983153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-78cef80e-0dcd-4d31-8526-46e0cb002864 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.1342602 Feb 13 23:56:20.073425 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:20.112348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-3de67f3d-15b1-470b-9f42-ba490fb1aff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1002 time: 0.1152673 Feb 13 23:56:20.182143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-77286a88-4135-41e8-b537-e8276cbd277a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:20.183892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-77286a88-4135-41e8-b537-e8276cbd277a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.0618801 Feb 13 23:56:20.264205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-a8cf93d7-5c04-45f0-bd76-26c37e0bc375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707107 Feb 13 23:56:20.406206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-da249ed4-5559-4ac5-a21b-f3c9074025e4 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312289 Feb 13 23:56:20.547373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-aff85b8f-d16b-4b78-a0c8-fac329e1d0b8 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332605 Feb 13 23:56:20.677422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 71abe7c8-66c3-4929-8e00-f4026ce968b7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:20.677873 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:20.927949 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:21.053307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5465e5-d609-4c81-8d8b-8a0b2014fd0b req-cfc4ec54-1f9b-416e-b22f-bffd7e9e3857 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:21.054830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea5465e5-d609-4c81-8d8b-8a0b2014fd0b req-cfc4ec54-1f9b-416e-b22f-bffd7e9e3857 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.2456541 Feb 13 23:56:21.061250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 71abe7c8-66c3-4929-8e00-f4026ce968b7 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:21.157224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ea5465e5-d609-4c81-8d8b-8a0b2014fd0b req-877b10d0-b221-4ce1-99ce-5e7663aac6f7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704679 Feb 13 23:56:21.374226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:21.421307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=71abe7c8-66c3-4929-8e00-f4026ce968b7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:21.698371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:22.191441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 9d757907-0c79-4e89-b191-d775875bef0e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:22.372497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975bcc-1e0d-4379-9018-2d66a95bbd13 req-36d9eb24-c88e-4046-b29b-04bc79d07e83 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:22.373814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa975bcc-1e0d-4379-9018-2d66a95bbd13 req-36d9eb24-c88e-4046-b29b-04bc79d07e83 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.0831335 Feb 13 23:56:22.376739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:22.390794 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] Sync routers for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:22.401179 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9ba868f-bdfe-459a-96e4-191f54473323 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/9d757907-0c79-4e89-b191-d775875bef0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7973788 Feb 13 23:56:22.401385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 60884) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:22.412540 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:22.413465 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:22.438505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa975bcc-1e0d-4379-9018-2d66a95bbd13 req-6c4502c6-a130-42a1-9a83-792213ef14ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560200 Feb 13 23:56:22.484452 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:22.498860 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:22.499484 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:22.559533 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:22.559923 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfe1bd-c590-4a3d-b03e-b172512c1976 None None] The sync data for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:22.923475 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:23.516704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port f52eec92-f865-4b3e-be4b-acde3b04396a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:23.517049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:23.771415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c115ac-05a3-4b06-bbd1-9bf939f45d68 req-b1f5344f-cbc5-4691-b51f-7492578efdd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:23.772958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a8c115ac-05a3-4b06-bbd1-9bf939f45d68 req-b1f5344f-cbc5-4691-b51f-7492578efdd7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.2057507 Feb 13 23:56:23.774627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:23.917659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for f52eec92-f865-4b3e-be4b-acde3b04396a owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:23.990556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a8c115ac-05a3-4b06-bbd1-9bf939f45d68 req-6a4f76fa-3d2c-49db-8ebf-ad8e108c360b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084236 Feb 13 23:56:24.124623 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:24.174773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=f52eec92-f865-4b3e-be4b-acde3b04396a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:24.517977 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:24.945401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 9d757907-0c79-4e89-b191-d775875bef0e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:25.092266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:25.101988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] Sync routers for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:25.102892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-535642ea-cc81-4cba-9778-f6581f67582a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/9d757907-0c79-4e89-b191-d775875bef0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996961 Feb 13 23:56:25.104933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33066) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:25.118960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:25.119596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:25.158256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca783886-12a9-47f1-ace5-18e02636ea0a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:25.186369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca783886-12a9-47f1-ace5-18e02636ea0a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:25.190387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33078) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:25.190903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca783886-12a9-47f1-ace5-18e02636ea0a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d757907-0c79-4e89-b191-d775875bef0e HTTP/1.1" status: 200 len: 205 time: 0.0845268 Feb 13 23:56:25.204698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:25.218043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] Routers {'9d757907-0c79-4e89-b191-d775875bef0e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:25.218643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9d757907-0c79-4e89-b191-d775875bef0e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:25.280023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:25.280423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13916cbf-de91-4ac8-b57a-0f6f7d7ba8b6 None None] The sync data for ids ['9d757907-0c79-4e89-b191-d775875bef0e'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:25.407269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:25.641916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745463-884d-4554-97da-62d7d8c6beda req-95bb48ad-9455-4cde-8c65-83bc96fe97c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:25.643365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a745463-884d-4554-97da-62d7d8c6beda req-95bb48ad-9455-4cde-8c65-83bc96fe97c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.3198786 Feb 13 23:56:25.944530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a745463-884d-4554-97da-62d7d8c6beda req-44c97845-5861-44c2-953b-6e87e2c76f95 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941411 Feb 13 23:56:25.952329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:25.957270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:25.986919 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:25.987355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router 9d757907-0c79-4e89-b191-d775875bef0e {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:56:25.998902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:25.999961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-abf930b1-f7ba-4a7a-9de2-d972a5125342 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/9d757907-0c79-4e89-b191-d775875bef0e HTTP/1.1" status: 204 len: 168 time: 0.8084385 Feb 13 23:56:26.002543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33118) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:26.081425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-cc0d841a-8f97-4292-b455-ab968c7a2a43 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:26.082170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-cc0d841a-8f97-4292-b455-ab968c7a2a43 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Synchronizing usage tracker for tenant:46303994588643e3911403863bc880c3 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:26.098883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-cc0d841a-8f97-4292-b455-ab968c7a2a43 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Unset dirty status for tenant:46303994588643e3911403863bc880c3 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:26.100029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-cc0d841a-8f97-4292-b455-ab968c7a2a43 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 813 time: 0.1682856 Feb 13 23:56:26.120392 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-41d82393-838f-4775-a3e3-9aa7e6ebf02e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/quotas/46303994588643e3911403863bc880c3 HTTP/1.1" status: 200 len: 375 time: 0.0141790 Feb 13 23:56:26.166917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-342f61bd-230d-4e9d-86cd-ce28c3cf0d65 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408378 Feb 13 23:56:26.192363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet 2599802c-ef57-49df-a2fa-d87b11963197 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:56:26.195207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.249512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.300009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-8a9c86e4-368a-4e33-98f3-da04bbb215da service neutron] 10.222.0.36 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258380 Feb 13 23:56:26.337044 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.412744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.435288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-00673a77-0a0b-4a6b-a5a3-a0038bfbdbe7 service neutron] 10.222.0.36 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290069 Feb 13 23:56:26.453617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=2599802c-ef57-49df-a2fa-d87b11963197,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:26.459446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.466480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0fd0a6-1a3c-4285-8068-49b04b219e5c None None] Network bf526b0f-e1a3-42df-83a6-0eecc9875805 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:26.467127 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a4e0e17e-6cfd-4a35-9c33-4cad49d3f85c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/2599802c-ef57-49df-a2fa-d87b11963197 HTTP/1.1" status: 204 len: 168 time: 0.4629543 Feb 13 23:56:26.469200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33122) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:26.675449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945a7160-faf8-44e0-aa1f-049efc3a6ed7 req-be43934b-15b9-4e1c-b993-7031271e1f3e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 210 time: 0.0516725 Feb 13 23:56:26.728515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:56:26.731737 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.757696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] DHCP port deletion for bf526b0f-e1a3-42df-83a6-0eecc9875805 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:26.762625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Deleting port f65310b2-ec84-47fd-b72f-927c08408304 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:26.763129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.797205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.888585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.972489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:26.985993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] For port f65310b2-ec84-47fd-b72f-927c08408304, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f65310b2-ec84-47fd-b72f-927c08408304,segment=NetworkSegment(12e8ef45-6f1c-40c3-b09b-b611280b2686),segment_id=12e8ef45-6f1c-40c3-b09b-b611280b2686)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:26.986347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.023513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:27.040461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.051013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a63d21b5-3333-4587-b138-287d6193669e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8 HTTP/1.1" status: 204 len: 168 time: 0.5779891 Feb 13 23:56:27.051339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33138) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:27.167682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Calling delete_port for f65310b2-ec84-47fd-b72f-927c08408304 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:27.190408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3be47-9f33-41d8-9c28-5ad49a835dd1 req-c230330b-a9da-4a99-9fb8-51c4a94e20e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:27.192056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfb3be47-9f33-41d8-9c28-5ad49a835dd1 req-c230330b-a9da-4a99-9fb8-51c4a94e20e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.0849776 Feb 13 23:56:27.196419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c11c1-c683-4f35-b3a0-a64d56b2dbf5 None None] Network 7a857510-a7c0-4390-bc08-ab081648e840 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:27.262825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfb3be47-9f33-41d8-9c28-5ad49a835dd1 req-aabea6f9-c8bf-43b9-af55-bc556342417b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635195 Feb 13 23:56:27.296540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.308676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port f65310b2-ec84-47fd-b72f-927c08408304 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:27.309214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.395996 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.444198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Pushing event deleted for resources: {'Port': ['ID=f65310b2-ec84-47fd-b72f-927c08408304,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:27.460136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] No DVR routers for this DVR port f65310b2-ec84-47fd-b72f-927c08408304 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:27.462522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.462625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.463051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.463453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.463814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.464078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.464499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.464848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.465140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.465473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.465766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a618d9bc-1e0b-40a7-ac5b-fed310e227f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:56:27.522443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port f65310b2-ec84-47fd-b72f-927c08408304, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f65310b2-ec84-47fd-b72f-927c08408304,segment=NetworkSegment(12e8ef45-6f1c-40c3-b09b-b611280b2686),segment_id=12e8ef45-6f1c-40c3-b09b-b611280b2686)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:27.522803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.549776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] DHCP port deletion for 7a857510-a7c0-4390-bc08-ab081648e840 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:27.554701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] Deleting port 5edd9cd7-17d3-4eed-abea-28192926e226 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:27.555072 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.647736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for f65310b2-ec84-47fd-b72f-927c08408304 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:27.726836 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:27.727051 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:27.741231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f65310b2-ec84-47fd-b72f-927c08408304 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:27.841307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f65310b2-ec84-47fd-b72f-927c08408304 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:27.841816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f65310b2-ec84-47fd-b72f-927c08408304 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:27.842355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5edd9cd7-17d3-4eed-abea-28192926e226 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:27.916868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-78c48421-fc9c-4d4c-8db2-f2db60b7ef8d req-83744a1b-a8a9-4dff-9693-d2f94358d541 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 210 time: 0.0531826 Feb 13 23:56:27.919228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] For port 5edd9cd7-17d3-4eed-abea-28192926e226, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5edd9cd7-17d3-4eed-abea-28192926e226,segment=NetworkSegment(eb39dcec-0f3c-4502-9f80-4744ee5c680e),segment_id=eb39dcec-0f3c-4502-9f80-4744ee5c680e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:27.919679 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:27.997802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-bb943330-1318-4b7c-96f7-23803e8ec5b4 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:27.999326 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-bb943330-1318-4b7c-96f7-23803e8ec5b4 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 813 time: 0.2183809 Feb 13 23:56:28.019432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Request body: {'port': {'device_id': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439', 'admin_state_up': True, 'tenant_id': '46303994588643e3911403863bc880c3'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:28.068518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] Calling delete_port for 5edd9cd7-17d3-4eed-abea-28192926e226 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:28.142087 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.158995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:28.163538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Usage tracker for resource:port and tenant:46303994588643e3911403863bc880c3 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:28.166296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:28.172001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:28.182511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Made reservation on behalf of 46303994588643e3911403863bc880c3 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:28.185561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.206827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.240093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port f65310b2-ec84-47fd-b72f-927c08408304 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:28.240510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.255798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] Pushing event deleted for resources: {'Port': ['ID=5edd9cd7-17d3-4eed-abea-28192926e226,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:28.262392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fabd8-b365-407f-ac4d-9b8a60528dc3 None None] No DVR routers for this DVR port 5edd9cd7-17d3-4eed-abea-28192926e226 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:28.317722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] The port 'f65310b2-ec84-47fd-b72f-927c08408304' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:56:28.501768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.540472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf526b0f-e1a3-42df-83a6-0eecc9875805']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:28.558213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e8ef45-6f1c-40c3-b09b-b611280b2686') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:28.558507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e8ef45-6f1c-40c3-b09b-b611280b2686') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:28.565104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Allocated IP 172.20.0.7 (f6ddc50c-f55f-4dfc-a426-d67eabcb0439/6d44bd86-530d-4618-b5cb-d4ffe93d1b1e/c6d12421-8059-4210-bdb6-f15f5c427a5c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:28.572535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a213c-6f03-424b-a29b-ddb1202fc5a4 req-6e940f72-c7f6-419a-808a-9806fbe7d99f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:28.574206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-983a213c-6f03-424b-a29b-ddb1202fc5a4 req-6e940f72-c7f6-419a-808a-9806fbe7d99f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1970859 Feb 13 23:56:28.575957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.601872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.620713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:28.621025 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-983a213c-6f03-424b-a29b-ddb1202fc5a4 req-669054bc-5ac8-47e0-a715-ed0dc03983bc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 Feb 13 23:56:28.621133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:28.635877 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:28.795559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.819025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:28.840573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=bf526b0f-e1a3-42df-83a6-0eecc9875805,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:28.858970 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40a3ba69-a945-4e23-812a-aa09193a6d5a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/bf526b0f-e1a3-42df-83a6-0eecc9875805 HTTP/1.1" status: 204 len: 168 time: 1.8062294 Feb 13 23:56:28.861726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33146) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:28.978941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.012050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.046775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.127938 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.155874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a857510-a7c0-4390-bc08-ab081648e840']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:29.169068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb39dcec-0f3c-4502-9f80-4744ee5c680e') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:29.169361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb39dcec-0f3c-4502-9f80-4744ee5c680e') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:29.171911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:29.174552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Pushing event updated for resources: {'Port': ['ID=c6d12421-8059-4210-bdb6-f15f5c427a5c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:29.177768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:29.180538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:29.182218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.198082 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.203916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:29.204295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:29.218204 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:29.250060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:29.250668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.269977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54651312-c6d6-4af0-838b-4d4e3aa014c7 req-e7042cd1-3870-452b-94fd-c26c2da2816a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:29.270784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-54651312-c6d6-4af0-838b-4d4e3aa014c7 req-e7042cd1-3870-452b-94fd-c26c2da2816a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Synchronizing usage tracker for tenant:46303994588643e3911403863bc880c3 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:29.280059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-74df874c-cce8-4a02-84d7-c0de5b92cc44 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2680924 Feb 13 23:56:29.290405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-54651312-c6d6-4af0-838b-4d4e3aa014c7 req-e7042cd1-3870-452b-94fd-c26c2da2816a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Unset dirty status for tenant:46303994588643e3911403863bc880c3 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:29.291577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54651312-c6d6-4af0-838b-4d4e3aa014c7 req-e7042cd1-3870-452b-94fd-c26c2da2816a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 931 time: 0.2077348 Feb 13 23:56:29.295694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.298247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Request body: {'port': {'device_id': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:29.317921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.328114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/7a857510-a7c0-4390-bc08-ab081648e840 HTTP/1.1" status: 204 len: 168 time: 0.4652886 Feb 13 23:56:29.329100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a9d4b-218d-48f6-bebe-9980e477d702 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=7a857510-a7c0-4390-bc08-ab081648e840,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:29.332577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33152) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:29.338715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-1949484067'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:29.344193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:29.348533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:29.351426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:29.357929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:29.368972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:29.371976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.401104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:56:29.410356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.410799 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment 4e23b226-4039-4344-af92-2192708d47e2 of type vlan for network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b Feb 13 23:56:29.437854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.446453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54651312-c6d6-4af0-838b-4d4e3aa014c7 req-09628a34-eb1a-418b-a0fa-927b5f767be7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153197 Feb 13 23:56:29.452441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.471409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.475342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:29.475928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.580189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2462966 Feb 13 23:56:29.583074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33156) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:29.585380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1cec5-1954-4b5f-84e4-43a32faa8edf tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=57d1d78d-1366-46f9-ba32-a3f5bdd7186b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:29.590572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:29.595555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:56:29.713696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:29.717631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:29.720606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:29.726502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:29.736759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:29.818578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d12421-8059-4210-bdb6-f15f5c427a5c {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:56:29.825272 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.840007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Transition to ACTIVE for port object c6d12421-8059-4210-bdb6-f15f5c427a5c will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:29.842981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.883245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:29.970108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Pushing event updated for resources: {'Port': ['ID=c6d12421-8059-4210-bdb6-f15f5c427a5c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:30.009501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8a581-417e-48c1-8673-772baa54bd6b req-a233a06c-a10f-4152-9b3a-6cd1e00d840a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:30.011144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d8a581-417e-48c1-8673-772baa54bd6b req-a233a06c-a10f-4152-9b3a-6cd1e00d840a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.2106030 Feb 13 23:56:30.079213 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Attempting to bind port c6d12421-8059-4210-bdb6-f15f5c427a5c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:56:30.079547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Attempting to bind port c6d12421-8059-4210-bdb6-f15f5c427a5c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:56:30.079880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Attempting to bind port c6d12421-8059-4210-bdb6-f15f5c427a5c on network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:30.085779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Port c6d12421-8059-4210-bdb6-f15f5c427a5c on network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:56:30.086135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Attempting to bind port c6d12421-8059-4210-bdb6-f15f5c427a5c on network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:30.092352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:56:30.092626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Checking segment: {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:30.093005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Bound using segment: {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:56:30.093425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Bound port: c6d12421-8059-4210-bdb6-f15f5c427a5c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:56:30.093769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.109799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8d8a581-417e-48c1-8673-772baa54bd6b req-e5ff0489-d569-4282-92c1-603fa7e87e92 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908601 Feb 13 23:56:30.167776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.187672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] For port c6d12421-8059-4210-bdb6-f15f5c427a5c, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:30.190663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] For port c6d12421-8059-4210-bdb6-f15f5c427a5c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:56:30.194321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.214651 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-52eb05f6-f48a-4bfb-95e1-9da02c7470ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.246600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=4e773c4a-059b-4341-b2f8-d4614752b69c,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:30.257439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.257937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': '4e23b226-4039-4344-af92-2192708d47e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:30.258329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: 57d1d78d-1366-46f9-ba32-a3f5bdd7186b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:56:30.258821 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] 10.222.0.42 "PUT /v2.0/ports/c6d12421-8059-4210-bdb6-f15f5c427a5c HTTP/1.1" status: 200 len: 1091 time: 0.9652498 Feb 13 23:56:30.259258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'tag': 'c6d12421-8059-4210-bdb6-f15f5c427a5c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:30.288727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b6646-31ed-4c38-a3a1-5d7ef3e51acf service neutron] Pushing event updated for resources: {'Port': ['ID=c6d12421-8059-4210-bdb6-f15f5c427a5c,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:30.293205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:56:30.305287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 57d1d78d-1366-46f9-ba32-a3f5bdd7186b) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:30.309271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:30.310094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.317660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450b1c1-9f33-4ef0-a6ef-8fba275027bc None None] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:30.335813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f6f32dd0-93bf-4211-a941-4b2f4dd34d8c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7515905 Feb 13 23:56:30.337354 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'tag': 'c6d12421-8059-4210-bdb6-f15f5c427a5c', 'status': 'completed', 'code': 200} Feb 13 23:56:30.338408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33166) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:30.343849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1789832454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:30.351282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:30.355066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:30.357830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:30.365212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:30.377001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.377961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.378392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7719c833-0907-420a-801d-01285f62b610 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 1094 time: 0.0780907 Feb 13 23:56:30.397423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.424628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.448067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.449320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bf89c052-645a-49ee-a017-d58acb1c4f6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1099994 Feb 13 23:56:30.452051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33170) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:30.453618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-a41c7f4a-6150-48da-8a42-f0f31f159015 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c HTTP/1.1" status: 200 len: 217 time: 0.0669999 Feb 13 23:56:30.457349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'port': {'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b', 'name': 'tempest-RoutersTest-1255742598'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:30.521355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7b22340f-26e7-4315-b01e-f6ca65aafce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:30.522822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-7b22340f-26e7-4315-b01e-f6ca65aafce7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e HTTP/1.1" status: 200 len: 853 time: 0.0628488 Feb 13 23:56:30.548222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-57d1d78d-1366-46f9-ba32-a3f5bdd7186b', 'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': '4e773c4a-059b-4341-b2f8-d4614752b69c'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:56:30.549306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.587685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-e5833fe5-04e4-46fa-808d-82136c59ba3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573323 Feb 13 23:56:30.723238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Allocated IP 172.20.0.2 (57d1d78d-1366-46f9-ba32-a3f5bdd7186b/4e773c4a-059b-4341-b2f8-d4614752b69c/8e13dedf-de2a-4242-9a7b-c6be72e6f34b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:30.741546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-d7cd1e43-bb0e-4595-804a-fcd728534f39 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470084 Feb 13 23:56:30.759548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:30.765132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:port and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:30.769059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:30.777122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:30.796609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:30.799951 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.829131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] device_id is not set on port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 13 23:56:30.884283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805c679-d8e1-494a-aaee-4d8a51c18c96 req-bd940608-4b4a-42f1-bca4-f62a660e468a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:30.885949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2805c679-d8e1-494a-aaee-4d8a51c18c96 req-bd940608-4b4a-42f1-bca4-f62a660e468a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 943 time: 0.2744341 Feb 13 23:56:30.958102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2805c679-d8e1-494a-aaee-4d8a51c18c96 req-1c043dd8-9fb2-4962-8634-da984fb91125 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Synchronizing usage tracker for tenant:46303994588643e3911403863bc880c3 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:30.963993 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:30.975278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Transition to ACTIVE for port object 8e13dedf-de2a-4242-9a7b-c6be72e6f34b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:30.980301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2805c679-d8e1-494a-aaee-4d8a51c18c96 req-1c043dd8-9fb2-4962-8634-da984fb91125 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Unset dirty status for tenant:46303994588643e3911403863bc880c3 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:30.990339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6d84b1f-9056-4013-94aa-a7cadc4b43fc req-f11c0cb2-2797-493a-b51c-06b9909336c7 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405519 Feb 13 23:56:30.994584 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2805c679-d8e1-494a-aaee-4d8a51c18c96 req-1c043dd8-9fb2-4962-8634-da984fb91125 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985801 Feb 13 23:56:30.999990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Transition to ACTIVE for port object 8e13dedf-de2a-4242-9a7b-c6be72e6f34b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:31.007703 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.086982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:31.090499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:31.092189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Pushing event updated for resources: {'Port': ['ID=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:31.094259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:31.099856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.20.0.4 (57d1d78d-1366-46f9-ba32-a3f5bdd7186b/4e773c4a-059b-4341-b2f8-d4614752b69c/a4a7596b-8cc0-4879-a5f7-1fb8867e85ea) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:31.131099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-4e772711-77d3-4cdd-9274-b0e0143e3c45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 1094 time: 0.0785124 Feb 13 23:56:31.186700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Attempting to bind port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:56:31.187066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Attempting to bind port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4e23b226-4039-4344-af92-2192708d47e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:56:31.187421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Attempting to bind port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b on network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:31.194932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:56:31.195299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Checking segment: {'id': '4e23b226-4039-4344-af92-2192708d47e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:31.195690 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.196072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Bound using segment: {'id': '4e23b226-4039-4344-af92-2192708d47e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:56:31.196520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Bound port: 8e13dedf-de2a-4242-9a7b-c6be72e6f34b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e23b226-4039-4344-af92-2192708d47e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57d1d78d-1366-46f9-ba32-a3f5bdd7186b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:56:31.196938 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.271232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-3db7f6bb-4e0d-46c5-acc7-1edb1a44b35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:31.272581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-3db7f6bb-4e0d-46c5-acc7-1edb1a44b35a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 913 time: 0.1355224 Feb 13 23:56:31.290857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] For port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:31.294010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] For port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,segment=NetworkSegment(4e23b226-4039-4344-af92-2192708d47e2),segment_id=4e23b226-4039-4344-af92-2192708d47e2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:56:31.300802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.325603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.343028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object a4a7596b-8cc0-4879-a5f7-1fb8867e85ea will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:31.365872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.388833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5402-e66e-4c0d-bcc1-1d9d5b92ff38 None None] Pushing event updated for resources: {'Port': ['ID=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:31.391511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-006eca0d-959d-426b-a5a2-fef3b9453239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c HTTP/1.1" status: 200 len: 217 time: 0.0749061 Feb 13 23:56:31.453466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:31.456697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:31.462535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:31.473507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-f78d87a2-a97a-4c37-a901-244c0c6d733d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:31.475255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-f78d87a2-a97a-4c37-a901-244c0c6d733d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e HTTP/1.1" status: 200 len: 853 time: 0.0764387 Feb 13 23:56:31.486219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7e170-231b-41d2-bddc-b4b820617638 req-0f1495f3-aace-4eda-bce6-463b3d265d7f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:31.487657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5b7e170-231b-41d2-bddc-b4b820617638 req-0f1495f3-aace-4eda-bce6-463b3d265d7f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.2108529 Feb 13 23:56:31.495242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=a4a7596b-8cc0-4879-a5f7-1fb8867e85ea,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:31.531815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:31.532515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:31.547700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-ecc4fdbe-27ee-4b2c-8f0c-27f9a6e54165 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590293 Feb 13 23:56:31.564946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b16a65ce-ce98-460d-b1b5-76cbc3aece63 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1117496 Feb 13 23:56:31.568809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:31.677421 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5b7e170-231b-41d2-bddc-b4b820617638 req-ffdb1b56-8122-45a1-8c08-8792cb3cefbb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583834 Feb 13 23:56:31.766850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-aa9ca714-d97a-4f03-b9b0-3731f00f5eb8 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115736 Feb 13 23:56:31.791247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e13dedf-de2a-4242-9a7b-c6be72e6f34b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:31.872259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:31.918363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ced306a5-abb6-4133-a22a-3c8a3f54c6b4 req-440976b4-484f-4fd3-8cf6-3e8f4bc64b1b service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420207 Feb 13 23:56:32.241736 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.268851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfafeee-bf31-44ea-acd0-30bee8ca09e2 req-aa0c403d-03b9-4136-8fe3-c0a54a5d0327 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:32.270391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dfafeee-bf31-44ea-acd0-30bee8ca09e2 req-aa0c403d-03b9-4136-8fe3-c0a54a5d0327 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 943 time: 0.1545002 Feb 13 23:56:32.378317 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-483f7e1d-9f7f-4ecf-93c8-c736311b4bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.397567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeddebc-f122-45c0-830d-f4d3ece3a71a None None] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:32.535131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] Provisioning for port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:32.553505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] Provisioning complete for port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:32.553866 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.582379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dfafeee-bf31-44ea-acd0-30bee8ca09e2 req-e17c5a93-acd5-4231-bff7-908a15f796f5 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866588 Feb 13 23:56:32.753373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.759189 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.766014 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.809569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] For port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,segment=NetworkSegment(4e23b226-4039-4344-af92-2192708d47e2),segment_id=4e23b226-4039-4344-af92-2192708d47e2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:32.818807 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:32.892119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=a4a7596b-8cc0-4879-a5f7-1fb8867e85ea,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:32.895394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363749e-7050-47b3-95a7-b043e5377253 None None] Pushing event updated for resources: {'Port': ['ID=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:32.928941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a67c5-6c01-44b2-8da0-c5708588a8c9 req-5804ac77-abf4-41a7-86fc-eda2bb87d8d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:32.934827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c4a67c5-6c01-44b2-8da0-c5708588a8c9 req-5804ac77-abf4-41a7-86fc-eda2bb87d8d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1082304 Feb 13 23:56:32.991366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c4a67c5-6c01-44b2-8da0-c5708588a8c9 req-d5e3e33b-4af0-4626-be5a-76407d0911a5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547416 Feb 13 23:56:33.131143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.151848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a9b284d-f04e-4c87-9421-2588a6357160 None None] Provisioning for port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:33.157320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a9b284d-f04e-4c87-9421-2588a6357160 None None] Provisioning complete for port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:33.157698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a9b284d-f04e-4c87-9421-2588a6357160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.215243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b284d-f04e-4c87-9421-2588a6357160 None None] Port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:33.224347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.228419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a9b284d-f04e-4c87-9421-2588a6357160 None None] Provisioning complete for port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:33.228850 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a9b284d-f04e-4c87-9421-2588a6357160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.469036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-36d37cb2-b21e-49a8-8d06-41931534cde9 None None] Provisioning complete for port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:33.469397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-36d37cb2-b21e-49a8-8d06-41931534cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.522503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-36d37cb2-b21e-49a8-8d06-41931534cde9 None None] Port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:33.554175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.609678 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.614820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.733728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e13dedf-de2a-4242-9a7b-c6be72e6f34b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:33.764752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=a4a7596b-8cc0-4879-a5f7-1fb8867e85ea,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:33.769878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.799777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:33.800130 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.866490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:33.892536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05e51b-5a87-4742-9008-5e31e98968c4 req-8ad172fe-df85-48d3-b00e-c8cb45b8c5cf tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:33.893973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b05e51b-5a87-4742-9008-5e31e98968c4 req-8ad172fe-df85-48d3-b00e-c8cb45b8c5cf tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 943 time: 0.1870277 Feb 13 23:56:33.961627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:33.964447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:34.036199 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b05e51b-5a87-4742-9008-5e31e98968c4 req-4769c269-8dfc-44dd-b148-0d0c64db6601 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298234 Feb 13 23:56:34.201070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408480e-ad9d-4529-a6dd-2de1446042c2 req-bf757b17-e5cc-4e31-bcde-fe6dd6dd896e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:34.202660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0408480e-ad9d-4529-a6dd-2de1446042c2 req-bf757b17-e5cc-4e31-bcde-fe6dd6dd896e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.0871241 Feb 13 23:56:34.252106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0408480e-ad9d-4529-a6dd-2de1446042c2 req-6e49eff0-e13e-4a17-af93-a215a8a3fb6a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Feb 13 23:56:34.347102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d5e6e4ab-38f2-482e-b5d2-5abb9228634a None None] Provisioning complete for port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:34.348101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e4ab-38f2-482e-b5d2-5abb9228634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:34.401280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6e4ab-38f2-482e-b5d2-5abb9228634a None None] Port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:34.459583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router f2ca387b-f4c0-4dca-97d9-b07e7bf163db is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:56:34.634409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:34.639078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5c8a5256-a20a-4da2-86ba-a0c510e9e424 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/f2ca387b-f4c0-4dca-97d9-b07e7bf163db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0657997 Feb 13 23:56:34.641594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33190) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:34.644081 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286114fc-9837-492c-b640-183db6337ced None None] Sync routers for ids ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:34.656249 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286114fc-9837-492c-b640-183db6337ced None None] Routers {'f2ca387b-f4c0-4dca-97d9-b07e7bf163db'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:34.656868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-286114fc-9837-492c-b640-183db6337ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:34.708982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64879451-398c-4ab0-82fb-fc24e7b1091f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:34.709551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64879451-398c-4ab0-82fb-fc24e7b1091f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:34.717062 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-286114fc-9837-492c-b640-183db6337ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:34.724830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64879451-398c-4ab0-82fb-fc24e7b1091f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:34.726217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-64879451-398c-4ab0-82fb-fc24e7b1091f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports/a4a7596b-8cc0-4879-a5f7-1fb8867e85ea HTTP/1.1" status: 200 len: 977 time: 0.0836415 Feb 13 23:56:34.727721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286114fc-9837-492c-b640-183db6337ced None None] Routers {'f2ca387b-f4c0-4dca-97d9-b07e7bf163db'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:34.728497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-286114fc-9837-492c-b640-183db6337ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:34.729086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33194) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:34.788351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-286114fc-9837-492c-b640-183db6337ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:34.788746 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286114fc-9837-492c-b640-183db6337ced None None] The sync data for ids ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:35.096505 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:35.296410 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:35.367836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6d12421-8059-4210-bdb6-f15f5c427a5c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:56:35.414220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07216d-3f92-4644-bd99-73262931b2f9 req-7bfefffd-cc29-4140-9977-cdf2c75e8a19 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:35.415684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b07216d-3f92-4644-bd99-73262931b2f9 req-7bfefffd-cc29-4140-9977-cdf2c75e8a19 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 943 time: 0.2428329 Feb 13 23:56:35.458303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9faa42-32aa-4c13-8139-e4a08dfed2b0 req-0d54ed9f-89d3-4c52-a2bd-206b5dabdf95 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:35.459910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f9faa42-32aa-4c13-8139-e4a08dfed2b0 req-0d54ed9f-89d3-4c52-a2bd-206b5dabdf95 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.0837727 Feb 13 23:56:35.483550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b07216d-3f92-4644-bd99-73262931b2f9 req-da324dc0-7bfd-49c2-ba48-9aae49f4e590 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Feb 13 23:56:35.511622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f9faa42-32aa-4c13-8139-e4a08dfed2b0 req-d5aa38e8-c74a-4889-a132-ca73c9627c50 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Feb 13 23:56:35.521096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6d12421-8059-4210-bdb6-f15f5c427a5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:35.534257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'c6d12421-8059-4210-bdb6-f15f5c427a5c', 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439', 'port_id': 'c6d12421-8059-4210-bdb6-f15f5c427a5c', 'mac_address': 'fa:16:3e:20:86:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d44bd86-530d-4618-b5cb-d4ffe93d1b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:56:35.587688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:35.604663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d12421-8059-4210-bdb6-f15f5c427a5c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:56:35.619662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6d12421-8059-4210-bdb6-f15f5c427a5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:35.623456 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:35.689117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port a4a7596b-8cc0-4879-a5f7-1fb8867e85ea {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:35.689652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:35.692251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6d12421-8059-4210-bdb6-f15f5c427a5c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:35.892967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6d12421-8059-4210-bdb6-f15f5c427a5c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:56:35.978995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:36.106275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for a4a7596b-8cc0-4879-a5f7-1fb8867e85ea owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:36.278553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:36.327107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=a4a7596b-8cc0-4879-a5f7-1fb8867e85ea,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:36.562260 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:36.719068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158a4b-085e-4e01-a2ec-b811768172a1 req-222b1bb0-b22c-4673-92d8-6140881dcfed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:36.720552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed158a4b-085e-4e01-a2ec-b811768172a1 req-222b1bb0-b22c-4673-92d8-6140881dcfed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.0798526 Feb 13 23:56:36.767065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed158a4b-085e-4e01-a2ec-b811768172a1 req-63344688-3097-4c47-848e-8ec35fd38bb5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Feb 13 23:56:36.880002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3fe3d-85b8-4e24-a028-5475a8142c0d req-379536d1-ff6c-4acb-b915-668b07333f9e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:36.881347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-edb3fe3d-85b8-4e24-a028-5475a8142c0d req-379536d1-ff6c-4acb-b915-668b07333f9e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 944 time: 0.2585926 Feb 13 23:56:37.039459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-edb3fe3d-85b8-4e24-a028-5475a8142c0d req-acfd9d0d-d9f9-41f7-a839-39ba0c3a1c5b tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506798 Feb 13 23:56:37.070376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router f2ca387b-f4c0-4dca-97d9-b07e7bf163db has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:37.154197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:37.307081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:37.316676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] Sync routers for ids ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:37.323794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-88d25e7a-6294-45a9-98b2-4f568c862b6e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/f2ca387b-f4c0-4dca-97d9-b07e7bf163db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5937252 Feb 13 23:56:37.326595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33210) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:37.328406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] Routers {'f2ca387b-f4c0-4dca-97d9-b07e7bf163db'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:37.329013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:37.383890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6d12421-8059-4210-bdb6-f15f5c427a5c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:37.416147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:37.451612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] Routers {'f2ca387b-f4c0-4dca-97d9-b07e7bf163db'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:37.452219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:37.517327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:37.517728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e19d12-ea7f-44ed-8d3b-b2a7fda045ac None None] The sync data for ids ['f2ca387b-f4c0-4dca-97d9-b07e7bf163db'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:37.526825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port c6d12421-8059-4210-bdb6-f15f5c427a5c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:37.531617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port c6d12421-8059-4210-bdb6-f15f5c427a5c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:37.531978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:37.656333 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-3865c303-5467-4e6a-a282-184b2b7e7e28 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] remove_router_interface failed (client error): The resource could not be found. Feb 13 23:56:37.659874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3865c303-5467-4e6a-a282-184b2b7e7e28 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/f2ca387b-f4c0-4dca-97d9-b07e7bf163db/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3298426 Feb 13 23:56:37.660369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33214) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:37.674576 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:37.701544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d12421-8059-4210-bdb6-f15f5c427a5c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:37.704756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e19b6d1a-2c8a-414d-8d2b-ccfd8f0423a8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:37.711324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port c6d12421-8059-4210-bdb6-f15f5c427a5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:37.717459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:37.721668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e19b6d1a-2c8a-414d-8d2b-ccfd8f0423a8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:37.725899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33220) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:37.726017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e19b6d1a-2c8a-414d-8d2b-ccfd8f0423a8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ca387b-f4c0-4dca-97d9-b07e7bf163db HTTP/1.1" status: 200 len: 205 time: 0.0644603 Feb 13 23:56:37.762514 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d12421-8059-4210-bdb6-f15f5c427a5c', 'code': 200} Feb 13 23:56:37.791315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=c6d12421-8059-4210-bdb6-f15f5c427a5c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:37.835462 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-61219e11-c6ae-499a-8f98-1b696238d9d7 service neutron] show failed (client error): The resource could not be found. Feb 13 23:56:37.836508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-61219e11-c6ae-499a-8f98-1b696238d9d7 service neutron] 10.222.0.42 "GET /v2.0/ports/07ee17c4-dcea-4d47-aeec-a7c72df48b2f/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.1094654 Feb 13 23:56:37.885628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:37.946209 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01da2bf9-64c9-4b93-a9c9-942ee95fedf0 req-25748ab1-b5d7-4e57-8461-8c7e1def6043 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 1096 time: 0.0779984 Feb 13 23:56:38.000752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01da2bf9-64c9-4b93-a9c9-942ee95fedf0 req-3895c3b0-a46c-4ad4-b293-89a1ec10b191 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453479 Feb 13 23:56:38.137244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-fccc104b-1370-46e1-9f14-ac40877acc7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 1097 time: 0.0754008 Feb 13 23:56:38.149408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:38.228423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714bc26-e4a5-432b-b262-ec52cf049b5d req-5f481956-5ac0-4f22-96e7-f684f0bb033e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:38.229789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d714bc26-e4a5-432b-b262-ec52cf049b5d req-5f481956-5ac0-4f22-96e7-f684f0bb033e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.2960899 Feb 13 23:56:38.427337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.481778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85185-3786-4446-a5bf-2944c558abd1 req-1ca5156d-245e-4cfc-8597-ca1de04e6f74 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:38.483329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fad85185-3786-4446-a5bf-2944c558abd1 req-1ca5156d-245e-4cfc-8597-ca1de04e6f74 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 945 time: 0.3099613 Feb 13 23:56:38.520776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.533423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.551185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d714bc26-e4a5-432b-b262-ec52cf049b5d req-d80d9d9d-7d0f-4b19-85f8-00d1b3ad9aaf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615139 Feb 13 23:56:38.600091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.600812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router f2ca387b-f4c0-4dca-97d9-b07e7bf163db {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:56:38.617361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.621376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-57e073f2-557b-4c09-8a19-118f081460a1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/f2ca387b-f4c0-4dca-97d9-b07e7bf163db HTTP/1.1" status: 204 len: 168 time: 0.8942418 Feb 13 23:56:38.621971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33234) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:38.656213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fad85185-3786-4446-a5bf-2944c558abd1 req-c3082ce2-92b4-4ced-9107-af56fa22b20c tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610463 Feb 13 23:56:38.825918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:38.851173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet 4e773c4a-059b-4341-b2f8-d4614752b69c {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:56:38.859075 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.862408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:38.925120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.931731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:38.938021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:38.955619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Transition to ACTIVE for port object 07ee17c4-dcea-4d47-aeec-a7c72df48b2f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:38.961671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.008385 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.067588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.081551 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'code': 200} Feb 13 23:56:39.180905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.234643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:39.254601 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=4e773c4a-059b-4341-b2f8-d4614752b69c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:39.264045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.269194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6550c69-e2c8-4fd4-b2dc-e664d9ed541c None None] Network 57d1d78d-1366-46f9-ba32-a3f5bdd7186b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:39.274318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ccf5678-8a6e-45ad-a72e-16f7e251e1d3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/4e773c4a-059b-4341-b2f8-d4614752b69c HTTP/1.1" status: 204 len: 168 time: 0.6506813 Feb 13 23:56:39.276313 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33242) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:39.338510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] No DVR routers for this DVR port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:39.438614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.451546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:39.451894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.608863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] DHCP port deletion for 57d1d78d-1366-46f9-ba32-a3f5bdd7186b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:39.613267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Deleting port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:39.613637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.686804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:56:39.687145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:56:39.688522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:39.702473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:56:39.702857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Attempting to bind port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:39.712459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:56:39.715756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Checking segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:39.716187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Bound using segment: {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:56:39.716644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Bound port: 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92253cb7-815f-444b-afb4-56a36a43d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:56:39.717054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.772982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e13dedf-de2a-4242-9a7b-c6be72e6f34b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:39.781010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,segment=NetworkSegment(4e23b226-4039-4344-af92-2192708d47e2),segment_id=4e23b226-4039-4344-af92-2192708d47e2)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:39.781656 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.952503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:39.955104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 8e13dedf-de2a-4242-9a7b-c6be72e6f34b owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:39.955891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:56:39.961969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:39.989729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] For port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,segment=NetworkSegment(4e23b226-4039-4344-af92-2192708d47e2),segment_id=4e23b226-4039-4344-af92-2192708d47e2)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:39.990150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.003164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebd4e5-6c34-4c93-94af-a1cdd2fdc1c7 req-7f52ba75-0ac0-40b8-bcad-0996a6f9d9af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:40.010378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2aebd4e5-6c34-4c93-94af-a1cdd2fdc1c7 req-7f52ba75-0ac0-40b8-bcad-0996a6f9d9af tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.2465410 Feb 13 23:56:40.076340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a627d4-aed0-4d8f-842a-e03bc1d65fc7 req-98dc2384-92ad-4acf-83e1-07f33d357b78 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:40.079143 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82a627d4-aed0-4d8f-842a-e03bc1d65fc7 req-98dc2384-92ad-4acf-83e1-07f33d357b78 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 945 time: 0.2270916 Feb 13 23:56:40.081138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.086494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.088037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] 10.222.0.31 "PUT /v2.0/ports/07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1092 time: 1.9424984 Feb 13 23:56:40.097668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65267-5377-4fb0-83ba-ec28e46768cf service neutron] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:40.112406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2aebd4e5-6c34-4c93-94af-a1cdd2fdc1c7 req-d7c11be0-681e-4aaa-8508-b9a61cb7e37b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011965 Feb 13 23:56:40.147324 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.162272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Calling delete_port for 8e13dedf-de2a-4242-9a7b-c6be72e6f34b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:40.202483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=8e13dedf-de2a-4242-9a7b-c6be72e6f34b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:40.224789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No DVR routers for this DVR port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:40.274594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-c667a9f6-0fed-4aa6-b459-5eced10d8024 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1095 time: 0.1604109 Feb 13 23:56:40.283275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82a627d4-aed0-4d8f-842a-e03bc1d65fc7 req-ad96a9d7-e7a3-41a6-8c3d-055065530f8d tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945722 Feb 13 23:56:40.361761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:40.373029 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:40.436928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.464835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d1d78d-1366-46f9-ba32-a3f5bdd7186b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:40.486298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e23b226-4039-4344-af92-2192708d47e2') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:40.486620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e23b226-4039-4344-af92-2192708d47e2') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:40.503335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-a1dbbde7-81a9-425c-bc84-e6ca2caa328f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:40.506214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-a1dbbde7-81a9-425c-bc84-e6ca2caa328f service neutron] 10.222.0.31 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.2242260 Feb 13 23:56:40.506842 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.526937 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.533334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:40.533736 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:40.651364 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:40.660378 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.685072 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.697404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=57d1d78d-1366-46f9-ba32-a3f5bdd7186b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:40.702707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-27a81667-107e-42b0-a224-62f787456a8a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1000 time: 0.1904862 Feb 13 23:56:40.713579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-09e1ca3a-a2d4-46a3-9bf5-85a22c63d292 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/57d1d78d-1366-46f9-ba32-a3f5bdd7186b HTTP/1.1" status: 204 len: 168 time: 1.4361677 Feb 13 23:56:40.718371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33280) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:40.725024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-1629808240'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:40.732485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:40.737196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:40.741222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:40.748945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:40.762950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:40.766510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.781962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-9da6153c-06f5-4db8-a3b7-0d6de77c3990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:40.783662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-9da6153c-06f5-4db8-a3b7-0d6de77c3990 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.0744057 Feb 13 23:56:40.808542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:56:40.818369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.818734 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment 8c869cdb-0928-496c-91f5-bb4a1e6cc0d4 of type vlan for network a2d49847-a551-4f7e-9a24-e424c7f153ab Feb 13 23:56:40.860458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.874623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Deleting port 8e13dedf-de2a-4242-9a7b-c6be72e6f34b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:40.875657 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:40.966656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4356cca4-a109-4882-8da9-b04eba5229f3 None None] The port '8e13dedf-de2a-4242-9a7b-c6be72e6f34b' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:56:41.036391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-e3a00952-9fb0-4895-90c0-006606410966 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342827 Feb 13 23:56:41.148848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:41.169560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:41.177880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:41.178530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:41.291621 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'status': 'completed', 'code': 200} Feb 13 23:56:41.307988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-f310461b-b5e6-4dc9-845d-8d61c50f5dff service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653511 Feb 13 23:56:41.408227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:41.427160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7075961 Feb 13 23:56:41.434157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33302) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:41.434805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950e334-f012-4fde-8a86-807917c5fd0f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=a2d49847-a551-4f7e-9a24-e424c7f153ab,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:41.444634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:41.475475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a2d49847-a551-4f7e-9a24-e424c7f153ab details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:56:41.498693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20bfb23f-cba9-4833-992d-b461f44809a6 req-5722c7b8-de37-4d2b-b655-1277c33ac9e0 service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771827 Feb 13 23:56:41.523341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-c593bca0-9cb1-4de7-bc97-7d89b3f6f81b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2910049 Feb 13 23:56:41.603933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-5824b01b-814b-4ba5-a97f-d0390ac66e44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1095 time: 0.2956502 Feb 13 23:56:41.605436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:41.612273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:41.638296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:41.653755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6dd59-1eaa-4c9c-b35e-07c709ceea57 req-93eb5bc7-6d9b-453c-ba8a-ee7a7a396e29 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:41.658057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ea6dd59-1eaa-4c9c-b35e-07c709ceea57 req-93eb5bc7-6d9b-453c-ba8a-ee7a7a396e29 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.3508933 Feb 13 23:56:41.684056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:41.713120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:41.795067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:41.814792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ea6dd59-1eaa-4c9c-b35e-07c709ceea57 req-03617acf-f72c-4a3f-96e1-48bc768c1cc6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991745 Feb 13 23:56:41.964211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-ad6790c2-9f2b-4632-ad1a-b22e10419ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:41.966082 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-ad6790c2-9f2b-4632-ad1a-b22e10419ad5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.3501508 Feb 13 23:56:41.984540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:41.992563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-49ba4428-0266-489e-8703-e97d8ace584e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 1096 time: 0.1854692 Feb 13 23:56:42.001468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-9ef55ab9-6793-4901-af9b-dcb3b7257c40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1095 time: 0.3223243 Feb 13 23:56:42.255192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-6bf2686f-83b4-475c-93db-ca19a68d10d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1000 time: 0.2338922 Feb 13 23:56:42.285587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-b0115ecb-7df5-447b-b520-1592ae794901 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:42.287037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-b0115ecb-7df5-447b-b520-1592ae794901 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 913 time: 0.2450230 Feb 13 23:56:42.287875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-61b4e60b-8359-44ea-a31a-5f4df21d7843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:42.289130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-61b4e60b-8359-44ea-a31a-5f4df21d7843 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.2798862 Feb 13 23:56:42.393357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-8ae48c53-9418-452a-8b4a-fbfa5db317fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:42.395504 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-8ae48c53-9418-452a-8b4a-fbfa5db317fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.1344137 Feb 13 23:56:42.442993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-40bc8fb0-896a-46f9-8701-41f8db4ac30f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c HTTP/1.1" status: 200 len: 217 time: 0.1486323 Feb 13 23:56:42.512586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:42.533319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-dbfaf75c-a8ab-4e21-bd6a-292b889cec04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:42.535315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-dbfaf75c-a8ab-4e21-bd6a-292b889cec04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e HTTP/1.1" status: 200 len: 853 time: 0.0851440 Feb 13 23:56:42.537040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-497f9385-7faf-4624-9079-78f5514f1e1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1000 time: 0.1847012 Feb 13 23:56:42.601825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=a21c5afa-921b-47ec-afb7-391b31416e5c,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:42.608028 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-7fdb10e8-12aa-48f5-bb10-d590d45653c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048013 Feb 13 23:56:42.641642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-44814c0f-9376-4deb-92a5-64029f15c823 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000888 Feb 13 23:56:42.737828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:42.738486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: a2d49847-a551-4f7e-9a24-e424c7f153ab, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:56:42.772509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-a8182819-fdf1-4dff-b62e-d2379d84db4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:42.774572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-a8182819-fdf1-4dff-b62e-d2379d84db4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.1954942 Feb 13 23:56:42.798481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-2c4782af-bfd1-4a72-94f5-c76f68771a4e service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821856 Feb 13 23:56:42.803248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network a2d49847-a551-4f7e-9a24-e424c7f153ab is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:56:42.902968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-fa0f303e-741e-4644-aaf3-dffa59143c78 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513587 Feb 13 23:56:42.934419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, a2d49847-a551-4f7e-9a24-e424c7f153ab) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:42.944279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2295496-36ef-44a4-a4ac-e278d317e473 None None] Network a2d49847-a551-4f7e-9a24-e424c7f153ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:42.955952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:42.957524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.022477 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d2465efa-8440-457e-a2a7-9098abaaec34 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5851567 Feb 13 23:56:43.029097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:43.047497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1835733490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:43.063330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:43.069530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-f7fa0608-a591-4c8a-9acd-5e9912f3b3b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863367 Feb 13 23:56:43.071339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:43.071657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e1567de-7386-4f27-8339-92d4e4e2a7bd req-b25aa9f1-f924-40fa-9e35-4c6911884eb5 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628418 Feb 13 23:56:43.075709 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-cc5e8bea-68e1-4d68-905e-046884bd79da service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698042 Feb 13 23:56:43.076495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:43.085537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:43.099980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.101132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.146333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.187826 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.256454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.261354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b68374f0-8215-454f-a7c6-c0d557401301 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2307773 Feb 13 23:56:43.262050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:43.362223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-a2d49847-a551-4f7e-9a24-e424c7f153ab', 'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': 'a21c5afa-921b-47ec-afb7-391b31416e5c'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:56:43.363335 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.594224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b07b3-4705-45b4-b1b9-ccc0f77be9b1 req-e101a272-3b43-414b-96b5-acff22828466 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:43.595829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e10b07b3-4705-45b4-b1b9-ccc0f77be9b1 req-e101a272-3b43-414b-96b5-acff22828466 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 944 time: 0.5232167 Feb 13 23:56:43.602102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-f194b561-0ac5-4dc5-83db-d77e3cf73bf8 service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707382 Feb 13 23:56:43.666298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Allocated IP 172.20.0.2 (a2d49847-a551-4f7e-9a24-e424c7f153ab/a21c5afa-921b-47ec-afb7-391b31416e5c/7cdeaec9-186b-4f1e-b1f9-9ce251752dd0) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:43.740901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e10b07b3-4705-45b4-b1b9-ccc0f77be9b1 req-bedf3938-fc66-43da-acca-c724791b51b1 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377664 Feb 13 23:56:43.789010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bec4cd7c-3542-4cef-8b00-ea282681aeec req-a69f9927-9af4-4003-aa58-5634338c8a81 service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712706 Feb 13 23:56:43.905571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:56:43.921495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:43.936304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Transition to ACTIVE for port object 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:44.026393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Transition to ACTIVE for port object 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:44.069572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.070551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.161057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:44.177496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Network a2d49847-a551-4f7e-9a24-e424c7f153ab is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:44.184439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:44.186058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Pushing event updated for resources: {'Port': ['ID=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:44.188111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:44.194055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'port_id': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'mac_address': 'fa:16:3e:a0:95:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:56:44.317575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Attempting to bind port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:56:44.317964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Attempting to bind port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:56:44.318343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Attempting to bind port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 on network a2d49847-a551-4f7e-9a24-e424c7f153ab {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:56:44.336011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:56:44.336438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Checking segment: {'id': '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:56:44.336833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.337248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Bound using segment: {'id': '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:56:44.337682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Bound port: 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a2d49847-a551-4f7e-9a24-e424c7f153ab'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:56:44.338060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.355935 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.415788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ee17c4-dcea-4d47-aeec-a7c72df48b2f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:56:44.437510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:44.448241 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.484031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.20.0.1 (a2d49847-a551-4f7e-9a24-e424c7f153ab/a21c5afa-921b-47ec-afb7-391b31416e5c/edac5fa2-9000-4161-96ec-e0d717cd923d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:44.542326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] For port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:56:44.544391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:44.547961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] For port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,segment=NetworkSegment(8c869cdb-0928-496c-91f5-bb4a1e6cc0d4),segment_id=8c869cdb-0928-496c-91f5-bb4a1e6cc0d4)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:56:44.555249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.650501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2344-dae4-4c32-83cc-4511026cdaeb None None] Pushing event updated for resources: {'Port': ['ID=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:44.683910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.687355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['07ee17c4-dcea-4d47-aeec-a7c72df48b2f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:56:44.701260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object edac5fa2-9000-4161-96ec-e0d717cd923d will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:56:44.731336 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:44.818721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network a2d49847-a551-4f7e-9a24-e424c7f153ab is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:44.819704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=edac5fa2-9000-4161-96ec-e0d717cd923d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:44.822168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:44.825121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:44.905621 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:45.083976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:45.416393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720110c6-96b4-418b-add5-11c30d728b40 req-174744ae-b5f1-4cc1-89ac-9119071c40b8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:45.417917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-720110c6-96b4-418b-add5-11c30d728b40 req-174744ae-b5f1-4cc1-89ac-9119071c40b8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 945 time: 0.3939247 Feb 13 23:56:45.568715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-720110c6-96b4-418b-add5-11c30d728b40 req-1dff8e5a-dea2-4720-9dbd-3e4b3866d4bb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372285 Feb 13 23:56:45.707795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:45.719384 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:45.820644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:45.879178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=edac5fa2-9000-4161-96ec-e0d717cd923d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:45.883988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:45.917400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:45.937480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:45.981524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289baf6-a9a2-491a-b6c3-c31eed3eb22c None None] Network a2d49847-a551-4f7e-9a24-e424c7f153ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:46.154622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] Provisioning for port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:46.167001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] Provisioning complete for port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:46.167359 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.202377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network a2d49847-a551-4f7e-9a24-e424c7f153ab is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:46.209755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:46.279743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920d40-439e-49ea-9b25-ff6dafaee40d req-4c3a2678-87a1-4456-81af-dee1ca0d421a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:46.279743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c920d40-439e-49ea-9b25-ff6dafaee40d req-4c3a2678-87a1-4456-81af-dee1ca0d421a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 945 time: 0.2525196 Feb 13 23:56:46.284807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-6fcbe7db-48ba-4a08-9c72-c0baba227fc1 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:46.286259 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-6fcbe7db-48ba-4a08-9c72-c0baba227fc1 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 945 time: 0.3019288 Feb 13 23:56:46.310368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:46.348302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:46.348302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.466535 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.492462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c920d40-439e-49ea-9b25-ff6dafaee40d req-73eba2fa-bbde-47c9-bcf2-452188e0fa33 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465077 Feb 13 23:56:46.567501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] For port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,segment=NetworkSegment(8c869cdb-0928-496c-91f5-bb4a1e6cc0d4),segment_id=8c869cdb-0928-496c-91f5-bb4a1e6cc0d4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:46.573363 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.610093 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-65aa65ae-9884-4b8a-94c0-3dfaed558b5a service neutron] delete failed (client error): The resource could not be found. Feb 13 23:56:46.611057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-65aa65ae-9884-4b8a-94c0-3dfaed558b5a service neutron] 10.222.0.42 "DELETE /v2.0/ports/07ee17c4-dcea-4d47-aeec-a7c72df48b2f/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.2562149 Feb 13 23:56:46.621053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.670005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:56:46.687635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:46.698899 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.700218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326b8f5-7391-4d62-a225-ccdc782dafed None None] Pushing event updated for resources: {'Port': ['ID=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:46.784337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:46.812465 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'code': 200} Feb 13 23:56:46.842417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 0e8d6849-0c2e-4892-9cc7-e3c94715aca5 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:56:46.906800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fad28a75-89bb-485c-9cdc-0fb98437f8ee None None] Provisioning for port edac5fa2-9000-4161-96ec-e0d717cd923d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:56:46.920623 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-ab753af1-8e8e-41f7-a1ac-00e50e04f942 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.1778049 Feb 13 23:56:46.922446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fad28a75-89bb-485c-9cdc-0fb98437f8ee None None] Provisioning complete for port edac5fa2-9000-4161-96ec-e0d717cd923d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:46.922818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fad28a75-89bb-485c-9cdc-0fb98437f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:46.989743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fad28a75-89bb-485c-9cdc-0fb98437f8ee None None] Port edac5fa2-9000-4161-96ec-e0d717cd923d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:47.006088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fad28a75-89bb-485c-9cdc-0fb98437f8ee None None] Provisioning complete for port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:47.006459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fad28a75-89bb-485c-9cdc-0fb98437f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:47.284360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3830360e-cd52-4e4f-8b54-2b0fc9189f77 None None] Provisioning complete for port edac5fa2-9000-4161-96ec-e0d717cd923d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:47.285396 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3830360e-cd52-4e4f-8b54-2b0fc9189f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:47.323895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-5f09d895-592a-4210-8518-f8ea92e3c088 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:47.325520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-5f09d895-592a-4210-8518-f8ea92e3c088 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.3293869 Feb 13 23:56:47.353402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3830360e-cd52-4e4f-8b54-2b0fc9189f77 None None] Port edac5fa2-9000-4161-96ec-e0d717cd923d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:47.427637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:47.437254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] Sync routers for ids ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:47.451650 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] Routers {'0e8d6849-0c2e-4892-9cc7-e3c94715aca5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:47.453050 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:47.456031 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-396d8fc1-cd59-4f31-a816-aec31dfbe87a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/0e8d6849-0c2e-4892-9cc7-e3c94715aca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1926551 Feb 13 23:56:47.458929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:47.461825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-1159acf8-23fa-402d-becf-cc6b4b867b52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1002 time: 0.1183834 Feb 13 23:56:47.483085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-faf5269f-7c8c-4aad-8bbd-81e7ba10e002 None None] Provisioning complete for port edac5fa2-9000-4161-96ec-e0d717cd923d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:47.483455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-faf5269f-7c8c-4aad-8bbd-81e7ba10e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:47.525628 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:47.538366 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] Routers {'0e8d6849-0c2e-4892-9cc7-e3c94715aca5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:47.539581 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:47.600067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-faf5269f-7c8c-4aad-8bbd-81e7ba10e002 None None] Port edac5fa2-9000-4161-96ec-e0d717cd923d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:56:47.614584 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:47.615404 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72cb75e-e7f0-4f62-ae56-4c4554364dd8 None None] The sync data for ids ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:47.616423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-e35282f0-6a29-4894-8c07-c85f2c52b578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:47.619803 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-e35282f0-6a29-4894-8c07-c85f2c52b578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.1494176 Feb 13 23:56:47.657870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d021f66-649e-4ce7-88b6-edd74d425077 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:47.659391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d021f66-649e-4ce7-88b6-edd74d425077 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports/edac5fa2-9000-4161-96ec-e0d717cd923d HTTP/1.1" status: 200 len: 910 time: 0.1986015 Feb 13 23:56:47.664080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33362) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:47.713195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-75fc1866-0b58-4782-b673-5306f407f5ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885725 Feb 13 23:56:47.768139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:56:47.879011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:56:47.879420 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:47.977324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e51c1c-5124-4997-a888-3ab27f688552 req-31b920ed-1ffb-435a-8ed6-44ad7f86b2a8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:47.979220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10e51c1c-5124-4997-a888-3ab27f688552 req-31b920ed-1ffb-435a-8ed6-44ad7f86b2a8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.2626147 Feb 13 23:56:47.981517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-448468cb-6cbf-42a6-ac82-3b025d32cf28 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083697 Feb 13 23:56:48.141718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-10e51c1c-5124-4997-a888-3ab27f688552 req-eaae64ec-a8c4-40e3-866d-41b46044251d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168761 Feb 13 23:56:48.144211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:48.181153 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dff4996-8549-4f66-a0f1-ca46856bfac6 req-cfd3a48a-2df3-4ac2-8ff7-b2bb1ad516d1 service neutron] 10.222.0.42 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894703 Feb 13 23:56:48.817575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port edac5fa2-9000-4161-96ec-e0d717cd923d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:48.818383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:49.125157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:49.252097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for edac5fa2-9000-4161-96ec-e0d717cd923d owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:49.419389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca8c6-4eba-4688-893a-3a8478a8d619 req-85a6d285-3ac7-4913-a634-dec189027b5a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:49.420890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88fca8c6-4eba-4688-893a-3a8478a8d619 req-85a6d285-3ac7-4913-a634-dec189027b5a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1325336 Feb 13 23:56:49.524349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88fca8c6-4eba-4688-893a-3a8478a8d619 req-1dd2eafe-3cc5-4084-96cb-b564e8c114de tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963929 Feb 13 23:56:49.557712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33374) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:49.617501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:49.692108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=edac5fa2-9000-4161-96ec-e0d717cd923d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:49.779706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d837655d-8f58-4df3-a2a8-764935570a0f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 200 len: 994 time: 0.2206030 Feb 13 23:56:49.958106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:50.607281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0cce-153b-4b4b-b059-3360e02f1c90 req-3b546d2e-be3c-4f6c-a4ed-ce78dcc7abf7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:50.609070 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43bc0cce-153b-4b4b-b059-3360e02f1c90 req-3b546d2e-be3c-4f6c-a4ed-ce78dcc7abf7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.3250892 Feb 13 23:56:50.639484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 0e8d6849-0c2e-4892-9cc7-e3c94715aca5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:50.669497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43bc0cce-153b-4b4b-b059-3360e02f1c90 req-cefdecbc-157e-421e-9042-f98a6aa7e9d2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520396 Feb 13 23:56:50.800870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:50.810310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] Sync routers for ids ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:50.814285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-366ea8d5-47fd-42a8-b295-9f7183fa102c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/0e8d6849-0c2e-4892-9cc7-e3c94715aca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1506281 Feb 13 23:56:50.817793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33388) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:50.826644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] Routers {'0e8d6849-0c2e-4892-9cc7-e3c94715aca5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:50.827788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:50.860370 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6eb06dae-3b88-4a78-88e9-8238df22531a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:50.876605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6eb06dae-3b88-4a78-88e9-8238df22531a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:50.877725 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6eb06dae-3b88-4a78-88e9-8238df22531a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e8d6849-0c2e-4892-9cc7-e3c94715aca5 HTTP/1.1" status: 200 len: 205 time: 0.0589371 Feb 13 23:56:50.881153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:50.895728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:50.906601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] Routers {'0e8d6849-0c2e-4892-9cc7-e3c94715aca5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:50.907208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:50.974574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:50.975251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df26612-6151-491a-acb6-6bf25a13c106 None None] The sync data for ids ['0e8d6849-0c2e-4892-9cc7-e3c94715aca5'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:51.029636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.461651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.469395 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.510643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-c5e56f4e-d468-4534-a566-43d11b1038e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002963 Feb 13 23:56:51.511534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.511997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8d6849-0c2e-4892-9cc7-e3c94715aca5 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:56:51.523496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.526845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-218f9f20-eb8f-4df9-8925-c48e59aa913d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/0e8d6849-0c2e-4892-9cc7-e3c94715aca5 HTTP/1.1" status: 204 len: 168 time: 0.6422055 Feb 13 23:56:51.527069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33398) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:51.771419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet a21c5afa-921b-47ec-afb7-391b31416e5c {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:56:51.775705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-3b715fe0-5a0d-4420-a0ca-d9a861623219 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.1891425 Feb 13 23:56:51.777584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.884509 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532cf2-d311-44c3-baa6-a3f29549424e req-e5d8bea5-8642-4e9b-b754-10ec42831c99 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:51.886125 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3532cf2-d311-44c3-baa6-a3f29549424e req-e5d8bea5-8642-4e9b-b754-10ec42831c99 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0825214 Feb 13 23:56:51.920407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:51.955030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3532cf2-d311-44c3-baa6-a3f29549424e req-b0f350c5-5f23-40fe-a55c-33217c1eb05a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622523 Feb 13 23:56:52.132660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-dc3b12d9-16e7-42e7-bf6d-9d05e500d805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:52.134200 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-dc3b12d9-16e7-42e7-bf6d-9d05e500d805 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.3235586 Feb 13 23:56:52.237692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:52.289239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-1edf53fc-e1dc-45d0-8931-a45bf0543075 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 1002 time: 0.1474302 Feb 13 23:56:52.376704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-fede0fdb-57ac-4c8f-8f57-ed88f8c56660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:52.378186 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-fede0fdb-57ac-4c8f-8f57-ed88f8c56660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.0810852 Feb 13 23:56:52.379739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:52.476428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=a21c5afa-921b-47ec-afb7-391b31416e5c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:52.487587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:52.493892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf67b8-9d77-4a9a-8ec7-aa9a7d6298f0 None None] Network a2d49847-a551-4f7e-9a24-e424c7f153ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:56:52.499463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a979c9d1-d863-4ece-86fd-423d1052bfc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/a21c5afa-921b-47ec-afb7-391b31416e5c HTTP/1.1" status: 204 len: 168 time: 0.9690902 Feb 13 23:56:52.499730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33406) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:52.622486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-845e91aa-29ee-4e54-b447-da643b323d5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942785 Feb 13 23:56:52.630669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:52.721535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:52.721869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:52.762545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] DHCP port deletion for a2d49847-a551-4f7e-9a24-e424c7f153ab request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:56:52.771847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] Deleting port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:52.771847 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:52.858069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-ade5db8c-64ef-45d4-8cd7-e4a0507a6df7 service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244518 Feb 13 23:56:53.033100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] For port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,segment=NetworkSegment(8c869cdb-0928-496c-91f5-bb4a1e6cc0d4),segment_id=8c869cdb-0928-496c-91f5-bb4a1e6cc0d4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:53.033761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:53.056015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,segment=NetworkSegment(8c869cdb-0928-496c-91f5-bb4a1e6cc0d4),segment_id=8c869cdb-0928-496c-91f5-bb4a1e6cc0d4)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:56:53.056368 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:53.160919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] Calling delete_port for 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:53.236000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:53.241990 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:53.275087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7534e78-0b3e-4bef-ae86-b26528874e7e req-b7f9b1bb-f4cf-4d92-995b-9f359172b00e service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101744 Feb 13 23:56:53.291842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] Pushing event deleted for resources: {'Port': ['ID=7cdeaec9-186b-4f1e-b1f9-9ce251752dd0,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:53.297171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc2839-2d45-4c07-9198-22b915b1c541 None None] No DVR routers for this DVR port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:56:53.337273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:56:53.337595 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:56:53.344418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645f904-b5a3-4879-9462-b5b9abcf574d req-bbc8f6d1-685e-4993-b117-ead0914b8110 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:53.345895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5645f904-b5a3-4879-9462-b5b9abcf574d req-bbc8f6d1-685e-4993-b117-ead0914b8110 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1534464 Feb 13 23:56:53.394865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5645f904-b5a3-4879-9462-b5b9abcf574d req-c1f743c2-fcee-4cdd-8a33-8d2e5b048795 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Feb 13 23:56:53.746106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:56:53.780746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:56:53.781415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:56:53.838789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 7cdeaec9-186b-4f1e-b1f9-9ce251752dd0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:53.839152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:53.910961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] The port '7cdeaec9-186b-4f1e-b1f9-9ce251752dd0' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:56:54.161402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.192715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d49847-a551-4f7e-9a24-e424c7f153ab']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:54.205605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:54.205896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c869cdb-0928-496c-91f5-bb4a1e6cc0d4') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:54.218656 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.235606 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.241834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:56:54.242406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:56:54.257120 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:56:54.339395 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.344227 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.375653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=a2d49847-a551-4f7e-9a24-e424c7f153ab,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:54.380469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67aa8bcf-2e10-4df9-8783-bf9baa71be0e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/a2d49847-a551-4f7e-9a24-e424c7f153ab HTTP/1.1" status: 204 len: 168 time: 1.8797002 Feb 13 23:56:54.384481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33420) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:54.391013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1329619703', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}, 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:54.401076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:54.406383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:54.410220 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:54.420402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:54.433859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.434904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.458588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.686944 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.726216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627850f-23ec-4c9a-8b01-cd5bea389122 req-8cc2b125-6531-47c7-b6b0-a7be0ca343b3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:54.727681 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f627850f-23ec-4c9a-8b01-cd5bea389122 req-8cc2b125-6531-47c7-b6b0-a7be0ca343b3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1210518 Feb 13 23:56:54.839924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f627850f-23ec-4c9a-8b01-cd5bea389122 req-2d28a08a-6c10-4644-8799-01afee19d61b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060157 Feb 13 23:56:54.922947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:54.953942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:55.095177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.25.4.187 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/1733cac7-cd75-47f9-8d87-194b156e995f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:56:55.355651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:55.384519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:55.450329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:56:55.452980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:56:55.455439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:56:55.493405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=1733cac7-cd75-47f9-8d87-194b156e995f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:55.625980 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:55.626876 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:55.778424 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:56:55.873050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router e650e7d0-0fd7-4d11-b474-291c175c3492 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:56:56.074261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26be774-b6eb-4282-8280-f08861736910 req-17ae13a2-6d7f-4a4b-969d-8ff13caa79ea tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:56.075888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e26be774-b6eb-4282-8280-f08861736910 req-17ae13a2-6d7f-4a4b-969d-8ff13caa79ea tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0975418 Feb 13 23:56:56.088184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:56.100578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] Sync routers for ids ['e650e7d0-0fd7-4d11-b474-291c175c3492'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:56.114002 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] Routers {'e650e7d0-0fd7-4d11-b474-291c175c3492'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:56.114876 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e650e7d0-0fd7-4d11-b474-291c175c3492'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:56.127006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:56.131404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e26be774-b6eb-4282-8280-f08861736910 req-b416f6a7-c28e-4e08-90af-7a091df5a1e1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464509 Feb 13 23:56:56.131796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33440) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:56.132279 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-41cb53c3-c48f-42af-bee2-db9577653922 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.7459326 Feb 13 23:56:56.192917 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:56.204329 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] Routers {'e650e7d0-0fd7-4d11-b474-291c175c3492'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:56.205093 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e650e7d0-0fd7-4d11-b474-291c175c3492'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:56.264274 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:56.264673 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d666aa-f3b8-446b-87a5-3b5cdf0b4245 None None] The sync data for ids ['e650e7d0-0fd7-4d11-b474-291c175c3492'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:56.345385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-488a06af-6068-40eb-a9c6-b391ab7fb87f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/routers/e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 200 len: 881 time: 0.2124715 Feb 13 23:56:56.348058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33444) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:56.547463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95f281ae-188b-4838-be65-c99bb202ee88 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:router {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:56.564344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95f281ae-188b-4838-be65-c99bb202ee88 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:router {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:56.565744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-95f281ae-188b-4838-be65-c99bb202ee88 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2167652 Feb 13 23:56:56.569094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33448) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:56.574224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1329619703'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:57.146683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:57.157320 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:57.386633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc88cf-0807-4109-8c20-ba163fca206c req-2c6bef95-b9f2-4432-b35f-e4b3a2b93f61 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:57.388250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3fc88cf-0807-4109-8c20-ba163fca206c req-2c6bef95-b9f2-4432-b35f-e4b3a2b93f61 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1293831 Feb 13 23:56:57.444610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3fc88cf-0807-4109-8c20-ba163fca206c req-6c2c748a-2433-47f1-8b70-53f6f9b4b856 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506701 Feb 13 23:56:57.514001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router e650e7d0-0fd7-4d11-b474-291c175c3492 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:56:57.760402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:56:57.766242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:57.770437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49913b4c-bd99-42f3-b76d-a94ee6f924ee tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 200 len: 888 time: 1.1973703 Feb 13 23:56:57.770594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] Sync routers for ids ['e650e7d0-0fd7-4d11-b474-291c175c3492'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:56:57.771048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:57.786568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] Routers {'e650e7d0-0fd7-4d11-b474-291c175c3492'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:57.787684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e650e7d0-0fd7-4d11-b474-291c175c3492'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:57.866496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:57.879299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] Routers {'e650e7d0-0fd7-4d11-b474-291c175c3492'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:56:57.879953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:56:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['e650e7d0-0fd7-4d11-b474-291c175c3492'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:57.949130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:56:57.949484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28f0c7-84dc-45c9-9b8c-bdc653ef777c None None] The sync data for ids ['e650e7d0-0fd7-4d11-b474-291c175c3492'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:56:58.023253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-53e25ce1-b071-422d-8e07-c55adfd82176 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/routers/e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 200 len: 888 time: 0.2509820 Feb 13 23:56:58.025431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33462) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:58.070501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-068520ba-3143-48d7-8644-239ebb9d8998 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:56:58.086179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-068520ba-3143-48d7-8644-239ebb9d8998 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:56:58.087309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-068520ba-3143-48d7-8644-239ebb9d8998 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 200 len: 205 time: 0.0608077 Feb 13 23:56:58.089949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33466) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:58.287172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:58.489210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:58.500299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 1733cac7-cd75-47f9-8d87-194b156e995f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:56:58.500645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:58.724455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:58.844391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 1733cac7-cd75-47f9-8d87-194b156e995f owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:56:58.883925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a91b-f2b4-47bd-8d1d-4436b629d5f7 req-1244f025-088f-497c-b749-398fa473a563 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:58.885355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d438a91b-f2b4-47bd-8d1d-4436b629d5f7 req-1244f025-088f-497c-b749-398fa473a563 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2696147 Feb 13 23:56:58.967509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d438a91b-f2b4-47bd-8d1d-4436b629d5f7 req-78ba7178-e93d-43e3-ad5d-61f370f89fcb tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725210 Feb 13 23:56:59.171013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.215216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=1733cac7-cd75-47f9-8d87-194b156e995f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:56:59.446920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.703406 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.707730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.731877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.732393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router e650e7d0-0fd7-4d11-b474-291c175c3492 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:56:59.754279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.755359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-779f6ec7-8e88-461b-a682-608bc1cc94d2 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 204 len: 168 time: 1.6645145 Feb 13 23:56:59.759533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33484) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:56:59.764914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-1384365048'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:56:59.770689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:56:59.774399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:56:59.777668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:56:59.783274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:56:59.794823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:56:59.797978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.828518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:56:59.838049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.838408 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment 52eec3d1-4eb5-4577-a1d2-9c6ecef791ac of type vlan for network 4760824a-3469-4377-b844-8f6c529ead4a Feb 13 23:56:59.867730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.895808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:56:59.899454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:56:59.900030 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.001093 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2402685 Feb 13 23:57:00.006297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33490) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:00.012322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=4760824a-3469-4377-b844-8f6c529ead4a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:00.022432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.022778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.023120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.023451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.023778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.024103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.024838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.024838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.025025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.025334 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.025775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb33d6-3059-4917-b1c7-375ad5a17517 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:00.026090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': '4760824a-3469-4377-b844-8f6c529ead4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:00.039776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 4760824a-3469-4377-b844-8f6c529ead4a details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:57:00.152292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:00.189217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:00.196140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:00.205006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:00.219839 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b57952af-02cf-46cf-a047-a301b3448afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.228335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:00.334215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2e072-0ea5-4062-9e0c-6d1d6af68c1c req-2a61f4ee-5b2d-4c6a-ac1c-8803a5c72ce1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:00.335553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4e2e072-0ea5-4062-9e0c-6d1d6af68c1c req-2a61f4ee-5b2d-4c6a-ac1c-8803a5c72ce1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1845412 Feb 13 23:57:00.341254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.469225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4e2e072-0ea5-4062-9e0c-6d1d6af68c1c req-95d7dda5-a77f-4507-ae04-c4bef6dc0d52 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142967 Feb 13 23:57:00.599166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.672198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=a130e23f-d585-426a-92e2-ee48114245e7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:00.686587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4760824a-3469-4377-b844-8f6c529ead4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:00.686939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: 4760824a-3469-4377-b844-8f6c529ead4a, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:57:00.709327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 4760824a-3469-4377-b844-8f6c529ead4a is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:57:00.718835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 4760824a-3469-4377-b844-8f6c529ead4a) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:00.722961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:00.723505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.730258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7c351-7162-479a-be50-044cf43b98e6 None None] Network 4760824a-3469-4377-b844-8f6c529ead4a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:00.747199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-58affe93-002f-429e-a852-5665bba63d86 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7375252 Feb 13 23:57:00.747518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33498) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:00.752901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-838503358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:00.760265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:00.764373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:00.767339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:00.773294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:00.783269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.784194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.804674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.823379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.853541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:00.857720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:00.864372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-214b9354-76ea-48d5-bd97-6e9e9b9f027d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1064799 Feb 13 23:57:00.951894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-4760824a-3469-4377-b844-8f6c529ead4a', 'network_id': '4760824a-3469-4377-b844-8f6c529ead4a', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': 'a130e23f-d585-426a-92e2-ee48114245e7'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:57:00.952463 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.112417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Allocated IP 172.20.0.2 (4760824a-3469-4377-b844-8f6c529ead4a/a130e23f-d585-426a-92e2-ee48114245e7/a992b2e3-875d-4f62-b1f1-03eb6631f839) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:01.312951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.324865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Transition to ACTIVE for port object a992b2e3-875d-4f62-b1f1-03eb6631f839 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:01.344843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Transition to ACTIVE for port object a992b2e3-875d-4f62-b1f1-03eb6631f839 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:01.350770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.420366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Network 4760824a-3469-4377-b844-8f6c529ead4a is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:01.423012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:01.428349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:01.430527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Pushing event updated for resources: {'Port': ['ID=a992b2e3-875d-4f62-b1f1-03eb6631f839,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:01.476027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.520399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Attempting to bind port a992b2e3-875d-4f62-b1f1-03eb6631f839 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:01.520798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Attempting to bind port a992b2e3-875d-4f62-b1f1-03eb6631f839 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4760824a-3469-4377-b844-8f6c529ead4a'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:01.521302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Attempting to bind port a992b2e3-875d-4f62-b1f1-03eb6631f839 on network 4760824a-3469-4377-b844-8f6c529ead4a {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:01.528364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:01.528739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Checking segment: {'id': '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4760824a-3469-4377-b844-8f6c529ead4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:01.529134 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.529522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Bound using segment: {'id': '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4760824a-3469-4377-b844-8f6c529ead4a'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:01.530172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Bound port: a992b2e3-875d-4f62-b1f1-03eb6631f839, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4760824a-3469-4377-b844-8f6c529ead4a'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:01.530545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.625504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] For port a992b2e3-875d-4f62-b1f1-03eb6631f839, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:01.629634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] For port a992b2e3-875d-4f62-b1f1-03eb6631f839, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a992b2e3-875d-4f62-b1f1-03eb6631f839,segment=NetworkSegment(52eec3d1-4eb5-4577-a1d2-9c6ecef791ac),segment_id=52eec3d1-4eb5-4577-a1d2-9c6ecef791ac)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:01.635238 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:01.725835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35166d-0162-4c46-b8e5-88c95fdd4224 None None] Pushing event updated for resources: {'Port': ['ID=a992b2e3-875d-4f62-b1f1-03eb6631f839,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:01.835031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f9602-f48a-4974-9614-14a573734afd req-7e8a919d-f206-48f1-923b-bf956a6efedb tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:01.837237 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-036f9602-f48a-4974-9614-14a573734afd req-7e8a919d-f206-48f1-923b-bf956a6efedb tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2298114 Feb 13 23:57:01.979512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-036f9602-f48a-4974-9614-14a573734afd req-9d2b36d3-a092-436d-a949-b2043260f48c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334071 Feb 13 23:57:02.003388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.20.0.1 (4760824a-3469-4377-b844-8f6c529ead4a/a130e23f-d585-426a-92e2-ee48114245e7/82bf2927-4268-4e72-acaf-7afa0df11a0f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:02.190228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:02.208887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object 82bf2927-4268-4e72-acaf-7afa0df11a0f will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:02.235809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:02.328541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 4760824a-3469-4377-b844-8f6c529ead4a is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:02.332270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:02.336382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:02.369026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=82bf2927-4268-4e72-acaf-7afa0df11a0f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:02.388455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da43e386-13e1-45a0-a2b9-415663422c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:02.422171 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:02.509917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:02.717843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1301be-4448-4e54-ae15-c782ce850507 None None] Network 4760824a-3469-4377-b844-8f6c529ead4a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:02.857439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d737dbd-3390-4d93-ac6e-48fb415286ec None None] Provisioning for port a992b2e3-875d-4f62-b1f1-03eb6631f839 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:02.903960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:02.908524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.020765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=82bf2927-4268-4e72-acaf-7afa0df11a0f,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:03.023254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.291308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 4760824a-3469-4377-b844-8f6c529ead4a is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:03.292517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:03.298976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb873-2e26-407e-bdf0-cb1a2c6cb826 req-19cf5837-dd88-4d32-8a1b-8d1704de5410 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:03.302215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3efb873-2e26-407e-bdf0-cb1a2c6cb826 req-19cf5837-dd88-4d32-8a1b-8d1704de5410 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2018981 Feb 13 23:57:03.324078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d0db53a1-16b0-45db-af5a-7a42d6e436f2 None None] Provisioning for port 82bf2927-4268-4e72-acaf-7afa0df11a0f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:03.329238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d0db53a1-16b0-45db-af5a-7a42d6e436f2 None None] Provisioning complete for port 82bf2927-4268-4e72-acaf-7afa0df11a0f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:03.329601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0db53a1-16b0-45db-af5a-7a42d6e436f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.353328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b3efb873-2e26-407e-bdf0-cb1a2c6cb826 req-12a2304e-b1cb-4c86-91ac-b2d700f98b41 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Feb 13 23:57:03.393090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d0db53a1-16b0-45db-af5a-7a42d6e436f2 None None] Port 82bf2927-4268-4e72-acaf-7afa0df11a0f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:03.515092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e2d0bab4-9695-43fa-a45e-3cd7d5e6016b None None] Provisioning complete for port 82bf2927-4268-4e72-acaf-7afa0df11a0f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:03.515456 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e2d0bab4-9695-43fa-a45e-3cd7d5e6016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.582746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0bab4-9695-43fa-a45e-3cd7d5e6016b None None] Port 82bf2927-4268-4e72-acaf-7afa0df11a0f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:03.585811 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.677569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 34a18379-137a-444a-b8e0-a53af8de34bd is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:57:03.703803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b00385be-7692-46b0-96a9-73f06dbff5dc None None] Provisioning complete for port 82bf2927-4268-4e72-acaf-7afa0df11a0f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:03.704172 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b00385be-7692-46b0-96a9-73f06dbff5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.763806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b00385be-7692-46b0-96a9-73f06dbff5dc None None] Port 82bf2927-4268-4e72-acaf-7afa0df11a0f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:03.795574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a992b2e3-875d-4f62-b1f1-03eb6631f839 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:03.870272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:03.870754 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.880794 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] Sync routers for ids ['34a18379-137a-444a-b8e0-a53af8de34bd'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:03.882373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a992b2e3-875d-4f62-b1f1-03eb6631f839 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:03.883914 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fd2ecd62-96b2-4491-9fb0-a9ccd455126f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/34a18379-137a-444a-b8e0-a53af8de34bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0249572 Feb 13 23:57:03.886447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33516) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:03.887599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a992b2e3-875d-4f62-b1f1-03eb6631f839 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:03.888022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:03.894290 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] Routers {'34a18379-137a-444a-b8e0-a53af8de34bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:03.895030 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34a18379-137a-444a-b8e0-a53af8de34bd'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:03.954737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd1135-4dfc-4139-9e4c-61959eb3be5b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:03.959101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-30dd1135-4dfc-4139-9e4c-61959eb3be5b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports/82bf2927-4268-4e72-acaf-7afa0df11a0f HTTP/1.1" status: 200 len: 910 time: 0.0686696 Feb 13 23:57:03.959235 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:03.959451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33520) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:03.965237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a130e23f-d585-426a-92e2-ee48114245e7'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:03.967941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] Routers {'34a18379-137a-444a-b8e0-a53af8de34bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:03.968695 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34a18379-137a-444a-b8e0-a53af8de34bd'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:04.018224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:04.035705 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:04.036338 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca41ae-3134-4681-9fd0-6e21b5db85ff None None] The sync data for ids ['34a18379-137a-444a-b8e0-a53af8de34bd'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:04.053480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a992b2e3-875d-4f62-b1f1-03eb6631f839, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a992b2e3-875d-4f62-b1f1-03eb6631f839,segment=NetworkSegment(52eec3d1-4eb5-4577-a1d2-9c6ecef791ac),segment_id=52eec3d1-4eb5-4577-a1d2-9c6ecef791ac)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:04.057737 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:04.124818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a992b2e3-875d-4f62-b1f1-03eb6631f839,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:04.214320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:04.701107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf3d6d-5036-49b2-a19f-02cea7991f98 req-447fe706-c3bc-44be-a24a-dc6c2a13c9aa tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:04.702578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27cf3d6d-5036-49b2-a19f-02cea7991f98 req-447fe706-c3bc-44be-a24a-dc6c2a13c9aa tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2153230 Feb 13 23:57:04.788033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-27cf3d6d-5036-49b2-a19f-02cea7991f98 req-dec17b50-ff44-4451-9554-04dbdccc7c73 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786400 Feb 13 23:57:04.916325 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:04.924399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:05.033559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=82bf2927-4268-4e72-acaf-7afa0df11a0f,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:05.039912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:05.040504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:05.044507 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d93e6a7-b9fe-4262-847f-2a0bc64e4f77 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/ports/82bf2927-4268-4e72-acaf-7afa0df11a0f HTTP/1.1" status: 200 len: 910 time: 1.0813560 Feb 13 23:57:05.044641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33528) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:05.099429 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:05.374073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:05.751821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a992b2e3-875d-4f62-b1f1-03eb6631f839 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:05.822458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a992b2e3-875d-4f62-b1f1-03eb6631f839 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:05.822832 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:05.957181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 82bf2927-4268-4e72-acaf-7afa0df11a0f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:05.957528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:06.152393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:06.159922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c627c-f97f-4c50-9347-f6efef7050fa req-add83d28-d74d-420f-bd46-d4a950fe671e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:06.162338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156c627c-f97f-4c50-9347-f6efef7050fa req-add83d28-d74d-420f-bd46-d4a950fe671e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2475119 Feb 13 23:57:06.204615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156c627c-f97f-4c50-9347-f6efef7050fa req-5a1dddfe-620f-4538-b44c-f639fafaf715 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386784 Feb 13 23:57:06.273724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 82bf2927-4268-4e72-acaf-7afa0df11a0f owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:06.563352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:06.614465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=82bf2927-4268-4e72-acaf-7afa0df11a0f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:06.848829 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:07.167206 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:07.263159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 34a18379-137a-444a-b8e0-a53af8de34bd has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:07.470012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:07.486223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] Sync routers for ids ['34a18379-137a-444a-b8e0-a53af8de34bd'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:07.490076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-178eb08a-a030-4dfa-bf42-eb127fc95688 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/34a18379-137a-444a-b8e0-a53af8de34bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4419563 Feb 13 23:57:07.491524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33548) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:07.502788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] Routers {'34a18379-137a-444a-b8e0-a53af8de34bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:07.503626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34a18379-137a-444a-b8e0-a53af8de34bd'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:07.531845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca41f4-f4d6-414e-9666-9d23ee77d45b req-a3d62c52-9de1-42c5-9abb-e079d739a1ea tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:07.533293 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30ca41f4-f4d6-414e-9666-9d23ee77d45b req-a3d62c52-9de1-42c5-9abb-e079d739a1ea tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1977296 Feb 13 23:57:07.539604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b30cfebb-bc85-458f-8c7f-d4debdb9026d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:07.569767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:07.581084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] Routers {'34a18379-137a-444a-b8e0-a53af8de34bd'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:07.582010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['34a18379-137a-444a-b8e0-a53af8de34bd'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:07.587500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b30cfebb-bc85-458f-8c7f-d4debdb9026d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:07.591479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:07.594526 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b30cfebb-bc85-458f-8c7f-d4debdb9026d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a18379-137a-444a-b8e0-a53af8de34bd HTTP/1.1" status: 200 len: 205 time: 0.1022322 Feb 13 23:57:07.616977 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-30ca41f4-f4d6-414e-9666-9d23ee77d45b req-9a408c02-2c89-4cf0-8039-8c1fcdc7c687 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742435 Feb 13 23:57:07.647622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:07.648145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc03e8f-77af-4700-b35e-e088aa3f13bd None None] The sync data for ids ['34a18379-137a-444a-b8e0-a53af8de34bd'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:07.746143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.163742 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.167870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.193127 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.193691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router 34a18379-137a-444a-b8e0-a53af8de34bd {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:57:08.209038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.210176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-141b582d-925d-491a-bbbc-60caf33acbb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/34a18379-137a-444a-b8e0-a53af8de34bd HTTP/1.1" status: 204 len: 168 time: 0.6176724 Feb 13 23:57:08.212843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33560) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:08.397612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet a130e23f-d585-426a-92e2-ee48114245e7 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:57:08.400456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.482446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.570667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.645781 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.688637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=a130e23f-d585-426a-92e2-ee48114245e7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:08.699452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.706052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ca94e38-624e-456c-9139-fbbaa86382e9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/a130e23f-d585-426a-92e2-ee48114245e7 HTTP/1.1" status: 204 len: 168 time: 0.4920375 Feb 13 23:57:08.708658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33568) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:08.710815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc2492-a598-4063-9f95-33e89df83ae9 None None] Network 4760824a-3469-4377-b844-8f6c529ead4a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:08.822327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46071f-70e9-4108-a926-e464bf159931 req-84f9469b-32cd-47cc-a942-576e579c30d0 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:08.823906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc46071f-70e9-4108-a926-e464bf159931 req-84f9469b-32cd-47cc-a942-576e579c30d0 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0807431 Feb 13 23:57:08.872401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dc46071f-70e9-4108-a926-e464bf159931 req-6813d10b-70cf-4441-903d-0629262600b7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Feb 13 23:57:08.949326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.960606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port a992b2e3-875d-4f62-b1f1-03eb6631f839 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:08.960952 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:08.965024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] DHCP port deletion for 4760824a-3469-4377-b844-8f6c529ead4a request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:57:08.968847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Deleting port a992b2e3-875d-4f62-b1f1-03eb6631f839 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:08.969210 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.032806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.168637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port a992b2e3-875d-4f62-b1f1-03eb6631f839, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a992b2e3-875d-4f62-b1f1-03eb6631f839,segment=NetworkSegment(52eec3d1-4eb5-4577-a1d2-9c6ecef791ac),segment_id=52eec3d1-4eb5-4577-a1d2-9c6ecef791ac)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:09.168995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.187533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] For port a992b2e3-875d-4f62-b1f1-03eb6631f839, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a992b2e3-875d-4f62-b1f1-03eb6631f839,segment=NetworkSegment(52eec3d1-4eb5-4577-a1d2-9c6ecef791ac),segment_id=52eec3d1-4eb5-4577-a1d2-9c6ecef791ac)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:09.187922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.294055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for a992b2e3-875d-4f62-b1f1-03eb6631f839 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:09.337086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Calling delete_port for a992b2e3-875d-4f62-b1f1-03eb6631f839 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:09.366734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.405886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:57:09.406262 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:57:09.411783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=a992b2e3-875d-4f62-b1f1-03eb6631f839,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:09.416660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No DVR routers for this DVR port a992b2e3-875d-4f62-b1f1-03eb6631f839 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:09.537704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.568411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4760824a-3469-4377-b844-8f6c529ead4a']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:09.580570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:09.580870 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eec3d1-4eb5-4577-a1d2-9c6ecef791ac') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:09.592167 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.608284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.615514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:57:09.615907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:57:09.630822 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:57:09.715670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.733622 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.744754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=4760824a-3469-4377-b844-8f6c529ead4a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:09.758574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d5c51eac-54da-4587-a808-322dafb1e9b1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/4760824a-3469-4377-b844-8f6c529ead4a HTTP/1.1" status: 204 len: 168 time: 1.0473688 Feb 13 23:57:09.762509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33576) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:09.769416 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-278085130', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:09.769819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a992b2e3-875d-4f62-b1f1-03eb6631f839 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:09.776314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:09.781193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:09.785000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:09.791472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:09.806640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a992b2e3-875d-4f62-b1f1-03eb6631f839 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:09.806825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.807346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a992b2e3-875d-4f62-b1f1-03eb6631f839 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:09.807636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.835047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.855294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.881401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.883342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-82e9b234-bf0e-45e4-a03a-6bb23d3baaed tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1190321 Feb 13 23:57:09.886000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33582) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:09.895358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-2041002317'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:09.904792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:09.907899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Deleting port a992b2e3-875d-4f62-b1f1-03eb6631f839 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:09.908842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.910839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:09.913937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:09.920311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:09.932505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:09.936129 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.972063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:57:09.982720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:09.983111 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment a62a0e8f-d35a-412a-8395-8760b778eeaf of type vlan for network e154755d-e6c3-4d62-a231-07f1a521e830 Feb 13 23:57:10.012342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:10.036048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a54b652e-02bd-41f6-ac7a-0be00c5b1786 None None] The port 'a992b2e3-875d-4f62-b1f1-03eb6631f839' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:57:10.058770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:10.063148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:10.063783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:10.218738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3312194 Feb 13 23:57:10.218973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33588) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:10.226131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:10.226562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf797bc-5cf7-460e-82ea-e4d7c1b84bb5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=e154755d-e6c3-4d62-a231-07f1a521e830,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:10.241717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e154755d-e6c3-4d62-a231-07f1a521e830 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:57:10.262072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a100-01d1-4b19-a796-3c5fdee2caab req-adb7548c-37a6-4629-8b36-f840c4b92615 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:10.263575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37a2a100-01d1-4b19-a796-3c5fdee2caab req-adb7548c-37a6-4629-8b36-f840c4b92615 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1798029 Feb 13 23:57:10.314013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37a2a100-01d1-4b19-a796-3c5fdee2caab req-7f892d48-9825-4c80-a6ec-8f7a078b3a74 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Feb 13 23:57:10.464565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:10.468579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:10.471475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:10.478293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:10.487367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:10.595765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:10.816038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:10.901882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=b8e8c902-2644-48dd-a600-e4f021ecd00f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:10.920138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:10.920493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: e154755d-e6c3-4d62-a231-07f1a521e830, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:57:10.947941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network e154755d-e6c3-4d62-a231-07f1a521e830 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:57:10.965538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e154755d-e6c3-4d62-a231-07f1a521e830) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:10.975956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:10.976550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:10.982307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018f7da-d8aa-4292-98ef-ed065f1975fe None None] Network e154755d-e6c3-4d62-a231-07f1a521e830 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:11.018316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33596) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:11.031185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-96fca5c7-964e-4983-9b0d-a26273258e00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8099663 Feb 13 23:57:11.237313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-e154755d-e6c3-4d62-a231-07f1a521e830', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:57:11.238491 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:11.400607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Allocated IP 172.20.0.2 (e154755d-e6c3-4d62-a231-07f1a521e830/b8e8c902-2644-48dd-a600-e4f021ecd00f/df51ef05-51f5-44b4-8363-7bb345189e97) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:11.524895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b7c41-dc11-401d-a50d-91e12d993836 req-fc154377-6896-4045-b1d1-fa360dbe8b16 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:11.526720 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6f2b7c41-dc11-401d-a50d-91e12d993836 req-fc154377-6896-4045-b1d1-fa360dbe8b16 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0823140 Feb 13 23:57:11.578769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6f2b7c41-dc11-401d-a50d-91e12d993836 req-6a504087-168a-45ac-91e0-95a15de6e109 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469663 Feb 13 23:57:11.622257 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:11.633401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Transition to ACTIVE for port object df51ef05-51f5-44b4-8363-7bb345189e97 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:11.642875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:11.655465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Transition to ACTIVE for port object df51ef05-51f5-44b4-8363-7bb345189e97 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:11.661529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:11.735166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Network e154755d-e6c3-4d62-a231-07f1a521e830 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:11.738072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:11.742875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:11.749658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Pushing event updated for resources: {'Port': ['ID=df51ef05-51f5-44b4-8363-7bb345189e97,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:11.838717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Attempting to bind port df51ef05-51f5-44b4-8363-7bb345189e97 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:11.839091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Attempting to bind port df51ef05-51f5-44b4-8363-7bb345189e97 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:11.839451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Attempting to bind port df51ef05-51f5-44b4-8363-7bb345189e97 on network e154755d-e6c3-4d62-a231-07f1a521e830 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:11.847254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:11.847633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Checking segment: {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:11.849147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:11.849147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Bound using segment: {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:11.849147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Bound port: df51ef05-51f5-44b4-8363-7bb345189e97, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:11.849489 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:11.965221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] For port df51ef05-51f5-44b4-8363-7bb345189e97, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:11.968588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] For port df51ef05-51f5-44b4-8363-7bb345189e97, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=df51ef05-51f5-44b4-8363-7bb345189e97,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:11.979416 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:12.070928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3f28-43a3-48c8-a0c3-139891bc3f83 None None] Pushing event updated for resources: {'Port': ['ID=df51ef05-51f5-44b4-8363-7bb345189e97,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:12.183514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.20.0.1 (e154755d-e6c3-4d62-a231-07f1a521e830/b8e8c902-2644-48dd-a600-e4f021ecd00f/cb86f968-6be6-4740-9bea-d1ee180de5e4) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:12.212451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039311f-6f75-4f9d-9725-db37b950c060 req-ade4a666-4e47-46b9-a22a-87d95a821951 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:12.215874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3039311f-6f75-4f9d-9725-db37b950c060 req-ade4a666-4e47-46b9-a22a-87d95a821951 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.3313544 Feb 13 23:57:12.300434 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3039311f-6f75-4f9d-9725-db37b950c060 req-c5ab32db-59ab-46ff-87fa-92821051e762 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747473 Feb 13 23:57:12.312347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-f24b7ce5-1838-4ab8-ab35-654c7f901bf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1097 time: 0.3722372 Feb 13 23:57:12.528081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:12.555531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-4774975d-da13-48ff-8bef-c8a885af8b29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:12.556964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-4774975d-da13-48ff-8bef-c8a885af8b29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.2292504 Feb 13 23:57:12.559367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object cb86f968-6be6-4740-9bea-d1ee180de5e4 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:12.668257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-f16da614-fbcc-4fb5-9f0d-57893024ca86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 1002 time: 0.1042452 Feb 13 23:57:12.669352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:12.796214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network e154755d-e6c3-4d62-a231-07f1a521e830 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:12.797113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=cb86f968-6be6-4740-9bea-d1ee180de5e4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:12.802351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:12.806014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:12.842577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-57807b21-00f2-478b-9a87-473f97ff7b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:12.844050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-57807b21-00f2-478b-9a87-473f97ff7b41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.1391885 Feb 13 23:57:12.915429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:13.004254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-6da5611d-8fe2-4733-9850-619ec5f8c877 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519415 Feb 13 23:57:13.017620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-d546eb80-53f5-435b-9f3a-c33eb4646522 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:57:13.018676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-d546eb80-53f5-435b-9f3a-c33eb4646522 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049429 Feb 13 23:57:13.110394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:13.130378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c538f12-e631-436c-8f5b-4cdfbad9a629 None None] Network e154755d-e6c3-4d62-a231-07f1a521e830 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:13.233927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-407a324b-a2e7-48e8-9162-9b9db1ffe5cb None None] Provisioning for port df51ef05-51f5-44b4-8363-7bb345189e97 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:13.576068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-49d7278a-3283-479e-a05e-4fd0a9e53133 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437188 Feb 13 23:57:13.791473 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb7489d1-a3e6-4465-96ae-9736125c41b3 None None] Provisioning for port cb86f968-6be6-4740-9bea-d1ee180de5e4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:13.800626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb7489d1-a3e6-4465-96ae-9736125c41b3 None None] Provisioning complete for port cb86f968-6be6-4740-9bea-d1ee180de5e4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:13.801000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb7489d1-a3e6-4465-96ae-9736125c41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:13.842156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device df51ef05-51f5-44b4-8363-7bb345189e97 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:13.898896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-68fa8c19-3db8-4115-934d-d5916d8d6f8e req-0626d7a6-73cb-403f-9d6a-606ea9eb5b50 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911494 Feb 13 23:57:13.906073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471a723-ef98-4caa-9492-4a3d06818164 req-e730c99b-f85e-409f-add9-e9d760590d90 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:13.907025 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a471a723-ef98-4caa-9492-4a3d06818164 req-e730c99b-f85e-409f-add9-e9d760590d90 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.3425188 Feb 13 23:57:13.937102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb7489d1-a3e6-4465-96ae-9736125c41b3 None None] Port cb86f968-6be6-4740-9bea-d1ee180de5e4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:13.960109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port df51ef05-51f5-44b4-8363-7bb345189e97 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:13.965390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port df51ef05-51f5-44b4-8363-7bb345189e97 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:13.965761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.006281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a471a723-ef98-4caa-9492-4a3d06818164 req-093b5a95-b520-4617-96d9-75e6eefce9d2 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816817 Feb 13 23:57:14.048415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.055211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.105578 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.118860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b583277a-18df-4057-beba-eefff1f67702 None None] Provisioning complete for port cb86f968-6be6-4740-9bea-d1ee180de5e4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:14.119227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b583277a-18df-4057-beba-eefff1f67702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.168414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.171960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=cb86f968-6be6-4740-9bea-d1ee180de5e4,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:14.188036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port df51ef05-51f5-44b4-8363-7bb345189e97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=df51ef05-51f5-44b4-8363-7bb345189e97,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:14.188981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b583277a-18df-4057-beba-eefff1f67702 None None] Port cb86f968-6be6-4740-9bea-d1ee180de5e4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:14.193177 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.262394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=df51ef05-51f5-44b4-8363-7bb345189e97,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:14.318284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network e154755d-e6c3-4d62-a231-07f1a521e830 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:14.319396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:14.383962 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55db574e-7469-4220-9b1c-9cff4200ee6d req-a975bab3-67c1-444f-bfdf-b20825b96c36 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.0720251 Feb 13 23:57:14.429609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-55db574e-7469-4220-9b1c-9cff4200ee6d req-f9c963fe-dc5b-41e1-b982-f4aab1a6c7d1 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Synchronizing usage tracker for tenant:1f965a7e7210449698e1194f7eb3544f on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:14.450776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-55db574e-7469-4220-9b1c-9cff4200ee6d req-f9c963fe-dc5b-41e1-b982-f4aab1a6c7d1 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Unset dirty status for tenant:1f965a7e7210449698e1194f7eb3544f on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:14.452191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-55db574e-7469-4220-9b1c-9cff4200ee6d req-f9c963fe-dc5b-41e1-b982-f4aab1a6c7d1 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615952 Feb 13 23:57:14.490988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:14.629654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-37403549-a7be-4c6c-9cbc-40550452f0ee None None] Provisioning complete for port cb86f968-6be6-4740-9bea-d1ee180de5e4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:14.629979 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37403549-a7be-4c6c-9cbc-40550452f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.695733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-37403549-a7be-4c6c-9cbc-40550452f0ee None None] Port cb86f968-6be6-4740-9bea-d1ee180de5e4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:14.771380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 828b4af3-855c-4dc6-b56c-844d7fc40d4d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:14.771723 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.806435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:57:14.952735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:14.952964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.113410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 828b4af3-855c-4dc6-b56c-844d7fc40d4d owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:15.117117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:15.128509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:15.142181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7be601c-0f2d-4a53-b0e5-ccb53df2de17 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1194274 Feb 13 23:57:15.142387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:15.147710 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:15.148403 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:15.148593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-695029541'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:15.200463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:15.214379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:15.218803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:15.230931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:15.259551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:15.262965 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.293347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c613f55-4772-42bf-b6c3-4682abe85383 req-7b2e538f-6a8d-443b-8d75-2cab15357684 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:15.294733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c613f55-4772-42bf-b6c3-4682abe85383 req-7b2e538f-6a8d-443b-8d75-2cab15357684 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1407430 Feb 13 23:57:15.303472 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.304934 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:15.339829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:57:15.357060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.357539 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment a006ae17-cfc2-45f9-b4b4-5683b84f2760 of type vlan for network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 Feb 13 23:57:15.368232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c613f55-4772-42bf-b6c3-4682abe85383 req-e1b769b1-0739-433e-930c-5d78a599769b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665069 Feb 13 23:57:15.406168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.446650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.451413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:15.452186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.466111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=828b4af3-855c-4dc6-b56c-844d7fc40d4d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:15.467939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:15.647784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:15.661164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:57:15.663370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d4068e91-2b5a-486a-b9ba-543e97549ef6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5197871 Feb 13 23:57:15.665862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33652) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:15.678919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:15.843498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device df51ef05-51f5-44b4-8363-7bb345189e97 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:15.881841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:15.885760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:15.888672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:15.895584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:15.914237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:15.933827 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:12Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:13Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:15.940656 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:15.942926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Updating router c7fe2a3d-57af-44f1-a123-2291fe38d725 port cb86f968-6be6-4740-9bea-d1ee180de5e4 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:57:16.009795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port df51ef05-51f5-44b4-8363-7bb345189e97 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:16.010530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.046883 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.159440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.377356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router d94b5123-a153-423e-8d2d-a0bc400062c0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:16.405013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.482056 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.489824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=b983805c-b74d-4cb1-abd6-25c8e44202b3,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:16.494611 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Transition to ACTIVE for port object cb86f968-6be6-4740-9bea-d1ee180de5e4 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:16.499852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:16.500208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:57:16.505508 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.524188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:57:16.534990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:16.540440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:16.541226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.553131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be444fb-6984-4432-b7a0-798e9a3e6a1d None None] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:16.566942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c7d52049-696c-4c2a-98b6-ff0c4f0fff38 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9012215 Feb 13 23:57:16.569914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33658) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:16.605335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:16.631929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] Sync routers for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:16.632908 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.664682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:16.665965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:16.707973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-35d2c3f7-b98f-4e27-8026-5e51d4c4bc96 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/floatingips/504d54da-1aad-4009-b60b-3e8c5ef8d3bb HTTP/1.1" status: 204 len: 168 time: 2.2128332 Feb 13 23:57:16.707973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:16.761354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Pushing event updated for resources: {'Port': ['ID=cb86f968-6be6-4740-9bea-d1ee180de5e4,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:16.777399 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.777817 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.778237 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.778635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.779028 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.779414 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.779802 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.780186 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.780685 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.781077 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.781609 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:16.807471 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Attempting to bind port cb86f968-6be6-4740-9bea-d1ee180de5e4 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:16.807918 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Attempting to bind port cb86f968-6be6-4740-9bea-d1ee180de5e4 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:16.808362 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Attempting to bind port cb86f968-6be6-4740-9bea-d1ee180de5e4 on network e154755d-e6c3-4d62-a231-07f1a521e830 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:16.828397 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:16.828983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Checking segment: {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:16.830577 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.831106 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Bound using segment: {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:16.837794 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Bound port: cb86f968-6be6-4740-9bea-d1ee180de5e4, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62a0e8f-d35a-412a-8395-8760b778eeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:16.838300 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:16.986573 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'status': 'completed', 'code': 200} Feb 13 23:57:17.006393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] For port cb86f968-6be6-4740-9bea-d1ee180de5e4, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:17.015844 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] For port cb86f968-6be6-4740-9bea-d1ee180de5e4, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb86f968-6be6-4740-9bea-d1ee180de5e4,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:17.032379 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:17.078734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:17.221060 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6996d-6ef1-4da0-bc4c-a663feb21533 None None] Pushing event updated for resources: {'Port': ['ID=cb86f968-6be6-4740-9bea-d1ee180de5e4,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:17.233879 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:17.234706 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:17.416494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e0b5f-ebfa-4f7e-8751-f1466bec65df req-38c01ff2-8238-4b53-99ba-19f8053df103 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:17.423350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf7e0b5f-ebfa-4f7e-8751-f1466bec65df req-38c01ff2-8238-4b53-99ba-19f8053df103 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1164875 Feb 13 23:57:17.452826 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:17.456884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:57:17.457661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:17.476645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-3fbd597f-3495-4431-bb74-d4a27e483125 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 1097 time: 0.4257367 Feb 13 23:57:17.714161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf7e0b5f-ebfa-4f7e-8751-f1466bec65df req-fcc8e534-e560-4670-9b4d-ff34a1dc79a1 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898057 Feb 13 23:57:17.833107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Allocated IP 172.21.0.2 (7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2/b983805c-b74d-4cb1-abd6-25c8e44202b3/b66116d0-5c4e-420a-9abc-03fb1d593528) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:17.841375 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:12Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:16Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:17.845926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e309f8-ce02-469f-bb80-e1a099c1221c None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:12Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:16Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:17.861525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:17.887031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] Checking router: d94b5123-a153-423e-8d2d-a0bc400062c0 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:17.898819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-8e1e4fad-018d-41ed-b573-67fbf740e226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:17.901206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-8e1e4fad-018d-41ed-b573-67fbf740e226 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 200 len: 897 time: 0.4012475 Feb 13 23:57:17.964836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:17.965470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:18.041786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-b79563b6-c662-48f1-99b9-8670c689253c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 200 len: 217 time: 0.0869718 Feb 13 23:57:18.150774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-864135a4-1391-4d88-8f5d-92df2e4e86d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:18.152188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-864135a4-1391-4d88-8f5d-92df2e4e86d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 200 len: 835 time: 0.1032884 Feb 13 23:57:18.401073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:18.440867 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:18.459258 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-173b57fe-49bf-45b1-b887-8f89670bbbd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60d1e3ab-a3ac-437a-af61-57664aeb2a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2953169 Feb 13 23:57:18.466178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Transition to ACTIVE for port object b66116d0-5c4e-420a-9abc-03fb1d593528 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:18.492643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Transition to ACTIVE for port object b66116d0-5c4e-420a-9abc-03fb1d593528 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:18.618613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:18.642500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:18.683472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-0fd4ee2c-7a78-4388-b332-a11b32ca1303 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:18.684576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-0fd4ee2c-7a78-4388-b332-a11b32ca1303 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.3020544 Feb 13 23:57:18.777382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:18.780728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Pushing event updated for resources: {'Port': ['ID=b66116d0-5c4e-420a-9abc-03fb1d593528,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:18.793147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:18.799127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:18.890202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-a08e960c-0ed9-4d32-87e4-8f40229b3d05 service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232228 Feb 13 23:57:18.931439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:18.931785 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:18.936146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5064ddb-51fd-4174-a693-97fd0a5a2720 req-4c6517c2-8005-4eee-965d-37d393d0bd18 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:18.936146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e5064ddb-51fd-4174-a693-97fd0a5a2720 req-4c6517c2-8005-4eee-965d-37d393d0bd18 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:18.939739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Attempting to bind port b66116d0-5c4e-420a-9abc-03fb1d593528 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:18.940181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Attempting to bind port b66116d0-5c4e-420a-9abc-03fb1d593528 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:18.940512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Attempting to bind port b66116d0-5c4e-420a-9abc-03fb1d593528 on network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:18.951327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:18.951724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Checking segment: {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:18.952116 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:18.952503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Bound using segment: {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:18.952820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e5064ddb-51fd-4174-a693-97fd0a5a2720 req-4c6517c2-8005-4eee-965d-37d393d0bd18 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:18.953017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Bound port: b66116d0-5c4e-420a-9abc-03fb1d593528, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:18.953340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:18.959955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5064ddb-51fd-4174-a693-97fd0a5a2720 req-4c6517c2-8005-4eee-965d-37d393d0bd18 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 946 time: 0.1070967 Feb 13 23:57:19.006686 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5064ddb-51fd-4174-a693-97fd0a5a2720 req-5d77c4c8-3f00-41b5-88e9-89fdcaf47ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e786bcf-454a-4837-ab39-85c35950adcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457492 Feb 13 23:57:19.054978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:19.063749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ecdd7-7b37-47c3-a4c5-18ba4ce014ba None None] The sync data for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 is: [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '4f19e072-f630-4723-ad88-5914ade5617b', 'name': '', 'network_id': '60d1e3ab-a3ac-437a-af61-57664aeb2a53', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:a9:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '161af14d-ae09-4d91-b137-8215121e8d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:06Z', 'updated_at': '2022-02-13T23:55:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '161af14d-ae09-4d91-b137-8215121e8d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:19.087499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] For port b66116d0-5c4e-420a-9abc-03fb1d593528, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:19.091106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] For port b66116d0-5c4e-420a-9abc-03fb1d593528, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b66116d0-5c4e-420a-9abc-03fb1d593528,segment=NetworkSegment(a006ae17-cfc2-45f9-b4b4-5683b84f2760),segment_id=a006ae17-cfc2-45f9-b4b4-5683b84f2760)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:19.094982 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:19.180728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0fb17-ee1f-4005-98d4-6588f37f8276 None None] Pushing event updated for resources: {'Port': ['ID=b66116d0-5c4e-420a-9abc-03fb1d593528,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:19.275525 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a480f83-0ac7-457c-8c80-08b1a3c39b2d req-3dc0fc07-8e2d-4bf3-ad29-8eb85bc5914d service neutron] 10.222.0.31 "GET /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733561 Feb 13 23:57:19.593365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.21.0.1 (7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2/b983805c-b74d-4cb1-abd6-25c8e44202b3/ebc81b51-6a23-4223-95e1-45a671a0bd3d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:19.619903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:19.620250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:19.809617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 07ee17c4-dcea-4d47-aeec-a7c72df48b2f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:19.829193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b66116d0-5c4e-420a-9abc-03fb1d593528 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:19.926400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b66116d0-5c4e-420a-9abc-03fb1d593528 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:19.931773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb86f968-6be6-4740-9bea-d1ee180de5e4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:20.010533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.014850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port cb86f968-6be6-4740-9bea-d1ee180de5e4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:20.022651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port cb86f968-6be6-4740-9bea-d1ee180de5e4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:20.023372 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.043905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object ebc81b51-6a23-4223-95e1-45a671a0bd3d will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:20.072231 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.135245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=07ee17c4-dcea-4d47-aeec-a7c72df48b2f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:20.235691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.235912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.273066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port cb86f968-6be6-4740-9bea-d1ee180de5e4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb86f968-6be6-4740-9bea-d1ee180de5e4,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:20.279858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.287175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.287520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.287863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.288178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.288508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.288832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.289143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.289475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.289789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.290306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.290560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:20.338684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] No DVR routers for this DVR port 07ee17c4-dcea-4d47-aeec-a7c72df48b2f on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:20.353399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.357015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-deleted', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:20.358491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b0e93-9abf-436e-b671-bd45498a2ff1 None None] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:20.363494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdc8aedb-5725-4b6c-9feb-272b9aa97d7c req-981c2f05-1957-4e0f-bf08-e13432c5091b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8b70a2d-33f5-441d-8e60-133fca5201bc HTTP/1.1" status: 200 len: 210 time: 0.1391644 Feb 13 23:57:20.473340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:20.474501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=ebc81b51-6a23-4223-95e1-45a671a0bd3d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:20.492036 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b70a2d-33f5-441d-8e60-133fca5201bc', 'name': 'network-vif-deleted', 'tag': '07ee17c4-dcea-4d47-aeec-a7c72df48b2f', 'status': 'completed', 'code': 200} Feb 13 23:57:20.492910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:20.496214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:20.515600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=cb86f968-6be6-4740-9bea-d1ee180de5e4,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:20.530495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70ac3506-6893-46f1-8c2b-f89a4e85a6e2 req-8211a975-e981-4dd1-925b-76c905d506ec tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "DELETE /v2.0/ports/07ee17c4-dcea-4d47-aeec-a7c72df48b2f HTTP/1.1" status: 204 len: 173 time: 1.8389428 Feb 13 23:57:20.554582 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] Provisioning for port b66116d0-5c4e-420a-9abc-03fb1d593528 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:20.577915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.579133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] Provisioning complete for port b66116d0-5c4e-420a-9abc-03fb1d593528 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:20.579506 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.740516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.841068 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.887393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] For port b66116d0-5c4e-420a-9abc-03fb1d593528, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b66116d0-5c4e-420a-9abc-03fb1d593528,segment=NetworkSegment(a006ae17-cfc2-45f9-b4b4-5683b84f2760),segment_id=a006ae17-cfc2-45f9-b4b4-5683b84f2760)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:20.892778 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:20.963244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442678-872c-46bd-8bf4-88169c3880c0 None None] Pushing event updated for resources: {'Port': ['ID=b66116d0-5c4e-420a-9abc-03fb1d593528,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:21.199959 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:21.213358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:21.218997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c9a69871-4f4a-4193-a0be-0bad34191092 None None] Provisioning complete for port b66116d0-5c4e-420a-9abc-03fb1d593528 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:21.219574 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9a69871-4f4a-4193-a0be-0bad34191092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:21.327040 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588ed68-1f70-4060-9fb0-7a83f1020b11 None None] New status for floating IP 504d54da-1aad-4009-b60b-3e8c5ef8d3bb: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:57:21.343109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=ebc81b51-6a23-4223-95e1-45a671a0bd3d,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:21.360469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:21.415818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c9a69871-4f4a-4193-a0be-0bad34191092 None None] Provisioning for port ebc81b51-6a23-4223-95e1-45a671a0bd3d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:21.428928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c9a69871-4f4a-4193-a0be-0bad34191092 None None] Provisioning complete for port ebc81b51-6a23-4223-95e1-45a671a0bd3d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:21.429450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c9a69871-4f4a-4193-a0be-0bad34191092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:21.510282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c9a69871-4f4a-4193-a0be-0bad34191092 None None] Port ebc81b51-6a23-4223-95e1-45a671a0bd3d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:21.510629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:21.647799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0a0cb07b-957a-4744-911a-c1696cb9ae24 None None] Provisioning complete for port ebc81b51-6a23-4223-95e1-45a671a0bd3d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:21.648789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0a0cb07b-957a-4744-911a-c1696cb9ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:21.648917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:21.650225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:21.778824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0a0cb07b-957a-4744-911a-c1696cb9ae24 None None] Port ebc81b51-6a23-4223-95e1-45a671a0bd3d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:21.819054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b66116d0-5c4e-420a-9abc-03fb1d593528 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:21.901119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b66116d0-5c4e-420a-9abc-03fb1d593528 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:21.901477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.057070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d3780f33-a04c-406f-b29c-ffd8924aba7c None None] Provisioning complete for port ebc81b51-6a23-4223-95e1-45a671a0bd3d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:22.057513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d3780f33-a04c-406f-b29c-ffd8924aba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.072381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.088903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb86f968-6be6-4740-9bea-d1ee180de5e4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:22.165300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d3780f33-a04c-406f-b29c-ffd8924aba7c None None] Port ebc81b51-6a23-4223-95e1-45a671a0bd3d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:22.187952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port cb86f968-6be6-4740-9bea-d1ee180de5e4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:22.188358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.234851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:22.422058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:22.428041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59d28b09-081f-430b-b07c-00cca054e0b7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8562243 Feb 13 23:57:22.430203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:22.433736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:22.436687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642970357'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:22.442876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:22.446553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:22.447222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:22.447334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:22.450280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:22.456204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:22.467065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:22.469984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.499621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:57:22.509931 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.509931 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment 1d623219-3065-4c91-af76-5ea4f57d45ee of type vlan for network 49ec1318-a0ed-421b-a67b-bac44c7b120d Feb 13 23:57:22.536916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.568485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.572212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:22.572709 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.609552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:22.666377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2318356 Feb 13 23:57:22.675649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33712) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:22.685776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:22.710436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91637c0c-a4ec-49fb-8601-7d8ec41a829b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=49ec1318-a0ed-421b-a67b-bac44c7b120d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:22.757196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:57:22.810895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:22.816080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:22.819761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:22.825656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:22.839904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:22.936226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 4f19e072-f630-4723-ad88-5914ade5617b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:22.936797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:22.959299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.149017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 3, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:23.153483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:23.153825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Updating router c7fe2a3d-57af-44f1-a123-2291fe38d725 port ebc81b51-6a23-4223-95e1-45a671a0bd3d binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:57:23.157127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port 4f19e072-f630-4723-ad88-5914ade5617b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4f19e072-f630-4723-ad88-5914ade5617b,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:23.157486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.220612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.224275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.296192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 4f19e072-f630-4723-ad88-5914ade5617b owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:23.318446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=df2ecfca-4663-47ea-bae9-cd6f6c1f48f0,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:23.338080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:23.338443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: 49ec1318-a0ed-421b-a67b-bac44c7b120d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:57:23.361693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:57:23.385112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 49ec1318-a0ed-421b-a67b-bac44c7b120d) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:23.390290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:23.391010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.409991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01189f4-ca58-4c54-8af6-f470e3cde142 None None] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:23.414982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f6680cc4-24d2-4db7-80c9-c36d7b5e79da tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7384434 Feb 13 23:57:23.417955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:23.532441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.590797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=4f19e072-f630-4723-ad88-5914ade5617b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:23.790206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-49ec1318-a0ed-421b-a67b-bac44c7b120d', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:57:23.790989 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.948512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.970306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:23.995719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Transition to ACTIVE for port object ebc81b51-6a23-4223-95e1-45a671a0bd3d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:24.013589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Allocated IP 172.22.0.2 (49ec1318-a0ed-421b-a67b-bac44c7b120d/df2ecfca-4663-47ea-bae9-cd6f6c1f48f0/76231fa1-1415-4bfd-b2c6-56791203ce96) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:24.017025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.070613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:24.171427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 07ee17c4-dcea-4d47-aeec-a7c72df48b2f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:24.171790 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 07ee17c4-dcea-4d47-aeec-a7c72df48b2f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:24.279069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9cbd5-5b4c-4d51-8b4d-bd676ddeca6d None None] Pushing event updated for resources: {'Port': ['ID=ebc81b51-6a23-4223-95e1-45a671a0bd3d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:24.352449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.412036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Attempting to bind port ebc81b51-6a23-4223-95e1-45a671a0bd3d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:24.412432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Attempting to bind port ebc81b51-6a23-4223-95e1-45a671a0bd3d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:24.412752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Attempting to bind port ebc81b51-6a23-4223-95e1-45a671a0bd3d on network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:24.464553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:24.464909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Checking segment: {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:24.465302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.465692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Bound using segment: {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:24.466191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Bound port: ebc81b51-6a23-4223-95e1-45a671a0bd3d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a006ae17-cfc2-45f9-b4b4-5683b84f2760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:24.466565 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.554820 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.593126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Transition to ACTIVE for port object 76231fa1-1415-4bfd-b2c6-56791203ce96 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:24.621219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] For port ebc81b51-6a23-4223-95e1-45a671a0bd3d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:24.626107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] For port ebc81b51-6a23-4223-95e1-45a671a0bd3d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ebc81b51-6a23-4223-95e1-45a671a0bd3d,segment=NetworkSegment(a006ae17-cfc2-45f9-b4b4-5683b84f2760),segment_id=a006ae17-cfc2-45f9-b4b4-5683b84f2760)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:24.627605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Transition to ACTIVE for port object 76231fa1-1415-4bfd-b2c6-56791203ce96 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:24.633908 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.761366 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:24.780470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router d94b5123-a153-423e-8d2d-a0bc400062c0 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:24.800018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.22.0.1 (49ec1318-a0ed-421b-a67b-bac44c7b120d/df2ecfca-4663-47ea-bae9-cd6f6c1f48f0/fdce1abd-5e66-4936-90d2-f0d7bf651091) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:24.850242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:24.860045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:24.864970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:24.867329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9cbd5-5b4c-4d51-8b4d-bd676ddeca6d None None] Pushing event updated for resources: {'Port': ['ID=ebc81b51-6a23-4223-95e1-45a671a0bd3d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:24.903804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:24.904436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:25.067311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.087309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object fdce1abd-5e66-4936-90d2-f0d7bf651091 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:25.114324 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.137658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:25.149445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc92ee4-3d7a-4137-b5b0-596276832e7e req-ddcf7a89-e5e0-42d2-b6fb-57405f0debaa tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:25.150933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5cc92ee4-3d7a-4137-b5b0-596276832e7e req-ddcf7a89-e5e0-42d2-b6fb-57405f0debaa tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 945 time: 0.1258867 Feb 13 23:57:25.156617 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] Sync routers for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:25.161939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3cdaa282-ea82-483b-886b-8e8da8e0e586 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/d94b5123-a153-423e-8d2d-a0bc400062c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6494963 Feb 13 23:57:25.162618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33728) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:25.172357 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:25.174641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Pushing event updated for resources: {'Port': ['ID=76231fa1-1415-4bfd-b2c6-56791203ce96,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:25.174962 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:25.193596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Attempting to bind port 76231fa1-1415-4bfd-b2c6-56791203ce96 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:25.193958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Attempting to bind port 76231fa1-1415-4bfd-b2c6-56791203ce96 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:25.194342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Attempting to bind port 76231fa1-1415-4bfd-b2c6-56791203ce96 on network 49ec1318-a0ed-421b-a67b-bac44c7b120d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:25.207969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:25.225775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:25.229530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:25.237963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:25.257878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:25.258293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Checking segment: {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:25.258670 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.259584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Bound using segment: {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:25.259584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Bound port: 76231fa1-1415-4bfd-b2c6-56791203ce96, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:25.259888 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.278936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=fdce1abd-5e66-4936-90d2-f0d7bf651091,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:25.287699 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5cc92ee4-3d7a-4137-b5b0-596276832e7e req-178b4890-0a1c-49aa-8928-99c2fd8d2092 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237633 Feb 13 23:57:25.317780 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.420868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.423549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting subnet 161af14d-ae09-4d91-b137-8215121e8d69 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:57:25.427414 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.438857 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:25.494551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.508618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] For port 76231fa1-1415-4bfd-b2c6-56791203ce96, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:25.521871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] For port 76231fa1-1415-4bfd-b2c6-56791203ce96, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76231fa1-1415-4bfd-b2c6-56791203ce96,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:25.542105 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.587588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.682227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a315ab-a4c7-4aab-be4c-81d1472c9e3e None None] Pushing event updated for resources: {'Port': ['ID=76231fa1-1415-4bfd-b2c6-56791203ce96,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:25.689378 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.724177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 3, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:24Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:25.729376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a667ef-4734-4148-b07c-1df83fa5cec8 None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 3, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:24Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:25.758612 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:25.761552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Subnet': ['ID=161af14d-ae09-4d91-b137-8215121e8d69,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:25.764783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7d222-d53d-4816-9ed7-32ca427f1f32 None None] Network 60d1e3ab-a3ac-437a-af61-57664aeb2a53 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:25.778169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-aa695c8e-c1d0-4f09-b509-b85550ab0ebc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/subnets/161af14d-ae09-4d91-b137-8215121e8d69 HTTP/1.1" status: 204 len: 168 time: 0.5954936 Feb 13 23:57:25.780682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33732) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:25.844482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:57:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:25.848632 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] Checking router: d94b5123-a153-423e-8d2d-a0bc400062c0 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:25.861931 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] Routers {'d94b5123-a153-423e-8d2d-a0bc400062c0'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:25.863177 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d94b5123-a153-423e-8d2d-a0bc400062c0'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:26.204961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.219326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.227929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.257897 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] Set router d94b5123-a153-423e-8d2d-a0bc400062c0 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:26.297550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] DHCP port deletion for 60d1e3ab-a3ac-437a-af61-57664aeb2a53 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:57:26.303355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] Deleting port f15afb57-7ba9-4af2-859c-91699e06931b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:26.303729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.455610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=fdce1abd-5e66-4936-90d2-f0d7bf651091,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:26.536835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.558823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.574600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:26.574941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.660027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] For port f15afb57-7ba9-4af2-859c-91699e06931b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f15afb57-7ba9-4af2-859c-91699e06931b,segment=NetworkSegment(92253cb7-815f-444b-afb4-56a36a43d76c),segment_id=92253cb7-815f-444b-afb4-56a36a43d76c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:26.661428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:26.756890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4694c1-2f00-405d-9bed-a3c5e61a1ebe req-5741eed8-c702-42ee-ae4c-5b17180e5bb1 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:26.758448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f4694c1-2f00-405d-9bed-a3c5e61a1ebe req-5741eed8-c702-42ee-ae4c-5b17180e5bb1 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 945 time: 0.2665265 Feb 13 23:57:26.767904 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:57:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:26.778191 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6baa795-7c52-40b8-bc8a-b6260c8ca521 None None] The sync data for ids ['d94b5123-a153-423e-8d2d-a0bc400062c0'] in n-d-828979-1 is: [{'id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916668478', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:54:49Z', 'updated_at': '2022-02-13T23:57:23Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b5123-a153-423e-8d2d-a0bc400062c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:54:50Z', 'updated_at': '2022-02-13T23:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:26.866542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f4694c1-2f00-405d-9bed-a3c5e61a1ebe req-e368385c-42d3-4b8b-ae00-d3bfe4487657 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016603 Feb 13 23:57:26.868802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:26.871144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:26.885795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] Calling delete_port for f15afb57-7ba9-4af2-859c-91699e06931b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:26.979928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.030980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] Pushing event deleted for resources: {'Port': ['ID=f15afb57-7ba9-4af2-859c-91699e06931b,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:27.044700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-2ba75fca-3caf-4833-a101-6af1a42896c1 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:27.046346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-2ba75fca-3caf-4833-a101-6af1a42896c1 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 945 time: 0.4204695 Feb 13 23:57:27.061590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08248f73-d7f4-41e4-b3bf-60f71627de13 None None] No DVR routers for this DVR port f15afb57-7ba9-4af2-859c-91699e06931b on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:27.117643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:27.118322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.159575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12cce1-f62e-484d-a1ae-25a8ba1b79d4 None None] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:27.275400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:27.287968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:27.305205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Deleting port c6d12421-8059-4210-bdb6-f15f5c427a5c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:27.305532 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.305911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-92fb63cb-5ef9-4423-9ee8-de84b62fb8f1 None None] Provisioning for port 76231fa1-1415-4bfd-b2c6-56791203ce96 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:27.471754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:27.489439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f0e206d-2a21-4282-969c-9e070536596e tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0669911 Feb 13 23:57:27.489755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33740) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:27.495561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'network': {'name': 'tempest-RoutersTest-626284889'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:27.501237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:27.506190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:network and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:27.509182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:27.515461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:27.526634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:27.529775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.564127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:57:27.574305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.574663 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added segment c8abf366-8bc7-48f1-b9bf-2b0d2814e61e of type vlan for network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 Feb 13 23:57:27.602936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.635065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.639063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:27.639767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.655780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] For port c6d12421-8059-4210-bdb6-f15f5c427a5c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=c6d12421-8059-4210-bdb6-f15f5c427a5c,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:27.656156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.781204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2902806 Feb 13 23:57:27.786258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33744) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:27.795074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Calling delete_port for c6d12421-8059-4210-bdb6-f15f5c427a5c owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:27.796253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797902c-9eec-4dc6-b3eb-71d740d65eb6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Network': ['ID=2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:27.808584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a6055a5-0d11-48c4-b191-9868e8ae5007 None None] Provisioning for port fdce1abd-5e66-4936-90d2-f0d7bf651091 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:27.814807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a6055a5-0d11-48c4-b191-9868e8ae5007 None None] Provisioning complete for port fdce1abd-5e66-4936-90d2-f0d7bf651091 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:27.815391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a6055a5-0d11-48c4-b191-9868e8ae5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.833255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'subnet': {'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:27.849688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:57:27.958197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:27.960497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:27.966638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebc81b51-6a23-4223-95e1-45a671a0bd3d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:27.999240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:subnet and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:28.033280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:28.082439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:28.089191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:28.093275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9a6055a5-0d11-48c4-b191-9868e8ae5007 None None] Port fdce1abd-5e66-4936-90d2-f0d7bf651091 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:28.135748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ebc81b51-6a23-4223-95e1-45a671a0bd3d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:28.141512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ebc81b51-6a23-4223-95e1-45a671a0bd3d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:28.141890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.158447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Made reservation on behalf of 021b90172359419da7a925f29fef4750 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:28.255661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-716fb2fa-5411-40a8-a289-25a12dc0b5c8 None None] Provisioning complete for port fdce1abd-5e66-4936-90d2-f0d7bf651091 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:28.255944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-716fb2fa-5411-40a8-a289-25a12dc0b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.312982 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.333244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-716fb2fa-5411-40a8-a289-25a12dc0b5c8 None None] Port fdce1abd-5e66-4936-90d2-f0d7bf651091 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:28.350757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ebc81b51-6a23-4223-95e1-45a671a0bd3d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ebc81b51-6a23-4223-95e1-45a671a0bd3d,segment=NetworkSegment(a006ae17-cfc2-45f9-b4b4-5683b84f2760),segment_id=a006ae17-cfc2-45f9-b4b4-5683b84f2760)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:28.354604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.355535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76231fa1-1415-4bfd-b2c6-56791203ce96 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:28.434752 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.470675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ebc81b51-6a23-4223-95e1-45a671a0bd3d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:28.484458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.484806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.485150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.485483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.485812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.486168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.486496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.486821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.487255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.487511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.487844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:57:28.497193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 76231fa1-1415-4bfd-b2c6-56791203ce96 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:28.503356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 76231fa1-1415-4bfd-b2c6-56791203ce96 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:28.503890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.619745 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.625993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec000d6-2728-490d-bcb6-deea465edca6 req-b3d918b0-6252-426d-9f15-df3e88238458 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:28.627476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ec000d6-2728-490d-bcb6-deea465edca6 req-b3d918b0-6252-426d-9f15-df3e88238458 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ccffb6-bec4-4726-88b8-f98e0ce27c3b HTTP/1.1" status: 200 len: 945 time: 0.5908518 Feb 13 23:57:28.652437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 76231fa1-1415-4bfd-b2c6-56791203ce96, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76231fa1-1415-4bfd-b2c6-56791203ce96,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:28.655770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.715682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f19e072-f630-4723-ad88-5914ade5617b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:28.733586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.740079 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:28.753742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4f19e072-f630-4723-ad88-5914ade5617b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:28.754111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4f19e072-f630-4723-ad88-5914ade5617b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:28.754526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f15afb57-7ba9-4af2-859c-91699e06931b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:28.776911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['c6d12421-8059-4210-bdb6-f15f5c427a5c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:57:28.821297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f15afb57-7ba9-4af2-859c-91699e06931b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:28.821637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f15afb57-7ba9-4af2-859c-91699e06931b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:28.827400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=76231fa1-1415-4bfd-b2c6-56791203ce96,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:28.917466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Pushing event deleted for resources: {'Port': ['ID=c6d12421-8059-4210-bdb6-f15f5c427a5c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:29.038420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ec000d6-2728-490d-bcb6-deea465edca6 req-df1e511b-eed4-462e-96f3-2900cd8e2d02 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524518 Feb 13 23:57:29.150826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] No DVR routers for this DVR port c6d12421-8059-4210-bdb6-f15f5c427a5c on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:29.184866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.187158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'name': 'network-vif-deleted', 'tag': 'c6d12421-8059-4210-bdb6-f15f5c427a5c'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:29.197165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.218555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.238054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a405308b-0c0a-4549-9971-3a0fce4e1295 req-74fce033-1626-4eb9-bbaf-7354629e9885 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "DELETE /v2.0/ports/c6d12421-8059-4210-bdb6-f15f5c427a5c HTTP/1.1" status: 204 len: 173 time: 2.1756389 Feb 13 23:57:29.255136 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ccffb6-bec4-4726-88b8-f98e0ce27c3b', 'name': 'network-vif-deleted', 'tag': 'c6d12421-8059-4210-bdb6-f15f5c427a5c', 'status': 'completed', 'code': 200} Feb 13 23:57:29.285013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.285560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Fanout notify agent at l3_agent the message router_deleted on router d94b5123-a153-423e-8d2d-a0bc400062c0 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:57:29.287846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.336469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.340041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-25da207d-4ede-4b3d-8dac-560ac28fb416 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/routers/d94b5123-a153-423e-8d2d-a0bc400062c0 HTTP/1.1" status: 204 len: 168 time: 3.5516102 Feb 13 23:57:29.340545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33752) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:29.378414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Subnet': ['ID=068bef07-0216-4454-9c3e-7cc594706c14,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:29.392737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Checking segment: {'id': 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:29.393094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network hostable DHCP agents. Network: 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:57:29.415806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:57:29.425616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:29.429389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:29.429974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.436153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad866d-6dcc-4a45-a3d5-aa9dedef6bd9 None None] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:29.450686 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-658a9523-0093-4f74-b886-f93da261f9d8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6626072 Feb 13 23:57:29.452492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33756) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:29.474502 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.661583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8', 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8', 'tenant_id': '021b90172359419da7a925f29fef4750', 'fixed_ips': [{'subnet_id': '068bef07-0216-4454-9c3e-7cc594706c14'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:57:29.662585 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.759827 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.818749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d1e3ab-a3ac-437a-af61-57664aeb2a53']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:29.832943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92253cb7-815f-444b-afb4-56a36a43d76c') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:29.833496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92253cb7-815f-444b-afb4-56a36a43d76c') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:29.858283 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.879976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.897821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:57:29.898870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:57:29.917084 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:57:29.920954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebc81b51-6a23-4223-95e1-45a671a0bd3d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:30.005269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Allocated IP 172.23.0.2 (2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8/068bef07-0216-4454-9c3e-7cc594706c14/479c9052-9496-4d2c-bf5f-7070946ad16d) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:30.022015 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.038492 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.082926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Network': ['ID=60d1e3ab-a3ac-437a-af61-57664aeb2a53,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:30.089364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-df27f85b-9403-4a82-80ab-0fa3c53b7d21 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/networks/60d1e3ab-a3ac-437a-af61-57664aeb2a53 HTTP/1.1" status: 204 len: 168 time: 0.7472353 Feb 13 23:57:30.093141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33762) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:30.104147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ebc81b51-6a23-4223-95e1-45a671a0bd3d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:30.104577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.200495 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f984ce3-7915-4fe5-8b34-f3c852365b84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.243993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f984ce3-7915-4fe5-8b34-f3c852365b84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.273765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-caed1c56-6414-4d84-a100-5aa705be44f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.337709 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f984ce3-7915-4fe5-8b34-f3c852365b84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.338197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.364046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76231fa1-1415-4bfd-b2c6-56791203ce96 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:30.368555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f984ce3-7915-4fe5-8b34-f3c852365b84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e786bcf-454a-4837-ab39-85c35950adcb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:30.385105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5f984ce3-7915-4fe5-8b34-f3c852365b84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.389014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5f984ce3-7915-4fe5-8b34-f3c852365b84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e786bcf-454a-4837-ab39-85c35950adcb HTTP/1.1" status: 204 len: 168 time: 0.2915978 Feb 13 23:57:30.393000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.408387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Transition to ACTIVE for port object 479c9052-9496-4d2c-bf5f-7070946ad16d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:30.461484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Transition to ACTIVE for port object 479c9052-9496-4d2c-bf5f-7070946ad16d will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:30.470046 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.544432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:30.548382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:30.562874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:30.568015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Pushing event updated for resources: {'Port': ['ID=479c9052-9496-4d2c-bf5f-7070946ad16d,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:30.574498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 76231fa1-1415-4bfd-b2c6-56791203ce96 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:30.574859 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.708529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Attempting to bind port 479c9052-9496-4d2c-bf5f-7070946ad16d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:30.708893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Attempting to bind port 479c9052-9496-4d2c-bf5f-7070946ad16d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:30.709245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Attempting to bind port 479c9052-9496-4d2c-bf5f-7070946ad16d on network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:30.720476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:30.720840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Checking segment: {'id': 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:30.721233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.721654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Bound using segment: {'id': 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:30.722131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Bound port: 479c9052-9496-4d2c-bf5f-7070946ad16d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:30.722493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.789922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Allocated IP 172.23.0.1 (2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8/068bef07-0216-4454-9c3e-7cc594706c14/3b19b27c-6548-48d2-bc84-83abdfe73819) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:30.881908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] For port 479c9052-9496-4d2c-bf5f-7070946ad16d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:30.892632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] For port 479c9052-9496-4d2c-bf5f-7070946ad16d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=479c9052-9496-4d2c-bf5f-7070946ad16d,segment=NetworkSegment(c8abf366-8bc7-48f1-b9bf-2b0d2814e61e),segment_id=c8abf366-8bc7-48f1-b9bf-2b0d2814e61e)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:30.898654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.979527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:30.995857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58027902-467c-4c3f-8a51-179d2d6ede37 None None] Pushing event updated for resources: {'Port': ['ID=479c9052-9496-4d2c-bf5f-7070946ad16d,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:31.003972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:31.015632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Transition to ACTIVE for port object 3b19b27c-6548-48d2-bc84-83abdfe73819 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:31.029496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:31.031411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:31.067589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:31.188950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:31.192683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:31.196810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:31.263333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=3b19b27c-6548-48d2-bc84-83abdfe73819,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:31.325806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:31.330460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:31.442271 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:31.687171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6d12421-8059-4210-bdb6-f15f5c427a5c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:31.948195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: c6d12421-8059-4210-bdb6-f15f5c427a5c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:31.950417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device c6d12421-8059-4210-bdb6-f15f5c427a5c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:31.981889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 479c9052-9496-4d2c-bf5f-7070946ad16d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:32.001252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33778) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:32.007476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249831577', 'description': 'tempest-secgroup-smoke-1249831577 description', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:32.028606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:32.033033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:32.036304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:32.054300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:32.077820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.080138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:25Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdce1abd-5e66-4936-90d2-f0d7bf651091', 'name': '', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:32:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:24Z', 'updated_at': '2022-02-13T23:57:25Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:32.104200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:32.104613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Updating router c7fe2a3d-57af-44f1-a123-2291fe38d725 port fdce1abd-5e66-4936-90d2-f0d7bf651091 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:57:32.147621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:32.160168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:32.163239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:32.173903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:32.177538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 479c9052-9496-4d2c-bf5f-7070946ad16d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:32.193008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.217727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:32.244961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.253163 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.254587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.257315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:32.257669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2eeeb1c-ac83-4a0e-a924-ff5072ba7bb7 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:32.261636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.318740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:32.336473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.338412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-40422b1a-5744-40a8-a058-3e00cfc34bdb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3361552 Feb 13 23:57:32.341289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33782) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:32.348255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'dffb8b2c-a20d-410f-b449-efb9a6c1b6d2', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:32.356160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:32.360834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:32.364760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:32.372220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:32.380022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event updated for resources: {'Port': ['ID=3b19b27c-6548-48d2-bc84-83abdfe73819,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:32.406734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.412326 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-db6eadb8-e110-4369-8493-fc08ef6f061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.415744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.484902 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.489203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.513137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ddbd00-f482-41b0-8340-f95d31dede3c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:32.515558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22274b-17fb-4793-9bfd-9e32f2cbffc8 None None] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:32.526247 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.527432 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79060f2a-8ef4-482d-bad6-4c4a3a2533ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1846137 Feb 13 23:57:32.530156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33786) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:32.536490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'dffb8b2c-a20d-410f-b449-efb9a6c1b6d2', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:32.544034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:32.548524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:32.551868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:32.557654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:32.560088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] Provisioning for port 479c9052-9496-4d2c-bf5f-7070946ad16d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:32.575330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.577673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:32.579004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:32.616324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] Provisioning complete for port 479c9052-9496-4d2c-bf5f-7070946ad16d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:32.616775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.643641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.649119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.676695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de70de65-c2a2-4085-bc9f-4616eaeb7606,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:32.692202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.693526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-99514f94-e7fe-4c61-b61c-05f3c6dbd1e4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1622944 Feb 13 23:57:32.696313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:32.704598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'dffb8b2c-a20d-410f-b449-efb9a6c1b6d2', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:32.712432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:32.716516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:32.720060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:32.726051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:32.748887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.779323 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:57:32.834528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.840152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.876498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c973f4-74ad-46a3-95a0-7a3d75bc5b7b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:32.892981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:32.894878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8bc8fe87-5fa2-4aa7-b0c3-47526f179fdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1975386 Feb 13 23:57:32.899237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33800) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:32.904912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'dffb8b2c-a20d-410f-b449-efb9a6c1b6d2', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:32.912132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:32.916232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:32.919431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:32.926638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:32.952742 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.028274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.036460 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.046055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.resource_extend [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 13 23:57:33.091575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b030f2a-ad89-414d-97f2-f4b04ad6fcef,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:33.109962 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.111390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc104021-ec23-417a-a3cf-4d46e0361c62 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2112012 Feb 13 23:57:33.116168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:33.123254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'dffb8b2c-a20d-410f-b449-efb9a6c1b6d2', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:33.142987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:33.151569 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.159084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:33.165540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:33.167342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:33.178044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:33.199210 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:57:33.213428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.215852 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.238632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Transition to ACTIVE for port object fdce1abd-5e66-4936-90d2-f0d7bf651091 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:33.248856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] For port 479c9052-9496-4d2c-bf5f-7070946ad16d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=479c9052-9496-4d2c-bf5f-7070946ad16d,segment=NetworkSegment(c8abf366-8bc7-48f1-b9bf-2b0d2814e61e),segment_id=c8abf366-8bc7-48f1-b9bf-2b0d2814e61e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:33.272255 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.313029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.358078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.366133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.398018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e13995-b223-4b08-a053-6cf4c4cefad8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:33.411061 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.412663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-22ffb71a-dd64-4982-bfce-59026516b635 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2943738 Feb 13 23:57:33.416849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:33.429429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'dffb8b2c-a20d-410f-b449-efb9a6c1b6d2', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:33.444293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:33.450232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:33.453290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:33.460794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:33.466473 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:33.493571 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 13 23:57:33.501728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.505955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1eaab226-a9d5-4a97-8324-5c97876ba075 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0510278 Feb 13 23:57:33.508482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33820) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:33.524981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:33.584118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cecb3b-fae0-4574-94c2-0097ed7ff9e1 None None] Pushing event updated for resources: {'Port': ['ID=479c9052-9496-4d2c-bf5f-7070946ad16d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:33.700811 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.713114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.730282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.795572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Attempting to bind port fdce1abd-5e66-4936-90d2-f0d7bf651091 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:33.803327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Attempting to bind port fdce1abd-5e66-4936-90d2-f0d7bf651091 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:33.803901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Attempting to bind port fdce1abd-5e66-4936-90d2-f0d7bf651091 on network 49ec1318-a0ed-421b-a67b-bac44c7b120d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:33.811664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac558979-be2c-4646-a57c-8fb4aa99121f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:33.842725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f9c8-1d0c-4363-9faf-dec66b1e5607 None None] Pushing event updated for resources: {'Port': ['ID=fdce1abd-5e66-4936-90d2-f0d7bf651091,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:33.856332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.858342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:33.858927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Checking segment: {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:33.859489 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.860019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Bound using segment: {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:33.860617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Bound port: fdce1abd-5e66-4936-90d2-f0d7bf651091, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d623219-3065-4c91-af76-5ea4f57d45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:33.861155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.874305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21db829a-1607-4aad-8647-4edea4787b08 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4537237 Feb 13 23:57:33.875252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33824) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:33.898559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'network': {'name': 'tempest-network-smoke--1834641371', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'port_security_enabled': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:33.920060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:33.923097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e351b55-11ae-4e20-b27f-8aa47a2b7ae3 None None] Provisioning complete for port 479c9052-9496-4d2c-bf5f-7070946ad16d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:33.923468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e351b55-11ae-4e20-b27f-8aa47a2b7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.936850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:network and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:33.941425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:33.950794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:33.954261 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:33.955331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 479c9052-9496-4d2c-bf5f-7070946ad16d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:33.984371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:33.996730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.104862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:57:34.152234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.153464 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Added segment 8b04b7b3-a25d-4709-9e52-42ca914a1473 of type vlan for network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c Feb 13 23:57:34.184617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.188236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] For port fdce1abd-5e66-4936-90d2-f0d7bf651091, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:34.198244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] For port fdce1abd-5e66-4936-90d2-f0d7bf651091, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fdce1abd-5e66-4936-90d2-f0d7bf651091,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:34.214001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.234573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.239041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:34.239632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.277765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4000545 Feb 13 23:57:34.283390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33828) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:34.317422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'admin_state_up': True, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:34.342870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:34.353426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:router and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:34.357871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:34.367569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:34.386275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:34.386911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:34.397945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98053a1c-4904-42c0-a356-e0bcef699499 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Network': ['ID=58803ebb-f660-4ce0-8f47-5b8ef07cf89c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:34.416369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.417307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.499489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.575120 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.extraroute_db [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 13 23:57:34.595764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:57:34.599074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.extraroute_db [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Removed routes are [] {{(pid=83661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 13 23:57:34.599486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.746603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 479c9052-9496-4d2c-bf5f-7070946ad16d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:34.747049 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.774856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f9c8-1d0c-4363-9faf-dec66b1e5607 None None] Pushing event updated for resources: {'Port': ['ID=fdce1abd-5e66-4936-90d2-f0d7bf651091,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:34.861130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e351b55-11ae-4e20-b27f-8aa47a2b7ae3 None None] Provisioning for port 3b19b27c-6548-48d2-bc84-83abdfe73819 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:34.872202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e351b55-11ae-4e20-b27f-8aa47a2b7ae3 None None] Provisioning complete for port 3b19b27c-6548-48d2-bc84-83abdfe73819 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:34.872641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e351b55-11ae-4e20-b27f-8aa47a2b7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:34.915800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:34.984314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.053431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5e351b55-11ae-4e20-b27f-8aa47a2b7ae3 None None] Port 3b19b27c-6548-48d2-bc84-83abdfe73819 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:35.254687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.278638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-96b8bc6e-2ca6-4634-ac15-d3dfa941dc2c None None] Provisioning complete for port 3b19b27c-6548-48d2-bc84-83abdfe73819 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:35.279439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96b8bc6e-2ca6-4634-ac15-d3dfa941dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.353177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.361292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.406064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-96b8bc6e-2ca6-4634-ac15-d3dfa941dc2c None None] Port 3b19b27c-6548-48d2-bc84-83abdfe73819 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:35.459602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:31Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': '3b19b27c-6548-48d2-bc84-83abdfe73819', 'name': '', 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068bef07-0216-4454-9c3e-7cc594706c14', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:30Z', 'updated_at': '2022-02-13T23:57:31Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': '068bef07-0216-4454-9c3e-7cc594706c14', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdce1abd-5e66-4936-90d2-f0d7bf651091', 'name': '', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:32:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:24Z', 'updated_at': '2022-02-13T23:57:34Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:35.463681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c7907-bd93-4f32-9f19-3e9424cace7d None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:31Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': '3b19b27c-6548-48d2-bc84-83abdfe73819', 'name': '', 'network_id': '2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '068bef07-0216-4454-9c3e-7cc594706c14', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:30Z', 'updated_at': '2022-02-13T23:57:31Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': '068bef07-0216-4454-9c3e-7cc594706c14', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdce1abd-5e66-4936-90d2-f0d7bf651091', 'name': '', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:32:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:24Z', 'updated_at': '2022-02-13T23:57:34Z', 'revision_number': 4, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:35.551741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.589651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:35.769198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:35.770684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.236 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/514c051c-9392-463e-b70d-0011ac4f538f) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:36.083120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:36.147916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:36.203905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:36.229691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:36.232624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:36.239513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:36.276462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:36.279928 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42a7c479-ab88-4ae2-9b92-247a5667f05d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 933 time: 2.7673879 Feb 13 23:57:36.280836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:36.282362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=514c051c-9392-463e-b70d-0011ac4f538f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:36.423447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:36.424897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:36.495865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c333f8cc-2e46-4018-831c-98334e947add tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 933 time: 0.2124176 Feb 13 23:57:36.498409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33848) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:36.504982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'routes': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:36.871753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 5010cdbf-2157-4405-836d-a3b76ba930b4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:57:37.188369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.305512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:37.316666 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Sync routers for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:37.330114 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:37.331083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.331303 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:37.335557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-285d3187-87fd-4de5-bebc-80448bc1dd36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0481460 Feb 13 23:57:37.335787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:37.380711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e3cc62f1-6f3d-4c88-9ee3-0d0596be26c9 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436933 Feb 13 23:57:37.383399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33858) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:37.484967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added routes are [] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 13 23:57:37.485514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.extraroute_db [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 13 23:57:37.517627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.524006 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:37.524928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cbe8e-6252-481f-baf8-d98d6748e9a2 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:37.526452 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c40cbe8e-6252-481f-baf8-d98d6748e9a2 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421642 Feb 13 23:57:37.529173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:37.569336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b15e8a44-4fd6-4930-a2df-6579edc87cf4 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390036 Feb 13 23:57:37.571749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33866) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:37.577491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103200724', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:37.695847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:37.700842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:subnet and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:37.704024 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:37.710881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:37.723496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:37.826522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdce1abd-5e66-4936-90d2-f0d7bf651091 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:37.847589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.890902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:36Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:37.896212 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Checking router: 5010cdbf-2157-4405-836d-a3b76ba930b4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:37.896819 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Updating router 5010cdbf-2157-4405-836d-a3b76ba930b4 port 514c051c-9392-463e-b70d-0011ac4f538f binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:57:37.903117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fdce1abd-5e66-4936-90d2-f0d7bf651091 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:37.911076 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.911383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fdce1abd-5e66-4936-90d2-f0d7bf651091 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:37.911920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.915199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:37.956240 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.045444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.084395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port fdce1abd-5e66-4936-90d2-f0d7bf651091, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fdce1abd-5e66-4936-90d2-f0d7bf651091,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:38.090517 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.121180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.226482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=fdce1abd-5e66-4936-90d2-f0d7bf651091,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:38.240761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:38.242005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Subnet': ['ID=63209030-70dd-4ce7-a799-b1a1fea01d77,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:38.261894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Checking segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:38.262298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network hostable DHCP agents. Network: 58803ebb-f660-4ce0-8f47-5b8ef07cf89c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:57:38.292041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:57:38.309943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 58803ebb-f660-4ce0-8f47-5b8ef07cf89c) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:38.317439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:38.319038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.320815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc0620b-dc8b-4083-ac60-4bd972567f26 None None] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:38.344845 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d3288c60-042d-4f64-bfff-d9b570550185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7717285 Feb 13 23:57:38.348294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33876) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:38.374981 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.388971 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Transition to ACTIVE for port object 514c051c-9392-463e-b70d-0011ac4f538f will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:38.398715 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.429762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:38.442003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.443263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77f5249b-7cd8-4dd6-819e-19076eea381c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 699 time: 1.9437325 Feb 13 23:57:38.445809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33884) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:38.485565 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0087e0-c7c3-4f74-b353-48e617d882c3 None None] Pushing event updated for resources: {'Port': ['ID=514c051c-9392-463e-b70d-0011ac4f538f,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:38.488491 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Attempting to bind port 514c051c-9392-463e-b70d-0011ac4f538f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:38.489055 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Attempting to bind port 514c051c-9392-463e-b70d-0011ac4f538f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:38.489595 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Attempting to bind port 514c051c-9392-463e-b70d-0011ac4f538f on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:38.497919 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:38.498532 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:38.499077 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.499626 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:38.500270 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Bound port: 514c051c-9392-463e-b70d-0011ac4f538f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:38.500793 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.582594 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] For port 514c051c-9392-463e-b70d-0011ac4f538f, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:38.586892 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] For port 514c051c-9392-463e-b70d-0011ac4f538f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=514c051c-9392-463e-b70d-0011ac4f538f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:38.593884 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.623276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:57:38.624182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:38.681108 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:38.682181 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:38.785618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-1093d1fe-1de1-4903-b1f2-6b95260a3684 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:38.787668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-1093d1fe-1de1-4903-b1f2-6b95260a3684 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 813 time: 0.2588716 Feb 13 23:57:38.796524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0087e0-c7c3-4f74-b353-48e617d882c3 None None] Pushing event updated for resources: {'Port': ['ID=514c051c-9392-463e-b70d-0011ac4f538f,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:38.833458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-b566fe51-7a05-4159-abd3-54c65877cfa0 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/quotas/46303994588643e3911403863bc880c3 HTTP/1.1" status: 200 len: 375 time: 0.0201714 Feb 13 23:57:38.883568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-2944ab0a-458e-4119-9841-9532571736b9 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452576 Feb 13 23:57:38.892864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Allocated IP 172.20.0.2 (58803ebb-f660-4ce0-8f47-5b8ef07cf89c/63209030-70dd-4ce7-a799-b1a1fea01d77/4ce959a3-0246-4eda-8690-8a32c53e702c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:38.897783 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:39.168420 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.180213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Transition to ACTIVE for port object 4ce959a3-0246-4eda-8690-8a32c53e702c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:39.200339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Transition to ACTIVE for port object 4ce959a3-0246-4eda-8690-8a32c53e702c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:39.203582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e537d3e-ec08-4c83-a180-f56fc43fea9c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 699 time: 0.7549298 Feb 13 23:57:39.219561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.222103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:39.277771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.308085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Pushing event updated for resources: {'Port': ['ID=4ce959a3-0246-4eda-8690-8a32c53e702c,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:39.312286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:39.321854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:39.325539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:39.412619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-cf8613e6-828a-4f2f-9c82-a99bdb8c445d service neutron] 10.222.0.36 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220840 Feb 13 23:57:39.433154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Attempting to bind port 4ce959a3-0246-4eda-8690-8a32c53e702c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:39.434094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Attempting to bind port 4ce959a3-0246-4eda-8690-8a32c53e702c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:39.434807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Attempting to bind port 4ce959a3-0246-4eda-8690-8a32c53e702c on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:39.444975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:39.445709 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:36Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:39.446885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Checking segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:39.447527 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.448137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Bound using segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:39.448766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Bound port: 4ce959a3-0246-4eda-8690-8a32c53e702c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:39.449432 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.449932 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343e6a9-d779-4133-a2d7-2565c42489e6 None None] The sync data for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 is: [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:36Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:39.573270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.577368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] For port 4ce959a3-0246-4eda-8690-8a32c53e702c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:39.581915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] For port 4ce959a3-0246-4eda-8690-8a32c53e702c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4ce959a3-0246-4eda-8690-8a32c53e702c,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:39.586890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.595310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-113a3d90-547b-44f2-a3e5-776e7312ef47 service neutron] 10.222.0.36 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750124 Feb 13 23:57:39.663888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c0b41-9085-4fe4-9b11-dbcd0036efe7 None None] Pushing event updated for resources: {'Port': ['ID=4ce959a3-0246-4eda-8690-8a32c53e702c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:39.819953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdce1abd-5e66-4936-90d2-f0d7bf651091 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:39.869487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-dbfbb10c-680e-4adb-8c9d-2d3c65d35478 req-88c24a1f-e5a7-4b7f-ad51-1a4b15acb7d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Synchronizing usage tracker for tenant:46303994588643e3911403863bc880c3 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:39.871448 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:39.972324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-dbfbb10c-680e-4adb-8c9d-2d3c65d35478 req-88c24a1f-e5a7-4b7f-ad51-1a4b15acb7d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Unset dirty status for tenant:46303994588643e3911403863bc880c3 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:39.974003 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dbfbb10c-680e-4adb-8c9d-2d3c65d35478 req-88c24a1f-e5a7-4b7f-ad51-1a4b15acb7d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 210 time: 0.1685596 Feb 13 23:57:40.010229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fdce1abd-5e66-4936-90d2-f0d7bf651091 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:40.010600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:40.214705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.1 (58803ebb-f660-4ce0-8f47-5b8ef07cf89c/63209030-70dd-4ce7-a799-b1a1fea01d77/1b86cc6d-ad87-448a-a592-d44794879ecd) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:40.383217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:40.400507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object 1b86cc6d-ad87-448a-a592-d44794879ecd will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:40.425647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:40.502133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:40.505251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:40.510595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:40.543961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=1b86cc6d-ad87-448a-a592-d44794879ecd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:40.590111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:40.695272 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:40.714985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 3b19b27c-6548-48d2-bc84-83abdfe73819 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:40.715475 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:40.895181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ec1a4-691b-4c3f-b92f-ddc6bb5a97d2 None None] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:40.933783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.006597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c64800ac-6021-4369-bcec-01a755e7a1a1 None None] Provisioning for port 4ce959a3-0246-4eda-8690-8a32c53e702c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:41.331945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 3b19b27c-6548-48d2-bc84-83abdfe73819 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:41.378805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d281204-6bee-41c5-874b-7c46b31552f1 req-ff653f24-af30-416f-b8e9-9c9fac650d83 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 210 time: 0.0878537 Feb 13 23:57:41.447771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-58bd7992-d2de-40e0-bb6a-7456bbb9b3d1 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:41.449235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-58bd7992-d2de-40e0-bb6a-7456bbb9b3d1 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 813 time: 0.1867309 Feb 13 23:57:41.450593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-db286fe4-4f05-4b9c-ab97-5f3562daaf7e None None] Provisioning for port 1b86cc6d-ad87-448a-a592-d44794879ecd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:41.456563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-db286fe4-4f05-4b9c-ab97-5f3562daaf7e None None] Provisioning complete for port 1b86cc6d-ad87-448a-a592-d44794879ecd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:41.456934 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-db286fe4-4f05-4b9c-ab97-5f3562daaf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.475007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Request body: {'port': {'device_id': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439', 'admin_state_up': True, 'tenant_id': '46303994588643e3911403863bc880c3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:41.524601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-db286fe4-4f05-4b9c-ab97-5f3562daaf7e None None] Port 1b86cc6d-ad87-448a-a592-d44794879ecd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:41.568922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.619768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=3b19b27c-6548-48d2-bc84-83abdfe73819,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:41.633753 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.647467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.733074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:41.766238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:41.777559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-51367bac-cd69-4781-b8ec-ece7cf18a690 None None] Provisioning complete for port 1b86cc6d-ad87-448a-a592-d44794879ecd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:41.777559 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-51367bac-cd69-4781-b8ec-ece7cf18a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.779806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=1b86cc6d-ad87-448a-a592-d44794879ecd,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:41.800542 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.806236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Made reservation on behalf of 46303994588643e3911403863bc880c3 for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:41.809698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.868537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce959a3-0246-4eda-8690-8a32c53e702c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:41.907497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-51367bac-cd69-4781-b8ec-ece7cf18a690 None None] Port 1b86cc6d-ad87-448a-a592-d44794879ecd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:41.950365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4ce959a3-0246-4eda-8690-8a32c53e702c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:41.955073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4ce959a3-0246-4eda-8690-8a32c53e702c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:41.955521 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:41.968443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:42.077260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:42.078986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:42.109763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:42.111070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 4ce959a3-0246-4eda-8690-8a32c53e702c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4ce959a3-0246-4eda-8690-8a32c53e702c,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:42.122186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:42.203891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=4ce959a3-0246-4eda-8690-8a32c53e702c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:42.327768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Allocated IP 172.20.0.6 (f6ddc50c-f55f-4dfc-a426-d67eabcb0439/6d44bd86-530d-4618-b5cb-d4ffe93d1b1e/b4619666-51c4-41b2-aee5-a4d67949873a) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:42.382335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:42.398082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:42.398908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:42.572029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e56af433-8c3c-4e6c-94c5-ae39cc556559 None None] Provisioning complete for port 1b86cc6d-ad87-448a-a592-d44794879ecd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:42.572474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e56af433-8c3c-4e6c-94c5-ae39cc556559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:42.668878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:42.701440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e56af433-8c3c-4e6c-94c5-ae39cc556559 None None] Port 1b86cc6d-ad87-448a-a592-d44794879ecd cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:42.705015 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:42.771555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b56ca8c-6952-4e79-b60a-7c95b1903d2f req-d4b20435-1c5d-4dab-9de4-eb9c95aee281 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 210 time: 0.1385407 Feb 13 23:57:42.892551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:42.915101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2bccfdb-7b63-442d-bb70-153dff5e3d70 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6895134 Feb 13 23:57:42.915333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33910) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:42.977264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.033309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.133452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:43.140685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:43.143853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:43.192561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Pushing event updated for resources: {'Port': ['ID=b4619666-51c4-41b2-aee5-a4d67949873a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:43.193600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:41Z', 'revision_number': 8, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdce1abd-5e66-4936-90d2-f0d7bf651091', 'name': '', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:32:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:24Z', 'updated_at': '2022-02-13T23:57:38Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:43.203002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:43.218315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:43.218947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:43.237205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 5010cdbf-2157-4405-836d-a3b76ba930b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:43.243327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:43.243943 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.312615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet 068bef07-0216-4454-9c3e-7cc594706c14 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:57:43.316700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.342256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-e98f510f-7a89-464a-9b80-199bc2eda834 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8734565 Feb 13 23:57:43.384238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.403005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-35e7711f-0f86-494e-bacf-6e5f0fe8e2ec tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 13 23:57:43.404111 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-35e7711f-0f86-494e-bacf-6e5f0fe8e2ec tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049915 Feb 13 23:57:43.404601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:43.515855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:43.517354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.531269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f3c25bfd-5222-4b1c-900a-6a784b5b05cb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/5010cdbf-2157-4405-836d-a3b76ba930b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1807742 Feb 13 23:57:43.537277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Request body: {'port': {'device_id': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:43.609596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.657726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.663590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=068bef07-0216-4454-9c3e-7cc594706c14,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:43.669860 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.679827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dede24-7960-4411-ba31-0f3a7b64efae None None] Network 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:43.682159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e5e84562-1abc-4cf6-9da7-48dcd2a87f80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/068bef07-0216-4454-9c3e-7cc594706c14 HTTP/1.1" status: 204 len: 168 time: 0.7655993 Feb 13 23:57:43.682753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 33920) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:43.901108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:43.952765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-9ee779c1-7215-4c09-a81f-ba634f969702 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:43.961564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 514c051c-9392-463e-b70d-0011ac4f538f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:43.969237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 479c9052-9496-4d2c-bf5f-7070946ad16d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:43.969842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.013891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-9ee779c1-7215-4c09-a81f-ba634f969702 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:44.016291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-9ee779c1-7215-4c09-a81f-ba634f969702 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249831577&fields=id&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 267 time: 0.2105217 Feb 13 23:57:44.084811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23a36e-d439-4194-96e8-94f23263854f req-803b6ba7-a3af-4e68-ba22-232ec0f08dc9 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:44.085475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8c23a36e-d439-4194-96e8-94f23263854f req-803b6ba7-a3af-4e68-ba22-232ec0f08dc9 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Synchronizing usage tracker for tenant:46303994588643e3911403863bc880c3 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:44.095526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 514c051c-9392-463e-b70d-0011ac4f538f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:44.104218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:41Z', 'revision_number': 8, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdce1abd-5e66-4936-90d2-f0d7bf651091', 'name': '', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:32:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:24Z', 'updated_at': '2022-02-13T23:57:38Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:44.108423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 514c051c-9392-463e-b70d-0011ac4f538f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:44.108798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.148590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4619666-51c4-41b2-aee5-a4d67949873a {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:57:44.149153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9dc79-7221-4a70-8320-8d7715549040 None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:41Z', 'revision_number': 8, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdce1abd-5e66-4936-90d2-f0d7bf651091', 'name': '', 'network_id': '49ec1318-a0ed-421b-a67b-bac44c7b120d', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:32:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:24Z', 'updated_at': '2022-02-13T23:57:38Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'df2ecfca-4663-47ea-bae9-cd6f6c1f48f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:44.155530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8c23a36e-d439-4194-96e8-94f23263854f req-803b6ba7-a3af-4e68-ba22-232ec0f08dc9 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Unset dirty status for tenant:46303994588643e3911403863bc880c3 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:44.156703 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c23a36e-d439-4194-96e8-94f23263854f req-803b6ba7-a3af-4e68-ba22-232ec0f08dc9 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 931 time: 0.2134480 Feb 13 23:57:44.159061 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.210844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Transition to ACTIVE for port object b4619666-51c4-41b2-aee5-a4d67949873a will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:44.225168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.251356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] DHCP port deletion for 2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:57:44.267451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Deleting port 479c9052-9496-4d2c-bf5f-7070946ad16d {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:44.268208 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.286712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c23a36e-d439-4194-96e8-94f23263854f req-375bac30-e827-4049-b86c-4bcb7fc0ef4b tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192498 Feb 13 23:57:44.325904 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.351050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-dfcd02b3-a486-4863-8061-3528c30582e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:44.351718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-dfcd02b3-a486-4863-8061-3528c30582e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:44.363664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Pushing event updated for resources: {'Port': ['ID=b4619666-51c4-41b2-aee5-a4d67949873a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:44.385918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-dfcd02b3-a486-4863-8061-3528c30582e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:44.387031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-dfcd02b3-a486-4863-8061-3528c30582e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 797 time: 0.3619757 Feb 13 23:57:44.388621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port 479c9052-9496-4d2c-bf5f-7070946ad16d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=479c9052-9496-4d2c-bf5f-7070946ad16d,segment=NetworkSegment(c8abf366-8bc7-48f1-b9bf-2b0d2814e61e),segment_id=c8abf366-8bc7-48f1-b9bf-2b0d2814e61e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:44.388975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.391696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 514c051c-9392-463e-b70d-0011ac4f538f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=514c051c-9392-463e-b70d-0011ac4f538f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:44.405721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.406436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce959a3-0246-4eda-8690-8a32c53e702c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:44.473146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Attempting to bind port b4619666-51c4-41b2-aee5-a4d67949873a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:44.473369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Attempting to bind port b4619666-51c4-41b2-aee5-a4d67949873a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:44.473677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Attempting to bind port b4619666-51c4-41b2-aee5-a4d67949873a on network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:44.479941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Port b4619666-51c4-41b2-aee5-a4d67949873a on network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:57:44.480315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Attempting to bind port b4619666-51c4-41b2-aee5-a4d67949873a on network f6ddc50c-f55f-4dfc-a426-d67eabcb0439 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:44.488125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:44.488125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Checking segment: {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:44.488627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Bound using segment: {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:44.488953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Bound port: b4619666-51c4-41b2-aee5-a4d67949873a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04afe44-78ea-418b-8066-fb25bf10b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:44.489186 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.519046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-151e5662-fb80-4390-9162-4a34bdf7743b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/quotas/3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 375 time: 0.1209993 Feb 13 23:57:44.525764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 479c9052-9496-4d2c-bf5f-7070946ad16d owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:44.601125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] For port b4619666-51c4-41b2-aee5-a4d67949873a, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:44.605203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] For port b4619666-51c4-41b2-aee5-a4d67949873a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4619666-51c4-41b2-aee5-a4d67949873a,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:44.613507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.665637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.683501 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=514c051c-9392-463e-b70d-0011ac4f538f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:44.684479 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.685943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4619666-51c4-41b2-aee5-a4d67949873a HTTP/1.1" status: 200 len: 1091 time: 1.2654991 Feb 13 23:57:44.686462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'tag': 'b4619666-51c4-41b2-aee5-a4d67949873a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:44.708138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] For port 479c9052-9496-4d2c-bf5f-7070946ad16d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=479c9052-9496-4d2c-bf5f-7070946ad16d,segment=NetworkSegment(c8abf366-8bc7-48f1-b9bf-2b0d2814e61e),segment_id=c8abf366-8bc7-48f1-b9bf-2b0d2814e61e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:44.708376 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.721461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4750c-174b-4083-a02c-5a92aebd3d52 service neutron] Pushing event updated for resources: {'Port': ['ID=b4619666-51c4-41b2-aee5-a4d67949873a,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:44.724440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4ce959a3-0246-4eda-8690-8a32c53e702c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:44.724812 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:44.741307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-adb1cf4d-d2bd-4c68-b203-a71e7a98bd7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:44.760479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=479c9052-9496-4d2c-bf5f-7070946ad16d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:44.770978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No DVR routers for this DVR port 479c9052-9496-4d2c-bf5f-7070946ad16d on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:44.783716 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'tag': 'b4619666-51c4-41b2-aee5-a4d67949873a', 'status': 'completed', 'code': 200} Feb 13 23:57:44.814243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-96fe1c49-5407-4d86-8633-31e1019141d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 1094 time: 0.0807819 Feb 13 23:57:44.824454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-adb1cf4d-d2bd-4c68-b203-a71e7a98bd7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:44.825573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-adb1cf4d-d2bd-4c68-b203-a71e7a98bd7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2729065 Feb 13 23:57:44.888285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-48653765-bfc0-4dbd-8977-e83fcca36931 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4619666-51c4-41b2-aee5-a4d67949873a HTTP/1.1" status: 200 len: 217 time: 0.0670042 Feb 13 23:57:44.902382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Calling delete_port for 479c9052-9496-4d2c-bf5f-7070946ad16d owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:44.961126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-db5d1bd1-0f6b-4923-b42a-7291469f0933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:44.962712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-db5d1bd1-0f6b-4923-b42a-7291469f0933 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e HTTP/1.1" status: 200 len: 853 time: 0.0646727 Feb 13 23:57:44.969157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.034362 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:57:45.034979 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:57:45.041586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-b18c84ed-47c6-4e82-b66a-74a5de9374a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665898 Feb 13 23:57:45.118962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:45.145615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:45.145896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8abf366-8bc7-48f1-b9bf-2b0d2814e61e') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:45.169776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.189482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-d25b9629-b234-4d3f-933a-b20503d1de89 service neutron] 10.222.0.36 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159502 Feb 13 23:57:45.193569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.218498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:57:45.218804 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:57:45.234077 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:57:45.301580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-830a99f7-96ef-4f64-bcad-02f9c1a6715b service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497280 Feb 13 23:57:45.383724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.388204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.426382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:45.426595 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8 HTTP/1.1" status: 204 len: 168 time: 1.7426128 Feb 13 23:57:45.436725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858635b6-979b-4cf6-b18e-5cd4db4fd0f7 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=2b1a628d-201f-4c3c-aac0-bd77dcfc7ec8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:45.456730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-15580875-145f-4f0e-940e-476d8155b906 service neutron] 10.222.0.36 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568088 Feb 13 23:57:45.536482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Deleting port 479c9052-9496-4d2c-bf5f-7070946ad16d {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:45.537052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.617423 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-614d35a8-79ae-4a55-bb7e-9a43aec3e496 req-fc8b3847-032b-485e-ae28-57705c164cd1 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062744 Feb 13 23:57:45.619733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d02ed-81c0-43af-9cb6-c6189d3298f4 None None] The port '479c9052-9496-4d2c-bf5f-7070946ad16d' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:57:45.682270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e0f9-95d7-451b-a67c-791078f64d28 req-886eb54a-ccae-48f5-9294-d913d2e68e6b tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:45.686533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c04e0f9-95d7-451b-a67c-791078f64d28 req-886eb54a-ccae-48f5-9294-d913d2e68e6b tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 943 time: 0.2011595 Feb 13 23:57:45.694593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93086424-77b5-4c78-b9d8-55645329a643 req-24d49686-263d-4c7f-afc8-f98dbce444a2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 210 time: 0.0763712 Feb 13 23:57:45.800104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 514c051c-9392-463e-b70d-0011ac4f538f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:45.871575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 514c051c-9392-463e-b70d-0011ac4f538f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:45.872260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:45.884921 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3c04e0f9-95d7-451b-a67c-791078f64d28 req-ce233a52-f0c4-4ec8-8417-4a3aa2b54e22 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933331 Feb 13 23:57:45.977707 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-1b6f7b33-a234-4d02-96bf-eff9a93cd516 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46303994588643e3911403863bc880c3&device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 1094 time: 0.2897756 Feb 13 23:57:46.076543 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b19b27c-6548-48d2-bc84-83abdfe73819 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:46.119943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3b19b27c-6548-48d2-bc84-83abdfe73819 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:46.120411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b19b27c-6548-48d2-bc84-83abdfe73819 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:46.120833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 479c9052-9496-4d2c-bf5f-7070946ad16d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:46.151755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-0ffae432-5e30-49a3-a8c2-e6362e94e74d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:46.153317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-0ffae432-5e30-49a3-a8c2-e6362e94e74d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 200 len: 913 time: 0.1599720 Feb 13 23:57:46.155906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:46.157126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 479c9052-9496-4d2c-bf5f-7070946ad16d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:46.157469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 479c9052-9496-4d2c-bf5f-7070946ad16d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:46.334716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-acdb4e95-8622-4756-a4e8-e91749139bab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4619666-51c4-41b2-aee5-a4d67949873a HTTP/1.1" status: 200 len: 217 time: 0.1221020 Feb 13 23:57:46.421902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-22e5adfd-4f61-43c3-946f-0cd52aeb7012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:46.423359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-22e5adfd-4f61-43c3-946f-0cd52aeb7012 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e HTTP/1.1" status: 200 len: 853 time: 0.0794210 Feb 13 23:57:46.473054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-c29af3d5-5136-4049-ba0f-3393a1e0ad60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6ddc50c-f55f-4dfc-a426-d67eabcb0439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418420 Feb 13 23:57:46.828886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-a44831d6-b520-4f15-81cb-a22d9361bd4b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:46.831341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-a44831d6-b520-4f15-81cb-a22d9361bd4b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 797 time: 0.1631444 Feb 13 23:57:46.837814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-3c1f17f5-d535-4c35-97a2-43e6d736760d service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576064 Feb 13 23:57:46.912666 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98e8c1fe-31ba-46f2-8e12-1798e749d857 req-29e108de-fe34-42bc-90d6-bb9e19f41b91 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 210 time: 0.0530803 Feb 13 23:57:46.933940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-33450786-e018-401b-a510-53be32dd3db5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 380 time: 0.0891578 Feb 13 23:57:46.944710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'port': {'device_id': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'admin_state_up': True, 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'security_groups': ['dffb8b2c-a20d-410f-b449-efb9a6c1b6d2']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:47.087022 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e6b90bd-76a7-412a-bc99-52d946709492 req-33ef46df-c312-4b5f-908a-f5aac15b65a0 service neutron] 10.222.0.42 "GET /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200119 Feb 13 23:57:47.088263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:47.099772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:47.112345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:57:47.115604 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.220438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617804d-b69d-4fac-9a89-86213dea2d7f req-8df775de-f752-4399-8efb-928e8955075c tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:47.222439 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4617804d-b69d-4fac-9a89-86213dea2d7f req-8df775de-f752-4399-8efb-928e8955075c tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 943 time: 0.1915433 Feb 13 23:57:47.276423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.12 (58803ebb-f660-4ce0-8f47-5b8ef07cf89c/63209030-70dd-4ce7-a799-b1a1fea01d77/fdc85f88-214a-4f63-9fda-f985d7d17e9f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:47.283206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4617804d-b69d-4fac-9a89-86213dea2d7f req-8eeb47f2-f848-4d05-8b06-fce70f930b7a tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551646 Feb 13 23:57:47.416695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port fdce1abd-5e66-4936-90d2-f0d7bf651091 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:47.417718 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.467184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.490335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object fdc85f88-214a-4f63-9fda-f985d7d17e9f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:47.512913 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.586890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:47.589924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:47.592343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:47.617163 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port fdce1abd-5e66-4936-90d2-f0d7bf651091, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fdce1abd-5e66-4936-90d2-f0d7bf651091,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:47.617507 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.627973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:47.664123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:47.665013 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.691379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8df09700-928e-4f4e-9276-e3c556a0d5c8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499812 Feb 13 23:57:47.702456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Request body: {'port': {'device_id': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:47.747920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for fdce1abd-5e66-4936-90d2-f0d7bf651091 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:47.822510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.882702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5caa13fc-c94e-49f4-9e42-7b6cb2cf1bcf None None] Provisioning for port fdc85f88-214a-4f63-9fda-f985d7d17e9f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:47.887446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5caa13fc-c94e-49f4-9e42-7b6cb2cf1bcf None None] Provisioning complete for port fdc85f88-214a-4f63-9fda-f985d7d17e9f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:47.888187 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5caa13fc-c94e-49f4-9e42-7b6cb2cf1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:47.952760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5caa13fc-c94e-49f4-9e42-7b6cb2cf1bcf None None] Port fdc85f88-214a-4f63-9fda-f985d7d17e9f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:57:47.956259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:48.006418 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=fdce1abd-5e66-4936-90d2-f0d7bf651091,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:48.296375 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:48.363083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a6f93-2eb5-4c6a-8a72-356fee0211af req-66ffb23a-b296-4df9-98a8-a2e4482d5e93 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:48.363719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b62a6f93-2eb5-4c6a-8a72-356fee0211af req-66ffb23a-b296-4df9-98a8-a2e4482d5e93 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:48.386587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc85f88-214a-4f63-9fda-f985d7d17e9f {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:57:48.391038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b62a6f93-2eb5-4c6a-8a72-356fee0211af req-66ffb23a-b296-4df9-98a8-a2e4482d5e93 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:48.392177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b62a6f93-2eb5-4c6a-8a72-356fee0211af req-66ffb23a-b296-4df9-98a8-a2e4482d5e93 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 932 time: 0.3164914 Feb 13 23:57:48.396238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:48.432516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Transition to ACTIVE for port object fdc85f88-214a-4f63-9fda-f985d7d17e9f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:48.442666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:48.515874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b62a6f93-2eb5-4c6a-8a72-356fee0211af req-892dec3b-82fc-463c-903d-a733d6e5ecaf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148045 Feb 13 23:57:48.598256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:48.912902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:48.913244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:48.913568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:48.921987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:57:48.922350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:48.932825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698408-d448-4e15-89f4-fdc103c3eae6 req-296771e5-e8ba-4ab0-86ca-ed4626fd7fca tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:48.934328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b698408-d448-4e15-89f4-fdc103c3eae6 req-296771e5-e8ba-4ab0-86ca-ed4626fd7fca tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 943 time: 0.1884356 Feb 13 23:57:48.937467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:48.937800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Checking segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:48.938202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Bound using segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:48.938627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Bound port: fdc85f88-214a-4f63-9fda-f985d7d17e9f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:48.938969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.036652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:49.045138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b698408-d448-4e15-89f4-fdc103c3eae6 req-a0917c87-e81a-4593-8f07-fd9825708fa3 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970418 Feb 13 23:57:49.067867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:49.071000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:49.077435 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.142380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.144856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 1092 time: 1.4467945 Feb 13 23:57:49.154843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:49.188573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520029bb-1c41-4881-9662-d3dbcc8e5749 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:49.240090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:49.242075 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'status': 'completed', 'code': 200} Feb 13 23:57:49.258490 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a4bc6db2-cce0-4641-98a5-366e1beb75ce tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8307395 Feb 13 23:57:49.259338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33968) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:49.293103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-1350a0d7-76da-4241-8ff8-076381fea15a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1095 time: 0.0891333 Feb 13 23:57:49.374353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-ad55acb8-e59b-44b1-a2d2-a171af054c89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 217 time: 0.0741584 Feb 13 23:57:49.444666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8eb20434-2566-4b27-9044-5a3f3fb89a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:49.446811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-8eb20434-2566-4b27-9044-5a3f3fb89a2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.0671535 Feb 13 23:57:49.476923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet df2ecfca-4663-47ea-bae9-cd6f6c1f48f0 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:57:49.480231 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.530573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-1902f669-325e-4f19-a00e-4ab4e0867437 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780997 Feb 13 23:57:49.548429 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.644222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.727635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-03353c82-1e24-433f-9d83-8d9e5234336a service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914856 Feb 13 23:57:49.728677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4619666-51c4-41b2-aee5-a4d67949873a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:57:49.731125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.780534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=df2ecfca-4663-47ea-bae9-cd6f6c1f48f0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:49.788991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:49.800355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ce97d58b-368a-4f37-b627-9f52fa60d29f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/df2ecfca-4663-47ea-bae9-cd6f6c1f48f0 HTTP/1.1" status: 204 len: 168 time: 0.5389647 Feb 13 23:57:49.800872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33974) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:49.873514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-15da440a-5fbd-4ac5-a79b-f186707c3880 req-3e7e64f4-f8f2-40ff-84a6-03cc11586b37 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374476 Feb 13 23:57:49.911318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da172-a4e9-431f-8415-f53fdd02f03f req-08d9c566-d405-4e9d-91d5-53352faf956b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:49.918453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af6da172-a4e9-431f-8415-f53fdd02f03f req-08d9c566-d405-4e9d-91d5-53352faf956b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.2524111 Feb 13 23:57:49.933178 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:49.953964 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:49.955944 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:49.997646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b4619666-51c4-41b2-aee5-a4d67949873a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4619666-51c4-41b2-aee5-a4d67949873a,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:50.013090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b4619666-51c4-41b2-aee5-a4d67949873a', 'network_id': 'f6ddc50c-f55f-4dfc-a426-d67eabcb0439', 'port_id': 'b4619666-51c4-41b2-aee5-a4d67949873a', 'mac_address': 'fa:16:3e:19:62:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d44bd86-530d-4618-b5cb-d4ffe93d1b1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:57:50.013894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.018446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da20272-3595-4f60-acda-246bc370ced8 None None] Network 49ec1318-a0ed-421b-a67b-bac44c7b120d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:50.030329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port 76231fa1-1415-4bfd-b2c6-56791203ce96 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:50.030763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.166305 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:50.190577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af6da172-a4e9-431f-8415-f53fdd02f03f req-c73b72f5-ff70-4f36-a8b6-dc5299432604 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712293 Feb 13 23:57:50.211040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-4bac2736-f09d-4630-bad2-5c72a7b66450 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1095 time: 0.2688940 Feb 13 23:57:50.222227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.292441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4619666-51c4-41b2-aee5-a4d67949873a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:57:50.317000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b4619666-51c4-41b2-aee5-a4d67949873a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4619666-51c4-41b2-aee5-a4d67949873a,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:50.334020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.367589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port 76231fa1-1415-4bfd-b2c6-56791203ce96, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76231fa1-1415-4bfd-b2c6-56791203ce96,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:50.368155 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.434537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b4619666-51c4-41b2-aee5-a4d67949873a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:50.495455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] DHCP port deletion for 49ec1318-a0ed-421b-a67b-bac44c7b120d request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:57:50.499901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Deleting port 76231fa1-1415-4bfd-b2c6-56791203ce96 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:50.500235 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.537113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee871624-9737-4489-abff-2b43e3bb99dc req-597853d2-59b1-4175-990b-b7ec54f876dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:50.539707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-597853d2-59b1-4175-990b-b7ec54f876dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.3215718 Feb 13 23:57:50.629174 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:47Z', 'revision_number': 9, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:50.634188 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:50.642283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b4619666-51c4-41b2-aee5-a4d67949873a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:57:50.648258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:50.649066 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:50.763718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-19a3ca7c-4c48-4613-80a3-22319c619fa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 217 time: 0.2129653 Feb 13 23:57:50.805751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for 76231fa1-1415-4bfd-b2c6-56791203ce96 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:50.824830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef9a81-4532-4abe-948d-141acbb689f0 req-67fb8b67-24af-4a4a-ab5a-fa0a4b9a4c23 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:50.827309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17ef9a81-4532-4abe-948d-141acbb689f0 req-67fb8b67-24af-4a4a-ab5a-fa0a4b9a4c23 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 944 time: 0.3814371 Feb 13 23:57:50.831402 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:50.834939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] For port 76231fa1-1415-4bfd-b2c6-56791203ce96, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=76231fa1-1415-4bfd-b2c6-56791203ce96,segment=NetworkSegment(1d623219-3065-4c91-af76-5ea4f57d45ee),segment_id=1d623219-3065-4c91-af76-5ea4f57d45ee)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:50.835518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:50.901582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bdc0e-4036-49af-a05a-e022a38b1f3d req-732becc5-202b-4ce7-bf10-bf91758ea552 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:50.903248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-500bdc0e-4036-49af-a05a-e022a38b1f3d req-732becc5-202b-4ce7-bf10-bf91758ea552 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2142687 Feb 13 23:57:50.920115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17ef9a81-4532-4abe-948d-141acbb689f0 req-31e8f89f-df7c-4518-b68d-67c87986f446 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832851 Feb 13 23:57:50.927647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee871624-9737-4489-abff-2b43e3bb99dc req-0adc112e-8caf-4ca4-a8bc-b634fe4fb6bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:50.929205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-0adc112e-8caf-4ca4-a8bc-b634fe4fb6bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1590433 Feb 13 23:57:50.949990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.010145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Calling delete_port for 76231fa1-1415-4bfd-b2c6-56791203ce96 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:51.016028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-311761a9-a396-4aba-86f7-360506d5fe95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808978 Feb 13 23:57:51.022287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=76231fa1-1415-4bfd-b2c6-56791203ce96,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:51.036596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No DVR routers for this DVR port 76231fa1-1415-4bfd-b2c6-56791203ce96 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:57:51.097695 n-d-828979-1 neutron-server[83663]: util.warn( Feb 13 23:57:51.102814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:57:51.103171 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:57:51.110402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-500bdc0e-4036-49af-a05a-e022a38b1f3d req-44d04088-fe79-42ee-9ad2-b7fcdaf30366 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988199 Feb 13 23:57:51.177397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-c11fa5c0-12f7-44fb-a20b-a65c59a96f78 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540062 Feb 13 23:57:51.210013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.247996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ec1318-a0ed-421b-a67b-bac44c7b120d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:51.263484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d623219-3065-4c91-af76-5ea4f57d45ee') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:51.263931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d623219-3065-4c91-af76-5ea4f57d45ee') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:51.278022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.280115 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:47Z', 'revision_number': 9, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:51.295318 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63e10c-de5d-4e4f-aa2a-e7118f4afbd0 None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:47Z', 'revision_number': 9, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81b51-6a23-4223-95e1-45a671a0bd3d', 'name': '', 'network_id': '7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:79:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:19Z', 'updated_at': '2022-02-13T23:57:28Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b983805c-b74d-4cb1-abd6-25c8e44202b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:51.296058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.310551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:57:51.311282 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:57:51.333083 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:57:51.419537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.426222 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.427575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee871624-9737-4489-abff-2b43e3bb99dc req-317cfdb3-76a3-4cc1-bc8f-c2bf2d4ba59f service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440960 Feb 13 23:57:51.456770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f229db-5045-4743-b550-f69ee073b65f req-bab21752-f0e5-49b2-9572-b08000f31062 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:51.458350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3f229db-5045-4743-b550-f69ee073b65f req-bab21752-f0e5-49b2-9572-b08000f31062 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.1064887 Feb 13 23:57:51.458518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=49ec1318-a0ed-421b-a67b-bac44c7b120d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:51.462493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ffe8a9e8-0d93-4b03-ad79-046d8b9f57ea tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/49ec1318-a0ed-421b-a67b-bac44c7b120d HTTP/1.1" status: 204 len: 168 time: 1.6606839 Feb 13 23:57:51.465196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 33988) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:51.511731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3f229db-5045-4743-b550-f69ee073b65f req-e6645995-84fc-49d7-8a29-a24becb57cc0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Feb 13 23:57:51.604318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Deleting port 76231fa1-1415-4bfd-b2c6-56791203ce96 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:51.604594 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.676919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6438f966-b1bc-4171-a597-5f453d2cacf6 None None] The port '76231fa1-1415-4bfd-b2c6-56791203ce96' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:57:51.740386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4619666-51c4-41b2-aee5-a4d67949873a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:51.780174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76231fa1-1415-4bfd-b2c6-56791203ce96 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:51.815877 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.824653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 76231fa1-1415-4bfd-b2c6-56791203ce96 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:51.824995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 76231fa1-1415-4bfd-b2c6-56791203ce96 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:51.825408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdce1abd-5e66-4936-90d2-f0d7bf651091 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:51.860904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fdce1abd-5e66-4936-90d2-f0d7bf651091 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:51.862328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdce1abd-5e66-4936-90d2-f0d7bf651091 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:51.877441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b4619666-51c4-41b2-aee5-a4d67949873a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:51.882273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b4619666-51c4-41b2-aee5-a4d67949873a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:51.882664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:51.999519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:52.030098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4619666-51c4-41b2-aee5-a4d67949873a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:52.042107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b4619666-51c4-41b2-aee5-a4d67949873a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4619666-51c4-41b2-aee5-a4d67949873a,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:52.050881 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:52.091847 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4619666-51c4-41b2-aee5-a4d67949873a', 'code': 200} Feb 13 23:57:52.131536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b4619666-51c4-41b2-aee5-a4d67949873a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:52.230429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:57:52.342664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b810e1-0a5e-4a2a-8a39-5746c8cf3ba0 req-fcbdee65-3039-4230-8777-32ced661c3bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:52.353353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9b810e1-0a5e-4a2a-8a39-5746c8cf3ba0 req-fcbdee65-3039-4230-8777-32ced661c3bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1008470 Feb 13 23:57:52.392205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:52.403566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9b810e1-0a5e-4a2a-8a39-5746c8cf3ba0 req-57fa29aa-c568-42fc-90a5-78c30f53d9c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488803 Feb 13 23:57:52.406681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'mac_address': 'fa:16:3e:1d:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:57:52.447460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ff4ae-d70b-4a90-acf7-b411d22a5aa3 req-0b0efa60-6b10-4597-813f-2574d53dc97e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:52.448923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a56ff4ae-d70b-4a90-acf7-b411d22a5aa3 req-0b0efa60-6b10-4597-813f-2574d53dc97e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 945 time: 0.3623397 Feb 13 23:57:52.457886 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7047bd8f-1706-4dc5-8aa7-c31cf4cdf186 req-7ed189fe-42f2-4ce8-a80b-c53d348c7544 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 1096 time: 0.2856901 Feb 13 23:57:52.465954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:52.483489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc85f88-214a-4f63-9fda-f985d7d17e9f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:57:52.498061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:52.501393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:52.566753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:52.576616 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a56ff4ae-d70b-4a90-acf7-b411d22a5aa3 req-09e89d42-755c-438c-b56d-a2955081ba08 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182106 Feb 13 23:57:52.587189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7047bd8f-1706-4dc5-8aa7-c31cf4cdf186 req-9acf6583-574c-4c56-a0d3-c1618f224819 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077359 Feb 13 23:57:52.719176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac13e-ada6-483e-b883-85d466e2d039 req-d5235e48-0f9b-42e9-977f-d4fea0e3b13b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:52.720665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2dac13e-ada6-483e-b883-85d466e2d039 req-d5235e48-0f9b-42e9-977f-d4fea0e3b13b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.0818663 Feb 13 23:57:52.731924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fdc85f88-214a-4f63-9fda-f985d7d17e9f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:57:52.732790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port ebc81b51-6a23-4223-95e1-45a671a0bd3d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:52.733132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:52.766710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c2dac13e-ada6-483e-b883-85d466e2d039 req-7cd72b16-33ec-4565-8ac7-ca8c5a92f655 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Feb 13 23:57:52.920471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port ebc81b51-6a23-4223-95e1-45a671a0bd3d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ebc81b51-6a23-4223-95e1-45a671a0bd3d,segment=NetworkSegment(a006ae17-cfc2-45f9-b4b4-5683b84f2760),segment_id=a006ae17-cfc2-45f9-b4b4-5683b84f2760)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:52.920848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:53.042758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for ebc81b51-6a23-4223-95e1-45a671a0bd3d owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:53.215486 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:53.263919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=ebc81b51-6a23-4223-95e1-45a671a0bd3d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:53.535719 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-794fc731-978d-4c00-a3f7-f0b33cdd84aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1097 time: 0.1324499 Feb 13 23:57:53.637065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:53.745030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-f3610b39-dac7-4e74-80e4-0d255c0795a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:53.746527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-f3610b39-dac7-4e74-80e4-0d255c0795a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.1899278 Feb 13 23:57:53.840719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Sync routers for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:53.866172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:53.866795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:53.896937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677254-66d1-4a94-90ea-1e28b739d76d req-1dbc2318-f250-46fd-aee6-d31a61be3615 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:53.899323 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a677254-66d1-4a94-90ea-1e28b739d76d req-1dbc2318-f250-46fd-aee6-d31a61be3615 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.3426006 Feb 13 23:57:53.973785 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a677254-66d1-4a94-90ea-1e28b739d76d req-9e0c8c81-08ec-46c7-b3f3-75eeafb079e1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668914 Feb 13 23:57:54.012037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-cab7771c-897b-4736-8831-3a6d7b06db45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 1002 time: 0.2515552 Feb 13 23:57:54.117493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cae30-0d96-4dc8-bd95-881f5a106c67 req-75f3f0a8-a341-4fa9-8a02-c499b5596edd tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:54.119257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f9cae30-0d96-4dc8-bd95-881f5a106c67 req-75f3f0a8-a341-4fa9-8a02-c499b5596edd tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 945 time: 0.2448535 Feb 13 23:57:54.150990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:54.151151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-652f847c-b2ae-4305-a79f-79e1a4387dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:54.152582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-652f847c-b2ae-4305-a79f-79e1a4387dbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.1288402 Feb 13 23:57:54.219602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f9cae30-0d96-4dc8-bd95-881f5a106c67 req-1708bf57-9228-4ddb-bba3-2967038eef80 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950902 Feb 13 23:57:54.263854 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-32b3dd56-12a1-4b2d-adeb-fb377f414f0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995717 Feb 13 23:57:54.269103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:54.410542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46858d-dd78-4201-9b6d-a7b1443b7414 req-81e35e1d-5abd-49bf-8ba5-56dfdac3a3ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:54.411242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6a46858d-dd78-4201-9b6d-a7b1443b7414 req-81e35e1d-5abd-49bf-8ba5-56dfdac3a3ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:57:54.411822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port fdc85f88-214a-4f63-9fda-f985d7d17e9f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:54.414791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-1e07d9b3-8010-491b-9e4d-457e9405fa36 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459568 Feb 13 23:57:54.428919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6a46858d-dd78-4201-9b6d-a7b1443b7414 req-81e35e1d-5abd-49bf-8ba5-56dfdac3a3ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:57:54.430071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a46858d-dd78-4201-9b6d-a7b1443b7414 req-81e35e1d-5abd-49bf-8ba5-56dfdac3a3ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.1971083 Feb 13 23:57:54.435919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port fdc85f88-214a-4f63-9fda-f985d7d17e9f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:54.436282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:54.603111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cbe825fb-e548-4eea-8ffc-10f7fc8e8360 req-e900a461-6190-4b55-9c60-1ef8f6cfcb9f service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824574 Feb 13 23:57:54.637497 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6a46858d-dd78-4201-9b6d-a7b1443b7414 req-d2bd7b92-bb2a-4cfd-b481-33ee3f1afb44 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529906 Feb 13 23:57:54.668894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:57:54.681085 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:54.717802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:57:54.738206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:54.748415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:54.790395 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'code': 200} Feb 13 23:57:54.827459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 2, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:54.834112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Checking router: 5010cdbf-2157-4405-836d-a3b76ba930b4 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:54.834468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Updating router 5010cdbf-2157-4405-836d-a3b76ba930b4 port 1b86cc6d-ad87-448a-a592-d44794879ecd binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:57:54.851058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:57:54.864487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:57:54.866324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:54.866757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d135ad17-74ff-4fe0-b9dd-3df724da7aa9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001369 Feb 13 23:57:54.867182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34008) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:54.885913 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:54.887324 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:54.895387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.081177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd9af82f-a5f4-484b-a203-9f1c679e5812 req-ca86d86a-b440-4de8-bc63-36b88fcd5072 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1097 time: 0.2406802 Feb 13 23:57:55.098564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet b983805c-b74d-4cb1-abd6-25c8e44202b3 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:57:55.101617 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.167596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.174051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd9af82f-a5f4-484b-a203-9f1c679e5812 req-031f2113-ae75-4aa7-b431-fae35ccda789 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867767 Feb 13 23:57:55.206478 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:55.294303 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.311091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Transition to ACTIVE for port object 1b86cc6d-ad87-448a-a592-d44794879ecd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:57:55.321477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.321718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4ea2f-dff7-4c0b-ba75-20021a2d4b3e req-8f487dd4-5b8b-4c8f-94a8-5d0dd6717916 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:55.328873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0d4ea2f-dff7-4c0b-ba75-20021a2d4b3e req-8f487dd4-5b8b-4c8f-94a8-5d0dd6717916 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1293774 Feb 13 23:57:55.356531 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.450562 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0d4ea2f-dff7-4c0b-ba75-20021a2d4b3e req-e76fcd7a-fa94-4026-8372-9f77c59167cd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206868 Feb 13 23:57:55.490685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a10e-6338-4209-9bdd-784ce667c65c None None] Pushing event updated for resources: {'Port': ['ID=1b86cc6d-ad87-448a-a592-d44794879ecd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:55.505126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d0791-b81b-4fff-a2f8-eb5530fe11a0 req-3921d7f3-a080-4bac-89a9-f2c459c224bc tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:55.507676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b4d0791-b81b-4fff-a2f8-eb5530fe11a0 req-3921d7f3-a080-4bac-89a9-f2c459c224bc tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 945 time: 0.1239610 Feb 13 23:57:55.513182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.557316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=b983805c-b74d-4cb1-abd6-25c8e44202b3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:55.566605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.574061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e67d94ad-e658-4d7f-8ab3-a74e9321f480 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/b983805c-b74d-4cb1-abd6-25c8e44202b3 HTTP/1.1" status: 204 len: 168 time: 0.7058012 Feb 13 23:57:55.574901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3b4d0791-b81b-4fff-a2f8-eb5530fe11a0 req-6f7969ca-5d98-43ef-8cc2-b852e1a78697 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Feb 13 23:57:55.576047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6efab2-2c39-44a9-8f70-b1cbba507231 None None] Network 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:57:55.576824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34016) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:55.691381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:53Z', 'revision_number': 10, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:55.696567 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:57:55.708999 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:55.709689 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:55.761238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.774608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port b66116d0-5c4e-420a-9abc-03fb1d593528 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:55.775225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.848308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Attempting to bind port 1b86cc6d-ad87-448a-a592-d44794879ecd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:57:55.849279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Attempting to bind port 1b86cc6d-ad87-448a-a592-d44794879ecd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:57:55.849279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Attempting to bind port 1b86cc6d-ad87-448a-a592-d44794879ecd on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:57:55.875202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:55.929508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33dc5-e0f6-4716-a72f-8f671fbd3f3b req-66f13c3b-b890-4774-b197-c7715f20ab98 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:55.937259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bc33dc5-e0f6-4716-a72f-8f671fbd3f3b req-66f13c3b-b890-4774-b197-c7715f20ab98 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1183605 Feb 13 23:57:55.997103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:57:55.997713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Checking segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:57:55.997863 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:55.998288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Bound using segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:57:55.998773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Bound port: 1b86cc6d-ad87-448a-a592-d44794879ecd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:57:55.999145 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.001767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5bc33dc5-e0f6-4716-a72f-8f671fbd3f3b req-7ea4a22d-5600-4ba9-9615-2452f872a6e5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632639 Feb 13 23:57:56.207484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] For port 1b86cc6d-ad87-448a-a592-d44794879ecd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:57:56.220580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] For port 1b86cc6d-ad87-448a-a592-d44794879ecd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1b86cc6d-ad87-448a-a592-d44794879ecd,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:57:56.230076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.230628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port b66116d0-5c4e-420a-9abc-03fb1d593528, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b66116d0-5c4e-420a-9abc-03fb1d593528,segment=NetworkSegment(a006ae17-cfc2-45f9-b4b4-5683b84f2760),segment_id=a006ae17-cfc2-45f9-b4b4-5683b84f2760)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:56.231031 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.372867 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:53Z', 'revision_number': 10, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:56.381792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a10e-6338-4209-9bdd-784ce667c65c None None] Pushing event updated for resources: {'Port': ['ID=1b86cc6d-ad87-448a-a592-d44794879ecd,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:56.392263 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47de4e-ed4a-4aca-99d4-3e35a49ce5ec None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:53Z', 'revision_number': 10, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None, '_interfaces': [{'id': 'cb86f968-6be6-4740-9bea-d1ee180de5e4', 'name': '', 'network_id': 'e154755d-e6c3-4d62-a231-07f1a521e830', 'tenant_id': '021b90172359419da7a925f29fef4750', 'mac_address': 'fa:16:3e:08:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:11Z', 'updated_at': '2022-02-13T23:57:20Z', 'revision_number': 5, 'project_id': '021b90172359419da7a925f29fef4750', 'subnets': [{'id': 'b8e8c902-2644-48dd-a600-e4f021ecd00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:56.399779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:57:56.400423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:56.414620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for b66116d0-5c4e-420a-9abc-03fb1d593528 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:56.529415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054b814-cffa-410e-afa1-50e179b4b4f5 None None] DHCP port deletion for 7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:57:56.547130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.610065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=b66116d0-5c4e-420a-9abc-03fb1d593528,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:56.630895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No DVR routers for this DVR port b66116d0-5c4e-420a-9abc-03fb1d593528 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:57:56.746572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:57:56.778435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8243c-fc33-45bc-98be-12d9672ed0d3 req-e4f0b30b-c3b5-409f-a1a8-611e4dba632c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:56.782546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91b8243c-fc33-45bc-98be-12d9672ed0d3 req-e4f0b30b-c3b5-409f-a1a8-611e4dba632c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1760464 Feb 13 23:57:56.798293 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.831041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:56.849434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a006ae17-cfc2-45f9-b4b4-5683b84f2760') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:56.849903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a006ae17-cfc2-45f9-b4b4-5683b84f2760') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:56.861948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.872834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91b8243c-fc33-45bc-98be-12d9672ed0d3 req-8b5064db-9acb-49e7-b904-7a7f35f41fae tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845973 Feb 13 23:57:56.878956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.886300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:57:56.886996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:57:56.901801 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:57:56.989549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:57.018211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:57.029267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:57.040357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5e55a978-b507-44ac-83c8-1441ca057a43 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/7cf6e7c2-ac8b-4a89-8a10-29d02b09e2c2 HTTP/1.1" status: 204 len: 168 time: 1.4614961 Feb 13 23:57:57.042901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34036) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:57.176698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:56Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:57:57.179085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-d001fca4-adc2-4a7e-84c5-11b79b7816b3 req-8bc7f564-e93a-4a45-a411-8c414abcae75 service neutron] (83662) timed out ('10.222.0.36', 41056) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 13 23:57:57.183807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc87da0-1180-48a8-b6f7-b6b77a70423e None None] The sync data for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 is: [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:56Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:57:57.292676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61852dbc-3485-42ae-94bd-9321e8e9b97b req-1bf67172-bda8-4fc2-9c79-fa36faecef42 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:57.294265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61852dbc-3485-42ae-94bd-9321e8e9b97b req-1bf67172-bda8-4fc2-9c79-fa36faecef42 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1427467 Feb 13 23:57:57.374717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61852dbc-3485-42ae-94bd-9321e8e9b97b req-4c0e3211-24e7-496e-8069-5f91763e9d7d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724547 Feb 13 23:57:57.501404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:57.727549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847234e-b235-46b3-8635-725c75b19659 req-fe016673-65c2-48b9-af49-c03e8c22dd25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:57.734715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2847234e-b235-46b3-8635-725c75b19659 req-fe016673-65c2-48b9-af49-c03e8c22dd25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1661820 Feb 13 23:57:57.800588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2847234e-b235-46b3-8635-725c75b19659 req-da5e2be3-e4e5-4ee9-945c-44c1947d0ad1 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649846 Feb 13 23:57:57.826268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34044) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:57.917868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1b86cc6d-ad87-448a-a592-d44794879ecd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:57.959897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34050) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:57:57.960702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-537de7ec-2960-4eb2-bdca-fb49429f6589 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1092 time: 0.1273217 Feb 13 23:57:57.982276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:57:58.003688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:57:58.039055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1b86cc6d-ad87-448a-a592-d44794879ecd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:57:58.045728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1b86cc6d-ad87-448a-a592-d44794879ecd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:58.046608 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:58.089027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:floatingip and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:57:58.103222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:57:58.124361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:57:58.136310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eeae2-4394-41f5-be13-3483db85812c req-e60fd104-f5de-4809-8937-11d99cbfca91 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:58.146440 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b45eeae2-4394-41f5-be13-3483db85812c req-e60fd104-f5de-4809-8937-11d99cbfca91 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.1046209 Feb 13 23:57:58.153519 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:58.201497 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b45eeae2-4394-41f5-be13-3483db85812c req-23b1ef72-993b-4c17-adcd-6615719e831d tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540285 Feb 13 23:57:58.260139 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:58.293775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1b86cc6d-ad87-448a-a592-d44794879ecd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1b86cc6d-ad87-448a-a592-d44794879ecd,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:58.301275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:58.388814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebc81b51-6a23-4223-95e1-45a671a0bd3d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:58.437884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ebc81b51-6a23-4223-95e1-45a671a0bd3d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:58.437884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebc81b51-6a23-4223-95e1-45a671a0bd3d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:58.437884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b66116d0-5c4e-420a-9abc-03fb1d593528 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:57:58.465053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:58.474846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b66116d0-5c4e-420a-9abc-03fb1d593528 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:57:58.475245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b66116d0-5c4e-420a-9abc-03fb1d593528 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:57:58.479988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1b86cc6d-ad87-448a-a592-d44794879ecd,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:58.756980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.21 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/ca223388-9a4c-4ffa-87d7-57977f7b3282) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:57:58.887947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port cb86f968-6be6-4740-9bea-d1ee180de5e4 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:57:58.888281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:59.077833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:59.131688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port cb86f968-6be6-4740-9bea-d1ee180de5e4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb86f968-6be6-4740-9bea-d1ee180de5e4,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:57:59.132318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:59.253475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for cb86f968-6be6-4740-9bea-d1ee180de5e4 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:57:59.299517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:59.443082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:57:59.443808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=ca223388-9a4c-4ffa-87d7-57977f7b3282,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:57:59.448601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:57:59.452479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:57:59.573215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2f8f-d52b-4cc4-95b7-d5ac4424381b req-a39b4f87-6ce6-49c9-adb0-b137852f7da4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:57:59.574674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c72e2f8f-d52b-4cc4-95b7-d5ac4424381b req-a39b4f87-6ce6-49c9-adb0-b137852f7da4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2247343 Feb 13 23:57:59.731317 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c72e2f8f-d52b-4cc4-95b7-d5ac4424381b req-98d07c5c-e201-49bb-915d-38ddae46b5fa tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511481 Feb 13 23:57:59.788959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1b86cc6d-ad87-448a-a592-d44794879ecd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:57:59.803782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:59.856188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1b86cc6d-ad87-448a-a592-d44794879ecd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:57:59.856554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:57:59.911770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Port': ['ID=cb86f968-6be6-4740-9bea-d1ee180de5e4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:00.216490 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb16b-75b5-444a-a00a-d5e9c932241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:00.350193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:00.722935 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:00.899394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:00.959241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:58:00.968962 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491ac66-bea4-46bd-a4d1-3ba4a956d019 req-1fc3720c-265a-4604-93cd-2ae137087f4a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:00.970384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2491ac66-bea4-46bd-a4d1-3ba4a956d019 req-1fc3720c-265a-4604-93cd-2ae137087f4a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0926218 Feb 13 23:58:01.022130 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2491ac66-bea4-46bd-a4d1-3ba4a956d019 req-77026e52-c22f-4c94-803a-2cfecf6dfec6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Feb 13 23:58:01.216583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:58:01.234270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808f75f-a728-4540-b014-699478954ffc None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:58:01.247011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3bfa3a95-b411-406b-a07d-d9b736e779ef tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2022727 Feb 13 23:58:01.250332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34070) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:01.253986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:01.254861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:01.308783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:01.320970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:01.414686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:01.450466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac7d6-1dfc-4fc0-b929-5bc2aec5cfc7 req-5669c664-4d0d-4216-8908-4bfd44a711e8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:01.452113 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b21ac7d6-1dfc-4fc0-b929-5bc2aec5cfc7 req-5669c664-4d0d-4216-8908-4bfd44a711e8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0914469 Feb 13 23:58:01.503127 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b21ac7d6-1dfc-4fc0-b929-5bc2aec5cfc7 req-77cdcd7e-c035-412b-9186-bab3ea87761b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Feb 13 23:58:01.535311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:59Z', 'revision_number': 11, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:01.539282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808f75f-a728-4540-b014-699478954ffc None None] Checking router: c7fe2a3d-57af-44f1-a123-2291fe38d725 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:58:01.550749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] Routers {'c7fe2a3d-57af-44f1-a123-2291fe38d725'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:01.551350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:57:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c7fe2a3d-57af-44f1-a123-2291fe38d725'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:01.667245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=ca223388-9a4c-4ffa-87d7-57977f7b3282,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:01.726050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] Set router c7fe2a3d-57af-44f1-a123-2291fe38d725 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:01.745715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:01.824594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting subnet b8e8c902-2644-48dd-a600-e4f021ecd00f {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:58:01.835578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1808f75f-a728-4540-b014-699478954ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:59Z', 'revision_number': 11, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:01.839747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808f75f-a728-4540-b014-699478954ffc None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [{'id': 'c7fe2a3d-57af-44f1-a123-2291fe38d725', 'name': 'tempest-RoutersTest-router-278085130', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:09Z', 'updated_at': '2022-02-13T23:57:59Z', 'revision_number': 11, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:58:01.885026 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:01.929408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-ade594c9-8be9-4766-bc04-695d5f84caf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 1097 time: 0.4186106 Feb 13 23:58:02.021223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.157419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-b7c68893-1ee0-47db-981d-cf769d1a3db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:02.158876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-b7c68893-1ee0-47db-981d-cf769d1a3db4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.2220001 Feb 13 23:58:02.244283 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.326600 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-5ed7b006-7ede-4a2e-af66-63b8dcb8c4b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 200 len: 1002 time: 0.1604636 Feb 13 23:58:02.374020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ee8c616-a986-47a6-85f1-2c92a1e8f8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.404259 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.444841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-26d76465-0688-4ec8-a503-aec073e78b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:02.446284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-26d76465-0688-4ec8-a503-aec073e78b26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.1112897 Feb 13 23:58:02.454471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e8c902-2644-48dd-a600-e4f021ecd00f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:02.485900 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Floating IP fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 associated. External IP: 172.25.4.21, port: fdc85f88-214a-4f63-9fda-f985d7d17e9f. Feb 13 23:58:02.557280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfec3d9-2b6c-43d1-9d30-7d92ed1eddd1 None None] Network e154755d-e6c3-4d62-a231-07f1a521e830 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:58:02.557833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.627732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f88147f-5350-4d7b-b7ca-250dbbd7ea80 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/b8e8c902-2644-48dd-a600-e4f021ecd00f HTTP/1.1" status: 204 len: 168 time: 1.3734100 Feb 13 23:58:02.628864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34078) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:02.807581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] DHCP port deletion for e154755d-e6c3-4d62-a231-07f1a521e830 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 13 23:58:02.811424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] Deleting port df51ef05-51f5-44b4-8363-7bb345189e97 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:02.811917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.815508 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:02.825803 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-d0618e3a-94d1-441f-8756-f40eb324f569 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3730230 Feb 13 23:58:03.026511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] For port df51ef05-51f5-44b4-8363-7bb345189e97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=df51ef05-51f5-44b4-8363-7bb345189e97,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:03.026895 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:03.050876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port df51ef05-51f5-44b4-8363-7bb345189e97 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:03.051204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:03.139542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaab68-8c04-439c-9916-074b19f43047 req-edc97f29-f49c-4747-aaf7-d938070ae034 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:03.140972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2baaab68-8c04-439c-9916-074b19f43047 req-edc97f29-f49c-4747-aaf7-d938070ae034 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.4900193 Feb 13 23:58:03.149601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] Calling delete_port for df51ef05-51f5-44b4-8363-7bb345189e97 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:58:03.225255 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:03.257712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-73409d30-32dc-4828-ba95-eb68245380a3 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176195 Feb 13 23:58:03.273635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] Pushing event deleted for resources: {'Port': ['ID=df51ef05-51f5-44b4-8363-7bb345189e97,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:03.280825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8001a-f837-4e00-bcc9-46122c63a6c9 None None] No DVR routers for this DVR port df51ef05-51f5-44b4-8363-7bb345189e97 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:58:03.464377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2baaab68-8c04-439c-9916-074b19f43047 req-c7b2def3-5a54-4658-9a66-850d48536376 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143299 Feb 13 23:58:03.504332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] For port df51ef05-51f5-44b4-8363-7bb345189e97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=df51ef05-51f5-44b4-8363-7bb345189e97,segment=NetworkSegment(a62a0e8f-d35a-412a-8395-8760b778eeaf),segment_id=a62a0e8f-d35a-412a-8395-8760b778eeaf)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:03.504690 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:03.560520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:03.793228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb86f968-6be6-4740-9bea-d1ee180de5e4 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:58:03.795224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Calling delete_port for df51ef05-51f5-44b4-8363-7bb345189e97 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:58:03.829861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: cb86f968-6be6-4740-9bea-d1ee180de5e4 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:58:03.830937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb86f968-6be6-4740-9bea-d1ee180de5e4 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:58:03.831488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device df51ef05-51f5-44b4-8363-7bb345189e97 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:58:03.851815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4fcc03bd-28ea-4cea-972f-f86e95200128 req-482357d1-c43e-420c-97dd-68597d57942f service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777183 Feb 13 23:58:03.890273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: df51ef05-51f5-44b4-8363-7bb345189e97 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:58:03.890735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device df51ef05-51f5-44b4-8363-7bb345189e97 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:58:03.893545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:03.919365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 13 23:58:03.919696 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 13 23:58:03.984632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 5010cdbf-2157-4405-836d-a3b76ba930b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:58:04.246180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:58:04.271634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:04.352967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-402f623b-82ca-48d5-a431-f3ffe48ca8da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3887985 Feb 13 23:58:04.352967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:04.421030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Deleting port df51ef05-51f5-44b4-8363-7bb345189e97 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:04.421363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:04.461968 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'status': 'completed', 'code': 200} Feb 13 23:58:04.543373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] The port 'df51ef05-51f5-44b4-8363-7bb345189e97' was deleted {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 13 23:58:04.623280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d52248-72d0-485f-ac5a-338790ff77f1 req-2a373bc6-5a03-4e7f-a8ab-44dd93d6cbbf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:04.625405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-26d52248-72d0-485f-ac5a-338790ff77f1 req-2a373bc6-5a03-4e7f-a8ab-44dd93d6cbbf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.0992146 Feb 13 23:58:04.678073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-26d52248-72d0-485f-ac5a-338790ff77f1 req-285e7035-e876-44a1-80ad-7aa1770fea91 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Feb 13 23:58:04.707297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34098) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:04.826235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-56a3de03-8ed2-49e2-8364-76a0e4efa982 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 991 time: 0.1164668 Feb 13 23:58:04.867474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:04.905229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-0949a5dd-1543-4121-af4e-e31d85f66c5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1097 time: 0.4450257 Feb 13 23:58:04.911302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e154755d-e6c3-4d62-a231-07f1a521e830']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:04.950743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62a0e8f-d35a-412a-8395-8760b778eeaf') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:04.951027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62a0e8f-d35a-412a-8395-8760b778eeaf') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:05.023964 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:05.049883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d1fb-1b9c-4d07-807e-cff1856da22e req-26a4f790-bf0d-4ee6-aeda-9883259615c4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:05.051194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3d0d1fb-1b9c-4d07-807e-cff1856da22e req-26a4f790-bf0d-4ee6-aeda-9883259615c4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.3935730 Feb 13 23:58:05.060254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:05.090992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:58:05.091307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: util.warn( Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:58:05.108304 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:58:05.113473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:05.195652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-8e109b5a-1436-4b53-ae6a-7282fbda7afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:05.197043 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-8e109b5a-1436-4b53-ae6a-7282fbda7afc service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.2786226 Feb 13 23:58:05.226269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] Sync routers for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:58:05.243617 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:05.244331 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:05.296510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3d0d1fb-1b9c-4d07-807e-cff1856da22e req-d5a91b24-862a-46ab-aa2b-b739a0d6a821 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372694 Feb 13 23:58:05.302064 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:05.333968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:05.345095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Pushing event deleted for resources: {'Network': ['ID=e154755d-e6c3-4d62-a231-07f1a521e830,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:05.357230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34104) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:05.357393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b0f1831b-2534-4f09-b8b6-a19b57f4aeb8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/networks/e154755d-e6c3-4d62-a231-07f1a521e830 HTTP/1.1" status: 204 len: 168 time: 2.7282548 Feb 13 23:58:05.359793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-7fbde954-0cd0-4923-8768-8727fadf375d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.1514025 Feb 13 23:58:05.364799 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'routes': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:05.449878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-4b00dcf0-6393-4223-b0b5-8bc437776974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:05.452303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-4b00dcf0-6393-4223-b0b5-8bc437776974 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.0853124 Feb 13 23:58:05.505114 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:05.633045 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-39229186-e8c9-4ef4-8a30-d502420c5454 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720653 Feb 13 23:58:05.805454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-b035ef2f-f97c-4872-8995-bbaa3bf51983 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629593 Feb 13 23:58:05.829173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34110) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:05.900421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.extraroute_db [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Added routes are [] {{(pid=83661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 13 23:58:05.901306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.extraroute_db [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Removed routes are [] {{(pid=83661) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 13 23:58:05.901839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:06.021666 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b9e2f596-cb0e-4c77-9ec2-77a8b3c20772 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 991 time: 0.1913331 Feb 13 23:58:06.044207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b2ffcfe-cb20-4b37-b2fe-01051bf6c7a9 req-81c6585a-f9c1-4236-83a2-bd7558ed5f46 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329051 Feb 13 23:58:06.054061 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'fa730f27-5cfd-4bc2-9b10-93a0a2c8c276', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'mac_address': 'fa:16:3e:1d:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:58:00Z', 'updated_at': '2022-02-13T23:58:00Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:58Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:06.058389 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] Checking router: 5010cdbf-2157-4405-836d-a3b76ba930b4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:58:06.070533 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:06.071110 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:06.166366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:06.169714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:06.247650 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:06.311807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router c7fe2a3d-57af-44f1-a123-2291fe38d725 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:58:06.453633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:58:06.460043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:06.461152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d9b7beb-bd50-42a3-9a65-075f9b79cb99 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 700 time: 1.1025350 Feb 13 23:58:06.464085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34114) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:06.507780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dae41642-b500-4f7a-95e7-a0c3efdde9d1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:06.524809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-dae41642-b500-4f7a-95e7-a0c3efdde9d1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:06.526056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dae41642-b500-4f7a-95e7-a0c3efdde9d1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 205 time: 0.0610046 Feb 13 23:58:06.528919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34122) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:06.601493 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'fa730f27-5cfd-4bc2-9b10-93a0a2c8c276', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'mac_address': 'fa:16:3e:1d:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:58:00Z', 'updated_at': '2022-02-13T23:58:00Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:58Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:06.605927 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ad1b9-879c-448d-93a3-4cc7adb93e7b None None] The sync data for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 is: [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'fa730f27-5cfd-4bc2-9b10-93a0a2c8c276', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'mac_address': 'fa:16:3e:1d:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:58:00Z', 'updated_at': '2022-02-13T23:58:00Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:58Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:58:06.670156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.024918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34128) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:07.157942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a5874065-8606-4242-ac26-cf3cbf50a8fa tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 991 time: 0.1299992 Feb 13 23:58:07.167069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.182894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.187469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.213946 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.214508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router c7fe2a3d-57af-44f1-a123-2291fe38d725 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:58:07.227822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.228878 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f42d21d6-8da7-4980-9584-0fa84aa8a4ad tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 204 len: 168 time: 0.6989098 Feb 13 23:58:07.233086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34132) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:07.239246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1988837039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:07.246279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:07.250633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Usage tracker for resource:router and tenant:021b90172359419da7a925f29fef4750 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:07.254454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:07.260400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:07.271501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.272451 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.292054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.311664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.336523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.337672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-90323a3e-7241-4fc0-a475-eb566017a7b9 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1036208 Feb 13 23:58:07.340462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34136) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:07.346172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:07.373497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Sync routers for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:58:07.389822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:07.390216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:58:07.390807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7fe2a3d-57af-44f1-a123-2291fe38d725'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:58:07.401576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:07.402169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 13 23:58:07.402738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_agentschedulers_db [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7fe2a3d-57af-44f1-a123-2291fe38d725'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83663) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 13 23:58:07.403105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb424c-ebb7-4ffb-a16e-c3cb62fe4d8a None None] The sync data for ids ['c7fe2a3d-57af-44f1-a123-2291fe38d725'] in n-d-828979-1 is: [] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:58:07.901255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:07.916136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-643352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645278'] for router, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:08.089985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Router 445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:58:08.160611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34144) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:08.227943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:58:08.233644 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:08.234906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67194392-9298-46d9-bc38-2c3e222e76ac tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "PUT /v2.0/routers/445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 HTTP/1.1" status: 200 len: 694 time: 0.8934391 Feb 13 23:58:08.242053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34148) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:08.242227 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dc724-7488-432a-9647-57f091b40907 None None] Sync routers for ids ['445c89ec-ebf0-4dc2-81a6-7e9a74e1f256'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:58:08.252314 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] Routers {'445c89ec-ebf0-4dc2-81a6-7e9a74e1f256'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:08.253229 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['445c89ec-ebf0-4dc2-81a6-7e9a74e1f256'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:08.271859 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ec43a762-eeae-4821-a73e-eda7263e9428 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 991 time: 0.1091886 Feb 13 23:58:08.373913 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-39fe90f0-e1da-4f03-8f38-cd3a2285e21a tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/routers/445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 HTTP/1.1" status: 200 len: 700 time: 0.1354527 Feb 13 23:58:08.376499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34152) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:08.381328 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] Set router 445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:08.421071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ea5f17c-89e2-46da-a78e-c394e2502020 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 HTTP/1.1" status: 200 len: 205 time: 0.0427325 Feb 13 23:58:08.423481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:08.490357 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c89ec-ebf0-4dc2-81a6-7e9a74e1f256', 'name': 'tempest-RoutersTest-router-1988837039', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:58:07Z', 'updated_at': '2022-02-13T23:58:07Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:08.494538 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dc724-7488-432a-9647-57f091b40907 None None] Checking router: 445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:58:08.505939 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] Routers {'445c89ec-ebf0-4dc2-81a6-7e9a74e1f256'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:08.506583 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['445c89ec-ebf0-4dc2-81a6-7e9a74e1f256'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:08.566797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:08.630743 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] Set router 445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:08.734019 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-066dc724-7488-432a-9647-57f091b40907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c89ec-ebf0-4dc2-81a6-7e9a74e1f256', 'name': 'tempest-RoutersTest-router-1988837039', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:58:07Z', 'updated_at': '2022-02-13T23:58:07Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:08.738716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dc724-7488-432a-9647-57f091b40907 None None] The sync data for ids ['445c89ec-ebf0-4dc2-81a6-7e9a74e1f256'] in n-d-828979-1 is: [{'id': '445c89ec-ebf0-4dc2-81a6-7e9a74e1f256', 'name': 'tempest-RoutersTest-router-1988837039', 'tenant_id': '021b90172359419da7a925f29fef4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:58:07Z', 'updated_at': '2022-02-13T23:58:07Z', 'revision_number': 2, 'project_id': '021b90172359419da7a925f29fef4750', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:58:08.993198 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:09.053903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:09.059164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:09.087696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:09.088208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Fanout notify agent at l3_agent the message router_deleted on router 445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 13 23:58:09.102514 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:09.103828 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d21327b9-a589-4ad6-ba00-c4f2ab37532d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 HTTP/1.1" status: 204 len: 168 time: 0.6786032 Feb 13 23:58:09.107381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34166) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.149592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5cc73b05-9ed1-4446-b5b1-d593ded792a6 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 HTTP/1.1" status: 200 len: 205 time: 0.0411410 Feb 13 23:58:09.151980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34170) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.221479 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-5db67789-4b33-45a8-a0bc-62d698a1319f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:09.222516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5db67789-4b33-45a8-a0bc-62d698a1319f tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/445c89ec-ebf0-4dc2-81a6-7e9a74e1f256 HTTP/1.1" status: 404 len: 336 time: 0.0697236 Feb 13 23:58:09.225011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34174) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.262397 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3fe68c-9d28-46ee-8f9b-e99a52c6ae64 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:09.262829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3fe68c-9d28-46ee-8f9b-e99a52c6ae64 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:09.264419 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-db3fe68c-9d28-46ee-8f9b-e99a52c6ae64 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/068bef07-0216-4454-9c3e-7cc594706c14 HTTP/1.1" status: 404 len: 337 time: 0.0385280 Feb 13 23:58:09.266912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34178) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.274579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34182) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.304931 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d024ee-085a-4059-8f5b-854856dbe09c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:09.305367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d024ee-085a-4059-8f5b-854856dbe09c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:09.309255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-21d024ee-085a-4059-8f5b-854856dbe09c tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/df2ecfca-4663-47ea-bae9-cd6f6c1f48f0 HTTP/1.1" status: 404 len: 337 time: 0.0385139 Feb 13 23:58:09.309489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34186) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.351229 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48900b1-f56e-4a17-b4d7-8b5bc188fdd8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:09.351667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48900b1-f56e-4a17-b4d7-8b5bc188fdd8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:09.355539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e48900b1-f56e-4a17-b4d7-8b5bc188fdd8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/b983805c-b74d-4cb1-abd6-25c8e44202b3 HTTP/1.1" status: 404 len: 337 time: 0.0429065 Feb 13 23:58:09.355864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34190) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.399204 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a95e703-c804-4d7c-bed4-1924fda6ec04 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:09.401807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a95e703-c804-4d7c-bed4-1924fda6ec04 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:09.401807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9a95e703-c804-4d7c-bed4-1924fda6ec04 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/b8e8c902-2644-48dd-a600-e4f021ecd00f HTTP/1.1" status: 404 len: 337 time: 0.0444121 Feb 13 23:58:09.403980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.426637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3a4cb16a-e499-43ee-8e0c-5730d4c82248 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 991 time: 0.1509602 Feb 13 23:58:09.452686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-69d1ea92-fa48-4e8a-a47f-d41e296cac00 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 200 len: 205 time: 0.0466640 Feb 13 23:58:09.454306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.524558 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-7863324c-4b81-430c-b7d5-397f0fcf8208 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:09.525694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7863324c-4b81-430c-b7d5-397f0fcf8208 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/c7fe2a3d-57af-44f1-a123-2291fe38d725 HTTP/1.1" status: 404 len: 336 time: 0.0699005 Feb 13 23:58:09.529164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.584125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6c95d6ed-69ea-4f36-ace7-b8083809634d tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a18379-137a-444a-b8e0-a53af8de34bd HTTP/1.1" status: 200 len: 205 time: 0.0513368 Feb 13 23:58:09.584342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34206) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.619484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22962e1e-1bcd-4bbe-a278-5b3c36984dbd None None] New status for floating IP fa730f27-5cfd-4bc2-9b10-93a0a2c8c276: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:58:09.652098 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-bbd9ec24-b900-4955-ac5d-90228a09dd26 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:09.655608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bbd9ec24-b900-4955-ac5d-90228a09dd26 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/34a18379-137a-444a-b8e0-a53af8de34bd HTTP/1.1" status: 404 len: 336 time: 0.0679128 Feb 13 23:58:09.655743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34210) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.699063 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb6528b-280e-4513-b201-c23568dfff72 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:09.699499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb6528b-280e-4513-b201-c23568dfff72 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:09.703559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-acb6528b-280e-4513-b201-c23568dfff72 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/a130e23f-d585-426a-92e2-ee48114245e7 HTTP/1.1" status: 404 len: 337 time: 0.0445361 Feb 13 23:58:09.703700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34214) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.749541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-84a0a25a-a108-40f4-9d2d-74359ed7bde8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 200 len: 205 time: 0.0448010 Feb 13 23:58:09.752451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34218) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.779091 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:58:09.817754 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-4738afdb-1ff6-4e63-a5cd-c8f793b3c5de tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:09.818861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4738afdb-1ff6-4e63-a5cd-c8f793b3c5de tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/e650e7d0-0fd7-4d11-b474-291c175c3492 HTTP/1.1" status: 404 len: 336 time: 0.0652735 Feb 13 23:58:09.821480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34222) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.872125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-414007f5-25fa-460b-91c4-2e2bef8fd37b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e8d6849-0c2e-4892-9cc7-e3c94715aca5 HTTP/1.1" status: 200 len: 205 time: 0.0492749 Feb 13 23:58:09.874644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34226) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.975034 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-1a59bdf7-fd44-4a41-9e5d-815f80f81ed1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:09.979224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34230) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:09.992087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a59bdf7-fd44-4a41-9e5d-815f80f81ed1 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/0e8d6849-0c2e-4892-9cc7-e3c94715aca5 HTTP/1.1" status: 404 len: 336 time: 0.1163340 Feb 13 23:58:10.031329 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aa4750-31e3-469f-b441-3ae3627866e5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:10.031766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31aa4750-31e3-469f-b441-3ae3627866e5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:10.033891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-31aa4750-31e3-469f-b441-3ae3627866e5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/a21c5afa-921b-47ec-afb7-391b31416e5c HTTP/1.1" status: 404 len: 337 time: 0.0527804 Feb 13 23:58:10.036580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34234) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.081031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d2c78793-118c-4184-b2e5-b573204f97e8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Synchronizing usage tracker for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:10.093917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d2c78793-118c-4184-b2e5-b573204f97e8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] Unset dirty status for tenant:021b90172359419da7a925f29fef4750 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:10.095117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d2c78793-118c-4184-b2e5-b573204f97e8 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2ca387b-f4c0-4dca-97d9-b07e7bf163db HTTP/1.1" status: 200 len: 205 time: 0.0572181 Feb 13 23:58:10.097787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34240) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.168234 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e8e15da4-5962-437b-9f50-24ed54334b7b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:10.169280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e8e15da4-5962-437b-9f50-24ed54334b7b tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/f2ca387b-f4c0-4dca-97d9-b07e7bf163db HTTP/1.1" status: 404 len: 336 time: 0.0703025 Feb 13 23:58:10.171882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34244) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.211058 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-77840a40-40f3-4129-a373-e90fca8042fa tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:10.211501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77840a40-40f3-4129-a373-e90fca8042fa tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:10.213347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77840a40-40f3-4129-a373-e90fca8042fa tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/4e773c4a-059b-4341-b2f8-d4614752b69c HTTP/1.1" status: 404 len: 337 time: 0.0403395 Feb 13 23:58:10.215743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34248) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.260327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-83f3a8ea-d6b2-42d5-950e-903bf7b81cc3 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d757907-0c79-4e89-b191-d775875bef0e HTTP/1.1" status: 200 len: 205 time: 0.0434487 Feb 13 23:58:10.262643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34252) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.327060 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-e9a5180d-4696-4c09-b0f4-a1cc9e6f07ca tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] delete failed (client error): The resource could not be found. Feb 13 23:58:10.331410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e9a5180d-4696-4c09-b0f4-a1cc9e6f07ca tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/routers/9d757907-0c79-4e89-b191-d775875bef0e HTTP/1.1" status: 404 len: 336 time: 0.0678124 Feb 13 23:58:10.331962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34256) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.372993 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7c57d3-1003-42a1-881a-cbfe3acf1ff5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:10.373424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7c57d3-1003-42a1-881a-cbfe3acf1ff5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:10.375032 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2a7c57d3-1003-42a1-881a-cbfe3acf1ff5 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/2599802c-ef57-49df-a2fa-d87b11963197 HTTP/1.1" status: 404 len: 337 time: 0.0421808 Feb 13 23:58:10.378123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34260) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.416953 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3ed37b-682e-4f45-84a6-8bbcc3002035 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] DELETE failed (client error): The resource could not be found. Feb 13 23:58:10.416953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3ed37b-682e-4f45-84a6-8bbcc3002035 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 13 23:58:10.417252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2e3ed37b-682e-4f45-84a6-8bbcc3002035 tempest-RoutersTest-1935933940 tempest-RoutersTest-1935933940-project] 10.222.0.36 "DELETE /v2.0/subnets/c41316a3-a60e-4fc9-ac6e-c2cd02e95fc8 HTTP/1.1" status: 404 len: 337 time: 0.0380733 Feb 13 23:58:10.430485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.535551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3a8cd729-1a97-4f8e-b994-e0db7b0f0f72 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 993 time: 0.1039307 Feb 13 23:58:10.756354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34272) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.928235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-82a2ca0d-bfe9-4f7d-b300-20a67a0bf1e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=021b90172359419da7a925f29fef4750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706755 Feb 13 23:58:10.930618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34278) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:10.991800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9def3ebc-b988-424e-82d3-f61965e16188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:11.016739 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9def3ebc-b988-424e-82d3-f61965e16188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:11.070791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9def3ebc-b988-424e-82d3-f61965e16188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:11.086108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def3ebc-b988-424e-82d3-f61965e16188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a533dc7-620b-4edd-8799-5c7e56feb0a0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:11.090776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9def3ebc-b988-424e-82d3-f61965e16188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:11.091309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9def3ebc-b988-424e-82d3-f61965e16188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a533dc7-620b-4edd-8799-5c7e56feb0a0 HTTP/1.1" status: 204 len: 168 time: 0.1597519 Feb 13 23:58:11.984979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34306) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:11.992849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039558 Feb 13 23:58:11.993152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34308) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:12.144071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b11541d5-048e-4f1f-a58f-9753fb99d69e tempest-NetworksApiDiscovery-678583387 tempest-NetworksApiDiscovery-678583387-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1491652 Feb 13 23:58:12.463980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34320) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:12.611925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.644312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:12.647994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Usage tracker for resource:security_group_rule and tenant:a80acb36c1594f418508c20185df4d12 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:12.650802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:12.656634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:12.724563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.729646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.776397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c12cd26-3657-4832-8541-4e3fed589cb3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:12.780114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a80acb36c1594f418508c20185df4d12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151641 Feb 13 23:58:12.783454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34326) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:12.788443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.788785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.789115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.789442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.789769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.790297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.790439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.790756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.791067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.791381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.791695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23f7a-ad64-4aac-a481-4f4349587087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:12.845171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daab498f-aa2d-4747-8d87-f1c81c1e4c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.870284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daab498f-aa2d-4747-8d87-f1c81c1e4c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.921137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daab498f-aa2d-4747-8d87-f1c81c1e4c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.935891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab498f-aa2d-4747-8d87-f1c81c1e4c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c12cd26-3657-4832-8541-4e3fed589cb3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:12.942796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-daab498f-aa2d-4747-8d87-f1c81c1e4c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:12.943588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-daab498f-aa2d-4747-8d87-f1c81c1e4c18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c12cd26-3657-4832-8541-4e3fed589cb3 HTTP/1.1" status: 204 len: 168 time: 0.1591632 Feb 13 23:58:15.253398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34388) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:15.396989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.427862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:15.431558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3d53585c5b4d8fb7ea7582e702fc49 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:15.434270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:15.439902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:15.503422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.506885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.548769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8550739c-5546-4a42-aeff-d62044d884b9,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:15.556336 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6424364f-0e16-4cce-a245-c003db669be1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca3d53585c5b4d8fb7ea7582e702fc49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3018885 Feb 13 23:58:15.559157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34394) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:15.622437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636708e5-21b3-4060-9b28-722342300a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.654731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636708e5-21b3-4060-9b28-722342300a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.705479 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636708e5-21b3-4060-9b28-722342300a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.722010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636708e5-21b3-4060-9b28-722342300a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8550739c-5546-4a42-aeff-d62044d884b9,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:15.730703 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-636708e5-21b3-4060-9b28-722342300a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:15.731822 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-636708e5-21b3-4060-9b28-722342300a23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8550739c-5546-4a42-aeff-d62044d884b9 HTTP/1.1" status: 204 len: 168 time: 0.1714222 Feb 13 23:58:16.076590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34412) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:16.094233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.123994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:16.128422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Usage tracker for resource:security_group_rule and tenant:65e416d91ec14eb3a0585454a688454e is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:16.131144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:16.136634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:16.292072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.296125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.342089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f54278-4ab5-4083-a6c4-159dc0b3d447,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:16.346737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ed8291a-493e-45a4-8570-263a7a51fa65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65e416d91ec14eb3a0585454a688454e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2691123 Feb 13 23:58:16.349366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34416) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:16.407575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4ff2-7d7a-4978-8bf2-a955940aeb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.432185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4ff2-7d7a-4978-8bf2-a955940aeb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.483717 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4ff2-7d7a-4978-8bf2-a955940aeb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.500894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc4ff2-7d7a-4978-8bf2-a955940aeb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f54278-4ab5-4083-a6c4-159dc0b3d447,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:16.504702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4ff2-7d7a-4978-8bf2-a955940aeb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:16.505802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ebc4ff2-7d7a-4978-8bf2-a955940aeb5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61f54278-4ab5-4083-a6c4-159dc0b3d447 HTTP/1.1" status: 204 len: 168 time: 0.1553569 Feb 13 23:58:17.464467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0c862-7367-4195-8662-b8f47edc2179 req-6df9494d-4f56-4fea-a63c-47582c7af729 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:17.465830 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96d0c862-7367-4195-8662-b8f47edc2179 req-6df9494d-4f56-4fea-a63c-47582c7af729 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 945 time: 0.0778432 Feb 13 23:58:17.512036 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-96d0c862-7367-4195-8662-b8f47edc2179 req-a3e1db9f-4b38-4560-9d23-014625f2a633 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Feb 13 23:58:18.718954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e4d68-84eb-4a31-bad0-6b6cd4dbe295 req-668e8333-dd04-455c-aeba-46e67739cc9e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:18.721051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a5e4d68-84eb-4a31-bad0-6b6cd4dbe295 req-668e8333-dd04-455c-aeba-46e67739cc9e tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 945 time: 0.0814674 Feb 13 23:58:18.767089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a5e4d68-84eb-4a31-bad0-6b6cd4dbe295 req-0271ca3a-5a29-453f-a1f7-aa1a649766f8 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5cf3923-ad1b-4805-9368-6f7537959e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Feb 13 23:58:18.807481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34482) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:18.951934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:18.983153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:18.987188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Usage tracker for resource:security_group_rule and tenant:40634e6a502b4b16b457d99b54cc8c10 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:18.989973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:18.995556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:19.062718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.066834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.079356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-70eee359-b85d-4088-ad53-1cf4d3db136d tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:19.081461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-70eee359-b85d-4088-ad53-1cf4d3db136d tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 945 time: 0.0822055 Feb 13 23:58:19.115908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b45bb5-54af-4116-9d5e-9275fe573402,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:19.121757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1222b3e1-b85d-4523-a33f-4bbe8366089f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40634e6a502b4b16b457d99b54cc8c10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3132725 Feb 13 23:58:19.124533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34488) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:19.162405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Deleting port b4619666-51c4-41b2-aee5-a4d67949873a {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:19.162745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.184589 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f40cb95e-3e90-4719-909b-f731278935ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.210533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f40cb95e-3e90-4719-909b-f731278935ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.264578 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f40cb95e-3e90-4719-909b-f731278935ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.280355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb95e-3e90-4719-909b-f731278935ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b45bb5-54af-4116-9d5e-9275fe573402,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:19.285294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f40cb95e-3e90-4719-909b-f731278935ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.286425 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f40cb95e-3e90-4719-909b-f731278935ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09b45bb5-54af-4116-9d5e-9275fe573402 HTTP/1.1" status: 204 len: 168 time: 0.1608543 Feb 13 23:58:19.418546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] For port b4619666-51c4-41b2-aee5-a4d67949873a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4619666-51c4-41b2-aee5-a4d67949873a,segment=NetworkSegment(c04afe44-78ea-418b-8066-fb25bf10b2a0),segment_id=c04afe44-78ea-418b-8066-fb25bf10b2a0)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:19.418911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.620924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34496) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:19.638892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.643915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Calling delete_port for b4619666-51c4-41b2-aee5-a4d67949873a owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:58:19.669875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:19.673948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Usage tracker for resource:security_group_rule and tenant:92cf50868b094c81ab09d5f1b16b3f15 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:19.677060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:19.682691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:19.753362 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.757907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.795562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.803818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d8cdc2-e79d-47e2-9540-6ab6c9d7fcb4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:19.811947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-02027ca6-7aef-46b9-88df-f14d0b0254a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92cf50868b094c81ab09d5f1b16b3f15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899264 Feb 13 23:58:19.812530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34502) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:19.813129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b4619666-51c4-41b2-aee5-a4d67949873a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:58:19.875544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2cf3-b5a2-4caa-b1b8-e173ed441843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.879031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Pushing event deleted for resources: {'Port': ['ID=b4619666-51c4-41b2-aee5-a4d67949873a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:19.902615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2cf3-b5a2-4caa-b1b8-e173ed441843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.955154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2cf3-b5a2-4caa-b1b8-e173ed441843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.970459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb2cf3-b5a2-4caa-b1b8-e173ed441843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d8cdc2-e79d-47e2-9540-6ab6c9d7fcb4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:19.979719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2bb2cf3-b5a2-4caa-b1b8-e173ed441843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:19.983256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2bb2cf3-b5a2-4caa-b1b8-e173ed441843 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1d8cdc2-e79d-47e2-9540-6ab6c9d7fcb4 HTTP/1.1" status: 204 len: 168 time: 0.1674714 Feb 13 23:58:20.001198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] No DVR routers for this DVR port b4619666-51c4-41b2-aee5-a4d67949873a on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:58:20.005333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c57fdec3-1682-4f32-b318-0af403543304 req-d4505e88-5a6b-498f-a4d1-91135a9b1528 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e36a8a0-1a21-4e02-b815-8db30a30a47a HTTP/1.1" status: 200 len: 210 time: 0.0903916 Feb 13 23:58:20.006372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:20.010140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'name': 'network-vif-deleted', 'tag': 'b4619666-51c4-41b2-aee5-a4d67949873a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:20.035994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-601b6624-8ce9-4faa-ad55-d9ef37d88362 req-6824d316-039b-4c6f-ab4c-3ede23b5f0d7 tempest-VolumesSnapshotTestJSON-330860341 tempest-VolumesSnapshotTestJSON-330860341-project] 10.222.0.42 "DELETE /v2.0/ports/b4619666-51c4-41b2-aee5-a4d67949873a HTTP/1.1" status: 204 len: 173 time: 0.9367678 Feb 13 23:58:20.084539 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e36a8a0-1a21-4e02-b815-8db30a30a47a', 'name': 'network-vif-deleted', 'tag': 'b4619666-51c4-41b2-aee5-a4d67949873a', 'status': 'completed', 'code': 200} Feb 13 23:58:21.390444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34542) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:21.546634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.581991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:21.585796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Usage tracker for resource:security_group_rule and tenant:5196e16debbf4ff5b76eba221d5bb567 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:21.588578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:21.594875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:21.660799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.664871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.710490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea32ff-8881-4c1d-ab64-8daaf7c6cab1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:21.716688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5196e16debbf4ff5b76eba221d5bb567&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3251936 Feb 13 23:58:21.719563 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34554) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:21.722088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.722438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.722806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.723141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.723472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.723800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.724122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.724440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.724764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.725083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.725403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b84656-f203-42ef-963e-6c3e4b895d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:21.786338 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-777e68af-e0a6-4427-8b46-b20439eb7acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.812084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-777e68af-e0a6-4427-8b46-b20439eb7acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.863313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-777e68af-e0a6-4427-8b46-b20439eb7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.878067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e68af-e0a6-4427-8b46-b20439eb7acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea32ff-8881-4c1d-ab64-8daaf7c6cab1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:21.884694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-777e68af-e0a6-4427-8b46-b20439eb7acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:21.885806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-777e68af-e0a6-4427-8b46-b20439eb7acc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aea32ff-8881-4c1d-ab64-8daaf7c6cab1 HTTP/1.1" status: 204 len: 168 time: 0.1652410 Feb 13 23:58:23.883417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4619666-51c4-41b2-aee5-a4d67949873a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:58:23.919319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b4619666-51c4-41b2-aee5-a4d67949873a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:58:23.919661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4619666-51c4-41b2-aee5-a4d67949873a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:58:30.224759 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7ca55ccf-8a84-457b-9ce7-b22c1a6f9b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:31.781706 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b879858c-209d-4988-a1a1-e91beb84c4ba req-884f6955-53a8-458c-8559-0f61e68581fe tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1097 time: 0.0733287 Feb 13 23:58:31.841128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b879858c-209d-4988-a1a1-e91beb84c4ba req-36403262-3699-43af-a161-93d64fc63efa tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506413 Feb 13 23:58:32.165972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052d30f-4f1e-450d-a0ba-64b9aaa68524 req-6a66d284-0cad-4dac-b69c-db5d0306ba4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:32.177428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f052d30f-4f1e-450d-a0ba-64b9aaa68524 req-6a66d284-0cad-4dac-b69c-db5d0306ba4c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1410265 Feb 13 23:58:32.224938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f052d30f-4f1e-450d-a0ba-64b9aaa68524 req-ec864f6c-79f7-47a2-b908-0f76f197ade4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 Feb 13 23:58:32.252301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34712) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:32.373046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ad7bb5d8-13d9-4215-9a15-e74464d36b46 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 993 time: 0.1195765 Feb 13 23:58:32.384713 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6e99d30c-3678-4dfa-849b-8ce9c94beb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:32.862723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5b9c4d3-606a-445b-a928-6cae439b2f94 req-b354d193-307c-4895-a8cb-f15261e95ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738249 Feb 13 23:58:33.196085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-c2b6e37b-917f-4fb6-998d-41894fecd1c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184452 Feb 13 23:58:33.225402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d8d08-548c-4f7a-853c-1932d326a6f5 req-04af83fa-d233-4ba1-af62-4449295d2718 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:33.226929 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f0d8d08-548c-4f7a-853c-1932d326a6f5 req-04af83fa-d233-4ba1-af62-4449295d2718 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.0978000 Feb 13 23:58:33.293516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f0d8d08-548c-4f7a-853c-1932d326a6f5 req-388daef2-c1a2-4d2f-93f3-3aee4f17b01a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610931 Feb 13 23:58:33.591090 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:33.868827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.051210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34768) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:34.214296 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.246627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:34.250546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d2442626ae4d3497a4947b393bf4eb is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:34.253429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:34.259189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:34.342798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.346795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.395483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0543690-7744-4829-83c8-f7a0f0e35800,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:34.400353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-394ad641-0d7d-4516-b10a-00ababa3a0d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9d2442626ae4d3497a4947b393bf4eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3475630 Feb 13 23:58:34.403279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34776) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:34.466697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb702129-933c-45a9-8565-aa7ab7ddbefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.492844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb702129-933c-45a9-8565-aa7ab7ddbefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.501449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd42d1-6a0c-424b-a95e-7169102004a3 req-595ac92e-7067-42b3-b276-91f9185fb379 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:34.504615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0bd42d1-6a0c-424b-a95e-7169102004a3 req-595ac92e-7067-42b3-b276-91f9185fb379 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.0881774 Feb 13 23:58:34.554306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e0bd42d1-6a0c-424b-a95e-7169102004a3 req-4b3b95ca-5efe-43c9-b23e-c2eb54e98c4b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Feb 13 23:58:34.559154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb702129-933c-45a9-8565-aa7ab7ddbefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.573803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702129-933c-45a9-8565-aa7ab7ddbefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0543690-7744-4829-83c8-f7a0f0e35800,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:34.584628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cb702129-933c-45a9-8565-aa7ab7ddbefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:34.586471 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cb702129-933c-45a9-8565-aa7ab7ddbefe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0543690-7744-4829-83c8-f7a0f0e35800 HTTP/1.1" status: 204 len: 168 time: 0.1821849 Feb 13 23:58:34.749149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-c7a60a19-e4f4-4b04-878a-03944fb16846 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1097 time: 0.0748959 Feb 13 23:58:34.886580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-4ee36aed-c258-43ec-bdf5-b451587f6bca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:34.888150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-4ee36aed-c258-43ec-bdf5-b451587f6bca service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.1332016 Feb 13 23:58:34.967954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:34.987868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.022527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-b82020ed-aa35-465b-a588-451ab8626148 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 1001 time: 0.1285081 Feb 13 23:58:35.029183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:35.034288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Usage tracker for resource:security_group_rule and tenant:432276647a7343799456c9648eaf64da is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:35.037295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:35.046635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:35.109662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-6a2a4fc5-dde9-4cf3-a5da-992ec91941ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:35.111343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-6a2a4fc5-dde9-4cf3-a5da-992ec91941ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.0759869 Feb 13 23:58:35.116593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.124818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.128991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.183353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=432276647a7343799456c9648eaf64da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2142429 Feb 13 23:58:35.184234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc57e-4e91-4193-890c-4ccac70ff73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44327390-8713-41a7-b1b4-8828b4a640c3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:35.186014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34790) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:35.222531 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8dc4438d-f4eb-4b4d-a12d-f9ae2946a03c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052625 Feb 13 23:58:35.349982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137564df-c5a1-4671-9fb7-67596876f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.400163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137564df-c5a1-4671-9fb7-67596876f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.411692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-c66897b2-56f9-4a3b-972a-9b6735dbe499 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798499 Feb 13 23:58:35.561128 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137564df-c5a1-4671-9fb7-67596876f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.589926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-71728695-5865-4bc1-b2ec-04d79d421616 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701899 Feb 13 23:58:35.592931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137564df-c5a1-4671-9fb7-67596876f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44327390-8713-41a7-b1b4-8828b4a640c3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:35.604684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-137564df-c5a1-4671-9fb7-67596876f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:35.605793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-137564df-c5a1-4671-9fb7-67596876f3d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44327390-8713-41a7-b1b4-8828b4a640c3 HTTP/1.1" status: 204 len: 168 time: 0.4185808 Feb 13 23:58:35.819819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d5a37-1e63-4b32-8556-66a44140de1b req-7a246d96-c341-4fef-83f8-44fb636a9459 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:35.827456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c1d5a37-1e63-4b32-8556-66a44140de1b req-7a246d96-c341-4fef-83f8-44fb636a9459 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1352143 Feb 13 23:58:35.887682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7c1d5a37-1e63-4b32-8556-66a44140de1b req-cd82da4a-2e1a-44ef-bc94-abe2545d3f0c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592873 Feb 13 23:58:36.154667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:36.174684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.207856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:36.211703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Usage tracker for resource:security_group_rule and tenant:713a85f179cc454ab6b7765c1f1461be is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:36.214581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:36.221070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:36.287575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.291057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.338638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae2b020-09be-42a6-a330-e48bc93ecb33,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:36.343020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b27c038c-ba15-43b2-8eb2-61b3e20c469c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=713a85f179cc454ab6b7765c1f1461be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877582 Feb 13 23:58:36.346377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:36.405550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-874ca5e7-50bf-48f9-9fed-0b00109c301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.435502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-874ca5e7-50bf-48f9-9fed-0b00109c301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.486720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-874ca5e7-50bf-48f9-9fed-0b00109c301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.502242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ca5e7-50bf-48f9-9fed-0b00109c301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae2b020-09be-42a6-a330-e48bc93ecb33,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:36.511646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-874ca5e7-50bf-48f9-9fed-0b00109c301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:36.515047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-874ca5e7-50bf-48f9-9fed-0b00109c301f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ae2b020-09be-42a6-a330-e48bc93ecb33 HTTP/1.1" status: 204 len: 168 time: 0.1654201 Feb 13 23:58:37.107207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb882a6-f69a-41ce-9d73-750ba2635f5d req-b2bce77f-513b-4e38-a639-5d96b4c9a497 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:37.108613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efb882a6-f69a-41ce-9d73-750ba2635f5d req-b2bce77f-513b-4e38-a639-5d96b4c9a497 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.0850577 Feb 13 23:58:37.168269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.249181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efb882a6-f69a-41ce-9d73-750ba2635f5d req-ca38451f-0985-4e9b-ad4d-c67eded94042 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339779 Feb 13 23:58:37.381090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:37.515176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349124840-network', 'tenant_id': '0bfc360b3b29477b800af2c3e7c836fd'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:37.521627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:37.525708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Usage tracker for resource:network and tenant:0bfc360b3b29477b800af2c3e7c836fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:37.528655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:37.535337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:37.545033 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Made reservation on behalf of 0bfc360b3b29477b800af2c3e7c836fd for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:58:37.547394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.559858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.592206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:37.596828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Usage tracker for resource:security_group_rule and tenant:0bfc360b3b29477b800af2c3e7c836fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:37.600034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:37.605665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:37.670835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.675412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.705829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:58:37.713858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:37.722539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.722883 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Added segment 0607ed39-22bb-4837-87a7-5d561033f608 of type vlan for network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca Feb 13 23:58:37.750326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.780322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.781165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:37.781903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:37.888430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:37.898788 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a7ffcafa-0ef1-468c-8b86-30e4e2f7dcc0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5165544 Feb 13 23:58:37.901765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34852) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:37.904638 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:58:37.910216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Request body: {'subnet': {'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349124840-subnet', 'tenant_id': '0bfc360b3b29477b800af2c3e7c836fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:37.915876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:37.920126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Usage tracker for resource:subnet and tenant:0bfc360b3b29477b800af2c3e7c836fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:37.923458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:37.929695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:37.941274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Made reservation on behalf of 0bfc360b3b29477b800af2c3e7c836fd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:58:37.944150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:38.209114 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:38.298812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b43ef3-a75d-4871-80fb-155be6d037a9,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:38.319656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Checking segment: {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:58:38.320030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Network hostable DHCP agents. Network: 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:58:38.345642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:58:38.363795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:58:38.375355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abcfa7-9ec9-4366-9ff3-97c499adc65f None None] Network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:58:38.379253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:38.380998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:38.411719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-188b88a9-b90f-4241-8326-7a037e813761 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5070436 Feb 13 23:58:38.597510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f351913-9d5e-489b-a276-5aac36f87898 req-860db091-32fa-4452-a12d-8dd938487b61 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:38.628391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f351913-9d5e-489b-a276-5aac36f87898 req-860db091-32fa-4452-a12d-8dd938487b61 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1829340 Feb 13 23:58:38.729248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f351913-9d5e-489b-a276-5aac36f87898 req-afc37aff-55ef-4dbb-9d50-cad679c965f2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996604 Feb 13 23:58:38.754058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543b662-e0fd-41b1-b89a-5f9707f54aa4 None None] Network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:58:38.812942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239765b-92f8-4f3b-b2ca-2699311864b1 req-4478d94d-35af-44f1-9522-4fa86c464864 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:38.815969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9239765b-92f8-4f3b-b2ca-2699311864b1 req-4478d94d-35af-44f1-9522-4fa86c464864 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.2783549 Feb 13 23:58:38.879181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9239765b-92f8-4f3b-b2ca-2699311864b1 req-8fd25485-6deb-4a52-87aa-e82436e6903f tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572503 Feb 13 23:58:38.999774 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:39.987570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67552a42-9849-4df3-a008-9865496d3576 req-a12a6391-259e-40fd-8e4b-af83be8bbd6a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:39.988972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67552a42-9849-4df3-a008-9865496d3576 req-a12a6391-259e-40fd-8e4b-af83be8bbd6a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1107452 Feb 13 23:58:40.040961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67552a42-9849-4df3-a008-9865496d3576 req-1a203420-dd25-4abe-88c3-ad7e79dba8d7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460186 Feb 13 23:58:40.107715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def281-6a4b-4797-8cb1-a71d9d45b8ac req-bcb34ec0-bd66-4425-bf8e-f50eaf14c557 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:40.109840 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24def281-6a4b-4797-8cb1-a71d9d45b8ac req-bcb34ec0-bd66-4425-bf8e-f50eaf14c557 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0860167 Feb 13 23:58:40.159776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24def281-6a4b-4797-8cb1-a71d9d45b8ac req-45379937-f41e-4ade-b5a6-24b863121ed8 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=20df81ce-7d9f-4b23-b464-07cae33bb683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449731 Feb 13 23:58:40.288911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-665bccf1-6185-4b69-8c55-39838017ea80 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:40.292079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-665bccf1-6185-4b69-8c55-39838017ea80 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 946 time: 0.0865364 Feb 13 23:58:40.398609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Deleting port 68b04af2-d92a-4c47-84f5-809a2c878149 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:40.399211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:40.695721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] For port 68b04af2-d92a-4c47-84f5-809a2c878149, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=68b04af2-d92a-4c47-84f5-809a2c878149,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:40.696239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:40.789931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-8234e6ee-c0c7-439d-bd3f-a2796b0a3f3e tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:40.791683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-8234e6ee-c0c7-439d-bd3f-a2796b0a3f3e tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/networks?id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 200 len: 809 time: 0.2578447 Feb 13 23:58:40.811905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-1e1a871e-bd22-40a3-a89f-817efda6bd4a tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/quotas/0bfc360b3b29477b800af2c3e7c836fd HTTP/1.1" status: 200 len: 375 time: 0.0123553 Feb 13 23:58:40.858533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-36a1bfbd-8700-4601-9f9b-42d2ef1b377a tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410550 Feb 13 23:58:40.995850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:40.996178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:40.996525 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Floating IP 5e174c0e-a69b-4e48-b825-ad5c70c37983 disassociated. External IP: 172.25.4.227, port: 68b04af2-d92a-4c47-84f5-809a2c878149. Feb 13 23:58:40.996813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Calling delete_port for 68b04af2-d92a-4c47-84f5-809a2c878149 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:58:41.005162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-7e5e5649-c6b8-413b-81e7-e5050427a629 service neutron] 10.222.0.36 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382220 Feb 13 23:58:41.167960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:41.177837 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-e9164398-7df1-429c-bd65-224d896db3fe service neutron] 10.222.0.36 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707165 Feb 13 23:58:41.270916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event deleted for resources: {'Port': ['ID=68b04af2-d92a-4c47-84f5-809a2c878149,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:41.501666 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3abf562-85a9-4df0-b161-17e425fa4fdd req-28e508ca-55f9-4102-9b88-3080f676950b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 210 time: 0.0786114 Feb 13 23:58:41.602537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e561e81-2028-4884-9c15-5ab1418d7912 req-17278b7b-90df-4395-a8db-7eacd159ef24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:41.612356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e561e81-2028-4884-9c15-5ab1418d7912 req-17278b7b-90df-4395-a8db-7eacd159ef24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.3805342 Feb 13 23:58:41.628643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2eef54c7-7fd9-4274-8f0c-eb7962424310 req-86e12696-8e62-4d29-bef0-fe6f429eb559 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 210 time: 0.0550599 Feb 13 23:58:41.686996 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e561e81-2028-4884-9c15-5ab1418d7912 req-8b412d6d-f9fc-4937-9142-9caa04308cab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737531 Feb 13 23:58:41.769830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:58:42.005516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:58:42.015104 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:58:42.033507 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:42.037439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:42.104997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] No DVR routers for this DVR port 68b04af2-d92a-4c47-84f5-809a2c878149 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:58:42.109875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:42.114469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'name': 'network-vif-deleted', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:42.151939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d631e79a-d107-4bbe-a816-88a48fcac147 req-4943327d-e0a6-40a6-a37d-25f1e19712bf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "DELETE /v2.0/ports/68b04af2-d92a-4c47-84f5-809a2c878149 HTTP/1.1" status: 204 len: 173 time: 1.8539495 Feb 13 23:58:42.316839 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:42.435962 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb385e2-d310-446f-a9bc-ced3cdca35db', 'name': 'network-vif-deleted', 'tag': '68b04af2-d92a-4c47-84f5-809a2c878149', 'status': 'completed', 'code': 200} Feb 13 23:58:42.761706 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:42.775100 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:58:42.795314 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:58:42.796261 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:58:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:42.879562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-013cdc94-fe9a-4d34-8c70-fb9e6d74174c tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:42.881932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-013cdc94-fe9a-4d34-8c70-fb9e6d74174c tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "GET /v2.0/networks?id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 200 len: 809 time: 0.3119199 Feb 13 23:58:42.908618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2802793c-3b91-4731-bb25-08de4cd7d55c req-fc0a413a-0267-4efb-8e50-ba6e8d7f2c1b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:42.927752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-2802793c-3b91-4731-bb25-08de4cd7d55c req-fc0a413a-0267-4efb-8e50-ba6e8d7f2c1b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:42.929142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2802793c-3b91-4731-bb25-08de4cd7d55c req-fc0a413a-0267-4efb-8e50-ba6e8d7f2c1b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccb385e2-d310-446f-a9bc-ced3cdca35db HTTP/1.1" status: 200 len: 210 time: 0.1084445 Feb 13 23:58:42.968053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9c6ce9f6-374c-443d-a409-652948357b0a req-0d7acbec-507c-472a-821f-eb441836b0c8 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 210 time: 0.0738940 Feb 13 23:58:42.981489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Request body: {'port': {'device_id': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca', 'admin_state_up': True, 'tenant_id': '0bfc360b3b29477b800af2c3e7c836fd'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:43.114107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:58:43.234135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:43.241717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Usage tracker for resource:port and tenant:0bfc360b3b29477b800af2c3e7c836fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:43.246398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557a1e8-e950-40a0-94d6-aed6f3925356 req-7d63e666-f4d8-42b3-b52a-f1435323529a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:43.247875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f557a1e8-e950-40a0-94d6-aed6f3925356 req-7d63e666-f4d8-42b3-b52a-f1435323529a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1205599 Feb 13 23:58:43.249109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:43.255663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:43.265731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Made reservation on behalf of 0bfc360b3b29477b800af2c3e7c836fd for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:58:43.270253 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:43.343327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f557a1e8-e950-40a0-94d6-aed6f3925356 req-cbfccbce-34fd-401a-9f64-8061e7b727d3 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868652 Feb 13 23:58:43.466854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Allocated IP 172.20.0.13 (9c1e1207-f2f5-4a34-86d7-f6f5174d88ca/25b43ef3-a75d-4871-80fb-155be6d037a9/b09e6e48-4789-48ce-b378-610195e66602) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:58:43.539246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:58:43.543510 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4fa64-b84f-4c07-bb62-845e68c5b7b5 None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:58:43.699681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:43.747124 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:43.856901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Pushing event updated for resources: {'Port': ['ID=b09e6e48-4789-48ce-b378-610195e66602,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:43.864411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:58:43.866231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:58:43.868917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:58:43.878085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6849f583-76a5-40cb-b5a0-acedc2f4c96f None None] New status for floating IP 5e174c0e-a69b-4e48-b825-ad5c70c37983: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:58:43.943607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:43.945049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:43.968628 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-19ececd7-da6c-4718-bb47-28ba11c2e1f9 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9994462 Feb 13 23:58:43.989056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Request body: {'port': {'device_id': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:44.215821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34940) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:44.218921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.299138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9949-5d45-4c20-9b13-65b06eb89139 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.349968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9949-5d45-4c20-9b13-65b06eb89139 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.361937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3460-1489-4e79-8f14-3ce15313ac59 req-d7193a8f-9f19-4518-bc5c-61fb3e3d99eb tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:44.368791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7cc3460-1489-4e79-8f14-3ce15313ac59 req-d7193a8f-9f19-4518-bc5c-61fb3e3d99eb tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 932 time: 0.1924443 Feb 13 23:58:44.450295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a7cc3460-1489-4e79-8f14-3ce15313ac59 req-f58fe99b-d6e1-43c4-9b31-a7596c036a89 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Synchronizing usage tracker for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:44.479631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 68b04af2-d92a-4c47-84f5-809a2c878149 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:58:44.486828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a7cc3460-1489-4e79-8f14-3ce15313ac59 req-f58fe99b-d6e1-43c4-9b31-a7596c036a89 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Unset dirty status for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:44.488057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7cc3460-1489-4e79-8f14-3ce15313ac59 req-f58fe99b-d6e1-43c4-9b31-a7596c036a89 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185172 Feb 13 23:58:44.492596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9949-5d45-4c20-9b13-65b06eb89139 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.547953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc9949-5d45-4c20-9b13-65b06eb89139 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df81ce-7d9f-4b23-b464-07cae33bb683,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:44.584400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 68b04af2-d92a-4c47-84f5-809a2c878149 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:58:44.584928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 68b04af2-d92a-4c47-84f5-809a2c878149 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:58:44.592074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9949-5d45-4c20-9b13-65b06eb89139 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.593175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cfcc9949-5d45-4c20-9b13-65b06eb89139 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "DELETE /v2.0/security-groups/20df81ce-7d9f-4b23-b464-07cae33bb683 HTTP/1.1" status: 204 len: 168 time: 0.3709993 Feb 13 23:58:44.601867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34946) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:44.627164 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-cbdd5c5a-fe46-424c-8837-1bfbb5f43c5a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] show failed (client error): The resource could not be found. Feb 13 23:58:44.628137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cbdd5c5a-fe46-424c-8837-1bfbb5f43c5a tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups/20df81ce-7d9f-4b23-b464-07cae33bb683 HTTP/1.1" status: 404 len: 347 time: 0.0251505 Feb 13 23:58:44.631114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:44.714021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc06e-9839-493b-85ce-235a619d18c1 req-43d2b0fe-3a26-4bc2-9352-fc8d5c1f2f6d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:44.715486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e63bc06e-9839-493b-85ce-235a619d18c1 req-43d2b0fe-3a26-4bc2-9352-fc8d5c1f2f6d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1251738 Feb 13 23:58:44.804064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e63bc06e-9839-493b-85ce-235a619d18c1 req-a578c788-5c5c-464f-9162-a75544409610 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588431 Feb 13 23:58:44.805934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09e6e48-4789-48ce-b378-610195e66602 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:58:44.811659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Deleting port 9889f22d-2a24-4cf4-abb9-1f0915c0819a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:44.811993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.842695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:44.859391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Transition to ACTIVE for port object b09e6e48-4789-48ce-b378-610195e66602 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:58:44.867058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.027998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b09e6e48-4789-48ce-b378-610195e66602,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:45.074407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.074805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.136154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Attempting to bind port b09e6e48-4789-48ce-b378-610195e66602 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:58:45.136641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Attempting to bind port b09e6e48-4789-48ce-b378-610195e66602 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:58:45.136979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Attempting to bind port b09e6e48-4789-48ce-b378-610195e66602 on network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:58:45.143848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Port b09e6e48-4789-48ce-b378-610195e66602 on network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:58:45.144175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Attempting to bind port b09e6e48-4789-48ce-b378-610195e66602 on network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:58:45.150870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:58:45.151187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Checking segment: {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:58:45.151578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Bound using segment: {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:58:45.151982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Bound port: b09e6e48-4789-48ce-b378-610195e66602, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:58:45.152374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.214316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Calling delete_port for 9889f22d-2a24-4cf4-abb9-1f0915c0819a owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:58:45.243919 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] For port b09e6e48-4789-48ce-b378-610195e66602, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:58:45.246930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] For port b09e6e48-4789-48ce-b378-610195e66602, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b09e6e48-4789-48ce-b378-610195e66602,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:58:45.253101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.321131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.322529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b09e6e48-4789-48ce-b378-610195e66602 HTTP/1.1" status: 200 len: 1092 time: 1.3425579 Feb 13 23:58:45.322957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'tag': 'b09e6e48-4789-48ce-b378-610195e66602'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:45.346597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bfda1-e296-432a-bf9a-dec683a688a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b09e6e48-4789-48ce-b378-610195e66602,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:45.401397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.431641 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'tag': 'b09e6e48-4789-48ce-b378-610195e66602', 'status': 'completed', 'code': 200} Feb 13 23:58:45.447979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event deleted for resources: {'Port': ['ID=9889f22d-2a24-4cf4-abb9-1f0915c0819a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:45.469961 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-5d08c698-b4ae-425c-afcb-b044ab91520e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 1095 time: 0.0939169 Feb 13 23:58:45.555090 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.558016 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-74e33b81-5fc5-4ce2-bf1b-ee0ed65d772f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b09e6e48-4789-48ce-b378-610195e66602 HTTP/1.1" status: 200 len: 217 time: 0.0775728 Feb 13 23:58:45.573373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:45.574443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-feda9acd-ddc3-4190-96e9-6b7b9046971e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "DELETE /v2.0/floatingips/5e174c0e-a69b-4e48-b825-ad5c70c37983 HTTP/1.1" status: 204 len: 168 time: 0.9423382 Feb 13 23:58:45.650532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-7b411825-5308-4d0e-bfb9-3d82dc676159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:45.652857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-7b411825-5308-4d0e-bfb9-3d82dc676159 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25b43ef3-a75d-4871-80fb-155be6d037a9 HTTP/1.1" status: 200 len: 849 time: 0.0855434 Feb 13 23:58:45.726418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-207b9906-24af-4632-bd44-b54b27cca217 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637331 Feb 13 23:58:45.939378 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-2b3516eb-603d-4b8b-adc4-0ef2d978acce service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001400 Feb 13 23:58:45.950772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34966) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:45.962190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--802630486', 'description': 'tempest-description--1571473334'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:45.980749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:45.987282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:45.991321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:46.004833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:46.029814 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.123200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beca73-88a5-497e-9ab4-73e1690998c5 req-28b815e9-4a5b-436a-b0ed-e4d9534fca3e tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:46.123867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e2beca73-88a5-497e-9ab4-73e1690998c5 req-28b815e9-4a5b-436a-b0ed-e4d9534fca3e tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Synchronizing usage tracker for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:46.161822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e2beca73-88a5-497e-9ab4-73e1690998c5 req-28b815e9-4a5b-436a-b0ed-e4d9534fca3e tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Unset dirty status for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:46.168494 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2beca73-88a5-497e-9ab4-73e1690998c5 req-28b815e9-4a5b-436a-b0ed-e4d9534fca3e tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 944 time: 0.4077454 Feb 13 23:58:46.227548 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b75244f-aaa7-4d5a-a9d6-95613aed4554 req-e0f51340-e203-4bd5-bbab-4f38f609a894 service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579653 Feb 13 23:58:46.261920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2beca73-88a5-497e-9ab4-73e1690998c5 req-23e04067-dd2d-46f5-9046-a64dc16ced0d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923703 Feb 13 23:58:46.275877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:46.286300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:46.294392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:46.304717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:46.361569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090effe4-bfbd-4c3b-bcc6-54637e3824c5 req-62496bb4-4ee7-4461-b99e-12e8c37ca847 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:46.369680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-090effe4-bfbd-4c3b-bcc6-54637e3824c5 req-62496bb4-4ee7-4461-b99e-12e8c37ca847 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.2791901 Feb 13 23:58:46.389872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-5cc2a0ac-7bca-40d5-a698-6117cb27a784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 1095 time: 0.0866070 Feb 13 23:58:46.422663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.434789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.466829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-090effe4-bfbd-4c3b-bcc6-54637e3824c5 req-1013e34f-06d8-4e94-bd88-ce9f3ddebab5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962222 Feb 13 23:58:46.499910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99a3e1d-3520-46c4-a7be-a1686d0319af,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:46.503608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.506213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d00218be-6727-4f48-913a-ba16fa0530fd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5510416 Feb 13 23:58:46.509195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 34970) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:46.515958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'security_group_rule': {'security_group_id': 'e99a3e1d-3520-46c4-a7be-a1686d0319af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:46.523979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:46.527971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:46.534170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:46.550866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:46.574408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a931b6-1413-484d-a988-9985791cfff8 req-0e64e1a8-9ba7-448f-8bad-8e2ac7450de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:46.575941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-0e64e1a8-9ba7-448f-8bad-8e2ac7450de6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 200 len: 909 time: 0.1787348 Feb 13 23:58:46.630320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.660990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-2e3ab1a0-60b9-48ba-9e42-0c2675b32ba8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b09e6e48-4789-48ce-b378-610195e66602 HTTP/1.1" status: 200 len: 217 time: 0.0783594 Feb 13 23:58:46.781545 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:58:46.838678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a931b6-1413-484d-a988-9985791cfff8 req-388db353-6d69-45fe-8c8f-f408808b1198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:46.840020 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-388db353-6d69-45fe-8c8f-f408808b1198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25b43ef3-a75d-4871-80fb-155be6d037a9 HTTP/1.1" status: 200 len: 849 time: 0.1685927 Feb 13 23:58:46.897042 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-096c7fe7-aa43-4791-a77f-9a392661071b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433719 Feb 13 23:58:46.898649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.902580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:46.953340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be20ed8-ced2-4f74-a285-853562d7201f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:47.024510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.028354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34976) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:47.028555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-49821e30-7de2-4b1c-9616-3f5c2ce3f1c1 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5184972 Feb 13 23:58:47.034619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'security_group_rule': {'security_group_id': 'e99a3e1d-3520-46c4-a7be-a1686d0319af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:47.042467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:47.067955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:security_group_rule and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:47.073650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:47.080560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:47.082531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-dddb1c8c-81fb-4966-a0f3-79420da8e984 service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760936 Feb 13 23:58:47.099079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.214441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.218752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.240650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0a931b6-1413-484d-a988-9985791cfff8 req-3c9c2bd9-fc89-4d59-aeac-9df982f89c43 service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527176 Feb 13 23:58:47.246253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b66eddb-b229-4319-8fa6-31da7bb689a6,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:47.261488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.263193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-711f8ce9-01b0-4f2f-8318-44f37a517cb6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2334816 Feb 13 23:58:47.266108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 34982) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:58:47.271821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:47.277788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:47.288856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Usage tracker for resource:floatingip and tenant:384f8d54cd33413d93b7144daa0a5020 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:58:47.292492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:58:47.300658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:47.315639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.474549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43667c25-857a-4496-ba30-53143d873888 req-b65cae71-31f0-4db6-8438-aa50e532f802 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:47.480803 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.483626 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43667c25-857a-4496-ba30-53143d873888 req-b65cae71-31f0-4db6-8438-aa50e532f802 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 944 time: 0.0893517 Feb 13 23:58:47.575203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43667c25-857a-4496-ba30-53143d873888 req-fc404148-9381-471f-87ce-c5c84cc7b0db tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928779 Feb 13 23:58:47.703974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Allocated IP 172.25.4.32 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/7194ae3d-03dc-404e-b445-ac1dfc8c06ae) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:58:47.748943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656728-cddc-49a3-801a-ab21745533cc req-1d101f6f-9c92-4198-8731-336942b19f84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:47.750367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9656728-cddc-49a3-801a-ab21745533cc req-1d101f6f-9c92-4198-8731-336942b19f84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1338351 Feb 13 23:58:47.871669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9656728-cddc-49a3-801a-ab21745533cc req-2c1e0a1a-7754-4b36-8413-3c2890a9d185 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789514 Feb 13 23:58:47.909017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:47.939043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.008108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:58:48.009249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:58:48.018148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:58:48.048784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'Port': ['ID=7194ae3d-03dc-404e-b445-ac1dfc8c06ae,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:48.189620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.257239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.469225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.473413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.580937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'Port': ['ID=7194ae3d-03dc-404e-b445-ac1dfc8c06ae,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:48.594474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.618221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:48.619414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f5e09b27-84a6-4e55-8d53-1ec2e1156caf tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3523126 Feb 13 23:58:48.768199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a597ba-7d94-4cf0-b39c-d78b5013a56b req-97f7e6a9-ff04-4a2b-95ae-8e874185c9c1 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:48.769654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93a597ba-7d94-4cf0-b39c-d78b5013a56b req-97f7e6a9-ff04-4a2b-95ae-8e874185c9c1 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 944 time: 0.0829971 Feb 13 23:58:48.816109 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93a597ba-7d94-4cf0-b39c-d78b5013a56b req-2c2b1acb-e08f-4834-a063-d18a50d1e25c tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Feb 13 23:58:48.842928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-fa0c221d-43a4-4d41-8095-e25f2cb26fbd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:48.857211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-fa0c221d-43a4-4d41-8095-e25f2cb26fbd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:48.858358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-fa0c221d-43a4-4d41-8095-e25f2cb26fbd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--802630486&fields=id&tenant_id=384f8d54cd33413d93b7144daa0a5020 HTTP/1.1" status: 200 len: 267 time: 0.0568404 Feb 13 23:58:49.006820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-d35b8f57-7634-4327-a238-582930da789f tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:49.008161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-d35b8f57-7634-4327-a238-582930da789f tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 811 time: 0.1432507 Feb 13 23:58:49.025427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-1b6e1459-0931-40ad-a304-5ae16059ff16 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/quotas/384f8d54cd33413d93b7144daa0a5020 HTTP/1.1" status: 200 len: 375 time: 0.0117953 Feb 13 23:58:49.076805 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad048e6-cea8-4e7f-a7d1-2fd2759a64af req-e99d73d6-84c0-4f7a-a65f-7a9e3718657b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:49.078288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bad048e6-cea8-4e7f-a7d1-2fd2759a64af req-e99d73d6-84c0-4f7a-a65f-7a9e3718657b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.0788507 Feb 13 23:58:49.109853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-265f6823-e4e0-45c3-b890-e04c0568a7f4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:49.124652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bad048e6-cea8-4e7f-a7d1-2fd2759a64af req-9e4c439c-2547-4482-9b41-2fffe0c2e2f4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399635 Feb 13 23:58:49.127525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-265f6823-e4e0-45c3-b890-e04c0568a7f4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:49.128896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-265f6823-e4e0-45c3-b890-e04c0568a7f4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978408 Feb 13 23:58:49.362479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-ebe90ffb-9fb3-498b-a020-20ec5bc463d5 service neutron] 10.222.0.36 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220130 Feb 13 23:58:49.494728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-4bd1787d-5b21-47c1-b5b9-b740338d6443 service neutron] 10.222.0.36 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265345 Feb 13 23:58:49.688649 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88700333-cd76-4ad2-a9bc-88259131d46d req-c7586075-c70f-4716-a01e-b25c27936682 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 210 time: 0.0459607 Feb 13 23:58:49.989783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b09e6e48-4789-48ce-b378-610195e66602 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:58:50.147913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b09e6e48-4789-48ce-b378-610195e66602, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b09e6e48-4789-48ce-b378-610195e66602,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:50.171753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b09e6e48-4789-48ce-b378-610195e66602', 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca', 'port_id': 'b09e6e48-4789-48ce-b378-610195e66602', 'mac_address': 'fa:16:3e:45:e9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b43ef3-a75d-4871-80fb-155be6d037a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:58:50.250184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:50.251460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f78ba-c8a9-4859-8c01-0393c34c6687 req-44e50706-8872-4bf1-bec5-392a64fee728 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:50.265866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d4f78ba-c8a9-4859-8c01-0393c34c6687 req-44e50706-8872-4bf1-bec5-392a64fee728 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 944 time: 0.1459672 Feb 13 23:58:50.281647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09e6e48-4789-48ce-b378-610195e66602 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:58:50.307189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b09e6e48-4789-48ce-b378-610195e66602, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b09e6e48-4789-48ce-b378-610195e66602,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:50.314391 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:50.327413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d4f78ba-c8a9-4859-8c01-0393c34c6687 req-e04bc278-f79f-4caf-975e-cbc1956a2e35 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520773 Feb 13 23:58:50.382015 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0bd21-252d-4152-b46a-e007ae2da371 req-0b516224-2016-4c8a-b2c3-0000e824dd3e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:50.383915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6d0bd21-252d-4152-b46a-e007ae2da371 req-0b516224-2016-4c8a-b2c3-0000e824dd3e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1223767 Feb 13 23:58:50.431139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b09e6e48-4789-48ce-b378-610195e66602,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:50.437470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6d0bd21-252d-4152-b46a-e007ae2da371 req-24d76561-03c9-439d-b57e-f2377735dd27 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483408 Feb 13 23:58:50.440078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.440425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.440756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.441089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.441414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.441735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.442067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.442392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.442708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.443025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.443353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:58:50.551468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b09e6e48-4789-48ce-b378-610195e66602'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:58:50.953259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-113e658c-fe5c-4415-8161-a0cc15c940e7 req-4c854974-00d4-48fa-baf1-603afa5cbb69 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 210 time: 0.0631821 Feb 13 23:58:51.023008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-63997b12-3e8e-441d-8f79-866967aace42 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:51.024810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-63997b12-3e8e-441d-8f79-866967aace42 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 811 time: 0.2336071 Feb 13 23:58:51.233311 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-89c231c5-38fe-46bc-a7e7-a90bee0c1007 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=384f8d54cd33413d93b7144daa0a5020 HTTP/1.1" status: 200 len: 379 time: 0.0397532 Feb 13 23:58:51.243499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'port': {'device_id': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'admin_state_up': True, 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'security_groups': ['e99a3e1d-3520-46c4-a7be-a1686d0319af']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:51.383868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:58:51.394867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:58:51.406310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Made reservation on behalf of 384f8d54cd33413d93b7144daa0a5020 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:58:51.409805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:51.554987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097e63f-82ee-4656-a54e-5619165eb642 req-e8cfb0a1-c947-42ea-a6af-894463758ce5 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:51.556522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6097e63f-82ee-4656-a54e-5619165eb642 req-e8cfb0a1-c947-42ea-a6af-894463758ce5 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0891237 Feb 13 23:58:51.608867 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6097e63f-82ee-4656-a54e-5619165eb642 req-f2487f0e-d384-4bea-b559-3216a0f68ee0 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Feb 13 23:58:51.636733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Allocated IP 172.20.0.8 (bac04612-3403-4065-a8fb-58bc63bf802f/770d6ece-3a68-4bf4-bceb-3bc229c39ab0/a9cf76dd-3189-4054-9713-474ae5967d7a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:58:51.763482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a3fe9-0dee-4984-8a6f-236e732c82fc req-fb348be5-0ad2-496c-b26a-99cd4730f0d4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:51.764924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d37a3fe9-0dee-4984-8a6f-236e732c82fc req-fb348be5-0ad2-496c-b26a-99cd4730f0d4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1845734 Feb 13 23:58:51.863206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d37a3fe9-0dee-4984-8a6f-236e732c82fc req-4cfab9ca-ce31-4079-982d-26621ea39790 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901716 Feb 13 23:58:51.881520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:51.900246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Transition to ACTIVE for port object a9cf76dd-3189-4054-9713-474ae5967d7a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:58:51.925352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:51.980896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Network bac04612-3403-4065-a8fb-58bc63bf802f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:58:51.989463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b09e6e48-4789-48ce-b378-610195e66602 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:58:52.002360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:58:52.007056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:58:52.112915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event updated for resources: {'Port': ['ID=a9cf76dd-3189-4054-9713-474ae5967d7a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:52.149324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:52.150637 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:52.184419 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-bd55df5e-7f90-44a5-b80f-7db29094e9f7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9446104 Feb 13 23:58:52.191276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b09e6e48-4789-48ce-b378-610195e66602 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:58:52.198518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b09e6e48-4789-48ce-b378-610195e66602 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:58:52.199438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:52.203725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Request body: {'port': {'device_id': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:52.289247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82425279-875e-4421-84c8-0fc8450b0402 req-dc58f1f9-24f0-4e4d-be11-331a80bb0a39 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:52.291030 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82425279-875e-4421-84c8-0fc8450b0402 req-dc58f1f9-24f0-4e4d-be11-331a80bb0a39 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 931 time: 0.1075726 Feb 13 23:58:52.345899 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:52.346486 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:52.365672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82425279-875e-4421-84c8-0fc8450b0402 req-329f340c-83c5-4730-aea2-4ae3570c1c25 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691702 Feb 13 23:58:52.383394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09e6e48-4789-48ce-b378-610195e66602'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:52.397860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b09e6e48-4789-48ce-b378-610195e66602, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b09e6e48-4789-48ce-b378-610195e66602,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:52.402132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:52.465509 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09e6e48-4789-48ce-b378-610195e66602', 'code': 200} Feb 13 23:58:52.489347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-67711639-01ca-410e-a64d-8dc2cfe80527 None None] Provisioning for port a9cf76dd-3189-4054-9713-474ae5967d7a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:58:52.496929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-67711639-01ca-410e-a64d-8dc2cfe80527 None None] Provisioning complete for port a9cf76dd-3189-4054-9713-474ae5967d7a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:58:52.497309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-67711639-01ca-410e-a64d-8dc2cfe80527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:52.531697 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b09e6e48-4789-48ce-b378-610195e66602,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:52.556918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-67711639-01ca-410e-a64d-8dc2cfe80527 None None] Port a9cf76dd-3189-4054-9713-474ae5967d7a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:58:52.611718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e4717e6-1f1b-4735-b4f5-e04dbee47882 req-8e02f4ce-1a1f-4349-aa33-18f6ff681944 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 1097 time: 0.0764515 Feb 13 23:58:52.660675 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e4717e6-1f1b-4735-b4f5-e04dbee47882 req-2ad2ca70-1cfc-4428-a4da-1230ee9904d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Feb 13 23:58:52.820486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3826ea-8928-4378-a81f-93cc4b932157 req-0f27b0ed-a1ad-4c68-ac0d-e34a8a1e9a83 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:52.822191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe3826ea-8928-4378-a81f-93cc4b932157 req-0f27b0ed-a1ad-4c68-ac0d-e34a8a1e9a83 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 946 time: 0.0818064 Feb 13 23:58:52.854540 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-f29cfd47-bd0a-4579-8057-0ea3eef820ae service neutron] show failed (client error): The resource could not be found. Feb 13 23:58:52.855528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-f29cfd47-bd0a-4579-8057-0ea3eef820ae service neutron] 10.222.0.31 "GET /v2.0/ports/fdc85f88-214a-4f63-9fda-f985d7d17e9f/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.2229161 Feb 13 23:58:52.882650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fe3826ea-8928-4378-a81f-93cc4b932157 req-73a8fd78-8487-49d8-b909-98f83d03585a tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 Feb 13 23:58:52.952761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cf76dd-3189-4054-9713-474ae5967d7a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:58:52.960815 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:53.005787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Transition to ACTIVE for port object a9cf76dd-3189-4054-9713-474ae5967d7a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:58:53.013260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:53.174519 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-631d25be-3972-41fd-977f-f43839c734ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 1097 time: 0.0824428 Feb 13 23:58:53.187691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:58:53.260651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cf76dd-3189-4054-9713-474ae5967d7a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:53.326353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:53.407932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63e7f-d587-497b-b36a-d79b44a502bc req-e246060d-49a5-4570-b72f-452d3854a4db tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:53.410504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20d63e7f-d587-497b-b36a-d79b44a502bc req-e246060d-49a5-4570-b72f-452d3854a4db tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.3907366 Feb 13 23:58:53.491927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Attempting to bind port a9cf76dd-3189-4054-9713-474ae5967d7a on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:58:53.492448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Attempting to bind port a9cf76dd-3189-4054-9713-474ae5967d7a by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:58:53.492968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Attempting to bind port a9cf76dd-3189-4054-9713-474ae5967d7a on network bac04612-3403-4065-a8fb-58bc63bf802f {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:58:53.497680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20d63e7f-d587-497b-b36a-d79b44a502bc req-8f999235-9336-4501-b861-b964a379f53f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810132 Feb 13 23:58:53.507241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Port a9cf76dd-3189-4054-9713-474ae5967d7a on network bac04612-3403-4065-a8fb-58bc63bf802f not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:58:53.507707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Attempting to bind port a9cf76dd-3189-4054-9713-474ae5967d7a on network bac04612-3403-4065-a8fb-58bc63bf802f {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:58:53.534754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:58:53.534754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Checking segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:58:53.534754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Bound using segment: {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:58:53.534754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Bound port: a9cf76dd-3189-4054-9713-474ae5967d7a, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfa114-1ea7-4c48-84ab-81faef83fb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:58:53.534754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:53.623286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] For port a9cf76dd-3189-4054-9713-474ae5967d7a, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:58:53.627003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] For port a9cf76dd-3189-4054-9713-474ae5967d7a, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a9cf76dd-3189-4054-9713-474ae5967d7a,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:58:53.631138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:53.697912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:53.699519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] 10.222.0.31 "PUT /v2.0/ports/a9cf76dd-3189-4054-9713-474ae5967d7a HTTP/1.1" status: 200 len: 1091 time: 1.5069270 Feb 13 23:58:53.700025 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:53.741248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a9c2b-4ec3-41b3-9ca8-c2c334e4b212 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cf76dd-3189-4054-9713-474ae5967d7a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:53.789299 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'status': 'completed', 'code': 200} Feb 13 23:58:53.834210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:53.853472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72a5e1-deeb-4327-bf5b-b34f019ed3d8 req-e93ac403-4a60-4949-a089-19db6c75c5f6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:53.861401 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-db72a5e1-deeb-4327-bf5b-b34f019ed3d8 req-e93ac403-4a60-4949-a089-19db6c75c5f6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 943 time: 0.3226643 Feb 13 23:58:53.882725 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-86481846-e3b3-4b25-bc9d-fda6c50a9f27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 1094 time: 0.0855186 Feb 13 23:58:53.943805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-db72a5e1-deeb-4327-bf5b-b34f019ed3d8 req-bdcd32a7-b8d8-46c9-a3de-0fc4634eba9b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814078 Feb 13 23:58:53.947611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:58:54.006343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-c99d8a9a-714d-4ee4-8f47-41f5ed85195c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9cf76dd-3189-4054-9713-474ae5967d7a HTTP/1.1" status: 200 len: 217 time: 0.1157539 Feb 13 23:58:54.030268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:54.037777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:54.083882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Transition to ACTIVE for port object fdc85f88-214a-4f63-9fda-f985d7d17e9f will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:58:54.096887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:54.105599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-330b399a-b849-437c-9c87-f5eb0f79f167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:54.109465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-330b399a-b849-437c-9c87-f5eb0f79f167 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.0959125 Feb 13 23:58:54.176976 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'code': 200} Feb 13 23:58:54.262787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d4633-f971-4258-af2e-bddb80b7c981 req-1f9c2f7f-6571-4f38-ac23-4b68e3f69209 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:54.264245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a20d4633-f971-4258-af2e-bddb80b7c981 req-1f9c2f7f-6571-4f38-ac23-4b68e3f69209 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 946 time: 0.1529868 Feb 13 23:58:54.296789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:54.334461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-4bb29c00-b6b2-4a5a-9226-63a2b450cd15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818712 Feb 13 23:58:54.344080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a20d4633-f971-4258-af2e-bddb80b7c981 req-55196da6-402a-445d-9eca-ac1a0c329091 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679219 Feb 13 23:58:54.392379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] No DVR routers for this DVR port fdc85f88-214a-4f63-9fda-f985d7d17e9f on host n-h1-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:58:54.561409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-1ec5c2cb-39d4-45bd-8c62-c847603da01c service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162590 Feb 13 23:58:54.744357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1ac7f9d9-d11f-47f4-8a88-14ac0e5e6d3e req-dbfe72ae-4c10-4c38-a3e6-c8705ede6167 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758010 Feb 13 23:58:54.769083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:58:54.769518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:58:54.770054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:58:54.777866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:58:54.778157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:58:54.795077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:58:54.795498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Checking segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:58:54.795975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Bound using segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:58:54.796484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Bound port: fdc85f88-214a-4f63-9fda-f985d7d17e9f, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:58:54.796902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:54.877726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3953b-2c48-491c-a35e-f74f9a0aed56 req-c96d7d2b-14ff-4d7e-b418-194516808490 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:54.879364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dd3953b-2c48-491c-a35e-f74f9a0aed56 req-c96d7d2b-14ff-4d7e-b418-194516808490 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.1758404 Feb 13 23:58:54.895977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-38620a00-2092-4163-8414-20bed4fecde1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 1094 time: 0.0963535 Feb 13 23:58:54.939514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:58:54.956078 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dd3953b-2c48-491c-a35e-f74f9a0aed56 req-b60e4c38-baa6-46b1-89ba-d3e0b5a4eaca tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674574 Feb 13 23:58:54.957736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:58:54.966183 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:55.057858 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:55.059767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] 10.222.0.42 "PUT /v2.0/ports/fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 1092 time: 1.8777411 Feb 13 23:58:55.076178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c072657-f8d7-4abb-9972-e7b6e2a52769 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:55.154066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-b03439eb-58f0-4fea-96d8-da6d43135b5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:55.155776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-b03439eb-58f0-4fea-96d8-da6d43135b5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.2536230 Feb 13 23:58:55.193115 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-c53403ec-13cf-4819-8dc2-76c4fb29d83e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1095 time: 0.1010921 Feb 13 23:58:55.343121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-78801f92-05b2-407f-adaf-fd132bb15bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:55.345260 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-78801f92-05b2-407f-adaf-fd132bb15bdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.1445291 Feb 13 23:58:55.359378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-b155245e-7077-48fc-afc9-015f5b994bb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9cf76dd-3189-4054-9713-474ae5967d7a HTTP/1.1" status: 200 len: 217 time: 0.1916862 Feb 13 23:58:55.481246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-05387e9e-442e-4442-9642-3bb2e9077648 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.1294568 Feb 13 23:58:55.495979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-52a6d42e-9094-4819-ac95-1eb0852e2130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:55.503836 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-52a6d42e-9094-4819-ac95-1eb0852e2130 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.1329980 Feb 13 23:58:55.515290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffd3da-cf0d-40d4-ba80-12fe22e5984e req-51b39076-6990-4d96-b190-3167500f8f7c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:55.516073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1dffd3da-cf0d-40d4-ba80-12fe22e5984e req-51b39076-6990-4d96-b190-3167500f8f7c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Synchronizing usage tracker for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:58:55.595743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1dffd3da-cf0d-40d4-ba80-12fe22e5984e req-51b39076-6990-4d96-b190-3167500f8f7c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Unset dirty status for tenant:384f8d54cd33413d93b7144daa0a5020 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:58:55.596735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dffd3da-cf0d-40d4-ba80-12fe22e5984e req-51b39076-6990-4d96-b190-3167500f8f7c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 943 time: 0.4783967 Feb 13 23:58:55.600437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-fcd24681-7350-4a90-84d8-dc42b9699ce4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:55.600437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-fcd24681-7350-4a90-84d8-dc42b9699ce4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1135085 Feb 13 23:58:55.634299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-eaf53430-8a53-4f2c-af84-7e81350fc2d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140969 Feb 13 23:58:55.680475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3a1e-1c9d-4689-80f2-4b7040c7daee req-7d484a3b-d57f-40c5-8374-78ea25a424cd tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:55.681945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-631a3a1e-1c9d-4689-80f2-4b7040c7daee req-7d484a3b-d57f-40c5-8374-78ea25a424cd tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 946 time: 0.1575823 Feb 13 23:58:55.729233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-20a450b2-3ec8-42e0-880c-36e6768091f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205399 Feb 13 23:58:55.740279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dffd3da-cf0d-40d4-ba80-12fe22e5984e req-9c47e217-f2b3-4ad6-80dc-349bc65865c4 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331556 Feb 13 23:58:55.776864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-631a3a1e-1c9d-4689-80f2-4b7040c7daee req-80a207b2-dcbc-47df-9846-f39496247771 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869179 Feb 13 23:58:55.811037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-4549f437-4749-438e-80db-716713d3cecc service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649790 Feb 13 23:58:55.902394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-5874c26c-603f-4f0d-84c9-9992f8f4d982 service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649702 Feb 13 23:58:55.970115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb3c51d1-b2dd-44cb-99b6-93402a8672ed req-a9b51c70-127a-4ae0-8eac-8ce25c516763 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514728 Feb 13 23:58:56.181013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:56.253781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e558-2572-4fe9-a270-84f0208eab27 req-73be03c1-21dc-481e-a627-f2a60541e7de tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:56.263230 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1288e558-2572-4fe9-a270-84f0208eab27 req-73be03c1-21dc-481e-a627-f2a60541e7de tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.1148424 Feb 13 23:58:56.272674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2242b78-0c15-4dc1-baa5-017d08e4ebe6 req-055f69da-0b9a-4853-a59d-fcecaa71b6dd service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636179 Feb 13 23:58:56.282748 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'status': 'completed', 'code': 200} Feb 13 23:58:56.358422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1288e558-2572-4fe9-a270-84f0208eab27 req-cf60b702-6c11-47af-b4f6-ca09e6fd0306 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940764 Feb 13 23:58:56.407585 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-4a5afd87-84b7-4899-bfe9-07d92d328927 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1095 time: 0.0975833 Feb 13 23:58:56.470005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-e4c0e8ab-e4da-452b-87ee-c734f92d75b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1095 time: 0.1348941 Feb 13 23:58:56.558742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a9cf76dd-3189-4054-9713-474ae5967d7a details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:58:56.560991 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:58:56.601701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-a895cb9e-2cd1-41c2-a94d-4a92ae13489b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:56.604201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-a895cb9e-2cd1-41c2-a94d-4a92ae13489b service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.1908145 Feb 13 23:58:56.644296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:58:56.667433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-43a440ef-2821-46e2-b531-9dd7a1014c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:56.669792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-43a440ef-2821-46e2-b531-9dd7a1014c6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.1938891 Feb 13 23:58:56.801243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-7cb10f0d-d204-4d7e-b6ef-b4abf46e4f65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.1250916 Feb 13 23:58:56.840168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-836a5fe4-951f-4bbf-87a8-f56b1f510651 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.2265909 Feb 13 23:58:56.870844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a9cf76dd-3189-4054-9713-474ae5967d7a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a9cf76dd-3189-4054-9713-474ae5967d7a,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:56.890857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'port_id': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'mac_address': 'fa:16:3e:b5:e3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:58:56.951232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-881a720b-6dcd-478f-a969-00e8a6a1661e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:56.955366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-881a720b-6dcd-478f-a969-00e8a6a1661e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1448193 Feb 13 23:58:57.025129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:57.030830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-09a4edd9-6dd8-4610-bbb0-057be960f6ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:57.033358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-09a4edd9-6dd8-4610-bbb0-057be960f6ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1886280 Feb 13 23:58:57.047815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cf76dd-3189-4054-9713-474ae5967d7a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:58:57.080523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a9cf76dd-3189-4054-9713-474ae5967d7a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a9cf76dd-3189-4054-9713-474ae5967d7a,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:57.096858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:57.174111 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-8b2e5c3d-d3ba-468c-9e0c-8ce72a432d42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964667 Feb 13 23:58:57.207492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311b72-c1ba-48d0-8dac-2f54d5e392e3 req-a11c4f81-30b6-459a-8caf-d2503af3e610 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:57.214090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99311b72-c1ba-48d0-8dac-2f54d5e392e3 req-a11c4f81-30b6-459a-8caf-d2503af3e610 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 943 time: 0.2898138 Feb 13 23:58:57.222767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a9cf76dd-3189-4054-9713-474ae5967d7a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:57.280423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99311b72-c1ba-48d0-8dac-2f54d5e392e3 req-0c27cb4b-1c97-400e-8eb7-45975c0489d7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654166 Feb 13 23:58:57.288240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-6ac54fa3-810d-46c6-b00f-336a69882ac2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482986 Feb 13 23:58:57.305370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['a9cf76dd-3189-4054-9713-474ae5967d7a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:58:57.448418 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-6ae5e01a-0410-4367-9176-b351e5b07430 service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265596 Feb 13 23:58:57.459355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-73d49a0a-a41a-46c1-b9b7-b77108d08061 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602192 Feb 13 23:58:57.651921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aba83-74a1-4591-ad09-48a8596f31fb req-6bf125bd-a668-4d12-929a-4d33ee80cac5 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:57.653357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004aba83-74a1-4591-ad09-48a8596f31fb req-6bf125bd-a668-4d12-929a-4d33ee80cac5 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 946 time: 0.4751222 Feb 13 23:58:57.670494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-2f5ba683-aa2e-4ac1-bed4-458a32c86049 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043722 Feb 13 23:58:57.697869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-645ba1c0-54e4-45f8-bc81-c735f751de8f req-1eb91fc8-f29a-4b5e-bbe3-9eb6e4b66641 service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407222 Feb 13 23:58:57.703185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536b7e-df2c-40b5-b36d-df85726f7c5e req-7dbb385f-7c8f-416b-9977-4be3097b8598 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:57.705792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59536b7e-df2c-40b5-b36d-df85726f7c5e req-7dbb385f-7c8f-416b-9977-4be3097b8598 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.1114709 Feb 13 23:58:57.751842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004aba83-74a1-4591-ad09-48a8596f31fb req-61004a72-cda8-496d-abee-411256769d4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841205 Feb 13 23:58:57.769751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59536b7e-df2c-40b5-b36d-df85726f7c5e req-9af0274d-ebbe-40e4-9ca6-4a3efbc73d66 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575497 Feb 13 23:58:58.491719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f90fd-edf3-4e05-9753-c0584311494a req-8f8023f4-d26a-4210-9aa6-ff55b88547bb tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:58.493139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c64f90fd-edf3-4e05-9753-c0584311494a req-8f8023f4-d26a-4210-9aa6-ff55b88547bb tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 946 time: 0.1369159 Feb 13 23:58:58.502795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce829f8-1748-405f-984a-b4d5fff0b9e9 req-0e4cbc98-6e12-4b88-837a-ee507773c3f9 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:58.504119 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dce829f8-1748-405f-984a-b4d5fff0b9e9 req-0e4cbc98-6e12-4b88-837a-ee507773c3f9 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 944 time: 0.1027343 Feb 13 23:58:58.556757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a9cf76dd-3189-4054-9713-474ae5967d7a up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:58:58.598491 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Deleting port b09e6e48-4789-48ce-b378-610195e66602 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:58:58.598756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:58.622689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port a9cf76dd-3189-4054-9713-474ae5967d7a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:58:58.627504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port a9cf76dd-3189-4054-9713-474ae5967d7a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:58:58.627909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:58.635902 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dce829f8-1748-405f-984a-b4d5fff0b9e9 req-01cd5f0d-c4a7-48af-87cb-98802d35705e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045208 Feb 13 23:58:58.742703 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:58.769855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:58.780710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port a9cf76dd-3189-4054-9713-474ae5967d7a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a9cf76dd-3189-4054-9713-474ae5967d7a,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:58.788691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:58.840295 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'code': 200} Feb 13 23:58:58.863118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] For port b09e6e48-4789-48ce-b378-610195e66602, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b09e6e48-4789-48ce-b378-610195e66602,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:58:58.863356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:58.882624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=a9cf76dd-3189-4054-9713-474ae5967d7a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:59.041474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04241e-623d-4867-87d8-4533146d6e67 req-59b575ae-c3bc-4628-814e-b50919ece4ce tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:59.043011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca04241e-623d-4867-87d8-4533146d6e67 req-59b575ae-c3bc-4628-814e-b50919ece4ce tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=d09e6fb0-6504-400e-ae5a-6016b877ddb3 HTTP/1.1" status: 200 len: 946 time: 0.1437314 Feb 13 23:58:59.047268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b2d4ad3-1ef9-4854-af00-5111bd42b945 req-ff4cfc1e-8a48-4018-9468-2268b357a7d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1122854 Feb 13 23:58:59.102911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Calling delete_port for b09e6e48-4789-48ce-b378-610195e66602 owned by compute:nova {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:58:59.231143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca04241e-623d-4867-87d8-4533146d6e67 req-8948dde3-9d4b-486c-b8b4-8e7a08f98cfc tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799581 Feb 13 23:58:59.240150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b2d4ad3-1ef9-4854-af00-5111bd42b945 req-ade0d325-4124-43ca-93bd-0b6ff2a3cc64 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637932 Feb 13 23:58:59.292326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141d6f-9793-4ede-a65a-b9091a6ec36f req-54ad1b7a-404e-4219-90ef-6bff29f64182 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:59.293783 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f1141d6f-9793-4ede-a65a-b9091a6ec36f req-54ad1b7a-404e-4219-90ef-6bff29f64182 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.1984482 Feb 13 23:58:59.341095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:59.358665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b09e6e48-4789-48ce-b378-610195e66602'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:58:59.396761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Pushing event deleted for resources: {'Port': ['ID=b09e6e48-4789-48ce-b378-610195e66602,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:58:59.405670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f1141d6f-9793-4ede-a65a-b9091a6ec36f req-8f72a030-c7d7-4d4f-a84a-30db195c703d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030793 Feb 13 23:58:59.486363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] No DVR routers for this DVR port b09e6e48-4789-48ce-b378-610195e66602 on host n-h2-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:58:59.489191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:58:59.492035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'name': 'network-vif-deleted', 'tag': 'b09e6e48-4789-48ce-b378-610195e66602'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:58:59.511689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c64f90fd-edf3-4e05-9753-c0584311494a req-cc499836-3842-4d7e-8482-c4dabad77fec tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "DELETE /v2.0/ports/b09e6e48-4789-48ce-b378-610195e66602 HTTP/1.1" status: 204 len: 173 time: 1.0064924 Feb 13 23:58:59.559790 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09e6fb0-6504-400e-ae5a-6016b877ddb3', 'name': 'network-vif-deleted', 'tag': 'b09e6e48-4789-48ce-b378-610195e66602', 'status': 'completed', 'code': 200} Feb 13 23:58:59.867275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40fc3-5e58-49a3-9750-684e542b1cf0 req-c5170a2d-8ad1-4d1a-8b9a-d2352777fc11 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:59.868759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4da40fc3-5e58-49a3-9750-684e542b1cf0 req-c5170a2d-8ad1-4d1a-8b9a-d2352777fc11 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 944 time: 0.0836170 Feb 13 23:58:59.884516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-e53f5db0-bb93-44a7-8a05-80378cd97d28 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:59.885927 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-e53f5db0-bb93-44a7-8a05-80378cd97d28 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.1525309 Feb 13 23:58:59.896239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aeb080-776a-42ab-809f-1a9eecc37a38 req-3c62397a-e078-497f-8090-936de5151522 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:58:59.897659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2aeb080-776a-42ab-809f-1a9eecc37a38 req-3c62397a-e078-497f-8090-936de5151522 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.1178546 Feb 13 23:58:59.922826 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4da40fc3-5e58-49a3-9750-684e542b1cf0 req-f41977ae-4d1d-4ae9-a3f3-508dbd3cbd37 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477986 Feb 13 23:59:00.017058 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2aeb080-776a-42ab-809f-1a9eecc37a38 req-c8e8b80f-5644-4048-82e4-a9a8e26d2eb7 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612710 Feb 13 23:59:00.026502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-ea507e2b-88ba-4590-b1ea-3195ddb677e4 service neutron] 10.222.0.42 "GET /v2.0/ports/fdc85f88-214a-4f63-9fda-f985d7d17e9f/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.1278796 Feb 13 23:59:00.036259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:59:00.140351 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-fbf55f70-7563-48e6-848f-796ad292776d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1095 time: 0.0902536 Feb 13 23:59:00.234378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:00.245265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-85b1539b-de6e-43b7-8b66-cf86b30d552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:00.250384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'mac_address': 'fa:16:3e:1d:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:59:00.304538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-638e3c56-9c7c-472d-9801-8337e52cc089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:00.306459 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-638e3c56-9c7c-472d-9801-8337e52cc089 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.1583188 Feb 13 23:59:00.390722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:00.411370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc85f88-214a-4f63-9fda-f985d7d17e9f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:59:00.430389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:00.435735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:00.457979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-cddb108f-aa77-473e-b5ac-e071e37786ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.1454597 Feb 13 23:59:00.524681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:00.531626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-3a9ff722-7554-4bd3-8be1-51f5e3ba795f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:00.534209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-3a9ff722-7554-4bd3-8be1-51f5e3ba795f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.0699735 Feb 13 23:59:00.627821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-9a5a7b90-f9be-4c69-a4eb-ce02fee1768f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849421 Feb 13 23:59:00.678457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['fdc85f88-214a-4f63-9fda-f985d7d17e9f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:59:00.885264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-86ccfeb7-0247-4177-a87c-a78c2ae15c38 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:00.886856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-86ccfeb7-0247-4177-a87c-a78c2ae15c38 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/networks?id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 200 len: 809 time: 0.2532589 Feb 13 23:59:00.888751 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-955aa7b6-d5ba-4b40-81c8-f25735944b6d service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533519 Feb 13 23:59:00.975198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-bba2237c-0fe3-4381-a7b4-6875615fa540 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/quotas/0bfc360b3b29477b800af2c3e7c836fd HTTP/1.1" status: 200 len: 375 time: 0.0811701 Feb 13 23:59:01.031912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-edff2426-cb62-44c2-83bf-93494eab4708 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Synchronizing usage tracker for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:01.065998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-edff2426-cb62-44c2-83bf-93494eab4708 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Unset dirty status for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:01.067402 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-edff2426-cb62-44c2-83bf-93494eab4708 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872993 Feb 13 23:59:01.146655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86962b-1724-4931-8435-d3609dea351f req-93584383-dee6-4719-9246-6bc8fdb4a20b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:01.148466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f86962b-1724-4931-8435-d3609dea351f req-93584383-dee6-4719-9246-6bc8fdb4a20b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.0870039 Feb 13 23:59:01.198733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5f86962b-1724-4931-8435-d3609dea351f req-dc30cbdd-e12e-47ac-b73a-684e044123f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Feb 13 23:59:01.265578 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-881a2e2c-b299-4c02-a860-f015f9faab85 service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697727 Feb 13 23:59:01.326247 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-34d202aa-9a47-4ada-94ea-b8f886768315 service neutron] 10.222.0.36 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480729 Feb 13 23:59:01.404573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078cfd8-3fae-43ea-8a64-dc36557f1693 req-d3321f8a-3734-40bb-a53e-51b6f90e3c9d tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:01.406383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a078cfd8-3fae-43ea-8a64-dc36557f1693 req-d3321f8a-3734-40bb-a53e-51b6f90e3c9d tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.0866637 Feb 13 23:59:01.452662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a078cfd8-3fae-43ea-8a64-dc36557f1693 req-97ddb018-9739-481d-a7b6-2cd135e8fd7c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396886 Feb 13 23:59:01.462470 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-7c68345a-3dcc-4b63-8409-0595d278fcd4 service neutron] 10.222.0.36 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292121 Feb 13 23:59:01.678997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3abfe04d-c934-47f0-a320-e8510bccfc46 req-1ca73eb6-4735-4e37-ba50-e96872b74c1f tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 210 time: 0.0520401 Feb 13 23:59:01.692144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2434d-10b6-4f9f-94e5-2741eacecdfc req-789f11db-661b-437c-a119-8695d6d49bdc tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:01.694410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b7a2434d-10b6-4f9f-94e5-2741eacecdfc req-789f11db-661b-437c-a119-8695d6d49bdc tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.1141543 Feb 13 23:59:01.703541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35156) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:01.713632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Request body: {'floatingip': {'port_id': 'a9cf76dd-3189-4054-9713-474ae5967d7a'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:01.828053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.051106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:02.157256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port fdc85f88-214a-4f63-9fda-f985d7d17e9f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:02.164499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port fdc85f88-214a-4f63-9fda-f985d7d17e9f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:02.165012 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.413153 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-18069140-6d61-4d0b-af41-5670939c312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.429852 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.447094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0a09d-fde1-48e4-a159-5b3f8bb020c4 req-c8f826f7-fa08-41f2-a2af-e2c42f927872 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:02.449915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e0a09d-fde1-48e4-a159-5b3f8bb020c4 req-c8f826f7-fa08-41f2-a2af-e2c42f927872 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.0992258 Feb 13 23:59:02.471260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:02.483236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:02.493589 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.494958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b09e6e48-4789-48ce-b378-610195e66602 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:59:02.572032 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e0a09d-fde1-48e4-a159-5b3f8bb020c4 req-efd7b6f7-b28c-4121-ad77-917ee490a336 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147447 Feb 13 23:59:02.601390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b09e6e48-4789-48ce-b378-610195e66602 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:59:02.601840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b09e6e48-4789-48ce-b378-610195e66602 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:59:02.612047 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'code': 200} Feb 13 23:59:02.651526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:02.717441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.721528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:02.873069 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b49c13e-26bf-4fc0-87de-96b240064c0d req-6f56030f-bf0d-46c3-a7ee-26945b38b8d3 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 210 time: 0.0456052 Feb 13 23:59:02.976854 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Floating IP d3033e76-3f78-496c-aa5c-08557a8f15a8 associated. External IP: 172.25.4.32, port: a9cf76dd-3189-4054-9713-474ae5967d7a. Feb 13 23:59:03.405710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-626d7f65-b5b1-4968-97d5-e03266041ada tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:03.407668 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-626d7f65-b5b1-4968-97d5-e03266041ada tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "GET /v2.0/networks?id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 200 len: 809 time: 0.3641183 Feb 13 23:59:03.430690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Request body: {'port': {'device_id': 'ad73493d-b498-40af-a342-dc076c139d44', 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca', 'admin_state_up': True, 'tenant_id': '0bfc360b3b29477b800af2c3e7c836fd'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:03.574631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:03.593159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:03.676262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:03.684956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-b2a0ac74-5034-444c-8fdd-b89c38bcf0da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 1097 time: 0.0937631 Feb 13 23:59:03.697721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:03.747922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Made reservation on behalf of 0bfc360b3b29477b800af2c3e7c836fd for: {'port': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:59:03.751409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:03.879999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:03.884292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:03.900799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570aa75-7c41-4556-b230-83d75a34eb0b req-d18d346b-4185-48d7-bf02-599e627cec2d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:03.902254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5570aa75-7c41-4556-b230-83d75a34eb0b req-d18d346b-4185-48d7-bf02-599e627cec2d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 946 time: 0.1774375 Feb 13 23:59:03.965021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Allocated IP 172.20.0.13 (9c1e1207-f2f5-4a34-86d7-f6f5174d88ca/25b43ef3-a75d-4871-80fb-155be6d037a9/8e5fa436-13ed-4454-bbdd-da0a49cdb4c7) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:04.053872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5570aa75-7c41-4556-b230-83d75a34eb0b req-2ab8fb46-aa90-4259-beb8-45a7f01e7302 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152453 Feb 13 23:59:04.065904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1d29eff7-96b6-462a-a307-7b4ba3b940fe req-ef44378f-334f-442f-8a39-e261203a3681 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 210 time: 0.0494177 Feb 13 23:59:04.139512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:59:04.236324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:04.267392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:04.333678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:04.340108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:04.358077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Transition to ACTIVE for port object fdc85f88-214a-4f63-9fda-f985d7d17e9f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:04.368978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:04.428563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:04.506249 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:04.567438 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'code': 200} Feb 13 23:59:04.596682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:04.603981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:04.605545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Pushing event updated for resources: {'Port': ['ID=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:04.609665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:04.649478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:04.666963 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:04.673266 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:04.681022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=10']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:04.705163 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:04.715495 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:04.754279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:04.754880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:04.770319 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c1252f0d-df89-451f-89ec-22463a8894e3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "PUT /v2.0/floatingips/d3033e76-3f78-496c-aa5c-08557a8f15a8 HTTP/1.1" status: 200 len: 990 time: 3.0640423 Feb 13 23:59:04.773600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:04.788224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-5513d7a1-5c03-4d90-b186-ad6f7df70e4d tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3610616 Feb 13 23:59:04.807340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Request body: {'port': {'device_id': 'ad73493d-b498-40af-a342-dc076c139d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:04.812351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] No DVR routers for this DVR port fdc85f88-214a-4f63-9fda-f985d7d17e9f on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:59:04.905227 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'status': 'completed', 'code': 200} Feb 13 23:59:05.087098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:05.089839 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:05.128144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:05.460082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eed51-86e5-4b52-ad1b-eff65b839716 req-f65c20e0-e258-42a8-bdf9-528ee4d886e8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:05.467014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d8eed51-86e5-4b52-ad1b-eff65b839716 req-f65c20e0-e258-42a8-bdf9-528ee4d886e8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.1334016 Feb 13 23:59:05.507716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-fb5182d5-b11f-400f-8f38-903e5a160240 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=384f8d54cd33413d93b7144daa0a5020&device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 1096 time: 0.4931710 Feb 13 23:59:05.620990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d8eed51-86e5-4b52-ad1b-eff65b839716 req-37012901-eeb3-41e8-a8be-58ec6bc0f0a0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521263 Feb 13 23:59:05.724572 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'd3033e76-3f78-496c-aa5c-08557a8f15a8', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'port_id': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'mac_address': 'fa:16:3e:b5:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:58:48Z', 'updated_at': '2022-02-13T23:59:02Z', 'revision_number': 1, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:05.730827 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:05.742995 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:05.743884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:05.816430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-97e8fd8e-a16c-4556-bad9-b869abb57033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:05.818377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-97e8fd8e-a16c-4556-bad9-b869abb57033 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 200 len: 911 time: 0.2987981 Feb 13 23:59:05.887819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688bcc-bb06-4170-ae05-48fbcae69931 req-c10f036c-4f35-418c-a91b-0aec06a59877 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:05.888531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-38688bcc-bb06-4170-ae05-48fbcae69931 req-c10f036c-4f35-418c-a91b-0aec06a59877 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Synchronizing usage tracker for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:05.926571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-38688bcc-bb06-4170-ae05-48fbcae69931 req-c10f036c-4f35-418c-a91b-0aec06a59877 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Unset dirty status for tenant:0bfc360b3b29477b800af2c3e7c836fd on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:05.933352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38688bcc-bb06-4170-ae05-48fbcae69931 req-c10f036c-4f35-418c-a91b-0aec06a59877 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 932 time: 0.3520856 Feb 13 23:59:06.034296 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:06.043639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:06.044306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:06.044642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:06.055536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-f84ec97c-8ec8-4bdc-9e8a-4768cd2ae0ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9cf76dd-3189-4054-9713-474ae5967d7a HTTP/1.1" status: 200 len: 998 time: 0.2280414 Feb 13 23:59:06.058891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:59:06.059215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Attempting to bind port fdc85f88-214a-4f63-9fda-f985d7d17e9f on network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:06.097820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38688bcc-bb06-4170-ae05-48fbcae69931 req-458b6e80-a9ca-44f2-b8ae-2e546fb89927 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637709 Feb 13 23:59:06.128574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:06.128919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Checking segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:06.129301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Bound using segment: {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:06.129734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Bound port: fdc85f88-214a-4f63-9fda-f985d7d17e9f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b04b7b3-a25d-4709-9e52-42ca914a1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:06.130366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:06.158941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-62e381ea-769c-44e1-ae3c-fa7a2a672bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:06.160389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-62e381ea-769c-44e1-ae3c-fa7a2a672bac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 200 len: 850 time: 0.0987298 Feb 13 23:59:06.231810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 {{(pid=83661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:59:06.253368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:06.306060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:06.310222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:06.310564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Transition to ACTIVE for port object 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 will not be triggered until provisioned by entity L2. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:06.320093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:06.338701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-aafc27dc-8a20-4321-9620-9bdca51b729c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bac04612-3403-4065-a8fb-58bc63bf802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447074 Feb 13 23:59:06.342014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:06.533128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:06.560028 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:06.561387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 1093 time: 2.8696027 Feb 13 23:59:06.578157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:06.697738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'd3033e76-3f78-496c-aa5c-08557a8f15a8', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'port_id': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'mac_address': 'fa:16:3e:b5:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:58:48Z', 'updated_at': '2022-02-13T23:59:02Z', 'revision_number': 1, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:06.714366 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b7bba8-b30a-42cb-8f08-e1fe184c71f3 None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'd3033e76-3f78-496c-aa5c-08557a8f15a8', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'port_id': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'mac_address': 'fa:16:3e:b5:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-13T23:58:48Z', 'updated_at': '2022-02-13T23:59:02Z', 'revision_number': 1, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:06.728210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Attempting to bind port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:06.728551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Attempting to bind port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:06.728875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Attempting to bind port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 on network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:06.736565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 on network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:59:06.736894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Attempting to bind port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 on network 9c1e1207-f2f5-4a34-86d7-f6f5174d88ca {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:06.744851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:06.745187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Checking segment: {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:06.745571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Bound using segment: {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:06.746000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Bound port: 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0607ed39-22bb-4837-87a7-5d561033f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:06.746510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:06.783399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f55e3-5686-44e4-97f8-6a2681544476 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=11']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:06.787499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-a915edc2-9e18-4299-8e70-9c1fdb275de0 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404025 Feb 13 23:59:06.910906 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'status': 'completed', 'code': 200} Feb 13 23:59:06.975680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] For port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host n-h2-828979-1, cleared binding levels {{(pid=83661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:07.009085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] For port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:07.032928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:07.182341 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:07.183812 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 HTTP/1.1" status: 200 len: 1092 time: 2.3838248 Feb 13 23:59:07.190730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:07.193853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad73493d-b498-40af-a342-dc076c139d44', 'tag': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:07.214669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175f087-7a63-4bbc-8bba-c44bfb1f922c req-2669d6e6-1109-41af-a896-a6c0910c009a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:07.216209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4175f087-7a63-4bbc-8bba-c44bfb1f922c req-2669d6e6-1109-41af-a896-a6c0910c009a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.3461518 Feb 13 23:59:07.222893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4e524-889a-4831-862d-e78d03e3bcaf None None] New status for floating IP d3033e76-3f78-496c-aa5c-08557a8f15a8: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:59:07.287800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e9af0a04-2d13-4f07-9fb8-b29761924233 req-4b9c7698-c2b0-4f87-ba23-80c9bdab3853 service neutron] 10.222.0.31 "GET /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760705 Feb 13 23:59:07.317602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c8f2a-0df3-419a-a9f9-c117849ad4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,revision_number=3']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:07.358929 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4175f087-7a63-4bbc-8bba-c44bfb1f922c req-5860e082-e13b-44d8-9b67-674791fa5162 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344092 Feb 13 23:59:07.382116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-1f30196c-4fd3-4931-80a0-0f1b62062f1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 1095 time: 0.1213105 Feb 13 23:59:07.442417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-209e2425-c5d2-4811-ab35-398b64c19fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1096 time: 0.6535792 Feb 13 23:59:07.452958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-46d0d761-180d-4da6-9358-ad187585c93d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1096 time: 0.8606679 Feb 13 23:59:07.465317 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad73493d-b498-40af-a342-dc076c139d44', 'tag': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7', 'status': 'completed', 'code': 200} Feb 13 23:59:07.560980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-dc972dff-c121-4c13-9a65-ad90ef770c6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 HTTP/1.1" status: 200 len: 217 time: 0.0789218 Feb 13 23:59:07.630828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-40322094-3a15-4721-b7e5-8b8f3f207e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:07.632566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-40322094-3a15-4721-b7e5-8b8f3f207e13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25b43ef3-a75d-4871-80fb-155be6d037a9 HTTP/1.1" status: 200 len: 849 time: 0.0628638 Feb 13 23:59:07.675504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64025-51c6-4574-b20f-948a318a959e req-c6f87309-e428-4900-b7cc-85fbabbd3300 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:07.677450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63d64025-51c6-4574-b20f-948a318a959e req-c6f87309-e428-4900-b7cc-85fbabbd3300 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 944 time: 0.3380184 Feb 13 23:59:07.683767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-efb71b39-13b5-4460-8509-3205154c0794 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412149 Feb 13 23:59:07.746445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-b786c9b3-8729-47d3-b607-d92728e9645f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:07.747775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-b786c9b3-8729-47d3-b607-d92728e9645f service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.2810748 Feb 13 23:59:07.827670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-faeb6c9d-fc69-46f1-b64a-57e73e22ef3b service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339314 Feb 13 23:59:07.957464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af829c-39f8-4b02-838a-25bb983547b9 req-de618479-e6f9-442d-9a55-7de80752f9af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:07.958912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-de618479-e6f9-442d-9a55-7de80752f9af service neutron] 10.222.0.42 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.3978608 Feb 13 23:59:07.974453 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be90f601-1d7b-4db6-b518-0750b9e4bb6b req-37f68491-3a53-4753-84d5-0aefe9e49011 service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374810 Feb 13 23:59:08.097765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:59:08.099851 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63d64025-51c6-4574-b20f-948a318a959e req-70230d90-ace6-46ea-affa-a24e759b4f41 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086370 Feb 13 23:59:08.157762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:59:08.167444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-2ef4f893-49c3-43c1-a516-79bd9f3c2502 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 1095 time: 0.1175778 Feb 13 23:59:08.178199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-c9a44299-478d-408d-907e-3492f60244d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.4209161 Feb 13 23:59:08.244051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-3f5d816f-1fb2-4c61-98ef-383cce0d4250 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.2602785 Feb 13 23:59:08.313899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-f6c6d060-3e4b-4997-9cc7-777773d489cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:08.315951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-f6c6d060-3e4b-4997-9cc7-777773d489cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1286092 Feb 13 23:59:08.339699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261f89-6830-491c-968b-4d08b59164a3 req-bc296ca8-3f21-4f15-b81e-2db8f72a431f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:08.341475 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-bc296ca8-3f21-4f15-b81e-2db8f72a431f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 200 len: 909 time: 0.1668310 Feb 13 23:59:08.367472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af829c-39f8-4b02-838a-25bb983547b9 req-36e60c2c-5722-47a5-8fc0-97a286b904ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:08.368890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-36e60c2c-5722-47a5-8fc0-97a286b904ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1163676 Feb 13 23:59:08.518205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-cc231054-c0e3-449a-b1b7-1e5288c307ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942406 Feb 13 23:59:08.549777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-477ad105-86c4-41d2-aced-d9ac5a5b83bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 HTTP/1.1" status: 200 len: 217 time: 0.1976769 Feb 13 23:59:08.629593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261f89-6830-491c-968b-4d08b59164a3 req-ef7c4feb-1088-4006-a357-fe6fead8ac9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:08.631253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-ef7c4feb-1088-4006-a357-fe6fead8ac9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25b43ef3-a75d-4871-80fb-155be6d037a9 HTTP/1.1" status: 200 len: 849 time: 0.0749300 Feb 13 23:59:08.698523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-97c13adb-1fa9-4674-a70c-7d3833d743d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590026 Feb 13 23:59:08.736644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-2b371b36-d6b9-47b3-8430-4ff1ffd0efa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3593922 Feb 13 23:59:08.867981 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-9fa93d20-361b-4b2f-a02a-474bdda955aa service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619000 Feb 13 23:59:08.895011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-88f2c0c1-af0b-4442-ac51-9d1d90b90cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489027 Feb 13 23:59:08.960994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b547c-b688-4118-9e04-415deb463a43 req-7f36dd19-19df-4c06-90c8-2170ad81e606 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:08.962766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee2b547c-b688-4118-9e04-415deb463a43 req-7f36dd19-19df-4c06-90c8-2170ad81e606 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.3238125 Feb 13 23:59:09.015781 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.030592 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-9b144d70-bd68-47f8-bfab-1e0bd41393d1 service neutron] 10.222.0.42 "GET /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549799 Feb 13 23:59:09.089867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-8569142a-e2fe-4592-a726-fd8b257a2551 service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424573 Feb 13 23:59:09.151638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee2b547c-b688-4118-9e04-415deb463a43 req-128fbeae-c082-471f-a584-5d3216618a44 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268675 Feb 13 23:59:09.237067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2d7f86f-7d5a-43a8-bcc8-89f7c3521560 req-98b03109-6010-4649-93d7-25b75e94dbd2 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288584 Feb 13 23:59:09.327978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35258) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:09.343226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-e11d53f6-a6e1-4069-b256-e1462167bc88 service neutron] 10.222.0.42 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430027 Feb 13 23:59:09.380661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-5d2efb34-22ba-4d57-b639-7afb0e11cfd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1096 time: 0.0945764 Feb 13 23:59:09.418853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Deleting subnet 6d44bd86-530d-4618-b5cb-d4ffe93d1b1e {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:59:09.428641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad542bc-c5e4-4f78-ba74-810d25db4c6c req-e321fe64-f6eb-4827-b8a8-bb3f7862de25 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:09.430269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ad542bc-c5e4-4f78-ba74-810d25db4c6c req-e321fe64-f6eb-4827-b8a8-bb3f7862de25 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 944 time: 0.1748407 Feb 13 23:59:09.431004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.521136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.542457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af829c-39f8-4b02-838a-25bb983547b9 req-72020cfe-a35a-4e61-8e73-c00b42e56220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:09.543917 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-72020cfe-a35a-4e61-8e73-c00b42e56220 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.1569915 Feb 13 23:59:09.570953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ad542bc-c5e4-4f78-ba74-810d25db4c6c req-6e95856c-176b-42e6-b080-71c5727da37a tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095903 Feb 13 23:59:09.590478 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.665024 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.682929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-9bb91cb2-1ac6-476a-9833-0ed4465ef421 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 999 time: 0.1258636 Feb 13 23:59:09.702658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d44bd86-530d-4618-b5cb-d4ffe93d1b1e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:09.713024 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.723996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df99edd8-abcf-463b-909b-a5aaa4d07a30 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d44bd86-530d-4618-b5cb-d4ffe93d1b1e HTTP/1.1" status: 204 len: 168 time: 0.3934541 Feb 13 23:59:09.724731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35264) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:09.795401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af829c-39f8-4b02-838a-25bb983547b9 req-5f31294b-ea54-4de1-8390-6777f44bef42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:09.796698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-5f31294b-ea54-4de1-8390-6777f44bef42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1072440 Feb 13 23:59:09.857862 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:09.903220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-e4e15045-421e-4dbb-9faf-a3c302516c5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985553 Feb 13 23:59:10.005151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.040199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ddc50c-f55f-4dfc-a426-d67eabcb0439']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:10.065985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04afe44-78ea-418b-8066-fb25bf10b2a0') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:10.066487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04afe44-78ea-418b-8066-fb25bf10b2a0') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:10.080345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.098740 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:59:10.109380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.117281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:59:10.117686 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.172117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-63edc380-d318-4432-a357-1370484b627f service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614882 Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: timer() Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: self._notify() Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:59:10.209861 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:59:10.221150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.256137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:10.257278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.273199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7', 'network_id': '9c1e1207-f2f5-4a34-86d7-f6f5174d88ca', 'port_id': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7', 'mac_address': 'fa:16:3e:ee:30:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b43ef3-a75d-4871-80fb-155be6d037a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:59:10.282922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ddc50c-f55f-4dfc-a426-d67eabcb0439,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:10.310185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3e110e4a-85b4-4e14-b210-f528b02b3609 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f6ddc50c-f55f-4dfc-a426-d67eabcb0439 HTTP/1.1" status: 204 len: 168 time: 0.5843363 Feb 13 23:59:10.356943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.380985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:59:10.400707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:10.407601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.426841 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17af829c-39f8-4b02-838a-25bb983547b9 req-2d90f03b-afa4-41e7-a0bf-cf5639f199b7 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476130 Feb 13 23:59:10.440446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a21a-1bfa-4718-8dc5-e98d11d04486 req-b14af784-0916-4125-972d-8ede18ea02df tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:10.442063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b358a21a-1bfa-4718-8dc5-e98d11d04486 req-b14af784-0916-4125-972d-8ede18ea02df tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.1243634 Feb 13 23:59:10.482008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35272) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:10.514990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:10.518240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b358a21a-1bfa-4718-8dc5-e98d11d04486 req-5efe6f2a-9a45-47d9-bfa4-8cd5737b20c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698903 Feb 13 23:59:10.547959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-36f2706a-9fbd-4ec9-abed-b20b9451e2e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46303994588643e3911403863bc880c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640867 Feb 13 23:59:10.550597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:10.610680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-984e7cab-272b-4a3c-82d4-9d8be2119e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.640669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-984e7cab-272b-4a3c-82d4-9d8be2119e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.643930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8e5fa436-13ed-4454-bbdd-da0a49cdb4c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:59:10.708552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-984e7cab-272b-4a3c-82d4-9d8be2119e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.732285 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e7cab-272b-4a3c-82d4-9d8be2119e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf3923-ad1b-4805-9368-6f7537959e13,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:10.795298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-984e7cab-272b-4a3c-82d4-9d8be2119e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:10.796583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-984e7cab-272b-4a3c-82d4-9d8be2119e32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5cf3923-ad1b-4805-9368-6f7537959e13 HTTP/1.1" status: 204 len: 168 time: 0.2450044 Feb 13 23:59:10.862803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463e75-e87a-4bed-8af1-4e0cb5186148 req-a576d02c-d4fe-4aad-9a40-02a22f910585 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:10.873952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11463e75-e87a-4bed-8af1-4e0cb5186148 req-a576d02c-d4fe-4aad-9a40-02a22f910585 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 945 time: 0.1430564 Feb 13 23:59:10.957955 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-11463e75-e87a-4bed-8af1-4e0cb5186148 req-7585e338-f77d-4b74-a786-9831c10c3747 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830255 Feb 13 23:59:11.699526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35306) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:11.716610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f6471-6b0c-470d-a9a8-e4367a73b8f6 req-38ea5d6c-360b-4613-b33a-562baabcd73d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:11.718076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee7f6471-6b0c-470d-a9a8-e4367a73b8f6 req-38ea5d6c-360b-4613-b33a-562baabcd73d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 945 time: 0.0811267 Feb 13 23:59:11.763710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ee7f6471-6b0c-470d-a9a8-e4367a73b8f6 req-16070448-82aa-4a22-aba4-7fd35ead23d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Feb 13 23:59:11.791954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35312) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:11.855129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1269348440-network', 'tenant_id': '195055bba165447c826c4f9286bb83fd'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:11.981530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:11.989173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Usage tracker for resource:network and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:11.993652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:12.009410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:12.025766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-51477474-dd48-440f-b138-9413819a303c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 200 len: 991 time: 0.2306330 Feb 13 23:59:12.033455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:59:12.034070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.052720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.083666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:12.087510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:12.090256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:12.096526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:12.109157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:12.179668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:12.184292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:12.184657 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.229322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a734b-578d-443b-b7be-72357e6ad467 req-99331b08-64a2-417b-937d-824c049f6462 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:12.232354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-057a734b-578d-443b-b7be-72357e6ad467 req-99331b08-64a2-417b-937d-824c049f6462 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 945 time: 0.1264045 Feb 13 23:59:12.236925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.254496 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.298153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:59:12.300556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.311119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f103c7b0-7928-4199-a74e-b7a5b940509e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:12.320312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.320669 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Added segment 3759b006-9f37-44cf-9d21-ac33c2a7cd18 of type vlan for network 17f985b8-4860-45b7-97a5-bfc68d78564d Feb 13 23:59:12.327629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-057a734b-578d-443b-b7be-72357e6ad467 req-8e6cdcee-b3ca-4fbc-8174-5144a7adbfae tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893116 Feb 13 23:59:12.329104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad73493d-b498-40af-a342-dc076c139d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:12.339560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:12.346134 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.355560 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.394829 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad73493d-b498-40af-a342-dc076c139d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7', 'code': 200} Feb 13 23:59:12.397219 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.398280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:12.399523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.424091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:12.523076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8223541 Feb 13 23:59:12.523768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46039c2-0e18-4565-81d7-ce0dda4dbfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=17f985b8-4860-45b7-97a5-bfc68d78564d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:12.526530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:12.532901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Request body: {'subnet': {'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1269348440-subnet', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:12.534511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 17f985b8-4860-45b7-97a5-bfc68d78564d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:59:12.538961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:12.541708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c6d3159-051d-4231-bb0d-6f394c504a6a req-f7ca1524-5f28-44a9-b283-9d8c2abd2f64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 1097 time: 0.0788269 Feb 13 23:59:12.543014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Usage tracker for resource:subnet and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:12.546058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:12.552677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:12.562343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:59:12.565226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.591986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c6d3159-051d-4231-bb0d-6f394c504a6a req-3203e438-773d-4747-9df3-093ef6388b44 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Feb 13 23:59:12.636956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:59:12.769461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.773143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:12.813331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'port_id': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'mac_address': 'fa:16:3e:1d:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:59:12.846554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:12.861645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.861984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.862357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.862667 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.862986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.863307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.863624 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.863937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.864250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.864559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.864871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:12.865330 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.869715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:12.870086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Network hostable DHCP agents. Network: 17f985b8-4860-45b7-97a5-bfc68d78564d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:59:12.882942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc85f88-214a-4f63-9fda-f985d7d17e9f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:59:12.893598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:59:12.898671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:12.902642 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.903312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 17f985b8-4860-45b7-97a5-bfc68d78564d) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:12.907472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:12.908044 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.929055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ca629a67-4552-4666-85c4-0a203ef01954 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4013705 Feb 13 23:59:12.931852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35326) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:12.936805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:12.940746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcabd15-0757-4d6c-a792-46cc919b97e8 None None] Network 17f985b8-4860-45b7-97a5-bfc68d78564d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:59:12.942243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:12.946101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Usage tracker for resource:router and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:12.948875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:12.955189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:12.968857 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.970810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:12.988584 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.060715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=12']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:13.135195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.135990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fdc85f88-214a-4f63-9fda-f985d7d17e9f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:59:13.242618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-17f985b8-4860-45b7-97a5-bfc68d78564d', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:59:13.243397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.329358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.362842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.476137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Allocated IP 172.20.0.2 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/51b518ff-b0a1-4fae-9892-d73a3638cc2f) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:13.505531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Allocated IP 172.25.4.218 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/b86d11d7-d12d-4188-a3e7-930656aabe2c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:13.557704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6928f-93f0-4370-b0da-24b292b8e4b1 req-a917ea3e-c863-4702-a418-a14f8252ef76 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:13.559183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07a6928f-93f0-4370-b0da-24b292b8e4b1 req-a917ea3e-c863-4702-a418-a14f8252ef76 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 946 time: 0.0853872 Feb 13 23:59:13.608234 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07a6928f-93f0-4370-b0da-24b292b8e4b1 req-518723c3-f5f0-4dfa-a255-5d9e667e7289 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Feb 13 23:59:13.665585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.693715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.762195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Pushing event updated for resources: {'Port': ['ID=b86d11d7-d12d-4188-a3e7-930656aabe2c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:13.779060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:13.784221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:13.788456 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.789513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:13.799830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Transition to ACTIVE for port object 51b518ff-b0a1-4fae-9892-d73a3638cc2f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:13.821751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Transition to ACTIVE for port object 51b518ff-b0a1-4fae-9892-d73a3638cc2f will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:13.827694 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.900500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:13.903657 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Pushing event updated for resources: {'Port': ['ID=51b518ff-b0a1-4fae-9892-d73a3638cc2f,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:13.906153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:13.908288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:13.959742 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.960466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:13.993008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Attempting to bind port 51b518ff-b0a1-4fae-9892-d73a3638cc2f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:13.993391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Attempting to bind port 51b518ff-b0a1-4fae-9892-d73a3638cc2f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:13.993726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Attempting to bind port 51b518ff-b0a1-4fae-9892-d73a3638cc2f on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:14.000137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:14.001238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:14.001669 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:14.002054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:14.002509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Bound port: 51b518ff-b0a1-4fae-9892-d73a3638cc2f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:14.002876 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:14.094990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] For port 51b518ff-b0a1-4fae-9892-d73a3638cc2f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:14.098434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] For port 51b518ff-b0a1-4fae-9892-d73a3638cc2f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51b518ff-b0a1-4fae-9892-d73a3638cc2f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:14.103402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:14.183206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97eafb-b2b3-45bc-88e6-97a795c3e455 None None] Pushing event updated for resources: {'Port': ['ID=51b518ff-b0a1-4fae-9892-d73a3638cc2f,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:14.304207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:59:14.528723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:14.538368 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:14.550882 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:14.551754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:14.553360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:14.554575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7e4253f2-12d8-4c19-99bd-bad8c8204a3b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6217377 Feb 13 23:59:14.557295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35336) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:14.638960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:14.742680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port fdc85f88-214a-4f63-9fda-f985d7d17e9f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:14.749757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port fdc85f88-214a-4f63-9fda-f985d7d17e9f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:14.751168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:14.751569 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:14.872024 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:14.903100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:14.939168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:14.955819 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.009835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f0abc-3bb0-4b1c-80ec-62fac577dc21 req-6b1813b9-67eb-4663-ba9b-fc3ec7f9b86c tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:15.011338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d51f0abc-3bb0-4b1c-80ec-62fac577dc21 req-6b1813b9-67eb-4663-ba9b-fc3ec7f9b86c tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 946 time: 0.1939981 Feb 13 23:59:15.025794 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'code': 200} Feb 13 23:59:15.071312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=13']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:15.080755 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:13Z', 'revision_number': 3, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:15.084738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:15.085918 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Updating router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 port b86d11d7-d12d-4188-a3e7-930656aabe2c binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:59:15.103104 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d51f0abc-3bb0-4b1c-80ec-62fac577dc21 req-6f3da8e8-631c-4286-a01a-5ca7212c1380 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838304 Feb 13 23:59:15.143677 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.321228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b97b5-1139-4049-b957-6e4f6e6fc50e None None] Network 17f985b8-4860-45b7-97a5-bfc68d78564d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:59:15.537004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-de8ef4fd-d56d-4f65-bce3-e627e8308f73 None None] Provisioning for port 51b518ff-b0a1-4fae-9892-d73a3638cc2f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:15.580896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.646651 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.659440 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Transition to ACTIVE for port object b86d11d7-d12d-4188-a3e7-930656aabe2c will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:15.667243 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.765667 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Pushing event updated for resources: {'Port': ['ID=b86d11d7-d12d-4188-a3e7-930656aabe2c,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:15.768536 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Attempting to bind port b86d11d7-d12d-4188-a3e7-930656aabe2c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:15.769119 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Attempting to bind port b86d11d7-d12d-4188-a3e7-930656aabe2c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:15.769658 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Attempting to bind port b86d11d7-d12d-4188-a3e7-930656aabe2c on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:15.778096 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:15.778649 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:15.779222 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.779802 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:15.780324 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Bound port: b86d11d7-d12d-4188-a3e7-930656aabe2c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:15.780760 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.821035 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.821606 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.822121 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.822909 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.823421 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.823735 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.824224 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.824535 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.824848 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.825158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.825467 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:15.891774 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] For port b86d11d7-d12d-4188-a3e7-930656aabe2c, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:15.895561 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] For port b86d11d7-d12d-4188-a3e7-930656aabe2c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b86d11d7-d12d-4188-a3e7-930656aabe2c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:15.906300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Allocated IP 172.20.0.1 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/824be022-f10e-4e87-8c4b-1e3e9342166f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:15.911647 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:15.928193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51b518ff-b0a1-4fae-9892-d73a3638cc2f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:16.031313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 51b518ff-b0a1-4fae-9892-d73a3638cc2f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:16.037676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 51b518ff-b0a1-4fae-9892-d73a3638cc2f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:16.038355 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.128301 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac15802-f2bc-4c11-b1af-043b0d6536b0 None None] Pushing event updated for resources: {'Port': ['ID=b86d11d7-d12d-4188-a3e7-930656aabe2c,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:16.150834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a3b9a816-1ce6-45c1-b945-0c9e5cc35972 None None] Provisioning complete for port 51b518ff-b0a1-4fae-9892-d73a3638cc2f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:16.151409 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a816-1ce6-45c1-b945-0c9e5cc35972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.164799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.179300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:16.179300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:16.197229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Transition to ACTIVE for port object 824be022-f10e-4e87-8c4b-1e3e9342166f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:16.262109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.359753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.420784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 51b518ff-b0a1-4fae-9892-d73a3638cc2f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51b518ff-b0a1-4fae-9892-d73a3638cc2f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:16.463439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.495876 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:16.579819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=51b518ff-b0a1-4fae-9892-d73a3638cc2f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:16.601015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:16.605797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:16.611580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:16.654682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Pushing event updated for resources: {'Port': ['ID=824be022-f10e-4e87-8c4b-1e3e9342166f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:16.691452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.709165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b161374-3f0d-4b8a-b81d-03f2ab2b6b8d req-6e1635dd-2162-4499-bcbf-6da40dd77ff5 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:16.711101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b161374-3f0d-4b8a-b81d-03f2ab2b6b8d req-6e1635dd-2162-4499-bcbf-6da40dd77ff5 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 946 time: 0.1801000 Feb 13 23:59:16.831468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b161374-3f0d-4b8a-b81d-03f2ab2b6b8d req-8669d11c-7219-442a-9fa6-6b3829f116b7 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024683 Feb 13 23:59:16.856066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.856755 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:13Z', 'revision_number': 3, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:16.862733 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3e193-9f02-4d5a-9ef5-5af933693a81 None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:13Z', 'revision_number': 3, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:16.889122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-be63666c-f87d-4243-9443-05c0a934a1fa None None] Provisioning for port 824be022-f10e-4e87-8c4b-1e3e9342166f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:16.896750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-be63666c-f87d-4243-9443-05c0a934a1fa None None] Provisioning complete for port 824be022-f10e-4e87-8c4b-1e3e9342166f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:16.897117 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-be63666c-f87d-4243-9443-05c0a934a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:16.957688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-be63666c-f87d-4243-9443-05c0a934a1fa None None] Port 824be022-f10e-4e87-8c4b-1e3e9342166f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:59:17.107358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:17.110192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:17.224773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Pushing event updated for resources: {'Port': ['ID=824be022-f10e-4e87-8c4b-1e3e9342166f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:17.230288 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:17.380041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:17.381080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:17.697083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6cfebd31-314d-4704-8b4e-07b4cb55405f None None] Provisioning complete for port 824be022-f10e-4e87-8c4b-1e3e9342166f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:17.697671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6cfebd31-314d-4704-8b4e-07b4cb55405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:17.764109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6cfebd31-314d-4704-8b4e-07b4cb55405f None None] Port 824be022-f10e-4e87-8c4b-1e3e9342166f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:59:17.923171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048222a-778e-4619-83d1-df9b73ea941c req-df055b29-3497-4fdb-8896-ce7a0f873546 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:17.925446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4048222a-778e-4619-83d1-df9b73ea941c req-df055b29-3497-4fdb-8896-ce7a0f873546 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 946 time: 0.1818628 Feb 13 23:59:17.927717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:59:18.028476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Deleting port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:18.028758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:18.033374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51b518ff-b0a1-4fae-9892-d73a3638cc2f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:18.146802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 51b518ff-b0a1-4fae-9892-d73a3638cc2f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:18.147164 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:18.265395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b86d11d7-d12d-4188-a3e7-930656aabe2c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:18.360417 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b86d11d7-d12d-4188-a3e7-930656aabe2c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:18.369275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b86d11d7-d12d-4188-a3e7-930656aabe2c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:18.369748 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:18.515040 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:18.535677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b86d11d7-d12d-4188-a3e7-930656aabe2c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b86d11d7-d12d-4188-a3e7-930656aabe2c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:18.545672 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:18.604229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fde17-2807-4910-9ee9-f710c30819c1 req-20ed062f-f423-4d71-9151-0cdd1785b767 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:18.605780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-839fde17-2807-4910-9ee9-f710c30819c1 req-20ed062f-f423-4d71-9151-0cdd1785b767 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad73493d-b498-40af-a342-dc076c139d44 HTTP/1.1" status: 200 len: 946 time: 0.5396426 Feb 13 23:59:18.645605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b86d11d7-d12d-4188-a3e7-930656aabe2c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:18.676520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] For port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,segment=NetworkSegment(0607ed39-22bb-4837-87a7-5d561033f608),segment_id=0607ed39-22bb-4837-87a7-5d561033f608)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:18.676959 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:18.817240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Calling delete_port for 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:59:18.869187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-839fde17-2807-4910-9ee9-f710c30819c1 req-1e3ff389-3749-44f8-84ab-6d1257b403d4 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485976 Feb 13 23:59:18.940878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:19.011679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-391f1c20-6eb6-4c80-8c81-0dc8737ec783 admin admin] 10.222.0.36 "PUT /v2.0/routers/aad654c6-245e-4ffb-ae4e-fe73bad43cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4533277 Feb 13 23:59:19.028263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:19.045037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8e5fa436-13ed-4454-bbdd-da0a49cdb4c7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:59:19.079731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Pushing event deleted for resources: {'Port': ['ID=8e5fa436-13ed-4454-bbdd-da0a49cdb4c7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:19.164167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] No DVR routers for this DVR port 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:59:19.166888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:19.168832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4048222a-778e-4619-83d1-df9b73ea941c req-73576346-7b5d-4ce6-97e5-8268b8dacd68 tempest-VolumesActionsTest-369762878 tempest-VolumesActionsTest-369762878-project] 10.222.0.42 "DELETE /v2.0/ports/8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 HTTP/1.1" status: 204 len: 173 time: 1.2329264 Feb 13 23:59:19.169268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad73493d-b498-40af-a342-dc076c139d44', 'name': 'network-vif-deleted', 'tag': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:19.241827 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad73493d-b498-40af-a342-dc076c139d44', 'name': 'network-vif-deleted', 'tag': '8e5fa436-13ed-4454-bbdd-da0a49cdb4c7', 'status': 'completed', 'code': 200} Feb 13 23:59:19.871039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b86d11d7-d12d-4188-a3e7-930656aabe2c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:19.949598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b86d11d7-d12d-4188-a3e7-930656aabe2c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:19.949889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:19.980601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:19.986930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1431176630-network', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:19.995432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:20.001742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Usage tracker for resource:network and tenant:f2544d28e2a2487eb792cd6ecc68bb7c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:20.007118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:20.015287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:20.035453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Made reservation on behalf of f2544d28e2a2487eb792cd6ecc68bb7c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:59:20.040847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.071907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.107989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:20.113456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:f2544d28e2a2487eb792cd6ecc68bb7c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:20.115918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:20.122471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:20.193096 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.197454 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.228115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 13 23:59:20.243642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.243962 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Added segment e75b3d0f-e476-42b1-8de6-fb056a09c496 of type vlan for network c67a3f35-81db-4792-bf83-bd9d347bc205 Feb 13 23:59:20.245091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c261d-d7af-454b-8663-97a40d62b81c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:20.276677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.309187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.310278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:20.310852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.420811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=c67a3f35-81db-4792-bf83-bd9d347bc205,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:20.428516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35426) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:20.429081 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-405ffb5d-c147-40ec-9372-9cd664074cd1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4468908 Feb 13 23:59:20.439692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Request body: {'subnet': {'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1431176630-subnet', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:20.446308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c67a3f35-81db-4792-bf83-bd9d347bc205 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 13 23:59:20.448450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:20.452932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Usage tracker for resource:subnet and tenant:f2544d28e2a2487eb792cd6ecc68bb7c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:20.457548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:20.464027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:20.480842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Made reservation on behalf of f2544d28e2a2487eb792cd6ecc68bb7c for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:59:20.483625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.717380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.791897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166eec0f-f9aa-4021-8fa6-aef7f7667ef6,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:20.808038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Checking segment: {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:20.808396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Network hostable DHCP agents. Network: c67a3f35-81db-4792-bf83-bd9d347bc205, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 13 23:59:20.832174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Network c67a3f35-81db-4792-bf83-bd9d347bc205 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 13 23:59:20.842198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c67a3f35-81db-4792-bf83-bd9d347bc205) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:20.846336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:20.846907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.852233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909fb5a-f84f-4ad0-b341-ebaabe417832 None None] Network c67a3f35-81db-4792-bf83-bd9d347bc205 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:59:20.871959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-97b0190a-839d-4b96-b295-0a1d47b6bf26 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4400823 Feb 13 23:59:20.871959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35442) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:20.877882 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:20.883573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:20.887542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Usage tracker for resource:router and tenant:f2544d28e2a2487eb792cd6ecc68bb7c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:20.890647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:20.897183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:20.908924 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.910004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:20.933772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.112402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.160994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c67a3f35-81db-4792-bf83-bd9d347bc205', 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'fixed_ips': [{'subnet_id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 13 23:59:21.162227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.336744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Allocated IP 172.20.0.2 (c67a3f35-81db-4792-bf83-bd9d347bc205/166eec0f-f9aa-4021-8fa6-aef7f7667ef6/016be5b0-f9b1-4cee-98ed-66450a76c5c4) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:21.356455 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.390016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.461268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:21.501054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:21.501671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:21.551347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Allocated IP 172.25.4.82 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/700e092b-3386-4f08-81ef-1e31862a4fef) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:21.723481 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.739881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Transition to ACTIVE for port object 016be5b0-f9b1-4cee-98ed-66450a76c5c4 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:21.764333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:21.802345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Transition to ACTIVE for port object 016be5b0-f9b1-4cee-98ed-66450a76c5c4 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:21.811531 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.824181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.846187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:21.932942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:21.936736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:21.938993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Pushing event updated for resources: {'Port': ['ID=700e092b-3386-4f08-81ef-1e31862a4fef,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:21.941140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:22.092947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Network c67a3f35-81db-4792-bf83-bd9d347bc205 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:22.094491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:22.097427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:22.124543 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.125332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.154935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Pushing event updated for resources: {'Port': ['ID=016be5b0-f9b1-4cee-98ed-66450a76c5c4,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:22.158271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:59:22.240509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:59:22.240838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8e5fa436-13ed-4454-bbdd-da0a49cdb4c7 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:59:22.270894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Attempting to bind port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:22.270894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Attempting to bind port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:22.271241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Attempting to bind port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 on network c67a3f35-81db-4792-bf83-bd9d347bc205 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:22.292560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:22.293000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Checking segment: {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:22.293311 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.293690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Bound using segment: {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:22.294165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Bound port: 016be5b0-f9b1-4cee-98ed-66450a76c5c4, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:22.294531 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.412133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Router 13311ac0-0d51-4be0-aef7-265eb44b75ab is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 13 23:59:22.449930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] For port 016be5b0-f9b1-4cee-98ed-66450a76c5c4, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:22.449930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 2, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:22.449930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] For port 016be5b0-f9b1-4cee-98ed-66450a76c5c4, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=016be5b0-f9b1-4cee-98ed-66450a76c5c4,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:22.457910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:22.457910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Updating router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 port 824be022-f10e-4e87-8c4b-1e3e9342166f binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:59:22.487347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.598389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.643506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73aa4-3797-4dc0-a8cc-503129167b67 None None] Pushing event updated for resources: {'Port': ['ID=016be5b0-f9b1-4cee-98ed-66450a76c5c4,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:22.811774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:22.824663 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Sync routers for ids ['13311ac0-0d51-4be0-aef7-265eb44b75ab'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:22.845561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:22.846890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-628a1218-fdb4-4b26-8f79-1f6d625ce9ed admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9742627 Feb 13 23:59:22.849841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35484) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:22.852301 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Routers {'13311ac0-0d51-4be0-aef7-265eb44b75ab'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:22.854382 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['13311ac0-0d51-4be0-aef7-265eb44b75ab'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:23.129107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Set router 13311ac0-0d51-4be0-aef7-265eb44b75ab gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:23.486341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:23.507360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Transition to ACTIVE for port object 824be022-f10e-4e87-8c4b-1e3e9342166f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:23.528089 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:23.602475 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-13T23:59:22Z', 'revision_number': 3, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:23.664648 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Checking router: 13311ac0-0d51-4be0-aef7-265eb44b75ab for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:23.665239 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Updating router 13311ac0-0d51-4be0-aef7-265eb44b75ab port 700e092b-3386-4f08-81ef-1e31862a4fef binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:59:23.789357 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:23.818732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64328b4b-4850-4d42-a821-9f88777426ce None None] Pushing event updated for resources: {'Port': ['ID=824be022-f10e-4e87-8c4b-1e3e9342166f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:24.046836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 016be5b0-f9b1-4cee-98ed-66450a76c5c4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:24.079725 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 13 23:59:24.132342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.212382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Attempting to bind port 824be022-f10e-4e87-8c4b-1e3e9342166f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:24.213045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Attempting to bind port 824be022-f10e-4e87-8c4b-1e3e9342166f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:24.213563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Attempting to bind port 824be022-f10e-4e87-8c4b-1e3e9342166f on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:24.223299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:24.223971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:24.224583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.225117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:24.225730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Bound port: 824be022-f10e-4e87-8c4b-1e3e9342166f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:24.226277 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.302470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1412db4-04bd-41ca-b7b5-0d549ae430a3 None None] Network c67a3f35-81db-4792-bf83-bd9d347bc205 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 13 23:59:24.442299 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.445098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:24.459074 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Transition to ACTIVE for port object 700e092b-3386-4f08-81ef-1e31862a4fef will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:24.469625 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.475338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Allocated IP 172.20.0.1 (c67a3f35-81db-4792-bf83-bd9d347bc205/166eec0f-f9aa-4021-8fa6-aef7f7667ef6/65004820-18fe-4c33-a91b-973551d01043) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:24.479528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] Provisioning for port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:24.525654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] For port 824be022-f10e-4e87-8c4b-1e3e9342166f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:24.544491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] Provisioning complete for port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:24.546708 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.629195 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Attempting to bind port 700e092b-3386-4f08-81ef-1e31862a4fef on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:24.629554 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Attempting to bind port 700e092b-3386-4f08-81ef-1e31862a4fef by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:24.629903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Attempting to bind port 700e092b-3386-4f08-81ef-1e31862a4fef on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:24.643226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] For port 824be022-f10e-4e87-8c4b-1e3e9342166f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=824be022-f10e-4e87-8c4b-1e3e9342166f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:24.654168 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4207d-c452-4d59-84e2-ba390585b206 None None] Pushing event updated for resources: {'Port': ['ID=700e092b-3386-4f08-81ef-1e31862a4fef,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:24.659331 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:24.659701 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:24.660094 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.660512 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:24.660989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Bound port: 700e092b-3386-4f08-81ef-1e31862a4fef, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:24.661331 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.704793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.705607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.735343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Transition to ACTIVE for port object 65004820-18fe-4c33-a91b-973551d01043 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:24.769567 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] For port 700e092b-3386-4f08-81ef-1e31862a4fef, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:24.773094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.774300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] For port 700e092b-3386-4f08-81ef-1e31862a4fef, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=700e092b-3386-4f08-81ef-1e31862a4fef,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:24.786677 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.874809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Network c67a3f35-81db-4792-bf83-bd9d347bc205 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:24.879061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:24.880082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64328b4b-4850-4d42-a821-9f88777426ce None None] Pushing event updated for resources: {'Port': ['ID=824be022-f10e-4e87-8c4b-1e3e9342166f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:24.885020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:24.905023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:24.905645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:24.908643 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4207d-c452-4d59-84e2-ba390585b206 None None] Pushing event updated for resources: {'Port': ['ID=700e092b-3386-4f08-81ef-1e31862a4fef,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:24.948496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:24.949127 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Routers {'13311ac0-0d51-4be0-aef7-265eb44b75ab'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:24.949954 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['13311ac0-0d51-4be0-aef7-265eb44b75ab'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:25.000471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Pushing event updated for resources: {'Port': ['ID=65004820-18fe-4c33-a91b-973551d01043,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:25.151287 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:25.159955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:25.255445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] For port 016be5b0-f9b1-4cee-98ed-66450a76c5c4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=016be5b0-f9b1-4cee-98ed-66450a76c5c4,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:25.260339 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] Set router 13311ac0-0d51-4be0-aef7-265eb44b75ab gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:25.275108 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:25.368281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8f007-d546-4c78-82f4-5873c2ffc0e4 None None] Pushing event updated for resources: {'Port': ['ID=016be5b0-f9b1-4cee-98ed-66450a76c5c4,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:25.382401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:25.509476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:25.516737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.517456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.518641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.518999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.519324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.519756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.520096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.520429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.520757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.521079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.521409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 13 23:59:25.526486 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:25.707929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:25.711964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Pushing event updated for resources: {'Port': ['ID=65004820-18fe-4c33-a91b-973551d01043,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:25.848419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '65004820-18fe-4c33-a91b-973551d01043', 'name': '', 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'mac_address': 'fa:16:3e:38:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:24Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 1, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'subnets': [{'id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:25.853428 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819cad3-2fcd-4622-93b0-d86e272c4410 None None] The sync data for ids ['13311ac0-0d51-4be0-aef7-265eb44b75ab'] in n-d-828979-1 is: [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '65004820-18fe-4c33-a91b-973551d01043', 'name': '', 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'mac_address': 'fa:16:3e:38:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:24Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 1, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'subnets': [{'id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:25.893896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Network c67a3f35-81db-4792-bf83-bd9d347bc205 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:25.895580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:26.026757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 016be5b0-f9b1-4cee-98ed-66450a76c5c4 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:26.236304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a831b214-b3a7-4f38-919f-75c727d4e175 None None] Provisioning complete for port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:26.236962 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a831b214-b3a7-4f38-919f-75c727d4e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:26.509655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:26.509655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:26.585748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:26.598467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c350f0-1d8b-4405-8e1d-5e9ca8dbc77b None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:26.603681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a831b214-b3a7-4f38-919f-75c727d4e175 None None] Provisioning for port 65004820-18fe-4c33-a91b-973551d01043 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:26.615786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a831b214-b3a7-4f38-919f-75c727d4e175 None None] Provisioning complete for port 65004820-18fe-4c33-a91b-973551d01043 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:26.616142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a831b214-b3a7-4f38-919f-75c727d4e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:26.799150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a831b214-b3a7-4f38-919f-75c727d4e175 None None] Port 65004820-18fe-4c33-a91b-973551d01043 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:59:26.945367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a73a471a-52f4-458e-b0e3-7cb4320c354f None None] Provisioning complete for port 65004820-18fe-4c33-a91b-973551d01043 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:26.945731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a73a471a-52f4-458e-b0e3-7cb4320c354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:27.032236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a73a471a-52f4-458e-b0e3-7cb4320c354f None None] Port 65004820-18fe-4c33-a91b-973551d01043 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:59:27.049669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Router 13311ac0-0d51-4be0-aef7-265eb44b75ab has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:59:27.467252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:27.478320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a44000a6-1fc9-439f-a2dc-e2e8f8f2e303 admin admin] 10.222.0.36 "PUT /v2.0/routers/13311ac0-0d51-4be0-aef7-265eb44b75ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6263247 Feb 13 23:59:28.048378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 824be022-f10e-4e87-8c4b-1e3e9342166f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:28.200986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 824be022-f10e-4e87-8c4b-1e3e9342166f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:28.208460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 824be022-f10e-4e87-8c4b-1e3e9342166f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:28.209039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:28.431810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:28.485429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 824be022-f10e-4e87-8c4b-1e3e9342166f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=824be022-f10e-4e87-8c4b-1e3e9342166f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:28.505400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:28.506323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 700e092b-3386-4f08-81ef-1e31862a4fef up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:28.773947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 700e092b-3386-4f08-81ef-1e31862a4fef completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:28.788705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 700e092b-3386-4f08-81ef-1e31862a4fef triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:28.788705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:28.844118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=824be022-f10e-4e87-8c4b-1e3e9342166f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:28.943444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:28.967521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 700e092b-3386-4f08-81ef-1e31862a4fef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=700e092b-3386-4f08-81ef-1e31862a4fef,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:28.974971 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:29.074424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=700e092b-3386-4f08-81ef-1e31862a4fef,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:29.911758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 824be022-f10e-4e87-8c4b-1e3e9342166f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:30.003953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 824be022-f10e-4e87-8c4b-1e3e9342166f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:30.007024 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:30.202316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 700e092b-3386-4f08-81ef-1e31862a4fef up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:30.271367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6f7c84e2-383c-46fe-85b7-39f3a2e53bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:30.320572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 700e092b-3386-4f08-81ef-1e31862a4fef triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:30.321654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:30.834087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-691e861c-38d7-4f08-90b4-b93f27537449 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:30.836259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-691e861c-38d7-4f08-90b4-b93f27537449 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1553900 Feb 13 23:59:30.854778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-67aa703a-1652-448f-adf0-d69bba33d960 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0127168 Feb 13 23:59:30.953561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-95a2aadb-82bb-448c-ab71-35131eedc1a6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:30.972108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-95a2aadb-82bb-448c-ab71-35131eedc1a6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:30.973795 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-95a2aadb-82bb-448c-ab71-35131eedc1a6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127727 Feb 13 23:59:31.178313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-64fedb5f-fc27-487a-b67e-1b856c11a874 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818626 Feb 13 23:59:31.354210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-bd07553b-840f-4874-ae69-3c8d5a3f3fec service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700451 Feb 13 23:59:31.853755 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b57d0b6-7217-43ea-8c98-9647660faa76 req-81628622-501b-4799-9618-63669f601ae8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 210 time: 0.0829360 Feb 13 23:59:32.380007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-768ccdcb-5258-47d0-9a30-59b22e1b7778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:33.140257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad47f4aa-1b90-497f-9ec7-60b39dc33881 req-0a871c12-0aab-4741-8d7b-bc5d1b35ca91 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 210 time: 0.1408010 Feb 13 23:59:33.240993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-9e3d2341-f06c-477b-9567-fa127c734e55 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:33.242627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-9e3d2341-f06c-477b-9567-fa127c734e55 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.3024359 Feb 13 23:59:33.269513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:33.468444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:33.484960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:33.499611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 13 23:59:33.504065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:33.584462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:33.723831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.11 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 13 23:59:33.884472 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:34.021040 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:34.039427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:34.115461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:34.191236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 13 23:59:34.200231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 13 23:59:34.204301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 13 23:59:34.274275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:34.308163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:34.309579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:34.349420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f7d2821e-65bd-4878-8c66-2b261340d9b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0872061 Feb 13 23:59:34.370763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Request body: {'port': {'device_id': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 13 23:59:34.509137 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122f357-fc52-427c-bf54-95ebf5417592 req-0c492072-4e09-4d32-9dd7-b61c3af789a3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:34.512018 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2122f357-fc52-427c-bf54-95ebf5417592 req-0c492072-4e09-4d32-9dd7-b61c3af789a3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 932 time: 0.1275830 Feb 13 23:59:34.571670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2122f357-fc52-427c-bf54-95ebf5417592 req-3c9df4ed-d69e-4b71-8d75-ef49d6d174d4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:34.601789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-2122f357-fc52-427c-bf54-95ebf5417592 req-3c9df4ed-d69e-4b71-8d75-ef49d6d174d4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:34.618149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2122f357-fc52-427c-bf54-95ebf5417592 req-3c9df4ed-d69e-4b71-8d75-ef49d6d174d4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995517 Feb 13 23:59:34.629754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-195109a9-822c-420c-a70c-0dbcf1592a46 None None] Provisioning for port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:34.638418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-195109a9-822c-420c-a70c-0dbcf1592a46 None None] Provisioning complete for port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:34.638795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-195109a9-822c-420c-a70c-0dbcf1592a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:34.718888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-195109a9-822c-420c-a70c-0dbcf1592a46 None None] Port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 13 23:59:34.744056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.122188 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.167256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:59:35.176716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.193319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Transition to ACTIVE for port object 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:35.201440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.354333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:35.504544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Attempting to bind port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:35.505276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Attempting to bind port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:35.506241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Attempting to bind port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:35.517169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 13 23:59:35.518010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Attempting to bind port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:35.527955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:35.528348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:35.528756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:35.529187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Bound port: 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:35.529560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.668204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] For port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:35.676660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] For port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:35.689485 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.772487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:35.773783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] 10.222.0.42 "PUT /v2.0/ports/3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a HTTP/1.1" status: 200 len: 1092 time: 1.4082484 Feb 13 23:59:35.777446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'tag': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:35.917283 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'tag': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a', 'status': 'completed', 'code': 200} Feb 13 23:59:35.934084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c273ab-aaac-489b-a3b5-8ecc2863a43a service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:36.006289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-e60b1aa1-5e56-4b46-9e6d-374b537d62e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 1095 time: 0.1581469 Feb 13 23:59:36.027639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f4c82-2f3b-4119-98f1-8400a7a7f999 req-0fcb00f2-e742-4e9b-96a3-6f6b562db62f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:36.028379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b67f4c82-2f3b-4119-98f1-8400a7a7f999 req-0fcb00f2-e742-4e9b-96a3-6f6b562db62f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:36.136724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-8d8c5639-ee71-472b-b9fc-a56495ab0746 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a HTTP/1.1" status: 200 len: 217 time: 0.1007903 Feb 13 23:59:36.143728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-b67f4c82-2f3b-4119-98f1-8400a7a7f999 req-0fcb00f2-e742-4e9b-96a3-6f6b562db62f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:36.148543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b67f4c82-2f3b-4119-98f1-8400a7a7f999 req-0fcb00f2-e742-4e9b-96a3-6f6b562db62f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.3778338 Feb 13 23:59:36.259992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b67f4c82-2f3b-4119-98f1-8400a7a7f999 req-7e6650a3-73ae-4c6a-8711-e985b5ff6e68 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104920 Feb 13 23:59:36.261607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f21f1484-81fb-4b30-83df-def34934bcea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:36.263049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-f21f1484-81fb-4b30-83df-def34934bcea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0975165 Feb 13 23:59:36.355694 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-46d5435d-5de2-4b93-b9f8-3b0a159b04a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807300 Feb 13 23:59:36.512119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-2f2baec4-322a-4ba7-863e-b034cba962dd service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461318 Feb 13 23:59:36.671925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5040c17-9259-4f28-882e-ad66fb47bc15 req-58dac80b-9a6f-4456-87c6-f1ba5911ed13 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495819 Feb 13 23:59:36.912206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-87e89fc6-ec97-431d-b8a9-a009aa9b432e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 1095 time: 0.1882801 Feb 13 23:59:37.082656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dce9d-8779-4cea-8791-4834a9280347 req-24ba5962-9068-4fec-bc75-c128d57c0920 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:37.084136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-24ba5962-9068-4fec-bc75-c128d57c0920 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1633341 Feb 13 23:59:37.164656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-f761aa13-5797-443f-8966-e96d4bd9fec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a HTTP/1.1" status: 200 len: 217 time: 0.0702686 Feb 13 23:59:37.211785 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:37.255178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dce9d-8779-4cea-8791-4834a9280347 req-6452ae9b-c922-4cb5-bc42-dcaa7ce87868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:37.256663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-6452ae9b-c922-4cb5-bc42-dcaa7ce87868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0875087 Feb 13 23:59:37.348805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-f745e78c-2dc8-4aa8-9ff5-c640285b9b65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829740 Feb 13 23:59:37.480584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645d224-caa6-4b4e-ae40-ca5175813f98 req-ad2f508f-f1c9-4f85-b0d9-62b73a8cffe1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:37.491123 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6645d224-caa6-4b4e-ae40-ca5175813f98 req-ad2f508f-f1c9-4f85-b0d9-62b73a8cffe1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.0968680 Feb 13 23:59:37.525387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-fb819405-aa99-411f-b914-52e283bfa7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665587 Feb 13 23:59:37.544391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6645d224-caa6-4b4e-ae40-ca5175813f98 req-3f99f365-7a67-4099-bfd3-96bf740cede5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Feb 13 23:59:37.700331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-797dce9d-8779-4cea-8791-4834a9280347 req-a86f4851-558d-4549-b303-816114cebe8a service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647902 Feb 13 23:59:38.806837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aca0a-25a2-413d-a8ce-dabad3b39cbc req-60c407bd-4a4b-4a57-8597-2b4ffb77b89c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:38.808299 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c51aca0a-25a2-413d-a8ce-dabad3b39cbc req-60c407bd-4a4b-4a57-8597-2b4ffb77b89c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.1119909 Feb 13 23:59:38.914675 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c51aca0a-25a2-413d-a8ce-dabad3b39cbc req-9f03bbb7-e9ae-416d-b09b-79a998efee27 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993140 Feb 13 23:59:39.014977 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:40.218836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250832-7777-4b33-a9f1-78df655aaee7 req-7b4e9461-6368-4713-a8fe-d2d57de80e11 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:40.221095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77250832-7777-4b33-a9f1-78df655aaee7 req-7b4e9461-6368-4713-a8fe-d2d57de80e11 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.1295557 Feb 13 23:59:40.319369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-77250832-7777-4b33-a9f1-78df655aaee7 req-67360429-3952-4309-ad8e-4c5cb7719c61 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927777 Feb 13 23:59:41.624429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8ad4-e21c-4302-ae59-f6ac46b67a04 req-a8b4bdeb-679e-4730-aa34-2edc77ccabcc tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:41.626567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6ec8ad4-e21c-4302-ae59-f6ac46b67a04 req-a8b4bdeb-679e-4730-aa34-2edc77ccabcc tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.1025429 Feb 13 23:59:41.733177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6ec8ad4-e21c-4302-ae59-f6ac46b67a04 req-d4bb1be5-ab49-479d-955a-79672c48adb8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992489 Feb 13 23:59:42.897697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ee15-e86f-4612-96b1-0cab443d6097 req-1a917030-6dad-44b7-814c-3dfdec950cbd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:42.899180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d861ee15-e86f-4612-96b1-0cab443d6097 req-1a917030-6dad-44b7-814c-3dfdec950cbd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.0932326 Feb 13 23:59:42.986665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d861ee15-e86f-4612-96b1-0cab443d6097 req-b9fb5949-bc6e-4457-abc5-9f7313b62a7e tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759175 Feb 13 23:59:43.029432 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f008332-f0d9-44a1-bf9b-48916229d791 req-2062788f-bbea-4aa3-aac4-b1b93efb2a26 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:43.033243 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f008332-f0d9-44a1-bf9b-48916229d791 req-2062788f-bbea-4aa3-aac4-b1b93efb2a26 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.1455653 Feb 13 23:59:43.090308 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8f008332-f0d9-44a1-bf9b-48916229d791 req-7d460b2c-83b5-4c9f-b0e7-1a4cb76b3eea tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512018 Feb 13 23:59:44.245179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078fbfd-fcbd-408a-8ac9-a7ed63ab6ff8 req-87d9fce4-6f74-4b05-b362-eb292c5e9b94 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:44.247054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c078fbfd-fcbd-408a-8ac9-a7ed63ab6ff8 req-87d9fce4-6f74-4b05-b362-eb292c5e9b94 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.0916328 Feb 13 23:59:44.270196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 13 23:59:44.316004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c078fbfd-fcbd-408a-8ac9-a7ed63ab6ff8 req-0d1192f9-a9d2-45db-8225-cd847f918bc6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620084 Feb 13 23:59:44.362186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f785-8d17-4d53-820c-631481a090ca req-9c2b4e4a-e4d0-48b2-a2ad-74ebd0424900 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:44.382307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa31f785-8d17-4d53-820c-631481a090ca req-9c2b4e4a-e4d0-48b2-a2ad-74ebd0424900 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 944 time: 0.1411009 Feb 13 23:59:44.442306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa31f785-8d17-4d53-820c-631481a090ca req-1a72ef27-a99c-440b-a817-69f63b0141cf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Feb 13 23:59:44.494060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:44.505186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a', 'mac_address': 'fa:16:3e:5d:aa:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 13 23:59:44.559874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:44.578437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 13 23:59:44.593495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:44.598795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:44.643961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-fff91be2-e1a3-4b0e-9da2-dd56f563412b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:44.645744 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-fff91be2-e1a3-4b0e-9da2-dd56f563412b tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.1141067 Feb 13 23:59:44.668258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:44.734093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Deleting port a9cf76dd-3189-4054-9713-474ae5967d7a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:44.734093 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:44.836454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 13 23:59:45.057490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] For port a9cf76dd-3189-4054-9713-474ae5967d7a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=a9cf76dd-3189-4054-9713-474ae5967d7a,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:45.057878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:45.525602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:45.526208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:45.526300 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Floating IP d3033e76-3f78-496c-aa5c-08557a8f15a8 disassociated. External IP: 172.25.4.32, port: a9cf76dd-3189-4054-9713-474ae5967d7a. Feb 13 23:59:45.526920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Calling delete_port for a9cf76dd-3189-4054-9713-474ae5967d7a owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:59:45.612682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215cba6-db49-4018-89e7-ee4602265d76 req-0c7e6f11-d888-4a0c-bcf3-f637654426d6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:45.614160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e215cba6-db49-4018-89e7-ee4602265d76 req-0c7e6f11-d888-4a0c-bcf3-f637654426d6 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 945 time: 0.1686525 Feb 13 23:59:45.644416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428d369-903b-4a8f-915c-0eefb27c9669 req-c96cdcb6-176f-4435-80fb-54dd13d830cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:45.646004 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d428d369-903b-4a8f-915c-0eefb27c9669 req-c96cdcb6-176f-4435-80fb-54dd13d830cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 945 time: 0.0912154 Feb 13 23:59:45.696230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d428d369-903b-4a8f-915c-0eefb27c9669 req-97d3cc9d-6654-4dd8-a729-26b5391fbbfa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Feb 13 23:59:45.710587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e215cba6-db49-4018-89e7-ee4602265d76 req-0ce20a1f-3d97-48a0-b07d-026b2956c05c tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups?id=e99a3e1d-3520-46c4-a7be-a1686d0319af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795596 Feb 13 23:59:45.749489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:45.805016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event deleted for resources: {'Port': ['ID=a9cf76dd-3189-4054-9713-474ae5967d7a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:46.016937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:59:46.229522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:46.240245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:46.253755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:46.254364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:46.307133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] No DVR routers for this DVR port a9cf76dd-3189-4054-9713-474ae5967d7a on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:59:46.309854 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:46.313673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'name': 'network-vif-deleted', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:46.340125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dbe0e29-430a-466f-99cb-aa34d606717e req-2844d972-ca29-4524-bbad-bc1dbe16e7da tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.31 "DELETE /v2.0/ports/a9cf76dd-3189-4054-9713-474ae5967d7a HTTP/1.1" status: 204 len: 173 time: 1.6858456 Feb 13 23:59:46.389578 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65cb751-c17d-404b-808e-f97db0839ba3', 'name': 'network-vif-deleted', 'tag': 'a9cf76dd-3189-4054-9713-474ae5967d7a', 'status': 'completed', 'code': 200} Feb 13 23:59:46.408669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:46.531534 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:46.569538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 13 23:59:46.577531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 13 23:59:46.578485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:46.857518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:46.912172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:46.934424 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77f7db28-bfd0-4021-9b52-2df161271b48 req-0d46a547-521c-4f0f-9ef2-5226cc218cdd tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/ports?device_id=f65cb751-c17d-404b-808e-f97db0839ba3 HTTP/1.1" status: 200 len: 210 time: 0.0620141 Feb 13 23:59:46.934956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:46.943493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:47.027111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ed7cf-4926-4d76-bbf3-4e87274ed807 req-db2b68e9-2eb3-4897-938a-5a69f864aab1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:47.028939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c3ed7cf-4926-4d76-bbf3-4e87274ed807 req-db2b68e9-2eb3-4897-938a-5a69f864aab1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.1237960 Feb 13 23:59:47.085711 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a', 'code': 200} Feb 13 23:59:47.097762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c3ed7cf-4926-4d76-bbf3-4e87274ed807 req-7266c23c-6937-47e6-8cd7-750f7e13a62c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620167 Feb 13 23:59:47.128189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:47.161562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:47.165904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:47.178109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:47.178936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:47.199640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe2666f-5cdc-4f2b-a2ff-0e6b4c1c9c4f req-ce1b395a-f935-4172-b09f-c81c0c531068 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 1097 time: 0.0942359 Feb 13 23:59:47.257733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fe2666f-5cdc-4f2b-a2ff-0e6b4c1c9c4f req-c3dedd4d-18ba-4605-b758-4ce46389812f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Feb 13 23:59:47.394976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:47.759674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:47.763984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc405c8-ade2-4614-af73-19feb2a596c1 None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:34Z', 'revision_number': 4, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '5a782eaa-ab0a-407d-9cbc-46d9043f05ed', 'name': '', 'network_id': 'bac04612-3403-4065-a8fb-58bc63bf802f', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'mac_address': 'fa:16:3e:28:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:33Z', 'updated_at': '2022-02-13T23:55:44Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'subnets': [{'id': '770d6ece-3a68-4bf4-bceb-3bc229c39ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:48.091770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35770) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:48.161082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dae29751-661c-4c1b-b57e-6d4a9c51ebed tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.189412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dae29751-661c-4c1b-b57e-6d4a9c51ebed tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.250783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dae29751-661c-4c1b-b57e-6d4a9c51ebed tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.272336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae29751-661c-4c1b-b57e-6d4a9c51ebed tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99a3e1d-3520-46c4-a7be-a1686d0319af,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:48.294532 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dae29751-661c-4c1b-b57e-6d4a9c51ebed tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.302658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dae29751-661c-4c1b-b57e-6d4a9c51ebed tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "DELETE /v2.0/security-groups/e99a3e1d-3520-46c4-a7be-a1686d0319af HTTP/1.1" status: 204 len: 168 time: 0.2097952 Feb 13 23:59:48.303245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35776) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:48.319668 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-06efafb3-94bb-4fd4-afb7-474cba1c94cb tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] show failed (client error): The resource could not be found. Feb 13 23:59:48.322464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06efafb3-94bb-4fd4-afb7-474cba1c94cb tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "GET /v2.0/security-groups/e99a3e1d-3520-46c4-a7be-a1686d0319af HTTP/1.1" status: 404 len: 347 time: 0.0182862 Feb 13 23:59:48.323502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35780) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:48.373405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69b072-a13f-45e1-a0e9-daf73c0625e4 req-839e3760-9c30-4bb0-98fa-759975485e6d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:48.376458 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b69b072-a13f-45e1-a0e9-daf73c0625e4 req-839e3760-9c30-4bb0-98fa-759975485e6d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.1258068 Feb 13 23:59:48.473059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1b69b072-a13f-45e1-a0e9-daf73c0625e4 req-df949889-aa3e-4a75-935b-4e34071917c3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841835 Feb 13 23:59:48.508855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Deleting port 7194ae3d-03dc-404e-b445-ac1dfc8c06ae {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:48.509315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.797011 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.797341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:48.819463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a9cf76dd-3189-4054-9713-474ae5967d7a no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:59:48.859127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: a9cf76dd-3189-4054-9713-474ae5967d7a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:59:48.859735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device a9cf76dd-3189-4054-9713-474ae5967d7a not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:59:48.920908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Calling delete_port for 7194ae3d-03dc-404e-b445-ac1dfc8c06ae owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:59:49.075948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.121012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Pushing event deleted for resources: {'Port': ['ID=7194ae3d-03dc-404e-b445-ac1dfc8c06ae,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:49.214126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.227615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.228762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2e7a4f8-2243-48ec-8249-22cc78c944a3 tempest-AttachVolumeTestJSON-386681332 tempest-AttachVolumeTestJSON-386681332-project] 10.222.0.36 "DELETE /v2.0/floatingips/d3033e76-3f78-496c-aa5c-08557a8f15a8 HTTP/1.1" status: 204 len: 168 time: 0.9042161 Feb 13 23:59:49.438712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6bb684a5-2b57-4702-adb0-6e93bd14cd21 req-71219b4d-cfde-4241-8766-eb0f336c8052 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1098 time: 0.0735579 Feb 13 23:59:49.526817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6bb684a5-2b57-4702-adb0-6e93bd14cd21 req-3d7cb9f2-2fb4-45b5-848f-53a7de4a4a8a tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824711 Feb 13 23:59:49.547223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35798) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:49.576343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35802) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:49.657903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Deleting subnet 25b43ef3-a75d-4871-80fb-155be6d037a9 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 13 23:59:49.664954 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.755283 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.824792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.910377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.963919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b43ef3-a75d-4871-80fb-155be6d037a9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:49.979241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:49.991338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f0f269f0-bc77-4af3-bcba-10b09111c7b4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/25b43ef3-a75d-4871-80fb-155be6d037a9 HTTP/1.1" status: 204 len: 168 time: 0.4411540 Feb 13 23:59:49.992318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35808) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:50.118071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.174714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3ba1f-cb51-45e5-80c5-84a7e6f9a94f req-c5b6e2b2-5af7-4e51-8532-68d2fee02e1f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:50.176437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-84a3ba1f-cb51-45e5-80c5-84a7e6f9a94f req-c5b6e2b2-5af7-4e51-8532-68d2fee02e1f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.3664577 Feb 13 23:59:50.214439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port ca223388-9a4c-4ffa-87d7-57977f7b3282 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:50.214778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.252067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.284713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1e1207-f2f5-4a34-86d7-f6f5174d88ca']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:50.286140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-84a3ba1f-cb51-45e5-80c5-84a7e6f9a94f req-c33996f2-c8c0-4dac-bf83-32ee0cdb4b68 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009805 Feb 13 23:59:50.299499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0607ed39-22bb-4837-87a7-5d561033f608') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:50.299864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0607ed39-22bb-4837-87a7-5d561033f608') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:50.312932 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.338443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.347995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 13 23:59:50.348426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.413763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.414399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: timer() Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: self._notify() Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 13 23:59:50.423719 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 13 23:59:50.500823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.518012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.534928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1e1207-f2f5-4a34-86d7-f6f5174d88ca,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:50.537328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-50616971-ac07-447b-83a1-b33fd23162a9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c1e1207-f2f5-4a34-86d7-f6f5174d88ca HTTP/1.1" status: 204 len: 168 time: 0.5433700 Feb 13 23:59:50.551375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for ca223388-9a4c-4ffa-87d7-57977f7b3282 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:59:50.558253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a062cd4-f39a-464b-a3ab-cd77ccffe432 req-a09fc49e-5f9b-45f3-ba1f-2d0eec19b919 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:50.559830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a062cd4-f39a-464b-a3ab-cd77ccffe432 req-a09fc49e-5f9b-45f3-ba1f-2d0eec19b919 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.1266170 Feb 13 23:59:50.622875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4a062cd4-f39a-464b-a3ab-cd77ccffe432 req-6f4f866c-9721-4f51-8a0d-020e54aef6ed tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541632 Feb 13 23:59:50.764830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.822841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35820) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:50.856070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=ca223388-9a4c-4ffa-87d7-57977f7b3282,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:50.880678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b8ef90ad-5fad-43c6-815c-bb4a21abcaa5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bfc360b3b29477b800af2c3e7c836fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562098 Feb 13 23:59:50.884170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35824) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:50.947778 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8b3-76a9-4e76-947d-b8203d3a266b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:50.980764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8b3-76a9-4e76-947d-b8203d3a266b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:51.000801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138982b-8fbb-440e-9f77-73cfa2ca9334 req-e58ebd3b-88da-465d-acc3-7df10a19438b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:51.002332 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8138982b-8fbb-440e-9f77-73cfa2ca9334 req-e58ebd3b-88da-465d-acc3-7df10a19438b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.1919510 Feb 13 23:59:51.004970 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:51.045481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8b3-76a9-4e76-947d-b8203d3a266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:51.067076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d8b3-76a9-4e76-947d-b8203d3a266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0ea1e-deec-4d9c-8e54-aaca557d66c8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:51.100767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8b3-76a9-4e76-947d-b8203d3a266b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:51.104517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7dd2d8b3-76a9-4e76-947d-b8203d3a266b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7aa0ea1e-deec-4d9c-8e54-aaca557d66c8 HTTP/1.1" status: 204 len: 168 time: 0.2169893 Feb 13 23:59:51.218807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8138982b-8fbb-440e-9f77-73cfa2ca9334 req-a363dfbb-a19e-441d-9acb-4f3374da25fa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796854 Feb 13 23:59:51.533806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 5010cdbf-2157-4405-836d-a3b76ba930b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 13 23:59:51.930519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc462b-d665-41cd-bb29-b4fec5f503e6 req-45b50b17-7336-490e-9301-876fce40f066 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:51.937677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72dc462b-d665-41cd-bb29-b4fec5f503e6 req-45b50b17-7336-490e-9301-876fce40f066 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.1378078 Feb 13 23:59:52.019767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72dc462b-d665-41cd-bb29-b4fec5f503e6 req-6f6d1f2d-ea27-4158-8099-ac563ff6bc16 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809031 Feb 13 23:59:52.062960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 13 23:59:52.075461 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] Sync routers for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:52.094925 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:52.096202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:52.102309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:52.220506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a516ffe5-e769-42e0-af57-a1be43efcdc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/floatingips/fa730f27-5cfd-4bc2-9b10-93a0a2c8c276 HTTP/1.1" status: 204 len: 168 time: 2.6393988 Feb 13 23:59:52.220506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:52.321786 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'status': 'completed', 'code': 200} Feb 13 23:59:52.420091 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:52.493457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-e59d848f-bdc8-4aa9-adfd-316b3b1ed757 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 1098 time: 0.1542931 Feb 13 23:59:52.745491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-45f6f1e8-d892-4cde-a6a0-a79858b742d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:52.747320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-45f6f1e8-d892-4cde-a6a0-a79858b742d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 200 len: 897 time: 0.2455168 Feb 13 23:59:52.925244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7940-0b3e-4db6-ba82-74d61a5272d7 req-2083149d-74ee-4b26-b58b-3926fc13d44a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:52.929031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-725c7940-0b3e-4db6-ba82-74d61a5272d7 req-2083149d-74ee-4b26-b58b-3926fc13d44a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:52.931634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-21f204de-465a-4d2c-b158-0472c1c86bca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 200 len: 217 time: 0.1756816 Feb 13 23:59:52.974938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-725c7940-0b3e-4db6-ba82-74d61a5272d7 req-2083149d-74ee-4b26-b58b-3926fc13d44a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:52.976087 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-725c7940-0b3e-4db6-ba82-74d61a5272d7 req-2083149d-74ee-4b26-b58b-3926fc13d44a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 947 time: 0.2046404 Feb 13 23:59:53.076150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-50749a28-1027-482b-ab66-780209386a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:53.079682 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:58Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:53.082500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-50749a28-1027-482b-ab66-780209386a13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 200 len: 835 time: 0.1437490 Feb 13 23:59:53.095196 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] Checking router: 5010cdbf-2157-4405-836d-a3b76ba930b4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:53.099979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-725c7940-0b3e-4db6-ba82-74d61a5272d7 req-09e92d54-7e7e-4180-8ffc-5b0f5f38eac5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170223 Feb 13 23:59:53.128012 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:53.128668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:53.364604 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:53.462351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-0aaae5bb-7bc0-480b-a564-514ae08f0343 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58803ebb-f660-4ce0-8f47-5b8ef07cf89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706338 Feb 13 23:59:53.470743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-7896c117-1dc7-4f86-bfcb-27043e2c6554 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:53.472073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-7896c117-1dc7-4f86-bfcb-27043e2c6554 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.3316281 Feb 13 23:59:53.596527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7dc4-1e34-456c-87de-c114741a10bf req-46afbe48-fe81-43e7-8140-7f5766f2eeda tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:53.597960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-471c7dc4-1e34-456c-87de-c114741a10bf req-46afbe48-fe81-43e7-8140-7f5766f2eeda tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 946 time: 0.3815846 Feb 13 23:59:53.674204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:53.674547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:53.823190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-b2fcbbe5-16c5-4b66-986e-934931764e77 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487380 Feb 13 23:59:53.839692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:58Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:53.840143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-471c7dc4-1e34-456c-87de-c114741a10bf req-d8ea4438-6ff8-4d89-a100-0e9a2215b614 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308106 Feb 13 23:59:53.845282 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e10dc4-b8a8-4cb7-b7af-dc3239fca75a None None] The sync data for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 is: [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-13T23:57:40Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '1b86cc6d-ad87-448a-a592-d44794879ecd', 'name': '', 'network_id': '58803ebb-f660-4ce0-8f47-5b8ef07cf89c', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:f1:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:39Z', 'updated_at': '2022-02-13T23:57:58Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '63209030-70dd-4ce7-a799-b1a1fea01d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:54.192905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-58d57373-4198-46a9-9ff4-2b7f0b178b71 req-ab925335-9a9b-4bcc-98e4-859c1fcb7b50 service neutron] 10.222.0.31 "GET /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517499 Feb 13 23:59:54.194630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:54.195033 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:54.332343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-69f08ae7-7ed5-46b0-92a4-6bc60639d003 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:54.333955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-69f08ae7-7ed5-46b0-92a4-6bc60639d003 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 947 time: 0.3373883 Feb 13 23:59:54.445461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:59:54.485862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebad48-141d-42a1-9bcc-c4dca285677f req-d57c4834-490b-40b4-9dca-2e725834da90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 13 23:59:54.492517 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0ebad48-141d-42a1-9bcc-c4dca285677f req-d57c4834-490b-40b4-9dca-2e725834da90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 947 time: 0.1596308 Feb 13 23:59:54.550277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port fdc85f88-214a-4f63-9fda-f985d7d17e9f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:54.551195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:54.595124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0ebad48-141d-42a1-9bcc-c4dca285677f req-dc3c6a37-7f85-4840-ad6d-c7a44ab96487 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937116 Feb 13 23:59:54.810842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:54.882987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:55.002848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:59:55.008764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:55.021644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'name': 'network-vif-deleted', 'tag': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:55.071224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port fdc85f88-214a-4f63-9fda-f985d7d17e9f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fdc85f88-214a-4f63-9fda-f985d7d17e9f,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:55.071896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:55.087508 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-48e93ec6-2e1e-4b83-92cc-9b270ef70b30 req-5d4ca51a-d769-4b1f-8933-76f451c54211 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "DELETE /v2.0/ports/3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a HTTP/1.1" status: 204 len: 173 time: 1.5935843 Feb 13 23:59:55.183734 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144b05aa-561e-4cc5-83ae-9f6ccc9e1347', 'name': 'network-vif-deleted', 'tag': '3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a', 'status': 'completed', 'code': 200} Feb 13 23:59:55.419972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f9923-f8b2-4e78-87e1-7f3d8b190be3 None None] New status for floating IP d3033e76-3f78-496c-aa5c-08557a8f15a8: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:59:55.522762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for fdc85f88-214a-4f63-9fda-f985d7d17e9f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 13 23:59:55.561781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-12893d59-ade4-4caa-bbfd-6d59f43acc5c req-35893edc-4ddf-49c3-9796-780d7623196a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 13 23:59:55.573955 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Sync routers for ids ['13311ac0-0d51-4be0-aef7-265eb44b75ab'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 13 23:59:55.606945 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Routers {'13311ac0-0d51-4be0-aef7-265eb44b75ab'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:55.607568 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['13311ac0-0d51-4be0-aef7-265eb44b75ab'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:55.678787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92a73a-a0be-46ef-800b-caef7674a8c7 None None] New status for floating IP fa730f27-5cfd-4bc2-9b10-93a0a2c8c276: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 13 23:59:55.910222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-12893d59-ade4-4caa-bbfd-6d59f43acc5c req-35893edc-4ddf-49c3-9796-780d7623196a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 13 23:59:55.933200 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12893d59-ade4-4caa-bbfd-6d59f43acc5c req-35893edc-4ddf-49c3-9796-780d7623196a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=144b05aa-561e-4cc5-83ae-9f6ccc9e1347 HTTP/1.1" status: 200 len: 210 time: 0.7471395 Feb 13 23:59:55.936114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:56.006520 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Set router 13311ac0-0d51-4be0-aef7-265eb44b75ab gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:56.037214 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1fe4909f-24b5-487c-8233-a7d783fb7d4b req-5d7ab8d5-18f0-4391-b791-278f31fdf753 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ac85136-02f5-433f-9fe4-2f923d5eb460 HTTP/1.1" status: 200 len: 210 time: 0.0966036 Feb 13 23:59:56.086812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=fdc85f88-214a-4f63-9fda-f985d7d17e9f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:56.214942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] No DVR routers for this DVR port fdc85f88-214a-4f63-9fda-f985d7d17e9f on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 13 23:59:56.222425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:56.249541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aaa8221c-5e6b-413f-abfe-9e3c3704337e req-800ad6f1-d5de-4de8-a94f-2ed2ba3c8f6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "DELETE /v2.0/ports/fdc85f88-214a-4f63-9fda-f985d7d17e9f HTTP/1.1" status: 204 len: 173 time: 1.8442397 Feb 13 23:59:56.352620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:59:56.389100 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '65004820-18fe-4c33-a91b-973551d01043', 'name': '', 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'mac_address': 'fa:16:3e:38:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:24Z', 'updated_at': '2022-02-13T23:59:25Z', 'revision_number': 2, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'subnets': [{'id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:56.394251 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Checking router: 13311ac0-0d51-4be0-aef7-265eb44b75ab for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 13 23:59:56.394957 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Updating router 13311ac0-0d51-4be0-aef7-265eb44b75ab port 65004820-18fe-4c33-a91b-973551d01043 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 13 23:59:56.420839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:59:56.421544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 3e7c1e55-443f-4f6f-a0c3-037fb42fcd3a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:59:56.477407 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.101126 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.130294 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Transition to ACTIVE for port object 65004820-18fe-4c33-a91b-973551d01043 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 13 23:59:57.147559 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.184524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-deleted', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 13 23:59:57.281526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:57.356657 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8ce1-63ea-4f17-804e-936b0e2e24ba None None] Pushing event updated for resources: {'Port': ['ID=65004820-18fe-4c33-a91b-973551d01043,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:57.368135 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac85136-02f5-433f-9fe4-2f923d5eb460', 'name': 'network-vif-deleted', 'tag': 'fdc85f88-214a-4f63-9fda-f985d7d17e9f', 'status': 'completed', 'code': 200} Feb 13 23:59:57.440628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35930) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:57.709031 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Attempting to bind port 65004820-18fe-4c33-a91b-973551d01043 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 13 23:59:57.710254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Attempting to bind port 65004820-18fe-4c33-a91b-973551d01043 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 13 23:59:57.710916 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Attempting to bind port 65004820-18fe-4c33-a91b-973551d01043 on network c67a3f35-81db-4792-bf83-bd9d347bc205 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 13 23:59:57.717894 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 13, 23, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 13 23:59:57.719225 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Checking segment: {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 13 23:59:57.720436 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.721185 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Bound using segment: {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 13 23:59:57.721901 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Bound port: 65004820-18fe-4c33-a91b-973551d01043, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75b3d0f-e476-42b1-8de6-fb056a09c496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 13 23:59:57.722608 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.849292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.860894 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] For port 65004820-18fe-4c33-a91b-973551d01043, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 13 23:59:57.867710 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] For port 65004820-18fe-4c33-a91b-973551d01043, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=65004820-18fe-4c33-a91b-973551d01043,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 13 23:59:57.883217 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:57.970063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 13 23:59:57.976181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd7a709f6b140bfa9b9da6d455026c2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 13 23:59:57.980189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 13 23:59:57.989805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 13 23:59:58.058057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.113645 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8ce1-63ea-4f17-804e-936b0e2e24ba None None] Pushing event updated for resources: {'Port': ['ID=65004820-18fe-4c33-a91b-973551d01043,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:58.124112 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Routers {'13311ac0-0d51-4be0-aef7-265eb44b75ab'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 13 23:59:58.124785 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-13T23:59:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['13311ac0-0d51-4be0-aef7-265eb44b75ab'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:58.154461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.165039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.256594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df73c0e6-6a39-4698-ad3f-e6541f730c0a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:58.281356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cf38f0ae-e427-4e9b-9c99-df32f1305447 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fd7a709f6b140bfa9b9da6d455026c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8391652 Feb 13 23:59:58.282379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35936) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 13 23:59:58.400645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4492446f-1106-442b-9af2-9b5ee393169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.443748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4492446f-1106-442b-9af2-9b5ee393169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.464045 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] Set router 13311ac0-0d51-4be0-aef7-265eb44b75ab gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 13 23:59:58.519325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4492446f-1106-442b-9af2-9b5ee393169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.541331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492446f-1106-442b-9af2-9b5ee393169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df73c0e6-6a39-4698-ad3f-e6541f730c0a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 13 23:59:58.553025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4492446f-1106-442b-9af2-9b5ee393169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:58.554192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4492446f-1106-442b-9af2-9b5ee393169a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df73c0e6-6a39-4698-ad3f-e6541f730c0a HTTP/1.1" status: 204 len: 168 time: 0.2705724 Feb 13 23:59:58.845097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 13 23:59:58.951065 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '65004820-18fe-4c33-a91b-973551d01043', 'name': '', 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'mac_address': 'fa:16:3e:38:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:24Z', 'updated_at': '2022-02-13T23:59:57Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'subnets': [{'id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 13 23:59:58.961528 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e460-2c51-4958-a008-39f6a9bcda0f None None] The sync data for ids ['13311ac0-0d51-4be0-aef7-265eb44b75ab'] in n-d-828979-1 is: [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-13T23:59:24Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '65004820-18fe-4c33-a91b-973551d01043', 'name': '', 'network_id': 'c67a3f35-81db-4792-bf83-bd9d347bc205', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'mac_address': 'fa:16:3e:38:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:24Z', 'updated_at': '2022-02-13T23:59:57Z', 'revision_number': 4, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'subnets': [{'id': '166eec0f-f9aa-4021-8fa6-aef7f7667ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 13 23:59:58.970416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: fdc85f88-214a-4f63-9fda-f985d7d17e9f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 13 23:59:58.973806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fdc85f88-214a-4f63-9fda-f985d7d17e9f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 13 23:59:59.290476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 1b86cc6d-ad87-448a-a592-d44794879ecd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 13 23:59:59.291707 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:59.759018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port 1b86cc6d-ad87-448a-a592-d44794879ecd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1b86cc6d-ad87-448a-a592-d44794879ecd,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 13 23:59:59.759442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 13 23:59:59.961471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 65004820-18fe-4c33-a91b-973551d01043 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 13 23:59:59.998767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 1b86cc6d-ad87-448a-a592-d44794879ecd owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:00.036248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:00.086335 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 65004820-18fe-4c33-a91b-973551d01043 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:00.100024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 65004820-18fe-4c33-a91b-973551d01043 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:00.100715 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.259968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-965224815-network', 'tenant_id': 'd0d2d7687d634c72a80a88e2ae5ae682'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:00.267717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:00.273174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Usage tracker for resource:network and tenant:d0d2d7687d634c72a80a88e2ae5ae682 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:00.276929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:00.285534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:00.301825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Made reservation on behalf of d0d2d7687d634c72a80a88e2ae5ae682 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:00.307046 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.342178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 35976) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:00.346254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.397165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.439735 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 65004820-18fe-4c33-a91b-973551d01043, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=65004820-18fe-4c33-a91b-973551d01043,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:00.441072 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8d233b68-70b8-438b-b5a0-6ae3b264efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.447190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.453110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:00.463165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Usage tracker for resource:security_group_rule and tenant:d0d2d7687d634c72a80a88e2ae5ae682 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:00.466546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:00.473056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:00.504221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.540051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=65004820-18fe-4c33-a91b-973551d01043,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:00.552496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.552843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.553300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.553898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.566741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.568275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.569095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.569633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.570520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.571010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.571596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:00.584092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.593652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.622920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:00:00.636170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.637315 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Added segment 2618eb9f-23d2-4df4-b737-98cf2d08d66d of type vlan for network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 Feb 14 00:00:00.651109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=1b86cc6d-ad87-448a-a592-d44794879ecd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:00.682191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.740859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.741732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:00.742332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:00.796144 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:00:00.850913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b6845b-7e02-43d7-a405-4e86e1574891,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:00.880107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] Pushing event updated for resources: {'Network': ['ID=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:00.885566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f4480bd-b21e-48e7-a3ab-ea3e094eec1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8475933 Feb 14 00:00:00.888646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 35980) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:00.895906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:00:00.906822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Request body: {'subnet': {'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-965224815-subnet', 'tenant_id': 'd0d2d7687d634c72a80a88e2ae5ae682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:00.919229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:00.929038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Usage tracker for resource:subnet and tenant:d0d2d7687d634c72a80a88e2ae5ae682 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:00.932818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:00.945547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:00.969860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Made reservation on behalf of d0d2d7687d634c72a80a88e2ae5ae682 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:00.972180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:01.189078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:01.243923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:01.353726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc56300-900f-4e8a-8c5d-2278b869321d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:01.357288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Checking segment: {'id': '2618eb9f-23d2-4df4-b737-98cf2d08d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:01.357644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Network hostable DHCP agents. Network: 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:00:01.381956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:00:01.393540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:01.398295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:01.399256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:01.414595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9166930-9108-4bc7-b3c8-03dd80ee43bf None None] Network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:01.430207 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e56f081a-c4ac-44d0-91d6-291086c42406 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5404346 Feb 14 00:00:01.527573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:01.670922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385683c3-d08c-4527-a930-7e5a233b9575 None None] Network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:02.077204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 65004820-18fe-4c33-a91b-973551d01043 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:02.201423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 65004820-18fe-4c33-a91b-973551d01043 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:02.201941 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.394207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-617ad2a0-af34-4fc0-b08c-8eb99d2d6784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.638328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 5010cdbf-2157-4405-836d-a3b76ba930b4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:00:02.652956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36048) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:02.658668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-885064479-network', 'tenant_id': '2c8f9b68b8d745bfb1fe9d219ca33f0c'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:02.663862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:02.668355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Usage tracker for resource:network and tenant:2c8f9b68b8d745bfb1fe9d219ca33f0c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:02.671980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:02.678444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:02.694573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Made reservation on behalf of 2c8f9b68b8d745bfb1fe9d219ca33f0c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:02.697201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.710744 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.748909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:02.753018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8f9b68b8d745bfb1fe9d219ca33f0c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:02.755917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:02.761763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:02.844131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.850137 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.856480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Deleting port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:02.856819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.895822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:00:02.906914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2313078e-3933-455e-bdcf-f4ad314b3cce,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:02.916354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.916976 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Added segment e5c5f8c7-fe70-4185-8ab8-d42bc39a1a7f of type vlan for network ca17a170-2aec-4152-8265-522e056f2ff8 Feb 14 00:00:02.947325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.985914 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:02.987054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:02.989943 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.125607 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4681242 Feb 14 00:00:03.125607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f699-fd40-4a4e-9c81-be8c7f9ec602 admin admin] Pushing event updated for resources: {'Network': ['ID=ca17a170-2aec-4152-8265-522e056f2ff8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:03.125934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36054) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:03.131679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Request body: {'subnet': {'network_id': 'ca17a170-2aec-4152-8265-522e056f2ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-885064479-subnet', 'tenant_id': '2c8f9b68b8d745bfb1fe9d219ca33f0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:03.136780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] For port 5a782eaa-ab0a-407d-9cbc-46d9043f05ed, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:03.137144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.137885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ca17a170-2aec-4152-8265-522e056f2ff8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:00:03.138484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:03.146750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Usage tracker for resource:subnet and tenant:2c8f9b68b8d745bfb1fe9d219ca33f0c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:03.151093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:03.158392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:03.172385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Made reservation on behalf of 2c8f9b68b8d745bfb1fe9d219ca33f0c for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:03.178674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.345233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:03.355444 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] Sync routers for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:03.372797 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:03.373993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:03.409132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Calling delete_port for 5a782eaa-ab0a-407d-9cbc-46d9043f05ed owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:03.447924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.461294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d6ee62d1-1795-4147-87cd-eb4eee396e31 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/5010cdbf-2157-4405-836d-a3b76ba930b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1786175 Feb 14 00:00:03.464420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36058) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:03.555293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=031d5299-dcae-4552-8ba7-e2d18fba0f50,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:03.582196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.622993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:03.689116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Checking segment: {'id': 'e5c5f8c7-fe70-4185-8ab8-d42bc39a1a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca17a170-2aec-4152-8265-522e056f2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:03.689116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Network hostable DHCP agents. Network: ca17a170-2aec-4152-8265-522e056f2ff8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:00:03.721356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Network ca17a170-2aec-4152-8265-522e056f2ff8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:00:03.737224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ca17a170-2aec-4152-8265-522e056f2ff8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:03.747707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:03.747888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19ad14-aa34-4ee3-94ae-d9bad9dfbbec None None] Network ca17a170-2aec-4152-8265-522e056f2ff8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:03.749886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.767999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting subnet 63209030-70dd-4ce7-a799-b1a1fea01d77 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:00:03.771116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.808114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2084b547-c4aa-4147-afd8-54b87a268064 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6722221 Feb 14 00:00:03.834649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.918639 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:03.953769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:04.134796 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-14T00:00:00Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:04.147843 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] Checking router: 5010cdbf-2157-4405-836d-a3b76ba930b4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:04.174631 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] Routers {'5010cdbf-2157-4405-836d-a3b76ba930b4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:04.175252 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['5010cdbf-2157-4405-836d-a3b76ba930b4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:04.239175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a782eaa-ab0a-407d-9cbc-46d9043f05ed,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:04.290734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f45251-4c1a-4ce8-8bc8-94f26d34e143 None None] Network ca17a170-2aec-4152-8265-522e056f2ff8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:04.398976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:04.481886 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] Set router 5010cdbf-2157-4405-836d-a3b76ba930b4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:04.523027 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:04.593530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Subnet': ['ID=63209030-70dd-4ce7-a799-b1a1fea01d77,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:04.606786 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:04.610406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34fc123-5127-403d-aa6b-0841c0c5a573 None None] Network 58803ebb-f660-4ce0-8f47-5b8ef07cf89c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:04.622103 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-321c491d-d141-4810-a446-1a921c1ddba7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/subnets/63209030-70dd-4ce7-a799-b1a1fea01d77 HTTP/1.1" status: 204 len: 168 time: 1.1564405 Feb 14 00:00:04.624686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36072) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:04.772265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:04.903443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-3b84cc19-1574-47d2-9397-3c71986fe6a2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:04.904399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-3b84cc19-1574-47d2-9397-3c71986fe6a2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Synchronizing usage tracker for tenant:d0d2d7687d634c72a80a88e2ae5ae682 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:04.964293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-3b84cc19-1574-47d2-9397-3c71986fe6a2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Unset dirty status for tenant:d0d2d7687d634c72a80a88e2ae5ae682 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:04.966494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-3b84cc19-1574-47d2-9397-3c71986fe6a2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/networks?id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 HTTP/1.1" status: 200 len: 811 time: 0.2535410 Feb 14 00:00:04.992922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] DHCP port deletion for 58803ebb-f660-4ce0-8f47-5b8ef07cf89c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:00:04.996030 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] Deleting port 4ce959a3-0246-4eda-8690-8a32c53e702c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:04.996408 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:05.029239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-e203d097-d4de-4b26-8eef-30b9cc8f39b1 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/quotas/d0d2d7687d634c72a80a88e2ae5ae682 HTTP/1.1" status: 200 len: 375 time: 0.0528085 Feb 14 00:00:05.151772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-e3739c47-910f-42dc-beff-7fb68ad73eaf tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0d2d7687d634c72a80a88e2ae5ae682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175225 Feb 14 00:00:05.162275 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-14T00:00:00Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:05.176497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6943e-34b3-4c9f-b62e-ca5ecc91e0c5 None None] The sync data for ids ['5010cdbf-2157-4405-836d-a3b76ba930b4'] in n-d-828979-1 is: [{'id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329764987', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '514c051c-9392-463e-b70d-0011ac4f538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:57:34Z', 'updated_at': '2022-02-14T00:00:00Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': '514c051c-9392-463e-b70d-0011ac4f538f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5010cdbf-2157-4405-836d-a3b76ba930b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:57:35Z', 'updated_at': '2022-02-13T23:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:05.214233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:05.287885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:05.390639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-6f63811e-11f5-4e02-8bf8-d07dc0f4111a service neutron] 10.222.0.36 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323217 Feb 14 00:00:05.433800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] For port 4ce959a3-0246-4eda-8690-8a32c53e702c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4ce959a3-0246-4eda-8690-8a32c53e702c,segment=NetworkSegment(8b04b7b3-a25d-4709-9e52-42ca914a1473),segment_id=8b04b7b3-a25d-4709-9e52-42ca914a1473)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:05.434654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:05.589997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] Calling delete_port for 4ce959a3-0246-4eda-8690-8a32c53e702c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:05.599791 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-74ace8fe-e2bf-4f03-9e71-e52b834ba485 service neutron] 10.222.0.36 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022996 Feb 14 00:00:05.688686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:05.804703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] Pushing event deleted for resources: {'Port': ['ID=4ce959a3-0246-4eda-8690-8a32c53e702c,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:05.809803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbabd6b-77f2-4cca-833f-f235531074a1 None None] No DVR routers for this DVR port 4ce959a3-0246-4eda-8690-8a32c53e702c on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:00:05.932996 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ce3d343-cd46-43fd-b0f4-2d0fd9ab0e4a req-f7a395f4-df26-4b61-a46d-22e74ecf2fca tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0900071 Feb 14 00:00:06.022821 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce959a3-0246-4eda-8690-8a32c53e702c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:06.078776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4ce959a3-0246-4eda-8690-8a32c53e702c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:06.078776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4ce959a3-0246-4eda-8690-8a32c53e702c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:06.079187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1b86cc6d-ad87-448a-a592-d44794879ecd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:06.130285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1b86cc6d-ad87-448a-a592-d44794879ecd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:06.132320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1b86cc6d-ad87-448a-a592-d44794879ecd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:06.282551 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:06.297466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 514c051c-9392-463e-b70d-0011ac4f538f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:06.297899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:06.462106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:00:06.655755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port 514c051c-9392-463e-b70d-0011ac4f538f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=514c051c-9392-463e-b70d-0011ac4f538f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:06.656077 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:06.780659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 514c051c-9392-463e-b70d-0011ac4f538f owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:06.992045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:07.004138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] Sync routers for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:07.010737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-342fa892-e18b-47cb-bb8b-5b32616d9b64 admin admin] 10.222.0.36 "PUT /v2.0/routers/a7ab280e-cc1b-4dc8-8377-dcb9b3207225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6637564 Feb 14 00:00:07.010940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36096) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:07.029253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:07.030079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:07.232952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-9afe34af-5f34-4c73-a104-075bb7b22e17 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:07.235878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-9afe34af-5f34-4c73-a104-075bb7b22e17 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.31 "GET /v2.0/networks?id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 HTTP/1.1" status: 200 len: 811 time: 0.2620478 Feb 14 00:00:07.257524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Request body: {'port': {'device_id': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1', 'admin_state_up': True, 'tenant_id': 'd0d2d7687d634c72a80a88e2ae5ae682'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:07.263067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:07.319879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:07.349195 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:07.403575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=514c051c-9392-463e-b70d-0011ac4f538f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:07.427493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a3228d3-181e-4031-8621-556266a8b25d req-b5e39870-883e-4808-8672-0cb02ca5d7ae tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0737784 Feb 14 00:00:07.497115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:07.503206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Usage tracker for resource:port and tenant:d0d2d7687d634c72a80a88e2ae5ae682 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:07.507252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:07.518451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:07.535410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Made reservation on behalf of d0d2d7687d634c72a80a88e2ae5ae682 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:07.539480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:07.761046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-14T00:00:03Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:07.761349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:07.765145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] Checking router: a7ab280e-cc1b-4dc8-8377-dcb9b3207225 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:07.777820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Allocated IP 172.20.0.14 (1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1/dbc56300-900f-4e8a-8c5d-2278b869321d/97c67943-12b6-4e7e-b3c9-bbd96d321892) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:07.784717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] Routers {'a7ab280e-cc1b-4dc8-8377-dcb9b3207225'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:07.785593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:08.110604 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.120575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.127023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.132479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] Set router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:08.145067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.184196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.305869 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.306489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Fanout notify agent at l3_agent the message router_deleted on router 5010cdbf-2157-4405-836d-a3b76ba930b4 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:00:08.320453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.321557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d85e5ffc-e4cd-4481-a700-7fb29f6e6a6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/routers/5010cdbf-2157-4405-836d-a3b76ba930b4 HTTP/1.1" status: 204 len: 168 time: 3.6959624 Feb 14 00:00:08.324316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:08.325632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36102) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:08.328586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:08.335313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:08.381114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Pushing event updated for resources: {'Port': ['ID=97c67943-12b6-4e7e-b3c9-bbd96d321892,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:08.423670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:08.425354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.456515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-7bfff3bb-f57a-46b8-bf35-6386f22f05b2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2080617 Feb 14 00:00:08.473105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.481761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Request body: {'port': {'device_id': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:08.538086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-14T00:00:03Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:08.553328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5f6e4-fb4d-4464-8a19-ef5847f2fd0e None None] The sync data for ids ['a7ab280e-cc1b-4dc8-8377-dcb9b3207225'] in n-d-828979-1 is: [{'id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'name': 'tempest-AttachVolumeTestJSON-1120068614-router', 'tenant_id': '384f8d54cd33413d93b7144daa0a5020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-14T00:00:03Z', 'revision_number': 5, 'project_id': '384f8d54cd33413d93b7144daa0a5020', 'gw_port': {'id': 'f7e968bb-991b-43a1-ae1c-e631f880deff', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab280e-cc1b-4dc8-8377-dcb9b3207225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:55:29Z', 'updated_at': '2022-02-13T23:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:08.701888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.719608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.857352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.865826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58803ebb-f660-4ce0-8f47-5b8ef07cf89c']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:08.882866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b04b7b3-a25d-4709-9e52-42ca914a1473') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:08.883348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b04b7b3-a25d-4709-9e52-42ca914a1473') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:08.900800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Deleting port f7e968bb-991b-43a1-ae1c-e631f880deff {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:08.901237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.932360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:08.974969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.007037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:00:09.007554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.015507 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:00:09.023353 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:00:09.083314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fabf1b-6d0a-44e0-9a36-3526ebe0a1c3 req-d3cb4831-654f-4c98-b03d-cf5b2cc7e1e4 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:09.084987 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fabf1b-6d0a-44e0-9a36-3526ebe0a1c3 req-d3cb4831-654f-4c98-b03d-cf5b2cc7e1e4 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 932 time: 0.4472537 Feb 14 00:00:09.246298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.266437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.269046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c67943-12b6-4e7e-b3c9-bbd96d321892 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:00:09.275292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-77fabf1b-6d0a-44e0-9a36-3526ebe0a1c3 req-e8530a60-7ec2-40b1-b7b2-4de2467db812 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803982 Feb 14 00:00:09.278436 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.290045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Network': ['ID=58803ebb-f660-4ce0-8f47-5b8ef07cf89c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:09.300000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Transition to ACTIVE for port object 97c67943-12b6-4e7e-b3c9-bbd96d321892 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:09.304356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] For port f7e968bb-991b-43a1-ae1c-e631f880deff, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=f7e968bb-991b-43a1-ae1c-e631f880deff,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:09.304765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.306226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.315974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f63ce06a-3e4e-40e4-a2ba-e14d4ab8f396 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/networks/58803ebb-f660-4ce0-8f47-5b8ef07cf89c HTTP/1.1" status: 204 len: 168 time: 0.9871762 Feb 14 00:00:09.316646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36110) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:09.440852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Pushing event updated for resources: {'Port': ['ID=97c67943-12b6-4e7e-b3c9-bbd96d321892,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:09.449072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Calling delete_port for f7e968bb-991b-43a1-ae1c-e631f880deff owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:09.551395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Attempting to bind port 97c67943-12b6-4e7e-b3c9-bbd96d321892 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:09.551648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Attempting to bind port 97c67943-12b6-4e7e-b3c9-bbd96d321892 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '2618eb9f-23d2-4df4-b737-98cf2d08d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:09.551966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Attempting to bind port 97c67943-12b6-4e7e-b3c9-bbd96d321892 on network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:09.557700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Port 97c67943-12b6-4e7e-b3c9-bbd96d321892 on network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:00:09.558020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Attempting to bind port 97c67943-12b6-4e7e-b3c9-bbd96d321892 on network 1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:09.565958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:09.566324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Checking segment: {'id': '2618eb9f-23d2-4df4-b737-98cf2d08d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:09.566708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Bound using segment: {'id': '2618eb9f-23d2-4df4-b737-98cf2d08d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:09.567136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Bound port: 97c67943-12b6-4e7e-b3c9-bbd96d321892, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2618eb9f-23d2-4df4-b737-98cf2d08d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:09.567477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.571874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503ca132-e832-4c9b-b1e3-4560aa33c798 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.609572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503ca132-e832-4c9b-b1e3-4560aa33c798 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.659556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] For port 97c67943-12b6-4e7e-b3c9-bbd96d321892, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:09.662627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] For port 97c67943-12b6-4e7e-b3c9-bbd96d321892, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892,segment=NetworkSegment(2618eb9f-23d2-4df4-b737-98cf2d08d66d),segment_id=2618eb9f-23d2-4df4-b737-98cf2d08d66d)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:09.667995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.737283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.741807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.743238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] 10.222.0.31 "PUT /v2.0/ports/97c67943-12b6-4e7e-b3c9-bbd96d321892 HTTP/1.1" status: 200 len: 1092 time: 1.2782676 Feb 14 00:00:09.743689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'tag': '97c67943-12b6-4e7e-b3c9-bbd96d321892'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:09.765742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4b11d-56f6-4570-8abe-b8edb3f7cd61 service neutron] Pushing event updated for resources: {'Port': ['ID=97c67943-12b6-4e7e-b3c9-bbd96d321892,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:09.787749 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503ca132-e832-4c9b-b1e3-4560aa33c798 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.810843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e968bb-991b-43a1-ae1c-e631f880deff,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:09.828379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca132-e832-4c9b-b1e3-4560aa33c798 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb8b2c-a20d-410f-b449-efb9a6c1b6d2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:09.863529 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'tag': '97c67943-12b6-4e7e-b3c9-bbd96d321892', 'status': 'completed', 'code': 200} Feb 14 00:00:09.904921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-99e8ee5c-1ed5-43f1-8ee5-eedc456a6e94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0d2d7687d634c72a80a88e2ae5ae682&device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1127603 Feb 14 00:00:09.917270 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-503ca132-e832-4c9b-b1e3-4560aa33c798 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:09.918393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-503ca132-e832-4c9b-b1e3-4560aa33c798 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/security-groups/dffb8b2c-a20d-410f-b449-efb9a6c1b6d2 HTTP/1.1" status: 204 len: 168 time: 0.6008589 Feb 14 00:00:10.001364 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-b471aa77-9d4a-4337-b2b4-cf52fecfca84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892 HTTP/1.1" status: 200 len: 217 time: 0.0881095 Feb 14 00:00:10.007729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5a782eaa-ab0a-407d-9cbc-46d9043f05ed no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:10.099027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5a782eaa-ab0a-407d-9cbc-46d9043f05ed {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:10.099373 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5a782eaa-ab0a-407d-9cbc-46d9043f05ed not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:10.116802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-8afd27a7-2763-4da8-85d2-8f4de5e3511f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:10.118749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-8afd27a7-2763-4da8-85d2-8f4de5e3511f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbc56300-900f-4e8a-8c5d-2278b869321d HTTP/1.1" status: 200 len: 851 time: 0.1089962 Feb 14 00:00:10.180046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-69f259c0-3db8-4fbc-b27b-314120da4de8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547941 Feb 14 00:00:10.182634 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.391730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-3ff55130-312e-4467-b672-cafb004fa94c service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046368 Feb 14 00:00:10.542087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36124) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:10.553106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120774050', 'description': 'tempest-secgroup-smoke-1120774050 description', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:10.562442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:10.569827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:10.574391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:10.586136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:10.631727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c27cd489-5881-4073-85cb-0446cb06d5b4 req-fa5e5f72-c1da-4985-9b9b-77511a27ff36 service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340417 Feb 14 00:00:10.632490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.689805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.699502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.746061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:10.747425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf763-246b-4020-926b-a404c620ab75 req-d4a187b8-0f6a-4ad8-9c56-8cbde69243f7 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:10.754848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:10.755070 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d0bf763-246b-4020-926b-a404c620ab75 req-d4a187b8-0f6a-4ad8-9c56-8cbde69243f7 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 944 time: 0.2633414 Feb 14 00:00:10.758943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:10.767595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:10.772085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.772617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ab280e-cc1b-4dc8-8377-dcb9b3207225 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:00:10.786067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.789571 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8530667-f69a-49e1-8a4f-ce90729ae44d admin admin] 10.222.0.36 "DELETE /v2.0/routers/a7ab280e-cc1b-4dc8-8377-dcb9b3207225 HTTP/1.1" status: 204 len: 168 time: 3.7777636 Feb 14 00:00:10.790628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36128) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:10.824961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-cd997355-5225-47c6-a4c2-e499cf90b911 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0d2d7687d634c72a80a88e2ae5ae682&device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1268997 Feb 14 00:00:10.867201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d0bf763-246b-4020-926b-a404c620ab75 req-d8f40521-d19e-4291-b377-8593c4ae341f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111877 Feb 14 00:00:10.937541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Deleting subnet 770d6ece-3a68-4bf4-bceb-3bc229c39ab0 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:00:10.940909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.964859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:10.989118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.012296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.068414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38c1c98-abc1-4a4a-945d-0753af9259bc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:11.070971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.072133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-102f16dd-9ecb-48a3-a591-3b5df0816f78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5264866 Feb 14 00:00:11.075546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36134) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:11.083111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'd38c1c98-abc1-4a4a-945d-0753af9259bc', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:11.097070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:11.105219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:11.109934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:11.112990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-70dd520b-0621-4c96-84b2-d2847d93cc03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:11.114522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-70dd520b-0621-4c96-84b2-d2847d93cc03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 HTTP/1.1" status: 200 len: 911 time: 0.2804122 Feb 14 00:00:11.118395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:11.129381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.197734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-64681f50-7d33-4993-bf81-4130a309cd80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892 HTTP/1.1" status: 200 len: 217 time: 0.0759745 Feb 14 00:00:11.201023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.210550 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.255798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770d6ece-3a68-4bf4-bceb-3bc229c39ab0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:11.260795 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.269673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb2fd9-9498-4fcd-866d-35dd64d04a6b None None] Network bac04612-3403-4065-a8fb-58bc63bf802f requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:11.275350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4005779c-9645-4fc6-a9e6-192d86fed878 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/770d6ece-3a68-4bf4-bceb-3bc229c39ab0 HTTP/1.1" status: 204 len: 168 time: 0.4767177 Feb 14 00:00:11.277681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36138) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:11.313516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-b84460c5-5003-4857-9ae6-37377a9d915a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:11.315149 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-b84460c5-5003-4857-9ae6-37377a9d915a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbc56300-900f-4e8a-8c5d-2278b869321d HTTP/1.1" status: 200 len: 851 time: 0.1062622 Feb 14 00:00:11.323088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.421202 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.437068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Deleting port 3b8332ed-1a51-45dd-9897-35146aad6a5e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:11.437537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.463507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.480238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-2a811fd6-7f64-4f5c-bbab-7c8023ff33a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559467 Feb 14 00:00:11.519789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3b8f4e-8db3-43da-aa8d-4c70dee1dba0,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:11.589915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.591223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-de5b30fc-0f24-4908-8474-a4cc7f8951d0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5147777 Feb 14 00:00:11.594865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36142) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:11.602736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'd38c1c98-abc1-4a4a-945d-0753af9259bc', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:11.614269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:11.621769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:11.627149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:11.647650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:11.673090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-abc3efc6-0d27-4751-a1fb-a9e3048eb475 service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825385 Feb 14 00:00:11.684231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] DHCP port deletion for bac04612-3403-4065-a8fb-58bc63bf802f request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:00:11.689120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Deleting port 3b8332ed-1a51-45dd-9897-35146aad6a5e {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:11.689671 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.704734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] For port 3b8332ed-1a51-45dd-9897-35146aad6a5e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b8332ed-1a51-45dd-9897-35146aad6a5e,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:11.705575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.713324 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.842007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Calling delete_port for 3b8332ed-1a51-45dd-9897-35146aad6a5e owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:11.888840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.895349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-afa8841d-990b-4cbc-adda-299e9a32f629 req-ea7e8049-07d7-4ffc-9f91-6a6e0c75054d service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153680 Feb 14 00:00:11.898885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.946794 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.953458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955cc878-81f7-4df2-8d6b-29f45f8d5999,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:11.974221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 514c051c-9392-463e-b70d-0011ac4f538f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:11.982607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:11.987174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5815e1c2-b916-4c03-be9a-494aa0b4ffeb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3908668 Feb 14 00:00:11.987992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:11.993521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'd38c1c98-abc1-4a4a-945d-0753af9259bc', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:12.011651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:12.019636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:12.028180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:12.040240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8332ed-1a51-45dd-9897-35146aad6a5e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:12.046298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:12.048092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] No DVR routers for this DVR port 3b8332ed-1a51-45dd-9897-35146aad6a5e on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:00:12.051733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 514c051c-9392-463e-b70d-0011ac4f538f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:12.052079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 514c051c-9392-463e-b70d-0011ac4f538f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:12.056088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f7e968bb-991b-43a1-ae1c-e631f880deff no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:12.087069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.157258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: f7e968bb-991b-43a1-ae1c-e631f880deff {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:12.157615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device f7e968bb-991b-43a1-ae1c-e631f880deff not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:12.158049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b8332ed-1a51-45dd-9897-35146aad6a5e no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:12.199404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 3b8332ed-1a51-45dd-9897-35146aad6a5e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:12.199667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 3b8332ed-1a51-45dd-9897-35146aad6a5e not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:12.210685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] For port 3b8332ed-1a51-45dd-9897-35146aad6a5e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=3b8332ed-1a51-45dd-9897-35146aad6a5e,segment=NetworkSegment(6fdfa114-1ea7-4c48-84ab-81faef83fb1d),segment_id=6fdfa114-1ea7-4c48-84ab-81faef83fb1d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:12.211095 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.213885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.253561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac04612-3403-4065-a8fb-58bc63bf802f']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:12.256092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.268457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.277411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdfa114-1ea7-4c48-84ab-81faef83fb1d') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:12.277876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdfa114-1ea7-4c48-84ab-81faef83fb1d') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:12.292113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.301478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-c5286f08-bcaa-40c6-b6f5-102be82cb918 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:12.302785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-c5286f08-bcaa-40c6-b6f5-102be82cb918 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Synchronizing usage tracker for tenant:d0d2d7687d634c72a80a88e2ae5ae682 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:12.310469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.312766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636fd616-6406-4f59-9d16-e3e1e2c81cc5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:12.323770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:00:12.324295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.333756 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.339202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-34673896-0753-42b3-b485-3d1191ffa480 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3501313 Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:00:12.344016 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:00:12.346252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36154) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:12.352166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Calling delete_port for 3b8332ed-1a51-45dd-9897-35146aad6a5e owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:12.353223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'd38c1c98-abc1-4a4a-945d-0753af9259bc', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:12.353386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-c5286f08-bcaa-40c6-b6f5-102be82cb918 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Unset dirty status for tenant:d0d2d7687d634c72a80a88e2ae5ae682 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:12.354813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-c5286f08-bcaa-40c6-b6f5-102be82cb918 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 944 time: 0.2059467 Feb 14 00:00:12.360169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:12.409936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:12.415675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-63e86dc8-1a79-4e51-82d7-35c75baae92f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Synchronizing usage tracker for tenant:d0d2d7687d634c72a80a88e2ae5ae682 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:12.417179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:12.435523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:12.440675 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:00:12.441310 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:00:12.453987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-63e86dc8-1a79-4e51-82d7-35c75baae92f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Unset dirty status for tenant:d0d2d7687d634c72a80a88e2ae5ae682 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:12.455121 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8634326-36c2-40bb-8b87-df6a5723fe1d req-63e86dc8-1a79-4e51-82d7-35c75baae92f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Feb 14 00:00:12.456309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.479147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.492364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] Pushing event deleted for resources: {'Network': ['ID=bac04612-3403-4065-a8fb-58bc63bf802f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:12.497178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.530823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b437bfb1-701b-4d37-a442-feaf4cd8979f admin admin] 10.222.0.36 "DELETE /v2.0/networks/bac04612-3403-4065-a8fb-58bc63bf802f HTTP/1.1" status: 204 len: 168 time: 1.2512410 Feb 14 00:00:12.580925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.584842 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.616091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3e4aca-69b3-47d5-ab89-7e0a93fb271e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:12.623116 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.625164 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1d53de80-af9e-4c02-95b7-18837582ddc9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2796943 Feb 14 00:00:12.628733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36160) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:12.634283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'd38c1c98-abc1-4a4a-945d-0753af9259bc', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:12.641542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:12.647188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:12.650104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:12.657046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:12.668645 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:00:12.676480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.754648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.758809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.773670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36164) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:12.785881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e78344b-dbdb-4cd0-a4c3-4af7e9f221de,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:12.798221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.802120 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-adacc9a9-0de9-4195-a56f-ecb1545c62c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1696911 Feb 14 00:00:12.802739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36168) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:12.810995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'd38c1c98-abc1-4a4a-945d-0753af9259bc', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:12.825450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:12.837266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:12.840985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:12.850782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:12.874897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-97dafd53-0b94-409b-93b5-c828589d74a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384f8d54cd33413d93b7144daa0a5020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0964174 Feb 14 00:00:12.874897 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:00:12.875359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36172) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:12.884420 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.897256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 97c67943-12b6-4e7e-b3c9-bbd96d321892 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:00:12.942068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2558bf7-2523-4642-adf5-5323c3d30ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.949031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Deleting port 3b8332ed-1a51-45dd-9897-35146aad6a5e {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:12.950099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.973069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2558bf7-2523-4642-adf5-5323c3d30ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.976680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:12.987352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.016243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4969a085-643e-4b11-b872-55c1432eeca4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:13.035000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.035447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.035863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.036372 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.038410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.038977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.039394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.039803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.040655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.041421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.041858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:13.054283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.060025 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9cb57cb-843c-4244-8cb4-33a740fbdcda tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2528481 Feb 14 00:00:13.060530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36176) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:13.067546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'network': {'name': 'tempest-network-smoke--938297689', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:13.068188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2558bf7-2523-4642-adf5-5323c3d30ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.073722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:13.078834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:network and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:13.082112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:13.088615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:13.091360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558bf7-2523-4642-adf5-5323c3d30ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68255c-62b8-45f2-b3ca-345ba77a6189,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:13.102755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:13.106779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.112567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a2558bf7-2523-4642-adf5-5323c3d30ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.113696 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a2558bf7-2523-4642-adf5-5323c3d30ac0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a68255c-62b8-45f2-b3ca-345ba77a6189 HTTP/1.1" status: 204 len: 168 time: 0.2372801 Feb 14 00:00:13.129147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a100c-08c9-4043-b26b-441a99584cca None None] The port '3b8332ed-1a51-45dd-9897-35146aad6a5e' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:00:13.150181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:00:13.162401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.162746 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Added segment a41eab21-cf09-45dd-8569-9d270711dadd of type vlan for network 6bdb066d-2553-47c2-a139-21629daa1641 Feb 14 00:00:13.193955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.211753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 97c67943-12b6-4e7e-b3c9-bbd96d321892, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892,segment=NetworkSegment(2618eb9f-23d2-4df4-b737-98cf2d08d66d),segment_id=2618eb9f-23d2-4df4-b737-98cf2d08d66d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:13.231320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.236837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:13.237461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.243107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '97c67943-12b6-4e7e-b3c9-bbd96d321892', 'network_id': '1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1', 'port_id': '97c67943-12b6-4e7e-b3c9-bbd96d321892', 'mac_address': 'fa:16:3e:09:b5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc56300-900f-4e8a-8c5d-2278b869321d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:00:13.315892 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.339941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c67943-12b6-4e7e-b3c9-bbd96d321892 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:00:13.358870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 97c67943-12b6-4e7e-b3c9-bbd96d321892, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892,segment=NetworkSegment(2618eb9f-23d2-4df4-b737-98cf2d08d66d),segment_id=2618eb9f-23d2-4df4-b737-98cf2d08d66d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:13.364311 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.455573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=97c67943-12b6-4e7e-b3c9-bbd96d321892,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:13.498797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4342794 Feb 14 00:00:13.499668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36188) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:13.504201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd005949-736b-43d5-8ccb-f27af6ac53d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Network': ['ID=6bdb066d-2553-47c2-a139-21629daa1641,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:13.507811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'admin_state_up': True, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:13.516469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 6bdb066d-2553-47c2-a139-21629daa1641 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:00:13.518202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:13.522875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:router and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:13.528599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:13.543650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:13.573538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.574624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.594404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['97c67943-12b6-4e7e-b3c9-bbd96d321892'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:00:13.620585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:13.750499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0408-79ed-4c38-81aa-102c4d535311 req-335b5416-cca9-4bcf-a891-ac924d20be7e tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:13.752015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827b0408-79ed-4c38-81aa-102c4d535311 req-335b5416-cca9-4bcf-a891-ac924d20be7e tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0999942 Feb 14 00:00:13.843244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-827b0408-79ed-4c38-81aa-102c4d535311 req-5958b03e-14e6-4ec6-b054-57c598acfd57 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850964 Feb 14 00:00:13.888705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.094728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.125359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.269825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.214 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/ebea094c-e14c-4957-9c79-2fd0353fdf1c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:14.451645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.485618 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.576421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:14.580522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:14.582864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:14.622900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=ebea094c-e14c-4957-9c79-2fd0353fdf1c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:14.760103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.761239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:14.915884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 97c67943-12b6-4e7e-b3c9-bbd96d321892 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:15.074145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 97c67943-12b6-4e7e-b3c9-bbd96d321892 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:15.080544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 97c67943-12b6-4e7e-b3c9-bbd96d321892 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:15.081680 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:15.122940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d43a-2884-469c-8ff7-007a562c8ef9 req-c6c9c470-3122-443b-8016-6e23625c3853 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:15.125095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd30d43a-2884-469c-8ff7-007a562c8ef9 req-c6c9c470-3122-443b-8016-6e23625c3853 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1216612 Feb 14 00:00:15.198084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd30d43a-2884-469c-8ff7-007a562c8ef9 req-23949867-aa86-45c7-b3f8-ee727baad97d tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628147 Feb 14 00:00:15.207707 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:15.237554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c67943-12b6-4e7e-b3c9-bbd96d321892'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:15.248750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 97c67943-12b6-4e7e-b3c9-bbd96d321892, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892,segment=NetworkSegment(2618eb9f-23d2-4df4-b737-98cf2d08d66d),segment_id=2618eb9f-23d2-4df4-b737-98cf2d08d66d)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:15.256466 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:15.258698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 2423504e-4619-4479-ade2-73776243c582 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:00:15.316304 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c67943-12b6-4e7e-b3c9-bbd96d321892', 'code': 200} Feb 14 00:00:15.368959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=97c67943-12b6-4e7e-b3c9-bbd96d321892,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:15.533288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3e77e7b-32fc-4304-9a09-b6baccff43a6 req-1aa3aed2-69e4-4fd9-9de5-0dd788f2d45d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0992255 Feb 14 00:00:15.594427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e3e77e7b-32fc-4304-9a09-b6baccff43a6 req-0490f927-aaa5-4d2e-8413-3cc1360d4562 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Feb 14 00:00:15.620347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:15.633707 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Sync routers for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:15.650255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:15.651552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d1f7534-e2a9-405c-a377-c565c25c1b4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1505651 Feb 14 00:00:15.655055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:15.657061 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:15.658583 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:15.866990 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:15.976499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2582b43b-0745-4d38-8a9d-f24b004c4e72 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3197429 Feb 14 00:00:15.979224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36244) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:16.154865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0d6f9-f9cb-4db2-b330-5c84278fa97b tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:16.159344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e9d0d6f9-f9cb-4db2-b330-5c84278fa97b tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764121 Feb 14 00:00:16.159617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36250) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:16.209066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19206146-9e40-4307-ba05-fcd26df4cf5a tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460093 Feb 14 00:00:16.209305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:16.214610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256582017', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:16.219402 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:14Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:16.226998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Checking router: 2423504e-4619-4479-ade2-73776243c582 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:16.227778 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Updating router 2423504e-4619-4479-ade2-73776243c582 port ebea094c-e14c-4957-9c79-2fd0353fdf1c binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:00:16.341077 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:16.344061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:16.348261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:subnet and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:16.351331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:16.357506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:16.412986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:16.583655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:16.619696 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36266) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:16.628399 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6190ae1-1e56-41ff-9e7b-78edbb031d3e req-5415e32a-de8e-461b-9139-dc081f588b63 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:16.636386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6190ae1-1e56-41ff-9e7b-78edbb031d3e req-5415e32a-de8e-461b-9139-dc081f588b63 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2705922 Feb 14 00:00:16.808881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c6190ae1-1e56-41ff-9e7b-78edbb031d3e req-627b9f36-9285-43f6-aa1f-47413acdbb0c tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692877 Feb 14 00:00:16.881242 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:16.927212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:16.932190 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:16.933970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Usage tracker for resource:security_group_rule and tenant:e43ff7da81b34ec282641924fbeecd11 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:16.938459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:16.944862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:16.946693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Transition to ACTIVE for port object ebea094c-e14c-4957-9c79-2fd0353fdf1c will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:16.956138 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:16.957741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.034922 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Attempting to bind port ebea094c-e14c-4957-9c79-2fd0353fdf1c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:17.035309 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Attempting to bind port ebea094c-e14c-4957-9c79-2fd0353fdf1c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:17.035629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Attempting to bind port ebea094c-e14c-4957-9c79-2fd0353fdf1c on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:17.041617 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Pushing event updated for resources: {'Port': ['ID=ebea094c-e14c-4957-9c79-2fd0353fdf1c,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:17.046960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.051509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:17.051876 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:17.052269 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.052652 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:17.053105 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Bound port: ebea094c-e14c-4957-9c79-2fd0353fdf1c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:17.053467 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.054640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.101857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b44b7b-b1e7-4e04-821f-d2137ebf015a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:17.103012 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.103534 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.104646 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.105148 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.105773 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.106282 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.107344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.108012 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.108784 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.109773 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.110285 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:17.115061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Subnet': ['ID=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:17.130370 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d842e4bf-f3a6-44b6-aed3-32c79306e5be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e43ff7da81b34ec282641924fbeecd11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5073590 Feb 14 00:00:17.130920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Checking segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:17.131426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network hostable DHCP agents. Network: 6bdb066d-2553-47c2-a139-21629daa1641, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:00:17.131980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:17.161930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 6bdb066d-2553-47c2-a139-21629daa1641 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:00:17.177522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 6bdb066d-2553-47c2-a139-21629daa1641) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:17.185612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:17.187530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.188577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b7a00-598e-4d53-a12a-5b4b7e669a2c None None] Network 6bdb066d-2553-47c2-a139-21629daa1641 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:17.196611 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] For port ebea094c-e14c-4957-9c79-2fd0353fdf1c, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:17.200731 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] For port ebea094c-e14c-4957-9c79-2fd0353fdf1c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ebea094c-e14c-4957-9c79-2fd0353fdf1c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:17.207880 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.219382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a9b60e05-9feb-4834-a841-7d14957ed4ed tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0088985 Feb 14 00:00:17.221945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36280) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:17.290645 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5661f4c-ecca-43a9-91c5-e293630d5023 None None] Pushing event updated for resources: {'Port': ['ID=ebea094c-e14c-4957-9c79-2fd0353fdf1c,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:17.319434 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:17.320048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:17.382776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3683864-c886-4abc-adc2-8d2f2691bb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.432589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3683864-c886-4abc-adc2-8d2f2691bb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.519451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3683864-c886-4abc-adc2-8d2f2691bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.529869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-6bdb066d-2553-47c2-a139-21629daa1641', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:00:17.532471 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.539462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3683864-c886-4abc-adc2-8d2f2691bb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b44b7b-b1e7-4e04-821f-d2137ebf015a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:17.556508 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:17.609347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e3683864-c886-4abc-adc2-8d2f2691bb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:17.613241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e3683864-c886-4abc-adc2-8d2f2691bb6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10b44b7b-b1e7-4e04-821f-d2137ebf015a HTTP/1.1" status: 204 len: 168 time: 0.4777999 Feb 14 00:00:17.768429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Allocated IP 172.20.0.2 (6bdb066d-2553-47c2-a139-21629daa1641/371927d9-dae7-40a7-9bdb-4b84bfe2f3fe/5eff3805-a28e-419e-9cec-aead065636ac) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:18.081919 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:14Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:18.096482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe909c5-3128-45cc-9857-1df1df2b870e None None] The sync data for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 is: [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:14Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:18.217477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.232088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Transition to ACTIVE for port object 5eff3805-a28e-419e-9cec-aead065636ac will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:18.257058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Transition to ACTIVE for port object 5eff3805-a28e-419e-9cec-aead065636ac will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:18.258125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4386d-97b6-4011-8596-378da43b9366 req-3dffb51b-ea37-4c2b-b4a7-d09c32a0d0b0 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:18.263099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36296) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:18.266897 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fe4386d-97b6-4011-8596-378da43b9366 req-3dffb51b-ea37-4c2b-b4a7-d09c32a0d0b0 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1587074 Feb 14 00:00:18.276833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.293083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.335503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9fe4386d-97b6-4011-8596-378da43b9366 req-6628bc3b-fec4-4896-8a59-bdda2d3192cd tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675066 Feb 14 00:00:18.377029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:18.387976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Usage tracker for resource:security_group_rule and tenant:e1c476bf1acd489195dce66a8f11fa7c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:18.394356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:18.407041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:18.452708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Network 6bdb066d-2553-47c2-a139-21629daa1641 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:18.457340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:18.459663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Pushing event updated for resources: {'Port': ['ID=5eff3805-a28e-419e-9cec-aead065636ac,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:18.462162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:18.591433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Attempting to bind port 5eff3805-a28e-419e-9cec-aead065636ac on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:18.591769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Attempting to bind port 5eff3805-a28e-419e-9cec-aead065636ac by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:18.592230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Attempting to bind port 5eff3805-a28e-419e-9cec-aead065636ac on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:18.605330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:18.605707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Checking segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:18.606321 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.606772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Bound using segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:18.607304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Bound port: 5eff3805-a28e-419e-9cec-aead065636ac, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:18.607735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.686874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.719983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] For port 5eff3805-a28e-419e-9cec-aead065636ac, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:18.723240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] For port 5eff3805-a28e-419e-9cec-aead065636ac, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5eff3805-a28e-419e-9cec-aead065636ac,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:18.729673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.777971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.798200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:18.901960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d7a7c-a766-4940-ace6-07b2bb0c576e None None] Pushing event updated for resources: {'Port': ['ID=5eff3805-a28e-419e-9cec-aead065636ac,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:18.944498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907cf8a8-a4f4-4a90-898e-0381ad51d966,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:18.957572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-acd8c8ae-2c07-4972-b95e-e9558c103aca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1c476bf1acd489195dce66a8f11fa7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6929910 Feb 14 00:00:18.962869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36306) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:18.979188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9e5c5-3d16-4510-b160-91362f4b82ad req-e30c06ce-5fb5-41f5-a36d-e685f0e06321 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:18.991727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17f9e5c5-3d16-4510-b160-91362f4b82ad req-e30c06ce-5fb5-41f5-a36d-e685f0e06321 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2945437 Feb 14 00:00:19.118665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17f9e5c5-3d16-4510-b160-91362f4b82ad req-96cbde7c-df72-47f0-aa26-d68f85846f23 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259768 Feb 14 00:00:19.242630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2292ef02-3a9c-40b5-a156-b501280173ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:19.306829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2292ef02-3a9c-40b5-a156-b501280173ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:19.408592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2292ef02-3a9c-40b5-a156-b501280173ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:19.460307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292ef02-3a9c-40b5-a156-b501280173ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907cf8a8-a4f4-4a90-898e-0381ad51d966,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:19.468585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2292ef02-3a9c-40b5-a156-b501280173ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:19.475740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2292ef02-3a9c-40b5-a156-b501280173ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/907cf8a8-a4f4-4a90-898e-0381ad51d966 HTTP/1.1" status: 204 len: 168 time: 0.5106895 Feb 14 00:00:19.563315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.1 (6bdb066d-2553-47c2-a139-21629daa1641/371927d9-dae7-40a7-9bdb-4b84bfe2f3fe/dbb83fee-bcf1-4ca4-a31a-b6486560646c) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:19.777770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a37c0-ddad-46c4-b17d-00939a5b930c req-40bc320d-0915-4cdc-8f86-65dfcb5acd03 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:19.780284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e7a37c0-ddad-46c4-b17d-00939a5b930c req-40bc320d-0915-4cdc-8f86-65dfcb5acd03 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1111281 Feb 14 00:00:19.783651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:19.802676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object dbb83fee-bcf1-4ca4-a31a-b6486560646c will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:19.829506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:19.864926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e7a37c0-ddad-46c4-b17d-00939a5b930c req-f143877b-07ea-4ee5-b99c-c7da0ec20f2e tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692835 Feb 14 00:00:19.954994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=dbb83fee-bcf1-4ca4-a31a-b6486560646c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:19.966704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 6bdb066d-2553-47c2-a139-21629daa1641 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:19.979988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:19.984892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:20.028644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebea094c-e14c-4957-9c79-2fd0353fdf1c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:20.155285 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.166622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ebea094c-e14c-4957-9c79-2fd0353fdf1c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:20.173018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ebea094c-e14c-4957-9c79-2fd0353fdf1c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:20.192597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.290596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.375532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.397556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9a820-014f-4ec5-aa85-c8b1fc3378ee None None] Network 6bdb066d-2553-47c2-a139-21629daa1641 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:20.418567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ebea094c-e14c-4957-9c79-2fd0353fdf1c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ebea094c-e14c-4957-9c79-2fd0353fdf1c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:20.477310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.478114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5eff3805-a28e-419e-9cec-aead065636ac up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:20.634809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0ef429d9-03f1-4c46-8703-01ed1c52a15d None None] Provisioning for port 5eff3805-a28e-419e-9cec-aead065636ac completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:20.647112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ebea094c-e14c-4957-9c79-2fd0353fdf1c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:20.768655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5eff3805-a28e-419e-9cec-aead065636ac completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:20.782641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5eff3805-a28e-419e-9cec-aead065636ac triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:20.783293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.828965 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.836095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:20.993754 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:21.018337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:21.022761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=dbb83fee-bcf1-4ca4-a31a-b6486560646c,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:21.082607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5eff3805-a28e-419e-9cec-aead065636ac, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5eff3805-a28e-419e-9cec-aead065636ac,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:21.100053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:21.243243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 6bdb066d-2553-47c2-a139-21629daa1641 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:21.244975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5eff3805-a28e-419e-9cec-aead065636ac,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:21.246377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:21.307787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6ab57aae-b97d-457f-bea0-cdef35f4f5c6 None None] Provisioning for port dbb83fee-bcf1-4ca4-a31a-b6486560646c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:21.318455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6ab57aae-b97d-457f-bea0-cdef35f4f5c6 None None] Provisioning complete for port dbb83fee-bcf1-4ca4-a31a-b6486560646c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:21.318933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ab57aae-b97d-457f-bea0-cdef35f4f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:21.408458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6ab57aae-b97d-457f-bea0-cdef35f4f5c6 None None] Port dbb83fee-bcf1-4ca4-a31a-b6486560646c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:21.434222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6ab57aae-b97d-457f-bea0-cdef35f4f5c6 None None] Provisioning complete for port 5eff3805-a28e-419e-9cec-aead065636ac triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:21.434595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ab57aae-b97d-457f-bea0-cdef35f4f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:21.534540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af1ffe-8e05-436c-a318-86ee4a2277ab req-175e885d-5f82-4251-bd85-50fcd71f5274 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:21.536218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6af1ffe-8e05-436c-a318-86ee4a2277ab req-175e885d-5f82-4251-bd85-50fcd71f5274 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.4965193 Feb 14 00:00:21.764101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1ad673cd-c856-47f8-8599-4f105dc7838a None None] Provisioning complete for port dbb83fee-bcf1-4ca4-a31a-b6486560646c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:21.765213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1ad673cd-c856-47f8-8599-4f105dc7838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:21.885571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1ad673cd-c856-47f8-8599-4f105dc7838a None None] Port dbb83fee-bcf1-4ca4-a31a-b6486560646c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:21.923716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6af1ffe-8e05-436c-a318-86ee4a2277ab req-e53af8e0-b653-4a27-8ecf-61b7d1269d62 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730059 Feb 14 00:00:21.991910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebea094c-e14c-4957-9c79-2fd0353fdf1c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:22.137146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 2423504e-4619-4479-ade2-73776243c582 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:00:22.181037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0bcef578-0fb6-4e37-9fca-b12593d4a1db None None] Provisioning complete for port dbb83fee-bcf1-4ca4-a31a-b6486560646c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:22.181611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bcef578-0fb6-4e37-9fca-b12593d4a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:22.322433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bcef578-0fb6-4e37-9fca-b12593d4a1db None None] Port dbb83fee-bcf1-4ca4-a31a-b6486560646c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:22.326245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ebea094c-e14c-4957-9c79-2fd0353fdf1c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:22.326606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:22.504703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5eff3805-a28e-419e-9cec-aead065636ac up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:22.532317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:22.564815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0ff53f92-08ac-4a69-b63f-8fc5bf164c36 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/2423504e-4619-4479-ade2-73776243c582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3415658 Feb 14 00:00:22.612607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5eff3805-a28e-419e-9cec-aead065636ac triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:22.613230 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:22.642524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-60afdf31-bb05-4e7e-8535-97f7a4eb1a5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0d2d7687d634c72a80a88e2ae5ae682&device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1019289 Feb 14 00:00:22.659156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Sync routers for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:22.697068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:22.697960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:22.760489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0907f3d-3ab3-4519-b997-47a697c15d54 req-3e3463ad-3ce8-47cf-92dc-4fd8cea7bb1e tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:22.761998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0907f3d-3ab3-4519-b997-47a697c15d54 req-3e3463ad-3ce8-47cf-92dc-4fd8cea7bb1e tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1632063 Feb 14 00:00:22.839351 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0907f3d-3ab3-4519-b997-47a697c15d54 req-2de6984e-e61e-4369-b2b3-21e68f9844a5 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716076 Feb 14 00:00:22.901591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-dc2ce761-3fc8-4b98-b09e-4f12c3008805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:22.903404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-dc2ce761-3fc8-4b98-b09e-4f12c3008805 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 HTTP/1.1" status: 200 len: 911 time: 0.2538958 Feb 14 00:00:22.992924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:23.015308 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-1a71ada6-d2cc-46e9-a0a8-3cd6799c2023 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892 HTTP/1.1" status: 200 len: 217 time: 0.1021082 Feb 14 00:00:23.107793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-be2d2b88-7c8f-4632-a23e-b1bf1feaf61f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:23.141140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-d2093828-9397-4516-a97b-75ece19672c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:23.143001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-d2093828-9397-4516-a97b-75ece19672c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbc56300-900f-4e8a-8c5d-2278b869321d HTTP/1.1" status: 200 len: 851 time: 0.0970075 Feb 14 00:00:23.144146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-be2d2b88-7c8f-4632-a23e-b1bf1feaf61f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:23.145203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-be2d2b88-7c8f-4632-a23e-b1bf1feaf61f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120774050&fields=id&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 267 time: 0.1327152 Feb 14 00:00:23.223410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-dbd1c088-c3bf-4de9-84f2-9ee7c24fc599 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738213 Feb 14 00:00:23.363164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 2, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:23.368750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Checking router: 2423504e-4619-4479-ade2-73776243c582 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:23.370014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Updating router 2423504e-4619-4479-ade2-73776243c582 port dbb83fee-bcf1-4ca4-a31a-b6486560646c binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:00:23.448679 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:23.471429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-bd665c5e-ea14-459a-9289-7878879140c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:23.472849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-bd665c5e-ea14-459a-9289-7878879140c0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 796 time: 0.2902112 Feb 14 00:00:23.481616 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-4ccb9aa6-7aea-4675-a826-375ceb87bb2d service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059844 Feb 14 00:00:23.570949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-b15aa2e3-73d6-4827-a3fa-20b66def90da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/quotas/3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 375 time: 0.0866010 Feb 14 00:00:23.712809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99d97558-3a56-4cfb-8dd6-4a62c0d5c624 req-4288d500-21b9-4eea-88b9-34bcc045662e service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193170 Feb 14 00:00:23.721435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-bf798028-6c6d-45ee-9451-976f829ce80b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:23.740847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-bf798028-6c6d-45ee-9451-976f829ce80b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:23.747733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-bf798028-6c6d-45ee-9451-976f829ce80b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629546 Feb 14 00:00:23.928168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:23.957139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Transition to ACTIVE for port object dbb83fee-bcf1-4ca4-a31a-b6486560646c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:23.969893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:24.145293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a9ab-080d-4b1b-8948-d33131a851c5 req-0f8ae2be-69a6-486d-bee1-8f4f88bf379f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:24.153721 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7e8a9ab-080d-4b1b-8948-d33131a851c5 req-0f8ae2be-69a6-486d-bee1-8f4f88bf379f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1048429 Feb 14 00:00:24.234230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7e8a9ab-080d-4b1b-8948-d33131a851c5 req-d84386ed-b7dd-4852-bfb1-46a8465fef67 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 Feb 14 00:00:24.236125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5e5a-ed10-4155-8d12-3bdd6eb106b7 None None] Pushing event updated for resources: {'Port': ['ID=dbb83fee-bcf1-4ca4-a31a-b6486560646c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:24.297132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-1453b563-1a12-4adb-a6ea-0c528d2359b5 service neutron] 10.222.0.36 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418394 Feb 14 00:00:24.386352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Attempting to bind port dbb83fee-bcf1-4ca4-a31a-b6486560646c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:24.386884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Attempting to bind port dbb83fee-bcf1-4ca4-a31a-b6486560646c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:24.390893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Attempting to bind port dbb83fee-bcf1-4ca4-a31a-b6486560646c on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:24.414705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:24.423168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Checking segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:24.425987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:24.426564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Bound using segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:24.427068 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Bound port: dbb83fee-bcf1-4ca4-a31a-b6486560646c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:24.427449 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:24.524896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-c9f589c1-37c8-4d8d-89a9-4d1bc26b0a08 service neutron] 10.222.0.36 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212801 Feb 14 00:00:24.592181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] For port dbb83fee-bcf1-4ca4-a31a-b6486560646c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:24.597155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] For port dbb83fee-bcf1-4ca4-a31a-b6486560646c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=dbb83fee-bcf1-4ca4-a31a-b6486560646c,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:24.609510 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:24.740237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36426) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:24.750222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5e5a-ed10-4155-8d12-3bdd6eb106b7 None None] Pushing event updated for resources: {'Port': ['ID=dbb83fee-bcf1-4ca4-a31a-b6486560646c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:24.760875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:24.762134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:24.772218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f9562ddc-e45c-4339-904c-dd6f781cd93c req-63c4b084-6986-423d-8827-10ffb06cb93a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:24.786909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f9562ddc-e45c-4339-904c-dd6f781cd93c req-63c4b084-6986-423d-8827-10ffb06cb93a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:24.798736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9562ddc-e45c-4339-904c-dd6f781cd93c req-63c4b084-6986-423d-8827-10ffb06cb93a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 210 time: 0.0821037 Feb 14 00:00:24.989935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:25.162322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.205652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:25.210092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Usage tracker for resource:security_group_rule and tenant:b50b7d8eb7a34942adf5dc3341428187 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:25.213172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:25.219543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:25.305813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.313149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.372404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b50b7d8eb7a34942adf5dc3341428187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6307595 Feb 14 00:00:25.374801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3c0b6-d21c-4b94-8e7f-3c158078317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c26f7-7f53-45a4-860a-d66167d3e796,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:25.375693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36442) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:25.501336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1300b-e575-411c-b9cb-8c91c1d6f9ac req-c4a4f29c-c0d0-4749-a326-60afe31de9d2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:25.510399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ca1300b-e575-411c-b9cb-8c91c1d6f9ac req-c4a4f29c-c0d0-4749-a326-60afe31de9d2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1039095 Feb 14 00:00:25.576646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:24Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:25.578463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2ca1300b-e575-411c-b9cb-8c91c1d6f9ac req-5c82b946-63a5-4bf4-b16c-8969387f118a tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588479 Feb 14 00:00:25.588389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-054e0c72-7864-4943-9f63-e93267bd3b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.601138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd76da-358d-4b6c-b28c-5320e5dfa8ad None None] The sync data for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 is: [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:24Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:25.647548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-054e0c72-7864-4943-9f63-e93267bd3b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.747463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-054e0c72-7864-4943-9f63-e93267bd3b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.769027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0c72-7864-4943-9f63-e93267bd3b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c26f7-7f53-45a4-860a-d66167d3e796,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:25.778891 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-054e0c72-7864-4943-9f63-e93267bd3b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:25.781273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-054e0c72-7864-4943-9f63-e93267bd3b87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac7c26f7-7f53-45a4-860a-d66167d3e796 HTTP/1.1" status: 204 len: 168 time: 0.4043074 Feb 14 00:00:26.046741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device dbb83fee-bcf1-4ca4-a31a-b6486560646c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:26.154162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf7313cf-50f6-4c2a-95d2-6e6785950c9c req-48c96805-52ff-4d56-91dd-6dc7f271a36f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 210 time: 0.1064310 Feb 14 00:00:26.206814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port dbb83fee-bcf1-4ca4-a31a-b6486560646c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:26.214081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port dbb83fee-bcf1-4ca4-a31a-b6486560646c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:26.214784 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:26.412071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:26.483834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port dbb83fee-bcf1-4ca4-a31a-b6486560646c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=dbb83fee-bcf1-4ca4-a31a-b6486560646c,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:26.495384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:26.556451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36462) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:26.592931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:26.634173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=dbb83fee-bcf1-4ca4-a31a-b6486560646c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:26.692117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:26.698190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Usage tracker for resource:security_group_rule and tenant:1ad77dde9a614778a0eab5312541f823 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:26.703643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:26.718217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:26.745484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f44c-97a4-4283-9a11-406e8cc3c9b6 req-76cb445d-2b4f-4076-a5a2-345363f1cc44 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:26.747871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7f0f44c-97a4-4283-9a11-406e8cc3c9b6 req-76cb445d-2b4f-4076-a5a2-345363f1cc44 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2783794 Feb 14 00:00:26.813775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-01afce73-f2bc-4dfe-897c-d5af1f4af992 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:26.815599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-01afce73-f2bc-4dfe-897c-d5af1f4af992 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 796 time: 0.2439718 Feb 14 00:00:26.836643 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7f0f44c-97a4-4283-9a11-406e8cc3c9b6 req-c5e59aa9-da1b-4b0e-81bb-ec93b8a5b517 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828602 Feb 14 00:00:26.859133 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:26.870972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:26.905377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-69270b2c-4e39-4b9f-a76a-6ff95b77622c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 380 time: 0.0672193 Feb 14 00:00:26.920956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'port': {'device_id': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'admin_state_up': True, 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'security_groups': ['d38c1c98-abc1-4a4a-945d-0753af9259bc']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:26.925369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035aaf62-66b0-445b-9698-8cf7d05eab1e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:26.930156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d50d7535-390e-468d-8bca-1e539a5d4e8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ad77dde9a614778a0eab5312541f823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3720415 Feb 14 00:00:26.932838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36472) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:27.109794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:27.120291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:27.122063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-698382e2-aee9-4939-b7f2-eedc9f25a00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.132043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:27.135617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.181130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-698382e2-aee9-4939-b7f2-eedc9f25a00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.208212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f415d-071c-4a4b-80ce-293e1d890fed req-85a4700d-bab7-4bf6-aba5-9974f8949f9c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:27.208925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-156f415d-071c-4a4b-80ce-293e1d890fed req-85a4700d-bab7-4bf6-aba5-9974f8949f9c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:27.249552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-156f415d-071c-4a4b-80ce-293e1d890fed req-85a4700d-bab7-4bf6-aba5-9974f8949f9c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:27.250911 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-85a4700d-bab7-4bf6-aba5-9974f8949f9c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.2601459 Feb 14 00:00:27.280800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-9d4c5a68-c53d-446e-9fb3-a155c5b74bcd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0243278 Feb 14 00:00:27.289744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-698382e2-aee9-4939-b7f2-eedc9f25a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.348540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698382e2-aee9-4939-b7f2-eedc9f25a00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035aaf62-66b0-445b-9698-8cf7d05eab1e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:27.356154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-698382e2-aee9-4939-b7f2-eedc9f25a00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.358890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-698382e2-aee9-4939-b7f2-eedc9f25a00b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/035aaf62-66b0-445b-9698-8cf7d05eab1e HTTP/1.1" status: 204 len: 168 time: 0.4241798 Feb 14 00:00:27.367622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.8 (6bdb066d-2553-47c2-a139-21629daa1641/371927d9-dae7-40a7-9bdb-4b84bfe2f3fe/e87203dd-abd1-43e6-8222-423e25c4b9c6) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:27.371302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fba6d6ae-28d4-4adb-af48-c72756a7db2f req-1aeab004-4f21-4e7d-9040-09154d5d952e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 210 time: 0.0500717 Feb 14 00:00:27.405622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-cc54f3ca-38f3-4ee1-a250-4eea1c5ab9a7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192119 Feb 14 00:00:27.543586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-77d28125-75a9-426b-b75a-cc4da319561a service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332412 Feb 14 00:00:27.586484 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.605064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object e87203dd-abd1-43e6-8222-423e25c4b9c6 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:27.628477 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.693226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-4068ceb2-5628-4b27-867e-26a2badbf62a service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412842 Feb 14 00:00:27.704510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 6bdb066d-2553-47c2-a139-21629daa1641 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:27.707609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:27.716187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:27.752867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:27.784852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.785209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.785551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.785890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.786264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.786598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.786958 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.787290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.787618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.787937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.788259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:00:27.831052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:27.831708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:27.903620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-4e73acd2-a75d-48b9-b7eb-0b108ed66e24 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676747 Feb 14 00:00:27.922507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Request body: {'port': {'device_id': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:27.957984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device dbb83fee-bcf1-4ca4-a31a-b6486560646c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:28.045306 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82770601-4731-467b-9027-db7794bca589 req-2fbaed80-6447-49ba-99be-b7e1fdc7a23c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 210 time: 0.0957379 Feb 14 00:00:28.126850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port dbb83fee-bcf1-4ca4-a31a-b6486560646c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:28.127477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:28.181642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2f39eee-9a52-4c30-b406-65688a664177 None None] Provisioning for port e87203dd-abd1-43e6-8222-423e25c4b9c6 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:28.196774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b2f39eee-9a52-4c30-b406-65688a664177 None None] Provisioning complete for port e87203dd-abd1-43e6-8222-423e25c4b9c6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:28.197132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b2f39eee-9a52-4c30-b406-65688a664177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:28.211562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:28.293742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b2f39eee-9a52-4c30-b406-65688a664177 None None] Port e87203dd-abd1-43e6-8222-423e25c4b9c6 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:28.381531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51642f7-c248-404a-b324-3e17efb042fb req-c1984772-1926-4449-82d9-8ae93aca0ad0 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:28.383007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a51642f7-c248-404a-b324-3e17efb042fb req-c1984772-1926-4449-82d9-8ae93aca0ad0 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2489345 Feb 14 00:00:28.527837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a51642f7-c248-404a-b324-3e17efb042fb req-f7a5ac92-6d54-4d5a-973e-29ae56af404e tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339810 Feb 14 00:00:28.686368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd770f-d672-4b99-a47c-ad4f25b8b2b2 req-7c5730a4-e6eb-4fd7-b0bd-81945b905719 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:28.694091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ccd770f-d672-4b99-a47c-ad4f25b8b2b2 req-7c5730a4-e6eb-4fd7-b0bd-81945b905719 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 931 time: 0.1555464 Feb 14 00:00:28.742683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8ccd770f-d672-4b99-a47c-ad4f25b8b2b2 req-590eaa98-6e0b-4de7-8ac0-5ef5e9f8ddcf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:28.773478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8ccd770f-d672-4b99-a47c-ad4f25b8b2b2 req-590eaa98-6e0b-4de7-8ac0-5ef5e9f8ddcf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:28.783491 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8ccd770f-d672-4b99-a47c-ad4f25b8b2b2 req-590eaa98-6e0b-4de7-8ac0-5ef5e9f8ddcf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877461 Feb 14 00:00:28.828506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87203dd-abd1-43e6-8222-423e25c4b9c6 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:00:28.836309 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:28.854311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Transition to ACTIVE for port object e87203dd-abd1-43e6-8222-423e25c4b9c6 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:28.862439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:29.084746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:29.307452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:29.307695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:29.308027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:29.321029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-dad5ea3f-bf67-4b53-8179-6fc2795fed42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0d2d7687d634c72a80a88e2ae5ae682&device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 1097 time: 0.2950761 Feb 14 00:00:29.325881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:00:29.326320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:29.374343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7bf1551f-15d7-4fc6-9c6f-cb051848ce0a req-6a560e09-1731-44b6-94ca-dce631ccba9f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 210 time: 0.1704805 Feb 14 00:00:29.446358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1bfe6-6862-4cbc-9688-544dc29f8f12 req-79640ef4-11f2-47bd-94d0-4b9a3f23e554 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:29.447808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dda1bfe6-6862-4cbc-9688-544dc29f8f12 req-79640ef4-11f2-47bd-94d0-4b9a3f23e554 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2892230 Feb 14 00:00:29.460614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:29.460954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Checking segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:29.461337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Bound using segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:29.461782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Bound port: e87203dd-abd1-43e6-8222-423e25c4b9c6, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:29.462149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:29.704991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-6974622f-af12-4251-b0b8-6f4826f38307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:29.706458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-6974622f-af12-4251-b0b8-6f4826f38307 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 HTTP/1.1" status: 200 len: 911 time: 0.3776050 Feb 14 00:00:29.715483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dda1bfe6-6862-4cbc-9688-544dc29f8f12 req-ed4d7ea0-51e7-411d-acb2-c9b6b6309b14 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426269 Feb 14 00:00:29.822503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f415d-071c-4a4b-80ce-293e1d890fed req-9f103509-3b0f-4147-b0a5-cb31c97980c6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:29.823850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-9f103509-3b0f-4147-b0a5-cb31c97980c6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.4113119 Feb 14 00:00:29.824815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:29.832112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-87efe100-791c-4e86-9d7f-74c817e3a870 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892 HTTP/1.1" status: 200 len: 217 time: 0.1023211 Feb 14 00:00:29.835074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:29.844964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': '9630349b-79d0-43db-9a6f-6edc6745f183', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:29.872452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:30.006798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0398-326d-4e28-a3dc-9b91e768028a req-9ce10968-e36c-418b-87ed-fbea587cd829 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:30.027579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0ce0398-326d-4e28-a3dc-9b91e768028a req-9ce10968-e36c-418b-87ed-fbea587cd829 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 943 time: 0.1093442 Feb 14 00:00:30.064297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-873dec31-fb03-4f7d-80a4-f9f58ae10f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:30.065604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-873dec31-fb03-4f7d-80a4-f9f58ae10f39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbc56300-900f-4e8a-8c5d-2278b869321d HTTP/1.1" status: 200 len: 851 time: 0.1951098 Feb 14 00:00:30.114525 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e0ce0398-326d-4e28-a3dc-9b91e768028a req-7438271c-d5ae-4052-87f3-91379f9f44e9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831394 Feb 14 00:00:30.161070 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-98a789a4-e5b9-4b05-a2ab-1381278c57ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845013 Feb 14 00:00:30.162889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:30.164510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] 10.222.0.42 "PUT /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 1091 time: 2.2597585 Feb 14 00:00:30.169592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:30.300615 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aed0-f3df-40c4-862d-3329276955e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:30.366863 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'status': 'completed', 'code': 200} Feb 14 00:00:30.444169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590452b-fddc-4423-a91a-8b6b8efd4bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:30.474388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:30.509800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:30.543172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-2b85e848-73cc-4f45-8d45-84ec46cf4f79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1094 time: 0.2975392 Feb 14 00:00:30.597694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-052d0223-fe2d-4874-923d-d29d5ff4e56a req-ea7a860c-0483-44b0-8ecc-8d55ab4639ed tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 210 time: 0.0682559 Feb 14 00:00:30.751560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:30.754479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:30.798806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-d780900f-2bdc-405e-bc58-95211f498ab3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 217 time: 0.2400038 Feb 14 00:00:30.804732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-a89bfe87-6339-433c-ac86-a487ff67fe55 service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225085 Feb 14 00:00:31.151043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-0e38c1ae-f4a6-4165-891d-c34ad0f88d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:31.152468 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-0e38c1ae-f4a6-4165-891d-c34ad0f88d4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.3058507 Feb 14 00:00:31.258729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.4 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/7f262bc8-ac04-4d7c-9175-2e148ca33a8f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:31.294323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed95a239-fcf8-4c27-b526-94a4b0f9bad1 req-9b77d239-e109-4895-9915-8b97a195db23 service neutron] 10.222.0.31 "GET /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491069 Feb 14 00:00:31.314770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8740-06ab-4b64-ab56-caddf35f2591 req-59d2f474-c6c9-435f-bdfe-9998a2ae238f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:31.316232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-adcc8740-06ab-4b64-ab56-caddf35f2591 req-59d2f474-c6c9-435f-bdfe-9998a2ae238f tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.4087584 Feb 14 00:00:31.372522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee45f6e-72ce-4f07-9217-a4c3d9b5cb77 req-cf5df109-b818-4c56-a883-1fd1dbd8e2ad tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:31.382387 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ee45f6e-72ce-4f07-9217-a4c3d9b5cb77 req-cf5df109-b818-4c56-a883-1fd1dbd8e2ad tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 943 time: 0.1258852 Feb 14 00:00:31.387297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-6cae933f-1bae-4f72-b903-a49bb36476c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098799 Feb 14 00:00:31.448292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ee45f6e-72ce-4f07-9217-a4c3d9b5cb77 req-9fba6fa2-f8db-4ac7-94f9-b14bc145c607 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624895 Feb 14 00:00:31.570895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-adcc8740-06ab-4b64-ab56-caddf35f2591 req-1fa81f84-c940-440a-901b-673216ce5ac2 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372401 Feb 14 00:00:31.664421 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-1e8ece25-e8a9-4568-a042-3edd95fc0fcf service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630045 Feb 14 00:00:31.709981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:31.794603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object 7f262bc8-ac04-4d7c-9175-2e148ca33a8f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:31.806455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5d108c7e-0c65-495c-8bd3-348e8563e38f req-99743b91-aba4-4120-b0a5-c2ee7196b65f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 210 time: 0.0710144 Feb 14 00:00:31.854203 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02513f6c-cbaa-43e9-aba0-62d86c0b23e3 req-7a3c2f21-6e9d-4b09-bcae-447e44dc2a02 service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735575 Feb 14 00:00:31.867570 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:32.054957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:32.058797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:32.066009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:32.128479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:32.183278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:32.183806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:32.213341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-7172bc9b-ceda-4b39-ba11-bd61050eeb89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1094 time: 0.2282269 Feb 14 00:00:32.392278 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b5d6-6d13-4565-9174-947974349a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:32.406235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58926fa-e77f-456c-bb40-153848103efe req-13cb06f0-29cd-4a72-8582-03f786d41791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:32.408248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-13cb06f0-29cd-4a72-8582-03f786d41791 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.1750069 Feb 14 00:00:32.410386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-d33720e3-7db4-4c1f-8ebf-2351d960f184 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5702014 Feb 14 00:00:32.520384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-c3a2b340-03cb-4752-a58b-b033d396bdea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 217 time: 0.0983083 Feb 14 00:00:32.529704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-31e8cc3f-9bed-4eb1-878a-d0bca8f32e6e None None] Provisioning for port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:32.537279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-31e8cc3f-9bed-4eb1-878a-d0bca8f32e6e None None] Provisioning complete for port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:32.537938 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-31e8cc3f-9bed-4eb1-878a-d0bca8f32e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:32.636833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58926fa-e77f-456c-bb40-153848103efe req-e051eba9-7675-4680-82d5-7ee45d72a10a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:32.638648 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-e051eba9-7675-4680-82d5-7ee45d72a10a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.1175010 Feb 14 00:00:32.643164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Request body: {'port': {'device_id': '9630349b-79d0-43db-9a6f-6edc6745f183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:32.667121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-31e8cc3f-9bed-4eb1-878a-d0bca8f32e6e None None] Port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:32.912159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69323b65-ec42-4b27-9dab-38ea0a3640a8 req-6811422d-7f8d-4a31-a763-af8864b51ef1 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:32.920890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69323b65-ec42-4b27-9dab-38ea0a3640a8 req-6811422d-7f8d-4a31-a763-af8864b51ef1 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1196945 Feb 14 00:00:32.984685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69323b65-ec42-4b27-9dab-38ea0a3640a8 req-9dd446ad-1ac7-4686-bcd7-fdd076303e26 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625105 Feb 14 00:00:33.082401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0537f6-5a5d-45f5-8321-8eb11929b7b2 req-f793cdfd-36c2-4b06-8c37-0caadf5ad387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:33.083320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1e0537f6-5a5d-45f5-8321-8eb11929b7b2 req-f793cdfd-36c2-4b06-8c37-0caadf5ad387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:33.107535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-b66179ab-e650-4566-b46d-9d0c8ac455f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305601 Feb 14 00:00:33.148306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:33.244708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1e0537f6-5a5d-45f5-8321-8eb11929b7b2 req-f793cdfd-36c2-4b06-8c37-0caadf5ad387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:33.245834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e0537f6-5a5d-45f5-8321-8eb11929b7b2 req-f793cdfd-36c2-4b06-8c37-0caadf5ad387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 943 time: 0.4073751 Feb 14 00:00:33.315139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a78d-870e-4a3f-8232-b78dcc66d794 req-c6838961-483e-4156-8f84-59ea9661f6c9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:33.317848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07d5a78d-870e-4a3f-8232-b78dcc66d794 req-c6838961-483e-4156-8f84-59ea9661f6c9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 931 time: 0.1522717 Feb 14 00:00:33.403439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-612a4cce-cd1b-4fa2-9a6b-91f4c4d6f9f7 service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842586 Feb 14 00:00:33.403744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07d5a78d-870e-4a3f-8232-b78dcc66d794 req-0ecfcdfd-5205-4a92-93eb-e2521d4adae6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775962 Feb 14 00:00:33.519566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e0537f6-5a5d-45f5-8321-8eb11929b7b2 req-3e63f6ea-91fa-4048-9d3d-d2db6071bcdd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313569 Feb 14 00:00:33.625864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:33.757500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e58926fa-e77f-456c-bb40-153848103efe req-c1c8c454-5f71-4eaf-a176-d45b96fc5ac0 service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075683 Feb 14 00:00:33.887012 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:33.942418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f262bc8-ac04-4d7c-9175-2e148ca33a8f {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:00:33.949424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:34.011476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Transition to ACTIVE for port object 7f262bc8-ac04-4d7c-9175-2e148ca33a8f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:34.027177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:34.185004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Pushing event updated for resources: {'Port': ['ID=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:34.221885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada03aaf-ff85-4013-ad75-331127d14e9b req-ce8f5987-a6ff-4640-bb14-6c522ac8e340 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:34.224412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ada03aaf-ff85-4013-ad75-331127d14e9b req-ce8f5987-a6ff-4640-bb14-6c522ac8e340 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2695057 Feb 14 00:00:34.380963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ada03aaf-ff85-4013-ad75-331127d14e9b req-598c4c5e-a0db-453b-82c8-7e217a040deb tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240098 Feb 14 00:00:34.428069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Attempting to bind port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:34.428342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Attempting to bind port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:34.428668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Attempting to bind port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:34.435676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:00:34.436089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Attempting to bind port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:34.452834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:34.453566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:34.457714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:34.458522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Bound port: 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:34.459158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:34.472816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:00:34.679921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] For port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:34.688890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] For port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:34.708929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:34.718502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:34.747804 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'port_id': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'mac_address': 'fa:16:3e:13:e8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:00:34.774797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88457e3a-a179-4bf1-83a0-c70bd1208ce3 req-ed71e26c-4d66-4764-a2cb-07c3f4efcec9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:34.789203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88457e3a-a179-4bf1-83a0-c70bd1208ce3 req-ed71e26c-4d66-4764-a2cb-07c3f4efcec9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1657186 Feb 14 00:00:34.838301 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:34.867802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87203dd-abd1-43e6-8222-423e25c4b9c6 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:00:34.892669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:34.897270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88457e3a-a179-4bf1-83a0-c70bd1208ce3 req-77e2b4cc-ca48-4589-9a8b-546d69707eec tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068630 Feb 14 00:00:34.908083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:35.020896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Pushing event updated for resources: {'Port': ['ID=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:35.044011 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:35.045460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-eb1c3af9-53fd-46b8-aaea-a2b4fbe90d77 service neutron] 10.222.0.31 "PUT /v2.0/ports/7f262bc8-ac04-4d7c-9175-2e148ca33a8f HTTP/1.1" status: 200 len: 1091 time: 2.5228136 Feb 14 00:00:35.048712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630349b-79d0-43db-9a6f-6edc6745f183', 'tag': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:35.071643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:35.184990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e87203dd-abd1-43e6-8222-423e25c4b9c6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:00:35.208001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145b815-468f-4166-af22-fb94b37dcbb6 req-62107114-09f6-467b-a6f9-586ca85f646f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:35.211523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4145b815-468f-4166-af22-fb94b37dcbb6 req-62107114-09f6-467b-a6f9-586ca85f646f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.3173087 Feb 14 00:00:35.258616 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630349b-79d0-43db-9a6f-6edc6745f183', 'tag': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f', 'status': 'completed', 'code': 200} Feb 14 00:00:35.286939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:35.318128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-8b8ddd2c-5b36-41b8-945e-39c50ee10b04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 1094 time: 0.2156940 Feb 14 00:00:35.332318 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4145b815-468f-4166-af22-fb94b37dcbb6 req-691c9de0-a77a-4644-9ab3-efc8606a63ef tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144457 Feb 14 00:00:35.577383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-6ef9fc40-7587-4fba-8cda-c12114a89533 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f HTTP/1.1" status: 200 len: 217 time: 0.2395217 Feb 14 00:00:35.743346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f415d-071c-4a4b-80ce-293e1d890fed req-a20c932a-31cb-4c03-a440-e3460f2aa871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:35.745130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-a20c932a-31cb-4c03-a440-e3460f2aa871 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1602323 Feb 14 00:00:35.774557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef7788-42aa-4b5b-b794-cfaca2523489 req-c46e052f-7576-4561-b6d0-c1c09af95440 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:35.776009 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-95ef7788-42aa-4b5b-b794-cfaca2523489 req-c46e052f-7576-4561-b6d0-c1c09af95440 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1332703 Feb 14 00:00:35.844989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-95ef7788-42aa-4b5b-b794-cfaca2523489 req-2e146550-e8f1-4ad3-8525-bd84af62c6d6 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608532 Feb 14 00:00:35.896202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-da4e9cf9-d15a-465f-87ad-9fc925562e3c tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:35.897910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-da4e9cf9-d15a-465f-87ad-9fc925562e3c tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.2659483 Feb 14 00:00:35.962862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-1eb69455-429b-4f9c-87c2-892c24953053 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098336 Feb 14 00:00:36.073621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Deleting port 97c67943-12b6-4e7e-b3c9-bbd96d321892 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:36.074304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:36.303522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-22a9bf07-35bf-4b9c-9396-c3b0e6e54889 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228300 Feb 14 00:00:36.490807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:36.610380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03102ce0-9b13-4517-8bbb-889ba22920b9 req-c4cf50dd-e9dd-4846-991a-3212d751df87 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:36.611349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-03102ce0-9b13-4517-8bbb-889ba22920b9 req-c4cf50dd-e9dd-4846-991a-3212d751df87 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:00:36.635297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port e87203dd-abd1-43e6-8222-423e25c4b9c6 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:36.648442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port e87203dd-abd1-43e6-8222-423e25c4b9c6 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:36.653117 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:36.695269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] For port 97c67943-12b6-4e7e-b3c9-bbd96d321892, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=97c67943-12b6-4e7e-b3c9-bbd96d321892,segment=NetworkSegment(2618eb9f-23d2-4df4-b737-98cf2d08d66d),segment_id=2618eb9f-23d2-4df4-b737-98cf2d08d66d)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:36.695636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:36.706020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-156f415d-071c-4a4b-80ce-293e1d890fed req-9e7c33ca-af61-4e4f-88da-4db21e9338a5 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934405 Feb 14 00:00:36.709727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-03102ce0-9b13-4517-8bbb-889ba22920b9 req-c4cf50dd-e9dd-4846-991a-3212d751df87 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:00:36.716105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03102ce0-9b13-4517-8bbb-889ba22920b9 req-c4cf50dd-e9dd-4846-991a-3212d751df87 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.5718312 Feb 14 00:00:36.809007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b892-519f-4ef2-b8f8-0aa82c43a704 req-f8ed40ef-416c-4977-a7e0-d4b95d879830 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:36.832039 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0b2b892-519f-4ef2-b8f8-0aa82c43a704 req-f8ed40ef-416c-4977-a7e0-d4b95d879830 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.2319710 Feb 14 00:00:36.954377 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0b2b892-519f-4ef2-b8f8-0aa82c43a704 req-57576705-daab-4609-b12a-5ef92a7a04b7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165178 Feb 14 00:00:36.970611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:36.970818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Calling delete_port for 97c67943-12b6-4e7e-b3c9-bbd96d321892 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:37.063765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:37.077333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:37.084034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03102ce0-9b13-4517-8bbb-889ba22920b9 req-12431853-2bad-45f1-9783-0a18f3d99fa0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670309 Feb 14 00:00:37.086309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:37.227489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-a990bf6e-672f-42ca-b5cc-87a719d7de22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 1094 time: 0.4095957 Feb 14 00:00:37.314327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f1a56-6766-460a-b266-2a7689cdf442 req-bb6b618d-c321-4012-9c2a-c2836f59aa89 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:37.326062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f0f1a56-6766-460a-b266-2a7689cdf442 req-bb6b618d-c321-4012-9c2a-c2836f59aa89 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 946 time: 0.1149361 Feb 14 00:00:37.341461 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'code': 200} Feb 14 00:00:37.348950 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:37.359947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:37.379371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f0f1a56-6766-460a-b266-2a7689cdf442 req-7391ce35-af2f-4db7-9fe5-5e747ef0fa64 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2b6845b-7e02-43d7-a405-4e86e1574891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Feb 14 00:00:37.396905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-c74e88b5-e1e4-4e0e-b080-ac38829cfeaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:37.398529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-c74e88b5-e1e4-4e0e-b080-ac38829cfeaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1602855 Feb 14 00:00:37.697119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-d1539686-fbb6-44db-96d1-11347232469f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f HTTP/1.1" status: 200 len: 217 time: 0.2544103 Feb 14 00:00:37.802454 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:00:37.805844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:37.860980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-1f4e236e-4afb-45ea-898c-9a4e22f5f356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:37.862690 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-1f4e236e-4afb-45ea-898c-9a4e22f5f356 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1570783 Feb 14 00:00:37.863936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Pushing event deleted for resources: {'Port': ['ID=97c67943-12b6-4e7e-b3c9-bbd96d321892,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:37.868282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a87a8e9e-3025-47d1-a68c-d6221941c5a3 req-2c86743e-3496-4c6b-9ee2-06ccf510ac1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1096 time: 0.3713129 Feb 14 00:00:38.157570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a87a8e9e-3025-47d1-a68c-d6221941c5a3 req-4c7dcf73-379b-434e-b9ed-1cb1d9e94f21 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505019 Feb 14 00:00:38.164519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] No DVR routers for this DVR port 97c67943-12b6-4e7e-b3c9-bbd96d321892 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:00:38.167708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:38.177752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'name': 'network-vif-deleted', 'tag': '97c67943-12b6-4e7e-b3c9-bbd96d321892'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:38.254516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d0c9fc4-617a-4a50-a615-887440aeb8bc req-521e09df-dbb5-498b-a711-72460f749786 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.31 "DELETE /v2.0/ports/97c67943-12b6-4e7e-b3c9-bbd96d321892 HTTP/1.1" status: 204 len: 173 time: 2.3498337 Feb 14 00:00:38.269122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-42c426af-feea-442d-8917-04335eb4f26b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3991456 Feb 14 00:00:38.397738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23245f-1c59-4399-91ac-44445cc72d21 req-a394ed7f-e4f3-4cb5-9b64-9807a7e08244 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:38.406151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff23245f-1c59-4399-91ac-44445cc72d21 req-a394ed7f-e4f3-4cb5-9b64-9807a7e08244 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1299016 Feb 14 00:00:38.410410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cfb2a-9aa2-4938-bd4c-151c86580f59 req-a150e682-aa10-4357-a9ac-25d0405f407a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:38.417098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-043cfb2a-9aa2-4938-bd4c-151c86580f59 req-a150e682-aa10-4357-a9ac-25d0405f407a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.2445450 Feb 14 00:00:38.468007 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ff23245f-1c59-4399-91ac-44445cc72d21 req-f49d44d2-8be1-4bb5-ba31-af0cc88ee52c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607538 Feb 14 00:00:38.485730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-53dae394-73f4-47d3-b2d2-9a8bbc3ed14c service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093999 Feb 14 00:00:38.586628 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6', 'name': 'network-vif-deleted', 'tag': '97c67943-12b6-4e7e-b3c9-bbd96d321892', 'status': 'completed', 'code': 200} Feb 14 00:00:38.597062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-043cfb2a-9aa2-4938-bd4c-151c86580f59 req-873f3d4a-ea4a-4b7a-8c6d-0b3031a5e173 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791382 Feb 14 00:00:38.692852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-428d72f0-8778-4375-9b9a-7d31597ca24c req-52bdb33a-bd7a-4090-8594-b0626276d89f service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000892 Feb 14 00:00:38.775301 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2dc677fa-bcd6-447e-8912-8b1d73e274a5 req-b690d53c-6742-4e89-ad44-d88be90ed552 tempest-TestServerAdvancedOps-721290655 tempest-TestServerAdvancedOps-721290655-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9102918-2cd3-4e88-a2fc-65ef2e8d6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0467560 Feb 14 00:00:39.024043 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:39.042722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 97c67943-12b6-4e7e-b3c9-bbd96d321892 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:00:39.095179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 97c67943-12b6-4e7e-b3c9-bbd96d321892 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:00:39.095745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 97c67943-12b6-4e7e-b3c9-bbd96d321892 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:00:39.736731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f21e-1903-4abe-82a2-0db4c8128d12 req-18f03394-188f-4c0c-a9fa-a2b2fffdc2c3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:39.738679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb98f21e-1903-4abe-82a2-0db4c8128d12 req-18f03394-188f-4c0c-a9fa-a2b2fffdc2c3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1231289 Feb 14 00:00:39.794872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb98f21e-1903-4abe-82a2-0db4c8128d12 req-e73269e3-abf7-458a-9dc4-d5ceccb6102f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507367 Feb 14 00:00:39.878460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2c85-ca7d-48f3-95c9-4c8630625c33 req-52bcb68a-e0ad-4cb4-8cc0-bfdfa28d4439 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:39.880538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42cb2c85-ca7d-48f3-95c9-4c8630625c33 req-52bcb68a-e0ad-4cb4-8cc0-bfdfa28d4439 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.1065869 Feb 14 00:00:39.928111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36720) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:39.999694 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42cb2c85-ca7d-48f3-95c9-4c8630625c33 req-be269e8f-7a3b-4108-b0be-4e077f684799 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048863 Feb 14 00:00:40.057827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Deleting subnet dbc56300-900f-4e8a-8c5d-2278b869321d {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:00:40.068713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.160647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.299971 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.356971 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd87a6-7b9d-41d7-b542-1ab33ea07699 req-6f5edc01-23c4-478d-a560-7816a49233d3 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:40.363963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7dd87a6-7b9d-41d7-b542-1ab33ea07699 req-6f5edc01-23c4-478d-a560-7816a49233d3 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.1690207 Feb 14 00:00:40.414636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d7dd87a6-7b9d-41d7-b542-1ab33ea07699 req-bb690c30-3c80-4d94-965c-59d565e54b3c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497866 Feb 14 00:00:40.448386 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.460387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36730) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:40.494600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc56300-900f-4e8a-8c5d-2278b869321d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:40.499111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.512066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f646ac70-6df1-468b-9bcc-01268cd006c4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dbc56300-900f-4e8a-8c5d-2278b869321d HTTP/1.1" status: 204 len: 168 time: 0.5804048 Feb 14 00:00:40.512338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36734) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:40.574499 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-264afef6-81dc-4e08-8622-4e0a5a64910a tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1091 time: 0.1100299 Feb 14 00:00:40.574499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36738) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:40.581811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:40.593396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:40.598834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:floatingip and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:40.605207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:40.618428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:40.631665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.633730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.793066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.804642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.833743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:40.847235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2618eb9f-23d2-4df4-b737-98cf2d08d66d') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:40.847524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2618eb9f-23d2-4df4-b737-98cf2d08d66d') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:40.860692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.882957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.890637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:00:40.891006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:00:40.906066 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:00:41.008358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.18 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/22957f48-226b-43b4-b8b3-b57d51f830ed) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:41.075326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b45e-9b52-4ea5-90ed-7e429f1863c4 req-09a0b61a-aa4a-4bd1-8f85-fa237829b00e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:41.077606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8619b45e-9b52-4ea5-90ed-7e429f1863c4 req-09a0b61a-aa4a-4bd1-8f85-fa237829b00e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1405227 Feb 14 00:00:41.125841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.148674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.157000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] Pushing event deleted for resources: {'Network': ['ID=1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:41.177245 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36750) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:41.177470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-761a28ec-8eb3-4f1b-b260-9419d375f00e admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b13e2ea-2c84-4d3f-8ef5-b59a131cd2a1 HTTP/1.1" status: 204 len: 168 time: 0.6639066 Feb 14 00:00:41.334118 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8619b45e-9b52-4ea5-90ed-7e429f1863c4 req-66ccd203-1982-4761-8c3e-7d83d212c33b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108810 Feb 14 00:00:41.383647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Deleting subnet 031d5299-dcae-4552-8ba7-e2d18fba0f50 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:00:41.390797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.393738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.451759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.520038 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.524663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.638007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:41.639443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:41.645793 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:41.670659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=22957f48-226b-43b4-b8b3-b57d51f830ed,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:41.743297 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.805579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031d5299-dcae-4552-8ba7-e2d18fba0f50,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:41.817537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:41.859533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c5a742f9-3e10-44e5-8c82-31250dcc3584 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/031d5299-dcae-4552-8ba7-e2d18fba0f50 HTTP/1.1" status: 204 len: 168 time: 0.6783926 Feb 14 00:00:41.862134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36768) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:41.979067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.110761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.137031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca17a170-2aec-4152-8265-522e056f2ff8']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:42.150084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c5f8c7-fe70-4185-8ab8-d42bc39a1a7f') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:42.150660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c5f8c7-fe70-4185-8ab8-d42bc39a1a7f') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:42.163269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.180258 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.186499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:00:42.187078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:00:42.200355 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:00:42.259756 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.285412 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.302352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.315708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca17a170-2aec-4152-8265-522e056f2ff8 HTTP/1.1" status: 204 len: 168 time: 0.4494984 Feb 14 00:00:42.315708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e0ba4-1e1a-451a-a168-f4bd102b4d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca17a170-2aec-4152-8265-522e056f2ff8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:42.323037 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.562160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.563977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003b0d-7ef9-48d2-9f0e-9106aad65910 req-3c2b5c49-3799-4ce0-abcd-e9685229df9d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:42.565497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50003b0d-7ef9-48d2-9f0e-9106aad65910 req-3c2b5c49-3799-4ce0-abcd-e9685229df9d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.0959134 Feb 14 00:00:42.571829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:42.588695 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.615820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50003b0d-7ef9-48d2-9f0e-9106aad65910 req-b88f77fa-80cb-4b51-aaf8-1b7dead052cf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Feb 14 00:00:42.725296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=22957f48-226b-43b4-b8b3-b57d51f830ed,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:42.739073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ebf9e7cd-e58a-4cd8-b91c-83143fa97710 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0d2d7687d634c72a80a88e2ae5ae682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660874 Feb 14 00:00:42.741458 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36792) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:42.760777 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:42.942606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29a23a67-1cbb-4814-ab56-138c556b121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:43.087563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29a23a67-1cbb-4814-ab56-138c556b121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:43.171734 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Floating IP 02a23814-d637-4748-90f1-d9c1a0d09a6e associated. External IP: 172.25.4.18, port: e87203dd-abd1-43e6-8222-423e25c4b9c6. Feb 14 00:00:43.224225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29a23a67-1cbb-4814-ab56-138c556b121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:43.311897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a23a67-1cbb-4814-ab56-138c556b121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b6845b-7e02-43d7-a405-4e86e1574891,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:43.347564 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29a23a67-1cbb-4814-ab56-138c556b121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:43.348688 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-29a23a67-1cbb-4814-ab56-138c556b121a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2b6845b-7e02-43d7-a405-4e86e1574891 HTTP/1.1" status: 204 len: 168 time: 0.6063600 Feb 14 00:00:43.653376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 2423504e-4619-4479-ade2-73776243c582 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:00:43.913461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46e8c-7ea5-400a-9bd9-6d06c625eab6 req-47180191-9f4f-42b4-af9b-9387a2a51545 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:43.921423 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0a46e8c-7ea5-400a-9bd9-6d06c625eab6 req-47180191-9f4f-42b4-af9b-9387a2a51545 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1284125 Feb 14 00:00:43.978576 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0a46e8c-7ea5-400a-9bd9-6d06c625eab6 req-39b53a9c-321e-4e74-bba5-7c493d321fbf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 Feb 14 00:00:44.001840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:44.023635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:44.035399 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] Sync routers for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:44.057184 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:44.058791 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:44.068180 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:44.119371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88657a6b-ab09-4dff-bdbd-9f1d7cf6eeb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c8f9b68b8d745bfb1fe9d219ca33f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1162887 Feb 14 00:00:44.121696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36826) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:44.138010 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d067c0f3-8733-4be2-a338-203a7f3e1319 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5596979 Feb 14 00:00:44.138010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:44.201155 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'status': 'completed', 'code': 200} Feb 14 00:00:44.220939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-20ae68ae-8a9c-48ad-831f-a0078330bb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:44.350376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-20ae68ae-8a9c-48ad-831f-a0078330bb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:44.360536 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:44.441787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-e45bde98-7510-47a4-b498-d7f1ebcd7ec2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1096 time: 0.2089608 Feb 14 00:00:44.447275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726b168-63bd-4d75-a40b-993a40a916ee req-b21c7c4f-3214-4c39-a54b-4c9670a3af49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:44.448630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b726b168-63bd-4d75-a40b-993a40a916ee req-b21c7c4f-3214-4c39-a54b-4c9670a3af49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.1524801 Feb 14 00:00:44.560437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-20ae68ae-8a9c-48ad-831f-a0078330bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:44.599615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b726b168-63bd-4d75-a40b-993a40a916ee req-f2131f96-3246-45bf-bb4d-87297d61bbe1 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285772 Feb 14 00:00:44.606003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae68ae-8a9c-48ad-831f-a0078330bb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2313078e-3933-455e-bdcf-f4ad314b3cce,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:44.609106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-20ae68ae-8a9c-48ad-831f-a0078330bb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:44.610389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-20ae68ae-8a9c-48ad-831f-a0078330bb1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2313078e-3933-455e-bdcf-f4ad314b3cce HTTP/1.1" status: 204 len: 168 time: 0.4875135 Feb 14 00:00:44.667198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:44.680777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-4135048f-0662-417d-9dbd-608890460c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:44.682293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-4135048f-0662-417d-9dbd-608890460c5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.2327900 Feb 14 00:00:44.860450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-4770ce76-9647-429e-858b-c8c99ea6e964 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 998 time: 0.1692994 Feb 14 00:00:44.895678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6abd6415-697c-4ad9-bf0f-3f418570d50d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/02a23814-d637-4748-90f1-d9c1a0d09a6e HTTP/1.1" status: 200 len: 990 time: 0.2260790 Feb 14 00:00:44.949679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-9d482930-0416-4c23-b4b4-5adfd7705acc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:44.951251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-9d482930-0416-4c23-b4b4-5adfd7705acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.0809405 Feb 14 00:00:45.056395 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '02a23814-d637-4748-90f1-d9c1a0d09a6e', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '2423504e-4619-4479-ade2-73776243c582', 'port_id': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'mac_address': 'fa:16:3e:13:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:00:42Z', 'updated_at': '2022-02-14T00:00:42Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:26Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:45.067334 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] Checking router: 2423504e-4619-4479-ade2-73776243c582 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:45.089729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:45.090442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-fc20112a-f5c2-41da-a8f8-fc0d6c6f4871 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329510 Feb 14 00:00:45.091772 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:45.275298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3b5c8-ad6c-47b2-8dc8-915e98040dcd req-45e73ba0-69b6-4169-8b6a-769aba623449 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:45.287880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38d3b5c8-ad6c-47b2-8dc8-915e98040dcd req-45e73ba0-69b6-4169-8b6a-769aba623449 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1191905 Feb 14 00:00:45.330405 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:45.346200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38d3b5c8-ad6c-47b2-8dc8-915e98040dcd req-13a226cc-c76c-49c7-a9bf-d09b9029dd3b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566676 Feb 14 00:00:45.428384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-ffc2770c-bced-4efd-a057-f91c70d4695e service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349042 Feb 14 00:00:45.644135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d83ae57-53b4-44de-8750-31ac1ce721c8 req-ed91f505-c170-4b27-b824-28520a5c4ade service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091434 Feb 14 00:00:45.793343 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '02a23814-d637-4748-90f1-d9c1a0d09a6e', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '2423504e-4619-4479-ade2-73776243c582', 'port_id': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'mac_address': 'fa:16:3e:13:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:00:42Z', 'updated_at': '2022-02-14T00:00:42Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:26Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:45.797289 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364191a-b3e9-43e6-83e6-f7343f605128 None None] The sync data for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 is: [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '02a23814-d637-4748-90f1-d9c1a0d09a6e', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.18', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '2423504e-4619-4479-ade2-73776243c582', 'port_id': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'mac_address': 'fa:16:3e:13:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:00:42Z', 'updated_at': '2022-02-14T00:00:42Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:26Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:45.898277 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36872) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:46.032428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a86d6d11-dd45-42da-b472-356a77fca366 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/02a23814-d637-4748-90f1-d9c1a0d09a6e HTTP/1.1" status: 200 len: 990 time: 0.1311533 Feb 14 00:00:46.080326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30976fe-26dc-4cc6-9479-dd759318f808 None None] New status for floating IP 02a23814-d637-4748-90f1-d9c1a0d09a6e: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:00:46.395616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36886) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:46.682636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467587-fe68-4157-8c3c-149b968dfc2f req-6ae76dd4-2b03-4266-a9ff-5fdc37f47a5d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:46.683198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1072858658-network', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:46.684194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8467587-fe68-4157-8c3c-149b968dfc2f req-6ae76dd4-2b03-4266-a9ff-5fdc37f47a5d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1979735 Feb 14 00:00:46.689064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:46.693092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Usage tracker for resource:network and tenant:94f625acbf074f32b099e5741b7e80d2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:46.696111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:46.702107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:46.713333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Made reservation on behalf of 94f625acbf074f32b099e5741b7e80d2 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:46.715674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.728531 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.750299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8467587-fe68-4157-8c3c-149b968dfc2f req-b46c24c8-ccb1-4890-836e-5598b3363c04 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595407 Feb 14 00:00:46.762790 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:46.767395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Usage tracker for resource:security_group_rule and tenant:94f625acbf074f32b099e5741b7e80d2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:46.770219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:46.776007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:46.843759 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.847569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.877884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:00:46.890860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef31f98d-60f9-45e3-a305-799f327c7238,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:46.896066 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.896405 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Added segment 95efdb59-bceb-4396-9409-f9a9dea5acb6 of type vlan for network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d Feb 14 00:00:46.923362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.953956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:46.955086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:46.955664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.034825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36900) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:47.063562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] Pushing event updated for resources: {'Network': ['ID=1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:47.067771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e6538297-cb19-4b63-a4f9-db6d09773978 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6711135 Feb 14 00:00:47.070620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36904) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:47.077028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Request body: {'subnet': {'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1072858658-subnet', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:47.082931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:00:47.097598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:47.103347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Usage tracker for resource:subnet and tenant:94f625acbf074f32b099e5741b7e80d2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:47.107207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:47.115409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:47.133991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Made reservation on behalf of 94f625acbf074f32b099e5741b7e80d2 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:47.139824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.219291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-389615c8-7d71-4b61-bedf-8098002c315b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/02a23814-d637-4748-90f1-d9c1a0d09a6e HTTP/1.1" status: 200 len: 992 time: 0.1732230 Feb 14 00:00:47.234316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-cb101b25-0b6a-4b72-8479-4977aa117cb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1352580 Feb 14 00:00:47.392903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-f7d7cebe-76c1-4fb3-baa8-14cebc7067e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1096 time: 0.0758786 Feb 14 00:00:47.393358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36910) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:47.497910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.562404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.571020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-99bd7147-a63c-4e1a-8909-2986eb5deb88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:47.572822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-99bd7147-a63c-4e1a-8909-2986eb5deb88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.1588030 Feb 14 00:00:47.580993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Pushing event updated for resources: {'Subnet': ['ID=caccac11-7951-4d26-8734-8bde1e9ab6f0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:47.590833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Checking segment: {'id': '95efdb59-bceb-4396-9409-f9a9dea5acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:47.591186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Network hostable DHCP agents. Network: 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:00:47.615480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:00:47.625670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:47.629982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:47.630722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.636262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ceb2c-ca6d-427f-b116-f0eaca81b0fb None None] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:47.653098 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-32bae2a4-281b-4420-bcd3-0c738cbb314b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5810554 Feb 14 00:00:47.656545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36916) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:47.661625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:47.667449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:47.671760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Usage tracker for resource:router and tenant:94f625acbf074f32b099e5741b7e80d2 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:47.674683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:47.680682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:47.683483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:47.690793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Usage tracker for resource:security_group_rule and tenant:c3dbc5a95f5c4e2497c63666fe3b8e50 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:47.692636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.693576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.695045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:47.703188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:47.708342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-c4d1dea3-005b-4c39-bd01-9ed356ad40ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 1000 time: 0.1285088 Feb 14 00:00:47.713454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.793333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-096c0cea-7143-41fa-8e9b-3d5afe189734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:47.794799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-096c0cea-7143-41fa-8e9b-3d5afe189734 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.0796740 Feb 14 00:00:47.868228 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.885149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.900534 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.923809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d', 'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'fixed_ips': [{'subnet_id': 'caccac11-7951-4d26-8734-8bde1e9ab6f0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:00:47.924886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:47.966567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3dbc5a95f5c4e2497c63666fe3b8e50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5721827 Feb 14 00:00:47.971117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-2eb8d33b-0449-4305-83eb-c62e95cd44c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683891 Feb 14 00:00:47.971905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36922) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:47.972860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2da3e-7b9f-44e9-8252-1228b7b03b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62f5cb5-28af-47c7-a411-bf3f64f215ed,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:48.074203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f702-a5a7-40aa-9171-b02b0d1f55d6 req-fe3753cc-0c80-4f16-b051-0a2e5c7993d7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:48.075674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8297f702-a5a7-40aa-9171-b02b0d1f55d6 req-fe3753cc-0c80-4f16-b051-0a2e5c7993d7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1147227 Feb 14 00:00:48.106052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Allocated IP 172.20.0.2 (1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d/caccac11-7951-4d26-8734-8bde1e9ab6f0/abbc3458-95a7-4912-8616-0502529a9e3e) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:48.176498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8297f702-a5a7-40aa-9171-b02b0d1f55d6 req-8afbc623-7d35-4463-8e9a-d872b6138a8e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872755 Feb 14 00:00:48.185947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.197997 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb4c473f-0fe2-4d5a-8f3c-c1d40a928a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.213824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-24cf839c-efec-49f9-b1e7-1a59498cfe92 service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229497 Feb 14 00:00:48.228554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.253454 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb4c473f-0fe2-4d5a-8f3c-c1d40a928a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.341267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.354464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Transition to ACTIVE for port object abbc3458-95a7-4912-8616-0502529a9e3e will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:48.374291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Allocated IP 172.25.4.75 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/82b42801-c680-4e78-96ea-6dabdecf21d5) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:48.377464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Transition to ACTIVE for port object abbc3458-95a7-4912-8616-0502529a9e3e will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:48.386464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.401187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-00103bc6-bf66-47f2-8ddd-8a7b0fccec70 req-c67f2afb-4b82-49d8-9993-db0dbef04fef service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783569 Feb 14 00:00:48.407928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb4c473f-0fe2-4d5a-8f3c-c1d40a928a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.425450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c473f-0fe2-4d5a-8f3c-c1d40a928a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62f5cb5-28af-47c7-a411-bf3f64f215ed,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:48.433869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb4c473f-0fe2-4d5a-8f3c-c1d40a928a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.438211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb4c473f-0fe2-4d5a-8f3c-c1d40a928a30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c62f5cb5-28af-47c7-a411-bf3f64f215ed HTTP/1.1" status: 204 len: 168 time: 0.4464948 Feb 14 00:00:48.460131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:48.464208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:48.475070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:48.490330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Pushing event updated for resources: {'Port': ['ID=abbc3458-95a7-4912-8616-0502529a9e3e,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:48.532218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.562892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.577992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Attempting to bind port abbc3458-95a7-4912-8616-0502529a9e3e on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:48.578387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Attempting to bind port abbc3458-95a7-4912-8616-0502529a9e3e by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '95efdb59-bceb-4396-9409-f9a9dea5acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:48.578743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Attempting to bind port abbc3458-95a7-4912-8616-0502529a9e3e on network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:48.585283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:48.585756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Checking segment: {'id': '95efdb59-bceb-4396-9409-f9a9dea5acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:48.586180 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.586555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Bound using segment: {'id': '95efdb59-bceb-4396-9409-f9a9dea5acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:48.587199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Bound port: abbc3458-95a7-4912-8616-0502529a9e3e, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95efdb59-bceb-4396-9409-f9a9dea5acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:48.587563 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.635212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:48.637869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:48.641474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:48.671050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Pushing event updated for resources: {'Port': ['ID=82b42801-c680-4e78-96ea-6dabdecf21d5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:48.676974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] For port abbc3458-95a7-4912-8616-0502529a9e3e, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:48.680169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] For port abbc3458-95a7-4912-8616-0502529a9e3e, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=abbc3458-95a7-4912-8616-0502529a9e3e,segment=NetworkSegment(95efdb59-bceb-4396-9409-f9a9dea5acb6),segment_id=95efdb59-bceb-4396-9409-f9a9dea5acb6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:48.687919 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.775860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749d468-44d5-4026-8a76-f4d23b8950c0 None None] Pushing event updated for resources: {'Port': ['ID=abbc3458-95a7-4912-8616-0502529a9e3e,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:48.806586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36930) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:48.825394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.826303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.828731 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.867572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:48.871675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Usage tracker for resource:security_group_rule and tenant:03f2f82204f54aa1b4f21ef1c62818b1 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:48.874788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:48.880998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:48.978686 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:48.987321 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:49.050669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03f2f82204f54aa1b4f21ef1c62818b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402792 Feb 14 00:00:49.050669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d56429-7ed6-4e85-b9ca-0a1dc6293625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b726fec5-ccf8-4b36-91ed-d43626d32833,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:49.052082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 36934) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:49.115317 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79cd3ea4-ef06-4df1-98bd-8fbf4ea47d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:49.117764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:00:49.159213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79cd3ea4-ef06-4df1-98bd-8fbf4ea47d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:49.240616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79cd3ea4-ef06-4df1-98bd-8fbf4ea47d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:49.255843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd3ea4-ef06-4df1-98bd-8fbf4ea47d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726fec5-ccf8-4b36-91ed-d43626d32833,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:49.267159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-79cd3ea4-ef06-4df1-98bd-8fbf4ea47d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:49.270539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-79cd3ea4-ef06-4df1-98bd-8fbf4ea47d36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b726fec5-ccf8-4b36-91ed-d43626d32833 HTTP/1.1" status: 204 len: 168 time: 0.2157466 Feb 14 00:00:49.445015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70925b7b-7490-4f97-8db1-5357e244c966 req-d678e6bd-c283-492c-847b-38ae724c6581 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:49.453394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70925b7b-7490-4f97-8db1-5357e244c966 req-d678e6bd-c283-492c-847b-38ae724c6581 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1146064 Feb 14 00:00:49.474514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:49.486541 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Sync routers for ids ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:49.506234 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:49.511156 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0c785d34-e00a-4970-91b1-a97f9d5605e3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8534636 Feb 14 00:00:49.511480 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Routers {'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:49.511997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 36942) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:49.512136 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:49.527622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70925b7b-7490-4f97-8db1-5357e244c966 req-c7b0e077-9664-4ea2-8ea0-bdf958c692ce tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726814 Feb 14 00:00:49.796479 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Set router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:50.055624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device abbc3458-95a7-4912-8616-0502529a9e3e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:50.128086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66ddb8-4b8d-4e51-a966-e1a914155cca None None] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:00:50.257396 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:47Z', 'updated_at': '2022-02-14T00:00:48Z', 'revision_number': 3, 'project_id': '94f625acbf074f32b099e5741b7e80d2', 'gw_port': {'id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:48Z', 'updated_at': '2022-02-14T00:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:50.262357 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Checking router: fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:50.263149 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Updating router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 port 82b42801-c680-4e78-96ea-6dabdecf21d5 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:00:50.329779 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:50.421311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-13932d00-222e-4a87-8f65-2b83886b1675 None None] Provisioning for port abbc3458-95a7-4912-8616-0502529a9e3e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:50.441446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port abbc3458-95a7-4912-8616-0502529a9e3e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:50.448065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port abbc3458-95a7-4912-8616-0502529a9e3e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:50.448767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:50.591685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:50.634656 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:50.702194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port abbc3458-95a7-4912-8616-0502529a9e3e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=abbc3458-95a7-4912-8616-0502529a9e3e,segment=NetworkSegment(95efdb59-bceb-4396-9409-f9a9dea5acb6),segment_id=95efdb59-bceb-4396-9409-f9a9dea5acb6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:50.712245 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:50.822518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=abbc3458-95a7-4912-8616-0502529a9e3e,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:50.974077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d3bb4315-d63f-419f-9ac1-3d842f73bd64 None None] Provisioning complete for port abbc3458-95a7-4912-8616-0502529a9e3e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:50.974379 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4315-d63f-419f-9ac1-3d842f73bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:50.999822 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.013995 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Transition to ACTIVE for port object 82b42801-c680-4e78-96ea-6dabdecf21d5 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:51.015366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e6f66-fab3-4da1-ac62-eb77ff3ce1ef req-df9a0355-15b4-4ad3-96c3-564e03cc4a6d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:51.022270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-450e6f66-fab3-4da1-ac62-eb77ff3ce1ef req-df9a0355-15b4-4ad3-96c3-564e03cc4a6d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.2688951 Feb 14 00:00:51.023936 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.080826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Allocated IP 172.20.0.1 (1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d/caccac11-7951-4d26-8734-8bde1e9ab6f0/4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:00:51.102831 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-450e6f66-fab3-4da1-ac62-eb77ff3ce1ef req-723a8238-b2f0-414c-9b61-36d89740a084 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 Feb 14 00:00:51.172531 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Attempting to bind port 82b42801-c680-4e78-96ea-6dabdecf21d5 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:00:51.172890 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Attempting to bind port 82b42801-c680-4e78-96ea-6dabdecf21d5 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:00:51.173233 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Attempting to bind port 82b42801-c680-4e78-96ea-6dabdecf21d5 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:00:51.182514 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:00:51.182887 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:00:51.184306 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.184695 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:00:51.185192 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Bound port: 82b42801-c680-4e78-96ea-6dabdecf21d5, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:00:51.194421 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.271824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568b62-a8cf-49a8-8a37-f6e3573aa5d3 None None] Pushing event updated for resources: {'Port': ['ID=82b42801-c680-4e78-96ea-6dabdecf21d5,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:51.313449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.319785 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] For port 82b42801-c680-4e78-96ea-6dabdecf21d5, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:00:51.323169 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] For port 82b42801-c680-4e78-96ea-6dabdecf21d5, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=82b42801-c680-4e78-96ea-6dabdecf21d5,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:00:51.331237 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.334894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Transition to ACTIVE for port object 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:00:51.367290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.406922 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Routers {'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:51.407507 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:51.443082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:51.446387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:51.450548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:00:51.514518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Pushing event updated for resources: {'Port': ['ID=4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:51.527135 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.568086 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568b62-a8cf-49a8-8a37-f6e3573aa5d3 None None] Pushing event updated for resources: {'Port': ['ID=82b42801-c680-4e78-96ea-6dabdecf21d5,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:51.637218 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.648911 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] Set router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:51.753177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-028948d0-2438-4a04-99d4-9af215a79e2d None None] Provisioning for port 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:51.759950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-028948d0-2438-4a04-99d4-9af215a79e2d None None] Provisioning complete for port 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:51.760498 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-028948d0-2438-4a04-99d4-9af215a79e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:51.871155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-028948d0-2438-4a04-99d4-9af215a79e2d None None] Port 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:51.985966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device abbc3458-95a7-4912-8616-0502529a9e3e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:51.997543 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:47Z', 'updated_at': '2022-02-14T00:00:48Z', 'revision_number': 3, 'project_id': '94f625acbf074f32b099e5741b7e80d2', 'gw_port': {'id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:48Z', 'updated_at': '2022-02-14T00:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:52.002395 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbea6b-1ea4-4007-aa65-bf854b67c056 None None] The sync data for ids ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'] in n-d-828979-1 is: [{'id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:47Z', 'updated_at': '2022-02-14T00:00:48Z', 'revision_number': 3, 'project_id': '94f625acbf074f32b099e5741b7e80d2', 'gw_port': {'id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:48Z', 'updated_at': '2022-02-14T00:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:52.055494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:52.061801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:52.078583 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port abbc3458-95a7-4912-8616-0502529a9e3e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:52.079103 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:52.186546 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:52.194172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Pushing event updated for resources: {'Port': ['ID=4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:52.335528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:00:52.336706 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:00:52.373446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeed6f-7a3d-479d-93be-9e0a93e7641f req-f2cb0162-9b07-4853-a4e6-78df75420c2f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:52.375663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3eeed6f-7a3d-479d-93be-9e0a93e7641f req-f2cb0162-9b07-4853-a4e6-78df75420c2f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 943 time: 0.1042976 Feb 14 00:00:52.428534 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3eeed6f-7a3d-479d-93be-9e0a93e7641f req-50072562-8036-423e-a163-f42c0d9ea25e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Feb 14 00:00:52.718301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-eafbbca4-e938-4700-81d7-17a251e460fa None None] Provisioning complete for port 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:52.718793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-eafbbca4-e938-4700-81d7-17a251e460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:52.804352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-eafbbca4-e938-4700-81d7-17a251e460fa None None] Port 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:00:52.938829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:00:53.067226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7f262bc8-ac04-4d7c-9175-2e148ca33a8f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:00:53.182853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:53.205182 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7add5908-b6c9-4224-b82c-55e6ade27e68 admin admin] 10.222.0.36 "PUT /v2.0/routers/fadc5b02-4b23-413a-986e-5d3d0f2ae8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6832726 Feb 14 00:00:53.260092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:53.277233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f', 'mac_address': 'fa:16:3e:7b:91:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:00:53.346432 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:53.364595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f262bc8-ac04-4d7c-9175-2e148ca33a8f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:00:53.381910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:53.385888 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:53.465892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:53.565421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37034) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:53.570564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['7f262bc8-ac04-4d7c-9175-2e148ca33a8f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:00:53.670867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31d6cd-1148-45e0-b1a0-150e4917e74d req-840867e3-2be7-437a-94a5-bcb30b5fa833 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:53.672641 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e31d6cd-1148-45e0-b1a0-150e4917e74d req-840867e3-2be7-437a-94a5-bcb30b5fa833 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 944 time: 0.0946057 Feb 14 00:00:53.735227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e31d6cd-1148-45e0-b1a0-150e4917e74d req-9696bb3a-f293-42a9-99a8-54f030841002 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Feb 14 00:00:53.756124 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:53.790838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:53.794830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Usage tracker for resource:security_group_rule and tenant:fe277c3053df45ac9d02886c83c80163 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:53.797791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:53.804544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:53.875903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:53.880760 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:53.942211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906c062a-e039-4d3a-b0cb-87a6179323f4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:53.950363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37048) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:53.950851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e8658293-d671-4f8d-9aed-de859da74616 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe277c3053df45ac9d02886c83c80163&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3839445 Feb 14 00:00:54.075852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 82b42801-c680-4e78-96ea-6dabdecf21d5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:54.148846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 82b42801-c680-4e78-96ea-6dabdecf21d5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:54.149979 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323d3313-2f94-4517-bac8-c60d95fb6fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.157597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 82b42801-c680-4e78-96ea-6dabdecf21d5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:54.157944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.184160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323d3313-2f94-4517-bac8-c60d95fb6fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.245115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323d3313-2f94-4517-bac8-c60d95fb6fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.270994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d3313-2f94-4517-bac8-c60d95fb6fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c062a-e039-4d3a-b0cb-87a6179323f4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:54.281354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-323d3313-2f94-4517-bac8-c60d95fb6fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.297573 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.298331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-323d3313-2f94-4517-bac8-c60d95fb6fdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/906c062a-e039-4d3a-b0cb-87a6179323f4 HTTP/1.1" status: 204 len: 168 time: 0.3327765 Feb 14 00:00:54.328157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 82b42801-c680-4e78-96ea-6dabdecf21d5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=82b42801-c680-4e78-96ea-6dabdecf21d5,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:54.334908 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.425530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=82b42801-c680-4e78-96ea-6dabdecf21d5,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:54.678075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37062) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:54.696318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.726790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:54.731095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f81c7207b78d4ee9b5826754723f0394 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:54.734823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:54.740274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:54.807556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.811643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:54.904478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f81c7207b78d4ee9b5826754723f0394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2249305 Feb 14 00:00:54.907441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37070) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:54.909595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1dd06-e193-4ff2-a76f-5ba949fa97b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2e157-8fd1-436a-b2c3-a9359209bcf8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:54.953814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1f804-27dc-4713-bd7c-340135f7ba57 req-a28eb7d1-b746-4f3c-9c43-328e372c7c75 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:54.955411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0b1f804-27dc-4713-bd7c-340135f7ba57 req-a28eb7d1-b746-4f3c-9c43-328e372c7c75 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 944 time: 0.0934916 Feb 14 00:00:54.975767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2599bf8a-1418-4c54-b40e-9132154fd48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.003630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2599bf8a-1418-4c54-b40e-9132154fd48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.042347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0b1f804-27dc-4713-bd7c-340135f7ba57 req-37dc22d5-0f9a-426e-ae5f-1319d94161a6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767658 Feb 14 00:00:55.071935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2599bf8a-1418-4c54-b40e-9132154fd48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.077067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7f262bc8-ac04-4d7c-9175-2e148ca33a8f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:55.085068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599bf8a-1418-4c54-b40e-9132154fd48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2e157-8fd1-436a-b2c3-a9359209bcf8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:55.095368 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2599bf8a-1418-4c54-b40e-9132154fd48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.096669 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2599bf8a-1418-4c54-b40e-9132154fd48a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41e2e157-8fd1-436a-b2c3-a9359209bcf8 HTTP/1.1" status: 204 len: 168 time: 0.1879871 Feb 14 00:00:55.179910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:00:55.187083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:55.187791 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.237451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:55.323969 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.368828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630349b-79d0-43db-9a6f-6edc6745f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:00:55.400674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:00:55.406748 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.499707 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630349b-79d0-43db-9a6f-6edc6745f183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f', 'code': 200} Feb 14 00:00:55.503875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:55.639115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc0daf85-063f-4dc0-b69c-9d8bb8f143ed req-6a2c9234-dfa3-4924-a21a-2afacad7259e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 1096 time: 0.1042266 Feb 14 00:00:55.709009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc0daf85-063f-4dc0-b69c-9d8bb8f143ed req-1d1db45b-feae-445f-879d-35c7efaaa496 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604107 Feb 14 00:00:55.816357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:55.979993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 82b42801-c680-4e78-96ea-6dabdecf21d5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:00:56.100031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 82b42801-c680-4e78-96ea-6dabdecf21d5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:00:56.100581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:56.221662 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37100) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:56.294156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ff46d-af51-40dd-8431-5936fcc0bfac req-d6c52b64-0da3-4446-8dd5-27f1a722f61c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:56.295887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e6ff46d-af51-40dd-8431-5936fcc0bfac req-d6c52b64-0da3-4446-8dd5-27f1a722f61c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.1024704 Feb 14 00:00:56.344832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e6ff46d-af51-40dd-8431-5936fcc0bfac req-c5c7a292-8274-46d5-9d3b-974a98610757 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Feb 14 00:00:56.414926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8c45f315-4a9c-4aba-aad8-0dc1ff175c29 tempest-AgentManagementNegativeTest-410758438 tempest-AgentManagementNegativeTest-410758438-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1920831 Feb 14 00:00:56.563306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Deleting port 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:56.563664 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:56.739816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37110) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:56.746861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:56.869341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Calling delete_port for 4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:00:56.927824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:56.988978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:56.993856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Usage tracker for resource:security_group_rule and tenant:575d30f14c8d462d91ef93ba8f041d28 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:56.998611 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:57.006629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:57.119750 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.174893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0bf6c3-7692-4c00-9e8f-4ca41eecc8b5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:57.180235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.211685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.311721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477191c-7267-4478-9350-d1a19fc0c18a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:57.321310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-85133280-b4c3-47e1-884f-07ad828a6b1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=575d30f14c8d462d91ef93ba8f041d28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5804176 Feb 14 00:00:57.323917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37116) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:57.681502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad665a67-8fa6-434f-bb29-9e6941340f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.709156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706247b-698f-409f-9549-3d930c4f435c req-fc02b7a3-1801-4866-ad72-bcf576f94743 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:57.710654 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a706247b-698f-409f-9549-3d930c4f435c req-fc02b7a3-1801-4866-ad72-bcf576f94743 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.2142549 Feb 14 00:00:57.741835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad665a67-8fa6-434f-bb29-9e6941340f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.814326 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a706247b-698f-409f-9549-3d930c4f435c req-a1552e88-4c7d-4de6-8dbe-7b2bba2dba77 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917518 Feb 14 00:00:57.834498 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.843769 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad665a67-8fa6-434f-bb29-9e6941340f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.868606 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad665a67-8fa6-434f-bb29-9e6941340f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477191c-7267-4478-9350-d1a19fc0c18a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:57.934240 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad665a67-8fa6-434f-bb29-9e6941340f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:57.935335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ad665a67-8fa6-434f-bb29-9e6941340f05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3477191c-7267-4478-9350-d1a19fc0c18a HTTP/1.1" status: 204 len: 168 time: 0.5624609 Feb 14 00:00:58.068344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61103038-db2d-4c9b-8833-b3d1f0bc29eb req-8e8ff20b-5a16-4b72-8b97-5a4ddc157e2e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:58.075190 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61103038-db2d-4c9b-8833-b3d1f0bc29eb req-8e8ff20b-5a16-4b72-8b97-5a4ddc157e2e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.1040483 Feb 14 00:00:58.139261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61103038-db2d-4c9b-8833-b3d1f0bc29eb req-8ecdb066-a8b8-4ee7-834a-8293f64e1cd3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 Feb 14 00:00:58.243803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] Sync routers for ids ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:00:58.264913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] Routers {'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:58.270642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:58.460882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] Set router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:58.489990 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8161ae-6c4f-4b18-a9e9-10418141a5b0 req-97f4924b-8966-4e42-a1a6-44a5c9a1e9a2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:58.491531 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e8161ae-6c4f-4b18-a9e9-10418141a5b0 req-97f4924b-8966-4e42-a1a6-44a5c9a1e9a2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.2248847 Feb 14 00:00:58.561895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e8161ae-6c4f-4b18-a9e9-10418141a5b0 req-0ab036dc-a76d-46ff-84bf-95255357bb14 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620284 Feb 14 00:00:58.661395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:00:58.916697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-de017fd7-0c16-4b2a-bd8f-09143c5a0b36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619072 Feb 14 00:00:58.978376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:47Z', 'updated_at': '2022-02-14T00:00:57Z', 'revision_number': 5, 'project_id': '94f625acbf074f32b099e5741b7e80d2', 'gw_port': {'id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:48Z', 'updated_at': '2022-02-14T00:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:58.984661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] Checking router: fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:00:58.998952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] Routers {'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:00:59.000148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:00:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:59.075393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:00:59.082965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f01f0159-dfa6-4c99-8f24-aa39ed4cce55 admin admin] 10.222.0.36 "PUT /v2.0/routers/fadc5b02-4b23-413a-986e-5d3d0f2ae8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8421364 Feb 14 00:00:59.083705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37150) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:59.188068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37156) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:00:59.208761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-16ff0132-08d8-4f3e-94b8-780c374563fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 1096 time: 0.1367927 Feb 14 00:00:59.259665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] Set router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:00:59.398101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-8f105209-5ad7-402e-8920-2c054201e08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:59.399562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-8f105209-5ad7-402e-8920-2c054201e08d service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1628332 Feb 14 00:00:59.460694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2077793028'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:00:59.481462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:59.486130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Usage tracker for resource:network and tenant:0a7b04ebcaa14830a9673d3857e534b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:59.489458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-785631b6-d054-486d-a5bc-3e57043f7fc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f HTTP/1.1" status: 200 len: 217 time: 0.0830567 Feb 14 00:00:59.490236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:59.508786 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.528163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:59.555694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:00:59.559348 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.570222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:47Z', 'updated_at': '2022-02-14T00:00:57Z', 'revision_number': 5, 'project_id': '94f625acbf074f32b099e5741b7e80d2', 'gw_port': {'id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:48Z', 'updated_at': '2022-02-14T00:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:00:59.574689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa72f13-fd7e-4ac0-b3c6-f7e89c71dc9c None None] The sync data for ids ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'] in n-d-828979-1 is: [{'id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'name': 'tempest-ImageQuotaTest-1072858658-router', 'tenant_id': '94f625acbf074f32b099e5741b7e80d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:47Z', 'updated_at': '2022-02-14T00:00:57Z', 'revision_number': 5, 'project_id': '94f625acbf074f32b099e5741b7e80d2', 'gw_port': {'id': '82b42801-c680-4e78-96ea-6dabdecf21d5', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:48Z', 'updated_at': '2022-02-14T00:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:00:59.575180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.592139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-1e8cfb33-08a6-40c2-a0aa-f2c94794d770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:59.593575 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-1e8cfb33-08a6-40c2-a0aa-f2c94794d770 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0973730 Feb 14 00:00:59.660712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:00:59.666661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Usage tracker for resource:security_group_rule and tenant:0a7b04ebcaa14830a9673d3857e534b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:00:59.670378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:00:59.672404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c869d-603d-43bf-b55c-04b9248d16ab req-11426051-aa27-486e-81d5-7cfe15d33550 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:00:59.673903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c869d-603d-43bf-b55c-04b9248d16ab req-11426051-aa27-486e-81d5-7cfe15d33550 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.3670294 Feb 14 00:00:59.678056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:00:59.720602 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-4e5bdfc6-3799-480d-b3c9-105cde099993 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199992 Feb 14 00:00:59.746603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b62c869d-603d-43bf-b55c-04b9248d16ab req-6b87fedc-e82a-4e8e-ba13-37398bcf0fc2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637064 Feb 14 00:00:59.797298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.808346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Deleting port 82b42801-c680-4e78-96ea-6dabdecf21d5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:00:59.809137 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.856294 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.864225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.924923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:00:59.934694 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-bf4db00a-0015-4094-b688-ce71f059c158 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069612 Feb 14 00:00:59.937954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6887c-550e-45c2-9ca1-5a492038e4c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:00:59.965269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:00:59.965622 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Added segment c61479ec-20e2-4601-8796-b87af0036bd3 of type vlan for network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a Feb 14 00:01:00.026559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] For port 82b42801-c680-4e78-96ea-6dabdecf21d5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=82b42801-c680-4e78-96ea-6dabdecf21d5,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:00.027065 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.059456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.117776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d9b0543-41e2-4d11-ade1-145af1f7c823 req-1be18978-7729-41a1-8959-736e9e32c1e2 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759303 Feb 14 00:01:00.132756 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.136757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:00.137405 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.161729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Calling delete_port for 82b42801-c680-4e78-96ea-6dabdecf21d5 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:00.217445 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2707-976b-4952-a256-83975d7ea264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.251982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Network': ['ID=5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:00.262322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-175a1d6e-5f56-4c75-bc98-87567c757b32 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0665851 Feb 14 00:01:00.262322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37164) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:00.268036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:00.268609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'subnet': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:00.337579 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.391147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b42801-c680-4e78-96ea-6dabdecf21d5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:00.522502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:00.527586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Usage tracker for resource:subnet and tenant:0a7b04ebcaa14830a9673d3857e534b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:00.533085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:00.539696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:00.561630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:00.624147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.652918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-87303811-716b-40d5-a231-458f3c781d76 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:00.654309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-87303811-716b-40d5-a231-458f3c781d76 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.1806262 Feb 14 00:01:00.718666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.804653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:00.804987 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.878905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.884422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.912149 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.912675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:01:00.924817 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:00.926360 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2fdd74e7-8c8e-4662-bc1f-c63d17a40d79 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fadc5b02-4b23-413a-986e-5d3d0f2ae8e2 HTTP/1.1" status: 204 len: 168 time: 1.8413327 Feb 14 00:01:00.928651 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37170) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:01.097269 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Deleting subnet caccac11-7951-4d26-8734-8bde1e9ab6f0 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:01:01.100322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.148932 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.211876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876e5e-3d70-4cc9-80a9-6011ecf090f8 req-277f0443-38aa-42e7-8a3f-66ef6fd4ac0b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:01.213329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1876e5e-3d70-4cc9-80a9-6011ecf090f8 req-277f0443-38aa-42e7-8a3f-66ef6fd4ac0b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 945 time: 0.3255856 Feb 14 00:01:01.230822 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.260866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:01.261462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.278270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.303132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.340745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caccac11-7951-4d26-8734-8bde1e9ab6f0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:01.348577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.353319 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f74eb-2bc8-4ecc-8a64-ae9370abcae9 None None] Network 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:01.358805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2ad993f8-3d8a-4cfc-9c45-afbd2757fccd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/caccac11-7951-4d26-8734-8bde1e9ab6f0 HTTP/1.1" status: 204 len: 168 time: 0.4291797 Feb 14 00:01:01.359471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37174) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:01.421734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 7f262bc8-ac04-4d7c-9175-2e148ca33a8f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:01.471572 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.483345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Deleting port abbc3458-95a7-4912-8616-0502529a9e3e {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:01.483772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.512503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1876e5e-3d70-4cc9-80a9-6011ecf090f8 req-befe3a8f-4577-40de-b512-87e2f6b428be tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882323 Feb 14 00:01:01.526415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Subnet': ['ID=1e7d43ea-4947-466b-9faa-9b4584cd30b2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:01.569908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Checking segment: {'id': 'c61479ec-20e2-4601-8796-b87af0036bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:01.570296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network hostable DHCP agents. Network: 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:01.617808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] DHCP port deletion for 1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:01:01.625767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Deleting port abbc3458-95a7-4912-8616-0502529a9e3e {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:01.626111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.647683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:01.651382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.665948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['7f262bc8-ac04-4d7c-9175-2e148ca33a8f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:01:01.702065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=7f262bc8-ac04-4d7c-9175-2e148ca33a8f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:01.703715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:01.710230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:01.711009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.718886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14db87-7661-4149-8966-d55508a77002 None None] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:01.773511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] For port abbc3458-95a7-4912-8616-0502529a9e3e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=abbc3458-95a7-4912-8616-0502529a9e3e,segment=NetworkSegment(95efdb59-bceb-4396-9409-f9a9dea5acb6),segment_id=95efdb59-bceb-4396-9409-f9a9dea5acb6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:01.774838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.799610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port 7f262bc8-ac04-4d7c-9175-2e148ca33a8f on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:01.803282 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:01.805472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-231e6ee2-9dcb-422e-bb47-198e9cb1dbe2 req-6c65d10c-2e3e-4713-b752-bdd6213927eb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "DELETE /v2.0/ports/7f262bc8-ac04-4d7c-9175-2e148ca33a8f HTTP/1.1" status: 204 len: 173 time: 1.1461234 Feb 14 00:01:01.806094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630349b-79d0-43db-9a6f-6edc6745f183', 'name': 'network-vif-deleted', 'tag': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:01.813215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f39a873-73ad-4aad-afe2-d3318c4d8a87 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5499973 Feb 14 00:01:01.818501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37180) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:01.825512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1577601774'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:01.924378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Calling delete_port for abbc3458-95a7-4912-8616-0502529a9e3e owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:01.973624 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630349b-79d0-43db-9a6f-6edc6745f183', 'name': 'network-vif-deleted', 'tag': '7f262bc8-ac04-4d7c-9175-2e148ca33a8f', 'status': 'completed', 'code': 200} Feb 14 00:01:02.093053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:02.100257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Usage tracker for resource:port and tenant:0a7b04ebcaa14830a9673d3857e534b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:02.103521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:02.111357 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:02.114614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device abbc3458-95a7-4912-8616-0502529a9e3e no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:02.119609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.125502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:02.129452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.156875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] device_id is not set on port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:02.176279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbc3458-95a7-4912-8616-0502529a9e3e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:02.191332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] No DVR routers for this DVR port abbc3458-95a7-4912-8616-0502529a9e3e on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:02.244079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: abbc3458-95a7-4912-8616-0502529a9e3e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:02.244520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device abbc3458-95a7-4912-8616-0502529a9e3e not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:02.284665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] For port abbc3458-95a7-4912-8616-0502529a9e3e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=abbc3458-95a7-4912-8616-0502529a9e3e,segment=NetworkSegment(95efdb59-bceb-4396-9409-f9a9dea5acb6),segment_id=95efdb59-bceb-4396-9409-f9a9dea5acb6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:02.285242 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.349422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.396642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:02.415399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95efdb59-bceb-4396-9409-f9a9dea5acb6') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:02.415692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95efdb59-bceb-4396-9409-f9a9dea5acb6') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:02.430276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.459312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.463957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Calling delete_port for abbc3458-95a7-4912-8616-0502529a9e3e owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:02.466874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:02.467394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:02.484066 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:02.505685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Allocated IP 2001:db8::74 (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:02.523279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'tenant_id': '0a7b04ebcaa14830a9673d3857e534b2', 'fixed_ips': [{'subnet_id': '1e7d43ea-4947-466b-9faa-9b4584cd30b2'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:02.524259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.540529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b07957b2-3c7c-4116-a0e1-f6b457e2f224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.610557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.630291 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:01:02.630640 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:01:02.633960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.662380 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d HTTP/1.1" status: 204 len: 168 time: 1.3017533 Feb 14 00:01:02.663668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3b4d-0d8c-45c5-9406-a4d1c8df0d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e24d953-b1aa-4eb6-aa0a-0e3993e20d8d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:02.787984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cda69a09-63d8-4af3-92e4-f08c3bd7a115 req-4e1aecc2-f174-4eab-83af-79e2be92656b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:02.846531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cda69a09-63d8-4af3-92e4-f08c3bd7a115 req-4e1aecc2-f174-4eab-83af-79e2be92656b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:02.847676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cda69a09-63d8-4af3-92e4-f08c3bd7a115 req-4e1aecc2-f174-4eab-83af-79e2be92656b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630349b-79d0-43db-9a6f-6edc6745f183 HTTP/1.1" status: 200 len: 210 time: 0.1257946 Feb 14 00:01:02.865130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.891600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Transition to ACTIVE for port object 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:02.917558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:02.955268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37188) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:03.004301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:03.010485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Allocated IP 2001:db8::2 (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/c5ec6b7d-438e-43a6-8b17-415dd1826238) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:03.012709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:03.018205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:03.022467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:03.023164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.046446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:03.068544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d2e7f07e-a378-4833-aa6d-d4fb6ba04503 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2485094 Feb 14 00:01:03.071475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37192) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:03.073318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b79a2ed6-6729-44e8-b4a9-e85dd2ca4352 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94f625acbf074f32b099e5741b7e80d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1168437 Feb 14 00:01:03.073924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:03.086602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1330062134', 'allowed_address_pairs': [{'ip_address': '2001:db8::74', 'mac_address': 'fa:16:3e:e6:87:c7'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:03.131449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Deleting port abbc3458-95a7-4912-8616-0502529a9e3e {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:03.132042 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.213561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1a072-8d70-4daf-a0f4-6676b61fdd87 None None] The port 'abbc3458-95a7-4912-8616-0502529a9e3e' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:01:03.278664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3827d584-1f06-4759-a06b-d00bf5ef6ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.306354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:03.315844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Usage tracker for resource:port and tenant:0a7b04ebcaa14830a9673d3857e534b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:03.319745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3827d584-1f06-4759-a06b-d00bf5ef6ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.328244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:03.337733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:03.351207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.366985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Transition to ACTIVE for port object c5ec6b7d-438e-43a6-8b17-415dd1826238 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:03.377212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:03.379000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.392705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Transition to ACTIVE for port object c5ec6b7d-438e-43a6-8b17-415dd1826238 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:03.398677 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.403327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] device_id is not set on port 171577f1-434b-4aa4-b1b8-1550be052dd2 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:03.466631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3827d584-1f06-4759-a06b-d00bf5ef6ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.472679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Pushing event updated for resources: {'Port': ['ID=c5ec6b7d-438e-43a6-8b17-415dd1826238,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:03.479438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:03.481838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:03.486909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:03.493051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.493404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.493725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.494078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.494544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.494877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.495979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.495979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.495979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.496266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.496430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:03.497003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d584-1f06-4759-a06b-d00bf5ef6ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef31f98d-60f9-45e3-a305-799f327c7238,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:03.516791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3827d584-1f06-4759-a06b-d00bf5ef6ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.526683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3827d584-1f06-4759-a06b-d00bf5ef6ef2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef31f98d-60f9-45e3-a305-799f327c7238 HTTP/1.1" status: 204 len: 168 time: 0.4456391 Feb 14 00:01:03.607891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Attempting to bind port c5ec6b7d-438e-43a6-8b17-415dd1826238 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:03.608259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Attempting to bind port c5ec6b7d-438e-43a6-8b17-415dd1826238 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c61479ec-20e2-4601-8796-b87af0036bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:03.608698 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Attempting to bind port c5ec6b7d-438e-43a6-8b17-415dd1826238 on network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:03.615854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:03.616251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Checking segment: {'id': 'c61479ec-20e2-4601-8796-b87af0036bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:03.616643 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.617050 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Bound using segment: {'id': 'c61479ec-20e2-4601-8796-b87af0036bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:03.617478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Bound port: c5ec6b7d-438e-43a6-8b17-415dd1826238, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61479ec-20e2-4601-8796-b87af0036bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:03.617842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.621187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Allocated IP 2001:db8::28 (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/171577f1-434b-4aa4-b1b8-1550be052dd2) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:03.629248 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.723658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] For port c5ec6b7d-438e-43a6-8b17-415dd1826238, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:03.727297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] For port c5ec6b7d-438e-43a6-8b17-415dd1826238, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ec6b7d-438e-43a6-8b17-415dd1826238,segment=NetworkSegment(c61479ec-20e2-4601-8796-b87af0036bd3),segment_id=c61479ec-20e2-4601-8796-b87af0036bd3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:03.735256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.848523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6ba81-d04b-414f-a682-9f9bdaa52ab9 None None] Pushing event updated for resources: {'Port': ['ID=c5ec6b7d-438e-43a6-8b17-415dd1826238,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:03.889773 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.896807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:03.930325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Transition to ACTIVE for port object 171577f1-434b-4aa4-b1b8-1550be052dd2 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:03.963029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.089019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=171577f1-434b-4aa4-b1b8-1550be052dd2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:04.123670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:04.125084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:04.127505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:04.131432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:04.132048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.160092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-15c46573-1db2-4b5f-acce-fb22b55d5a1a tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0874553 Feb 14 00:01:04.163176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37208) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:04.236292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37212) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:04.265898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36817d-2eb6-4644-be04-70a81ee1740e tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:04.267950 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.271422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36817d-2eb6-4644-be04-70a81ee1740e tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:04.275760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36817d-2eb6-4644-be04-70a81ee1740e tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:04.277502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cc36817d-2eb6-4644-be04-70a81ee1740e tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1129282 Feb 14 00:01:04.280894 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37216) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:04.307330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:04.311521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:04.314771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:04.320880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:04.351179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port 171577f1-434b-4aa4-b1b8-1550be052dd2 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:04.351518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.391885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.396851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.450232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647dcdde-4d1e-480c-ba9a-873bdf98113d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:04.457414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e5e25c7-40d8-4505-ad21-6117ccae33cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.2200325 Feb 14 00:01:04.458327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37220) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:04.526925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118aa1ab-3e05-4cd2-94ac-b15e0395b9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.561808 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118aa1ab-3e05-4cd2-94ac-b15e0395b9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.625275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118aa1ab-3e05-4cd2-94ac-b15e0395b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.647266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa1ab-3e05-4cd2-94ac-b15e0395b9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647dcdde-4d1e-480c-ba9a-873bdf98113d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:04.649211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-118aa1ab-3e05-4cd2-94ac-b15e0395b9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.662793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-118aa1ab-3e05-4cd2-94ac-b15e0395b9eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/647dcdde-4d1e-480c-ba9a-873bdf98113d HTTP/1.1" status: 204 len: 168 time: 0.2032275 Feb 14 00:01:04.741619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:04.849289 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Sync routers for ids ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:01:04.884584 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:04.885170 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 00:01:04.885903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_agentschedulers_db [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83664) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 00:01:04.896469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for 171577f1-434b-4aa4-b1b8-1550be052dd2 owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:04.911701 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Routers set() bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:04.912389 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Router IDs set() for agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 14 00:01:04.913407 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_agentschedulers_db [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent'). {{(pid=83664) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 14 00:01:04.913968 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2e48c-0c9e-414e-ae6e-1bf3d07a6445 None None] The sync data for ids ['fadc5b02-4b23-413a-986e-5d3d0f2ae8e2'] in n-d-828979-1 is: [] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:01:05.103208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db7944-25a5-416f-9016-cf333145d8f2 None None] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:05.132308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:05.200850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7f262bc8-ac04-4d7c-9175-2e148ca33a8f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:05.203994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=171577f1-434b-4aa4-b1b8-1550be052dd2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:05.352154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 7f262bc8-ac04-4d7c-9175-2e148ca33a8f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:05.352684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 7f262bc8-ac04-4d7c-9175-2e148ca33a8f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:05.368610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:05.369376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:05.377368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bd32f87c-5db0-4f8b-98b0-55fd0420d17a None None] Provisioning for port c5ec6b7d-438e-43a6-8b17-415dd1826238 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:05.382552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73297dfe-57dc-47f7-833a-50e4161f3642 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/ports/171577f1-434b-4aa4-b1b8-1550be052dd2 HTTP/1.1" status: 204 len: 168 time: 1.0983093 Feb 14 00:01:05.383306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37232) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:05.446284 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc39024-2add-475c-9859-e3ac4e6745d6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] GET failed (client error): The resource could not be found. Feb 14 00:01:05.447068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6fc39024-2add-475c-9859-e3ac4e6745d6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Synchronizing usage tracker for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:05.485438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6fc39024-2add-475c-9859-e3ac4e6745d6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Unset dirty status for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:05.486621 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6fc39024-2add-475c-9859-e3ac4e6745d6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "GET /v2.0/ports/171577f1-434b-4aa4-b1b8-1550be052dd2 HTTP/1.1" status: 404 len: 333 time: 0.1020761 Feb 14 00:01:05.492216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37238) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:05.499037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1458208034'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:05.686743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:05.697097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:05.709772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:05.713781 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:05.749963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] device_id is not set on port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:05.940299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Allocated IP 2001:db8::1cf (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/57bb9f1e-eaf9-48dd-a31f-515a6e21ff13) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:05.949868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4499f727-4ead-4ac0-8f9e-9f275cb1ed32 None None] Provisioning for port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:05.958414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4499f727-4ead-4ac0-8f9e-9f275cb1ed32 None None] Provisioning complete for port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:05.959646 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4499f727-4ead-4ac0-8f9e-9f275cb1ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.108003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4499f727-4ead-4ac0-8f9e-9f275cb1ed32 None None] Port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:06.132738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ec6b7d-438e-43a6-8b17-415dd1826238 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:01:06.212863 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c5ec6b7d-438e-43a6-8b17-415dd1826238 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:06.219851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c5ec6b7d-438e-43a6-8b17-415dd1826238 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:06.220225 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.308091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-262a1306-d8b6-49af-8c78-0a6d0aa72fe1 None None] Provisioning complete for port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:06.308450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-262a1306-d8b6-49af-8c78-0a6d0aa72fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.366772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-262a1306-d8b6-49af-8c78-0a6d0aa72fe1 None None] Port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:06.389691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.407770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Transition to ACTIVE for port object 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:06.428641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.433706 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.471839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c5ec6b7d-438e-43a6-8b17-415dd1826238, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ec6b7d-438e-43a6-8b17-415dd1826238,segment=NetworkSegment(c61479ec-20e2-4601-8796-b87af0036bd3),segment_id=c61479ec-20e2-4601-8796-b87af0036bd3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:06.477798 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.537186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:06.540949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:06.542959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=57bb9f1e-eaf9-48dd-a31f-515a6e21ff13,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:06.552529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:06.557071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:06.557834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:06.559738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c5ec6b7d-438e-43a6-8b17-415dd1826238,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:06.584917 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b44b0fb7-f677-4c27-8f0a-3a92914834ac None None] Could not find standard attr ID for object 171577f1-434b-4aa4-b1b8-1550be052dd2. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 00:01:06.592799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4f03246b-eaa2-40cb-a2ba-cf932eb816cf tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0964041 Feb 14 00:01:06.593245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37248) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:06.599691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::74', 'mac_address': 'fa:16:3e:e6:87:c7'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:06.887581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.111136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-47e63241-ce8a-4e8d-98f2-93c8dddfb9e9 None None] Provisioning for port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:07.116265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-47e63241-ce8a-4e8d-98f2-93c8dddfb9e9 None None] Provisioning complete for port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:07.116633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-47e63241-ce8a-4e8d-98f2-93c8dddfb9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.158241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.163193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.170147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-47e63241-ce8a-4e8d-98f2-93c8dddfb9e9 None None] Port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:07.226897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] In _notify_port_updated(), no bound segment for port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 on network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 00:01:07.230677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:07.231285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.233330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "PUT /v2.0/ports/57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 HTTP/1.1" status: 200 len: 1002 time: 0.6388276 Feb 14 00:01:07.236564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37254) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:07.242335 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.287981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c68b1-7a8b-4cc6-b9ba-2b4569a67787 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=57bb9f1e-eaf9-48dd-a31f-515a6e21ff13,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:07.317225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:07.317569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.492265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b4e37e99-dada-4bcc-84df-12d840175cec None None] Provisioning complete for port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:07.492631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4e37e99-dada-4bcc-84df-12d840175cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.548711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b4e37e99-dada-4bcc-84df-12d840175cec None None] Port 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:07.570889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.689883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for 57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:07.828143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:07.881139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=57bb9f1e-eaf9-48dd-a31f-515a6e21ff13,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:08.004069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ec6b7d-438e-43a6-8b17-415dd1826238 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:01:08.066179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:08.076282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-67346da7-bd80-4a58-b8e1-cbfa46a27e0d tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/ports/57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 HTTP/1.1" status: 204 len: 168 time: 0.8383193 Feb 14 00:01:08.079257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37266) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:08.126812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c5ec6b7d-438e-43a6-8b17-415dd1826238 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:08.127796 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:08.237623 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c17649-cb6f-43a9-b367-32164f8aa4f6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] GET failed (client error): The resource could not be found. Feb 14 00:01:08.238166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-37c17649-cb6f-43a9-b367-32164f8aa4f6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Synchronizing usage tracker for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:08.253957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-37c17649-cb6f-43a9-b367-32164f8aa4f6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Unset dirty status for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:08.259064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-37c17649-cb6f-43a9-b367-32164f8aa4f6 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "GET /v2.0/ports/57bb9f1e-eaf9-48dd-a31f-515a6e21ff13 HTTP/1.1" status: 404 len: 333 time: 0.1748779 Feb 14 00:01:08.259278 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37270) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:08.264589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1711440415'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:08.285376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 82b42801-c680-4e78-96ea-6dabdecf21d5 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:08.320448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 82b42801-c680-4e78-96ea-6dabdecf21d5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:08.320914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 82b42801-c680-4e78-96ea-6dabdecf21d5 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:08.401977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:08.412680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:08.424317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:08.427831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:08.450519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] device_id is not set on port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:08.605578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Allocated IP 2001:db8::321 (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:08.836504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:08.855170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Transition to ACTIVE for port object 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:08.880851 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:08.972848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:08.975915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:08.984648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:08.986549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:08.987176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:08.995867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:09.041868 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.046589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-101c6d6e-512f-4a34-8f7b-61c001618d99 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7859595 Feb 14 00:01:09.048981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37276) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:09.056750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:87:c7'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:09.225139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.410322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-54a3845e-b7e2-42e7-859e-2bda878eff88 None None] Provisioning for port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:09.420390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-54a3845e-b7e2-42e7-859e-2bda878eff88 None None] Provisioning complete for port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:09.420906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-54a3845e-b7e2-42e7-859e-2bda878eff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.481710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-54a3845e-b7e2-42e7-859e-2bda878eff88 None None] Port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:09.515053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.519105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.584069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] In _notify_port_updated(), no bound segment for port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 on network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a {{(pid=83662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 00:01:09.587812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:09.588416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.589732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "PUT /v2.0/ports/19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 HTTP/1.1" status: 200 len: 1003 time: 0.5389271 Feb 14 00:01:09.593193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37280) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:09.635908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e7587-774e-4374-8ee5-77bdf3aeb670 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:09.671253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:09.671602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.822164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ccc9392e-07d9-4686-a931-eb0ceea02f90 None None] Provisioning complete for port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:09.822525 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ccc9392e-07d9-4686-a931-eb0ceea02f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:09.877189 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9392e-07d9-4686-a931-eb0ceea02f90 None None] Port 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:09.922602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:10.046838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for 19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:10.299953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:10.349529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:10.407629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:10.421338 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2a238aa-a7e0-43b5-babd-6b4161c105b5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/ports/19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 HTTP/1.1" status: 204 len: 168 time: 0.8247261 Feb 14 00:01:10.421691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37304) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:10.470337 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-392e8d8b-bff1-4616-a7f5-ebf49a8fe7d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] GET failed (client error): The resource could not be found. Feb 14 00:01:10.470872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-392e8d8b-bff1-4616-a7f5-ebf49a8fe7d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Synchronizing usage tracker for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:10.492877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-392e8d8b-bff1-4616-a7f5-ebf49a8fe7d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Unset dirty status for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:10.494117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-392e8d8b-bff1-4616-a7f5-ebf49a8fe7d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "GET /v2.0/ports/19dbc3b9-f64f-4ef5-ae78-d47a58e28ab4 HTTP/1.1" status: 404 len: 333 time: 0.0714507 Feb 14 00:01:10.498587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37310) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:10.505034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-624471522'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:10.661178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:10.671665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:10.681911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:10.685023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:10.707456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] device_id is not set on port 95481e1a-38be-4f62-848c-8dfee2970d02 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:10.862766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Allocated IP 2001:db8::104 (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/95481e1a-38be-4f62-848c-8dfee2970d02) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:11.081558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.097210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Transition to ACTIVE for port object 95481e1a-38be-4f62-848c-8dfee2970d02 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:11.120592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.201912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:11.205454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:11.207349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=95481e1a-38be-4f62-848c-8dfee2970d02,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:11.209418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:11.213240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:11.213922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.242574 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9dfb5dd7-ee8a-40f1-828d-13174cdb5c0f tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7427158 Feb 14 00:01:11.245080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37334) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:11.254004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'network_id': '5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1501192555'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:11.401860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:11.407759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Usage tracker for resource:port and tenant:0a7b04ebcaa14830a9673d3857e534b2 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:11.411100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:11.417086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:11.428832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Made reservation on behalf of 0a7b04ebcaa14830a9673d3857e534b2 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:11.431957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.457320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] device_id is not set on port d2c6170e-a36a-4583-950c-5042f16790d7 yet. {{(pid=83662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:11.523203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-60306c57-2699-445d-a1f8-8c674f66d431 None None] Provisioning for port 95481e1a-38be-4f62-848c-8dfee2970d02 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:11.529199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-60306c57-2699-445d-a1f8-8c674f66d431 None None] Provisioning complete for port 95481e1a-38be-4f62-848c-8dfee2970d02 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:11.529587 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-60306c57-2699-445d-a1f8-8c674f66d431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.584048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-60306c57-2699-445d-a1f8-8c674f66d431 None None] Port 95481e1a-38be-4f62-848c-8dfee2970d02 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:11.624962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Allocated IP 2001:db8::b9 (5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a/1e7d43ea-4947-466b-9faa-9b4584cd30b2/d2c6170e-a36a-4583-950c-5042f16790d7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:11.830325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.846935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Transition to ACTIVE for port object d2c6170e-a36a-4583-950c-5042f16790d7 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:11.874063 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.961966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:11.965601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:11.972626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:11.981777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:11.983747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:11.989565 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=d2c6170e-a36a-4583-950c-5042f16790d7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:12.018797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-65021285-cb09-4ab2-91a1-829700616aa5 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7726636 Feb 14 00:01:12.021598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:12.028020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::74', 'mac_address': 'fa:16:3e:e6:87:c7'}, {'ip_address': '2001:db8::104', 'mac_address': 'fa:16:3e:e9:a5:2e'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:12.305576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.334880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-521b53e9-55be-419b-a6e6-8e02007f882a None None] Provisioning for port d2c6170e-a36a-4583-950c-5042f16790d7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:12.340307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-521b53e9-55be-419b-a6e6-8e02007f882a None None] Provisioning complete for port d2c6170e-a36a-4583-950c-5042f16790d7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:12.340610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-521b53e9-55be-419b-a6e6-8e02007f882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.400461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-521b53e9-55be-419b-a6e6-8e02007f882a None None] Port d2c6170e-a36a-4583-950c-5042f16790d7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:12.564969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.570867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.633899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] In _notify_port_updated(), no bound segment for port d2c6170e-a36a-4583-950c-5042f16790d7 on network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a {{(pid=83661) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 14 00:01:12.637637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:12.638369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.643320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37346) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:12.643829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "PUT /v2.0/ports/d2c6170e-a36a-4583-950c-5042f16790d7 HTTP/1.1" status: 200 len: 1066 time: 0.6201916 Feb 14 00:01:12.655912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8abf-75e0-4e64-961e-8af6fa1f9a03 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event updated for resources: {'Port': ['ID=d2c6170e-a36a-4583-950c-5042f16790d7,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:12.719550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port d2c6170e-a36a-4583-950c-5042f16790d7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:12.719891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.927776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-18322c54-4e03-4f19-a985-9f0c0de7ae0a None None] Provisioning complete for port d2c6170e-a36a-4583-950c-5042f16790d7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:12.928766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-18322c54-4e03-4f19-a985-9f0c0de7ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:12.985477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-18322c54-4e03-4f19-a985-9f0c0de7ae0a None None] Port d2c6170e-a36a-4583-950c-5042f16790d7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:13.092563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:13.219154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for d2c6170e-a36a-4583-950c-5042f16790d7 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:13.364631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:13.415599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=d2c6170e-a36a-4583-950c-5042f16790d7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:13.659247 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:13.669256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2e984b57-4aa9-43b8-bf38-b42cde7362d1 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/ports/d2c6170e-a36a-4583-950c-5042f16790d7 HTTP/1.1" status: 204 len: 168 time: 1.0246575 Feb 14 00:01:13.672405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37352) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:13.713417 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda587ae-f803-4891-beb7-ed501c048841 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] GET failed (client error): The resource could not be found. Feb 14 00:01:13.713965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cda587ae-f803-4891-beb7-ed501c048841 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Synchronizing usage tracker for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:13.729820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cda587ae-f803-4891-beb7-ed501c048841 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Unset dirty status for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:13.730968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cda587ae-f803-4891-beb7-ed501c048841 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "GET /v2.0/ports/d2c6170e-a36a-4583-950c-5042f16790d7 HTTP/1.1" status: 404 len: 333 time: 0.0576632 Feb 14 00:01:13.733829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37356) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:13.800611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port 95481e1a-38be-4f62-848c-8dfee2970d02 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:13.800869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:14.077134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:14.203050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for 95481e1a-38be-4f62-848c-8dfee2970d02 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:14.351958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:14.402840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=95481e1a-38be-4f62-848c-8dfee2970d02,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:14.452987 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:14.471168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:14.474627 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-295377e0-7a50-4d71-983f-5a619e21adec tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/ports/95481e1a-38be-4f62-848c-8dfee2970d02 HTTP/1.1" status: 204 len: 168 time: 0.7397056 Feb 14 00:01:14.514060 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a7fc05-a29e-4dda-9348-829c8ce4a328 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] GET failed (client error): The resource could not be found. Feb 14 00:01:14.514577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a9a7fc05-a29e-4dda-9348-829c8ce4a328 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Synchronizing usage tracker for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:14.531828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a9a7fc05-a29e-4dda-9348-829c8ce4a328 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Unset dirty status for tenant:0a7b04ebcaa14830a9673d3857e534b2 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:14.532941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a9a7fc05-a29e-4dda-9348-829c8ce4a328 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "GET /v2.0/ports/95481e1a-38be-4f62-848c-8dfee2970d02 HTTP/1.1" status: 404 len: 333 time: 0.0607429 Feb 14 00:01:14.536545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37366) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:14.616585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:14.616847 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:14.803086 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:01:14.866084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.085950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for 2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c owned by {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:15.235292 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.286242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:15.334977 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.338398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.338741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.339073 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.339400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.339728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.340049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.340371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.340690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.341088 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.341540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.342046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:15.359563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-71cf987a-6e0b-4a3b-b56e-f38a8692208c tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/ports/2eed08fd-4ee3-4d52-8ae9-e68a1ab6383c HTTP/1.1" status: 204 len: 168 time: 0.8185861 Feb 14 00:01:15.359944 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37372) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:15.564265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting subnet 1e7d43ea-4947-466b-9faa-9b4584cd30b2 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:01:15.567602 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.622462 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.803679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.879920 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.920215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7d43ea-4947-466b-9faa-9b4584cd30b2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:15.929957 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:15.937250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a513c459-d240-4833-b006-1d338fe7f1ed tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/subnets/1e7d43ea-4947-466b-9faa-9b4584cd30b2 HTTP/1.1" status: 204 len: 168 time: 0.5751190 Feb 14 00:01:15.939163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37376) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:15.940026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ff0ca-e43f-4cbb-9e02-8965510f4544 None None] Network 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:16.065812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.083331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Deleting port c5ec6b7d-438e-43a6-8b17-415dd1826238 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:16.084149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.214296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] DHCP port deletion for 5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:01:16.219403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Deleting port c5ec6b7d-438e-43a6-8b17-415dd1826238 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:16.219769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.318984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] For port c5ec6b7d-438e-43a6-8b17-415dd1826238, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ec6b7d-438e-43a6-8b17-415dd1826238,segment=NetworkSegment(c61479ec-20e2-4601-8796-b87af0036bd3),segment_id=c61479ec-20e2-4601-8796-b87af0036bd3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:16.319343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.428969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] For port c5ec6b7d-438e-43a6-8b17-415dd1826238, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ec6b7d-438e-43a6-8b17-415dd1826238,segment=NetworkSegment(c61479ec-20e2-4601-8796-b87af0036bd3),segment_id=c61479ec-20e2-4601-8796-b87af0036bd3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:16.429612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.460348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Calling delete_port for c5ec6b7d-438e-43a6-8b17-415dd1826238 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:16.548236 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.561668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Calling delete_port for c5ec6b7d-438e-43a6-8b17-415dd1826238 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:16.596750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] No DVR routers for this DVR port c5ec6b7d-438e-43a6-8b17-415dd1826238 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:16.664646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Port': ['ID=c5ec6b7d-438e-43a6-8b17-415dd1826238,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:16.666500 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:01:16.666863 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:01:16.784265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.813606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:16.831983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4c3d6-e239-456c-8639-8941c9adf385 req-8bbaaa0e-47e9-4599-8e4a-370d8803fccf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:16.833428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8a4c3d6-e239-456c-8639-8941c9adf385 req-8bbaaa0e-47e9-4599-8e4a-370d8803fccf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.2443359 Feb 14 00:01:16.835029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61479ec-20e2-4601-8796-b87af0036bd3') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:16.835318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61479ec-20e2-4601-8796-b87af0036bd3') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:16.864684 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.891841 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.901396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:16.901783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:16.922832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8a4c3d6-e239-456c-8639-8941c9adf385 req-8fba92fa-7cb9-4159-a099-eb1b32654bac tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807025 Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:16.923475 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:16.954400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37386) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:17.007276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.024413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.036505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] Pushing event deleted for resources: {'Network': ['ID=5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:17.043905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f17206f-5d85-4213-88af-6ed463300580 tempest-AllowedAddressPairIpV6TestJSON-617557884 tempest-AllowedAddressPairIpV6TestJSON-617557884-project] 10.222.0.36 "DELETE /v2.0/networks/5a94b882-4ee0-41d7-9b6b-a2ff2fd8731a HTTP/1.1" status: 204 len: 168 time: 1.1037517 Feb 14 00:01:17.109274 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3788921b-907f-4ee8-b97b-5b9a95d08b6d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/02a23814-d637-4748-90f1-d9c1a0d09a6e HTTP/1.1" status: 200 len: 992 time: 0.1529417 Feb 14 00:01:17.168144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Deleting port c5ec6b7d-438e-43a6-8b17-415dd1826238 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:17.168696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.246476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-17778594-2d2e-4af6-83c5-fbc62fad6209 None None] The port 'c5ec6b7d-438e-43a6-8b17-415dd1826238' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:01:17.353007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37402) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:17.562879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a3feb2e5-b3f3-41f4-9463-a1c4cbdd7645 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a7b04ebcaa14830a9673d3857e534b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2087216 Feb 14 00:01:17.565310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37410) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:17.577040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5af4334d-a4a5-4429-bc8d-e68b1bbf723f req-f7e2f151-ea19-4081-b391-e3f5823b0964 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1096 time: 0.0759556 Feb 14 00:01:17.629363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5af4334d-a4a5-4429-bc8d-e68b1bbf723f req-1f90ffce-f30e-4e0e-a1cf-873f98140689 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Feb 14 00:01:17.633172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df8c7305-46ad-4c99-b72d-7d0b83307b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.674126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df8c7305-46ad-4c99-b72d-7d0b83307b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.729527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df8c7305-46ad-4c99-b72d-7d0b83307b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.748414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c7305-46ad-4c99-b72d-7d0b83307b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6887c-550e-45c2-9ca1-5a492038e4c2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:17.755402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-df8c7305-46ad-4c99-b72d-7d0b83307b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:17.756568 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-df8c7305-46ad-4c99-b72d-7d0b83307b9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eb6887c-550e-45c2-9ca1-5a492038e4c2 HTTP/1.1" status: 204 len: 168 time: 0.1903687 Feb 14 00:01:17.934674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c3370ab5-514b-4aef-b405-45118b1e2241 req-3f2bef4a-be09-4c8f-be47-14758378a5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1655300 Feb 14 00:01:17.992423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ec6b7d-438e-43a6-8b17-415dd1826238 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:18.035403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c5ec6b7d-438e-43a6-8b17-415dd1826238 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:18.035743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ec6b7d-438e-43a6-8b17-415dd1826238 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:18.768908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37458) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:18.868633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'networks': [{'name': 'tempest-network--341840355'}, {'name': 'tempest-network--1631790058'}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:18.868943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'network': {'name': 'tempest-network--341840355'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:18.869395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'network': {'name': 'tempest-network--1631790058'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:18.881082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:18.886273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:network and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:18.890474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:18.897340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:18.916758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'network': 2} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:18.920861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:18.938113 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:18.953895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-5812f987-75c8-43b9-9e5d-2fb611651ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3265560 Feb 14 00:01:18.975881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:18.980359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:security_group_rule and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:18.984025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:18.989937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:19.084354 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.089691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.091274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.146151 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292a5338-c8a4-4c77-9c6c-295af4233720,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:19.150945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:19.160728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.161121 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Added segment 39510b47-d910-4a5b-b2a8-c5f65a14631e of type vlan for network 93339d08-20ab-475d-a135-d6dfc1d61a82 Feb 14 00:01:19.190666 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.228920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:19.239896 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.240236 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Added segment 6ff73f9a-29c7-40bc-a8df-f5299cf4815a of type vlan for network 8a6c977b-f38b-4ef9-ad09-4053a845649a Feb 14 00:01:19.273979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.313827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.314321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.318527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:19.321878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:19.322541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:19.435333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6646039 Feb 14 00:01:19.438109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:19.460505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Network': ['ID=93339d08-20ab-475d-a135-d6dfc1d61a82,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:19.471721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 93339d08-20ab-475d-a135-d6dfc1d61a82 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:19.676419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762bd70-e4c0-4f7c-9cbd-5911a831d759 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Network': ['ID=8a6c977b-f38b-4ef9-ad09-4053a845649a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:19.688238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 8a6c977b-f38b-4ef9-ad09-4053a845649a details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:19.729344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:19.734437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:19.738688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:19.742649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:19.743511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Synchronizing usage tracker for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:19.763827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Unset dirty status for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:19.767964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-640d3922-62d2-4074-a2c7-6c4a03cbc605 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3258114 Feb 14 00:01:19.768379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37480) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:19.820843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-f024ced9-4fcf-4481-93b5-96ba48e2fb97 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:01:19.822265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-f024ced9-4fcf-4481-93b5-96ba48e2fb97 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059245 Feb 14 00:01:19.836064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Request body: {'binding': {'host': 'n-h1-828979-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:19.836543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Unknown quota resources ['binding']. {{(pid=83661) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 14 00:01:19.892953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.072333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on host n-h1-828979-1 for vnic_type normal with profile None {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:20.072692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:20.073012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:20.081355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:01:20.081682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:20.090087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:20.091079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Checking segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:20.091079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Bound using segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} {{(pid=83661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:20.092026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.managers [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Bound port: e87203dd-abd1-43e6-8222-423e25c4b9c6, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}}] {{(pid=83661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:20.128752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:20.134284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.135695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] 10.222.0.36 "POST /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3038085 Feb 14 00:01:20.152351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.179617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93339d08-20ab-475d-a135-d6dfc1d61a82']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:20.197519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39510b47-d910-4a5b-b2a8-c5f65a14631e') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:20.197851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39510b47-d910-4a5b-b2a8-c5f65a14631e') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:20.211411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.231923 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.240225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:20.240769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:20.260894 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:20.436671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.458833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.472722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Network': ['ID=93339d08-20ab-475d-a135-d6dfc1d61a82,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:20.497576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b8aa450c-0e6e-44ed-b9be-3f3998405067 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/networks/93339d08-20ab-475d-a135-d6dfc1d61a82 HTTP/1.1" status: 204 len: 168 time: 0.7279735 Feb 14 00:01:20.501079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37486) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:20.523582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-a857e6d6-3ac4-4c2e-b8fe-b2b5d88b9dab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1096 time: 0.1453238 Feb 14 00:01:20.530493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bddf-370e-48b5-9d5c-3bee93cae274 req-1d21db49-a0e5-4b05-b68f-4a6b9979124f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:20.531918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f411bddf-370e-48b5-9d5c-3bee93cae274 req-1d21db49-a0e5-4b05-b68f-4a6b9979124f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.1888275 Feb 14 00:01:20.630926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.676969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f411bddf-370e-48b5-9d5c-3bee93cae274 req-9e6715f6-0678-4e1f-a9c5-e8e0532a0793 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256106 Feb 14 00:01:20.728963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-279485d0-6a5e-4b8d-8cb2-51820cdcbeec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:20.730248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-279485d0-6a5e-4b8d-8cb2-51820cdcbeec service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.1973822 Feb 14 00:01:20.845319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-4fce8899-3fc0-4ddf-ac6c-28992bb874c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 1000 time: 0.1090486 Feb 14 00:01:20.902563 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.914638 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-e54c2099-1fe8-451e-8f4a-2d4f25d3b4e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:20.916129 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-e54c2099-1fe8-451e-8f4a-2d4f25d3b4e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.0652659 Feb 14 00:01:20.940855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6c977b-f38b-4ef9-ad09-4053a845649a']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:20.954208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff73f9a-29c7-40bc-a8df-f5299cf4815a') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:20.954543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff73f9a-29c7-40bc-a8df-f5299cf4815a') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:20.978881 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:20.996446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-ca37a14f-31f6-4b16-b3ec-e40b31d0e562 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735848 Feb 14 00:01:20.997808 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.005136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:21.005983 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:21.023752 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:21.132323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.149285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-84b56592-7b7f-44c9-a35e-ce4bd27bef9a service neutron] 10.222.0.31 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457403 Feb 14 00:01:21.158573 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.172714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Network': ['ID=8a6c977b-f38b-4ef9-ad09-4053a845649a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:21.175581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a98ad0c6-58c2-42b0-b434-cdd59f73ab62 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/networks/8a6c977b-f38b-4ef9-ad09-4053a845649a HTTP/1.1" status: 204 len: 168 time: 0.6734371 Feb 14 00:01:21.178368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37492) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:21.303444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-cc3b051d-adde-44ab-9655-6cee4f15f55d service neutron] 10.222.0.31 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480410 Feb 14 00:01:21.349698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067e3f9-20e8-4b5d-948e-c0146139f97a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:21.353649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067e3f9-20e8-4b5d-948e-c0146139f97a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:21.354562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2067e3f9-20e8-4b5d-948e-c0146139f97a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Synchronizing usage tracker for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:21.372345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2067e3f9-20e8-4b5d-948e-c0146139f97a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Unset dirty status for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:21.377735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2067e3f9-20e8-4b5d-948e-c0146139f97a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1950841 Feb 14 00:01:21.378087 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:21.384008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1375571910'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:21.390693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:21.400620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:21.412039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:21.415418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.442451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-5033eee0-d717-442a-8548-19b242003107 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1096 time: 0.0810668 Feb 14 00:01:21.446672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:21.451438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828979-1'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:21.456510 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.456865 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Added segment 8334d72d-5b3f-4221-a984-aa2647fb2c81 of type vlan for network 4efc84c2-0271-4c8c-80cb-6d199beea114 Feb 14 00:01:21.485209 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.517525 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.521380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:21.522019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.567587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.665955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Network': ['ID=4efc84c2-0271-4c8c-80cb-6d199beea114,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:21.694674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 4efc84c2-0271-4c8c-80cb-6d199beea114 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:21.695259 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7a4a289e-26ef-41bc-b65b-87d1987e3db2 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3130372 Feb 14 00:01:21.695259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:21.716317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1436682866'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:21.726301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:21.736500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:network and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:21.741292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:21.749984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:21.777541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:21.782651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.826989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:21.862243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:21.926872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:21.932473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:21.941353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.942428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.942769 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Added segment e52d93dc-2cdb-4014-9918-82a7130d57eb of type vlan for network f8b59645-94c5-4482-b65b-7a33a3973d21 Feb 14 00:01:21.953720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:21.994805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.040411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdac867-95ec-4098-b22a-a44890271fb5 req-6e2d336f-4386-4e1f-813a-8d19f78eacc4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:22.042353 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bdac867-95ec-4098-b22a-a44890271fb5 req-6e2d336f-4386-4e1f-813a-8d19f78eacc4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.2220623 Feb 14 00:01:22.043657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.047583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:22.048269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.168129 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'code': 200} Feb 14 00:01:22.187713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bdac867-95ec-4098-b22a-a44890271fb5 req-753a7a12-894d-4459-ba5d-8d65711a9b93 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346517 Feb 14 00:01:22.199527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4967945 Feb 14 00:01:22.203717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37516) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:22.210912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'ports': [{'network_id': '4efc84c2-0271-4c8c-80cb-6d199beea114', 'name': 'tempest-port--1473732352', 'admin_state_up': True}, {'network_id': 'f8b59645-94c5-4482-b65b-7a33a3973d21', 'admin_state_up': False}]} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:22.211223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'port': {'network_id': '4efc84c2-0271-4c8c-80cb-6d199beea114', 'name': 'tempest-port--1473732352', 'admin_state_up': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:22.211686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'port': {'network_id': 'f8b59645-94c5-4482-b65b-7a33a3973d21', 'admin_state_up': False}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:22.240825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbee68f-4d36-4f47-83f2-72a53a2f4e0b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Network': ['ID=f8b59645-94c5-4482-b65b-7a33a3973d21,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:22.260495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network f8b59645-94c5-4482-b65b-7a33a3973d21 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:22.292964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:22.402142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on host n-h2-828979-1 for vnic_type normal with profile {"migrating_to": "n-h1-828979-1"} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:22.402524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:22.402800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:22.410150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:01:22.410479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Attempting to bind port e87203dd-abd1-43e6-8222-423e25c4b9c6 on network 6bdb066d-2553-47c2-a139-21629daa1641 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:22.417911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:22.418274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Checking segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:22.418656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Bound using segment: {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:22.419086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Bound port: e87203dd-abd1-43e6-8222-423e25c4b9c6, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a41eab21-cf09-45dd-8569-9d270711dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:22.419593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.502823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:22.507191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:port and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:22.510248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:22.516531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:22.526315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'port': 2} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:22.530408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.539199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:22.542302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:22.547646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.549252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.599113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33eeb774-9148-42c9-bd34-0049e588e066 None None] Provisioning complete for port e87203dd-abd1-43e6-8222-423e25c4b9c6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:22.599482 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33eeb774-9148-42c9-bd34-0049e588e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.766376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=8']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:22.770243 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.771709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-92edcf37-b2c7-46e0-8fb1-5e7c29220ba1 service neutron] 10.222.0.31 "PUT /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 1121 time: 1.3250642 Feb 14 00:01:22.803260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33eeb774-9148-42c9-bd34-0049e588e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.814555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] device_id is not set on port 265243c5-80b4-4a6e-b8ed-ec40a9382490 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:22.840591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:22.862241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-33eeb774-9148-42c9-bd34-0049e588e066 None None] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:22.870720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['e87203dd-abd1-43e6-8222-423e25c4b9c6'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:01:22.937237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:22.963439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33eeb774-9148-42c9-bd34-0049e588e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:23.213415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] device_id is not set on port 5f8f5853-37a5-4258-8bbd-e2984f417f97 yet. {{(pid=83661) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 14 00:01:23.214963 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'code': 200} Feb 14 00:01:23.228589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeb774-9148-42c9-bd34-0049e588e066 None None] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:23.315421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:23.392997 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:23.441229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-616f9f00-0be2-4acf-8eba-74d9eea87d98 None None] Provisioning complete for port e87203dd-abd1-43e6-8222-423e25c4b9c6 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:23.441641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-616f9f00-0be2-4acf-8eba-74d9eea87d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:23.496169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Port': ['ID=265243c5-80b4-4a6e-b8ed-ec40a9382490,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:23.524660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da090979-2b5c-4270-a6a5-04640d05a87d req-4b4bf223-c0de-4637-b094-ab4bc3982b6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:23.530541 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da090979-2b5c-4270-a6a5-04640d05a87d req-4b4bf223-c0de-4637-b094-ab4bc3982b6c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.1939087 Feb 14 00:01:23.556108 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Checking segment: {'id': '8334d72d-5b3f-4221-a984-aa2647fb2c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4efc84c2-0271-4c8c-80cb-6d199beea114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:23.556472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network hostable DHCP agents. Network: 4efc84c2-0271-4c8c-80cb-6d199beea114, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:23.592928 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-da090979-2b5c-4270-a6a5-04640d05a87d req-1be23932-f0c0-421e-95b5-29d911f68117 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610914 Feb 14 00:01:23.597301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network 4efc84c2-0271-4c8c-80cb-6d199beea114 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:23.607219 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 4efc84c2-0271-4c8c-80cb-6d199beea114) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:23.613820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:23.614945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:23.623461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb7efa-c52a-4478-8f4d-8c4142d23c7b None None] Network 4efc84c2-0271-4c8c-80cb-6d199beea114 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:23.718271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Port': ['ID=5f8f5853-37a5-4258-8bbd-e2984f417f97,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:23.729002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Checking segment: {'id': 'e52d93dc-2cdb-4014-9918-82a7130d57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8b59645-94c5-4482-b65b-7a33a3973d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:23.729364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network hostable DHCP agents. Network: f8b59645-94c5-4482-b65b-7a33a3973d21, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:23.761930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network f8b59645-94c5-4482-b65b-7a33a3973d21 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:23.773904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, f8b59645-94c5-4482-b65b-7a33a3973d21) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:23.778301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:23.783813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:23.787230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:23.788147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:23.813352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0ddf23d-d5e3-44c8-99f2-de650bf27cfa tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6089132 Feb 14 00:01:23.816101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37534) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:23.859861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad8346-d3a8-40fd-8c96-1d6579c4c488 None None] Network f8b59645-94c5-4482-b65b-7a33a3973d21 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:23.897285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3ecd0-f3fb-424b-8176-51d6d4f6e995 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:23.901872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3ecd0-f3fb-424b-8176-51d6d4f6e995 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:23.903608 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ef3ecd0-f3fb-424b-8176-51d6d4f6e995 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0864038 Feb 14 00:01:23.906444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37540) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:23.980243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Deleting port 265243c5-80b4-4a6e-b8ed-ec40a9382490 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:23.980617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:24.178330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:24.223274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:24.301504 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'status': 'completed', 'code': 200} Feb 14 00:01:24.393613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Calling delete_port for 265243c5-80b4-4a6e-b8ed-ec40a9382490 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:24.490884 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:24.495202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-af6a5bb1-37d7-4573-9f4b-7a689541413c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1126 time: 0.1928933 Feb 14 00:01:24.559283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Port': ['ID=265243c5-80b4-4a6e-b8ed-ec40a9382490,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:24.620218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:24.637430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0ecec96d-0f03-46bc-8c7e-92c06e798826 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/ports/265243c5-80b4-4a6e-b8ed-ec40a9382490 HTTP/1.1" status: 204 len: 168 time: 0.7273524 Feb 14 00:01:24.637667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:24.733629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Deleting port 5f8f5853-37a5-4258-8bbd-e2984f417f97 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:24.733968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:24.762882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-42d4f502-c209-449d-9759-eecc98786ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:24.764811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-42d4f502-c209-449d-9759-eecc98786ab9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.2381849 Feb 14 00:01:24.829194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d4656-8610-42c8-8829-79b3fa168fd3 req-ef490766-68fb-4182-b912-f3ca6c477d7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:24.831224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e73d4656-8610-42c8-8829-79b3fa168fd3 req-ef490766-68fb-4182-b912-f3ca6c477d7a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.0868714 Feb 14 00:01:24.880847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e73d4656-8610-42c8-8829-79b3fa168fd3 req-867e98af-08c2-4efc-8e13-b68f345aebe5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Feb 14 00:01:25.057848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-005c6a1f-2c55-4ae3-b0df-0b61339f30ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 1000 time: 0.2830973 Feb 14 00:01:25.189278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.255637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-fa30ff0f-612d-4a56-a41b-bb424d120d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:25.257069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-fa30ff0f-612d-4a56-a41b-bb424d120d81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.1514142 Feb 14 00:01:25.285723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:01:25.317195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Calling delete_port for 5f8f5853-37a5-4258-8bbd-e2984f417f97 owned by {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:25.470365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-7cb822a3-8b1e-416f-af7c-cb481bebd792 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604483 Feb 14 00:01:25.471936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.494418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:25.515205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 has no active binding in host n-h1-828979-1 {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 14 00:01:25.549003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Port': ['ID=5f8f5853-37a5-4258-8bbd-e2984f417f97,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:25.615152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.633684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2438091e-0904-438b-a545-cba178d836f0 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/ports/5f8f5853-37a5-4258-8bbd-e2984f417f97 HTTP/1.1" status: 204 len: 168 time: 0.9947038 Feb 14 00:01:25.636182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37556) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:25.679731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6f16ceca-16c2-431a-8926-85b297d4045a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Synchronizing usage tracker for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:25.685860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-dc1d7c8b-6c58-46b2-9af7-09950dc24932 service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657305 Feb 14 00:01:25.702864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6f16ceca-16c2-431a-8926-85b297d4045a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Unset dirty status for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:25.704154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6f16ceca-16c2-431a-8926-85b297d4045a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0667918 Feb 14 00:01:25.707853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:25.714480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1221884400'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:25.721593 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:25.727994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:network and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:25.732065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:25.739392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:25.753501 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:25.756809 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.791305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:25.803995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.804366 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Added segment 7c20ef90-e069-4dc0-b30d-bbd6dbb2fece of type vlan for network fa547bb2-c813-4aed-bc3c-52d3c24fea2e Feb 14 00:01:25.839783 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.846013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31fb4d2a-0468-4091-835e-498fea4aea7d req-b290416f-41fb-4f37-9797-a81931bf0193 service neutron] 10.222.0.42 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526105 Feb 14 00:01:25.878593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:25.882697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:25.883904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:26.005975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Network': ['ID=fa547bb2-c813-4aed-bc3c-52d3c24fea2e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:26.016333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b98bc3ea-35d3-434b-b328-112f092aa8ac tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3073359 Feb 14 00:01:26.020201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37566) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:26.021180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network fa547bb2-c813-4aed-bc3c-52d3c24fea2e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:26.027062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1455038785'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:26.039534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:26.049945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:network and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:26.059791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:26.102165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:26.126685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:26.129574 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:26.173299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:26.189694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38862d-ffd0-4393-90ee-d8695ea103ee req-6bff487a-ca11-4e1a-9fbe-477db4a70fb6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:26.191197 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d38862d-ffd0-4393-90ee-d8695ea103ee req-6bff487a-ca11-4e1a-9fbe-477db4a70fb6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.1201413 Feb 14 00:01:26.194050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:26.194403 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Added segment c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac of type vlan for network 70b49c81-ee82-449d-a829-066bc62d0688 Feb 14 00:01:26.252501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:26.267898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d38862d-ffd0-4393-90ee-d8695ea103ee req-b900f56e-504c-4c99-b8f9-38315feb02e2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683587 Feb 14 00:01:26.295051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:26.296049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:26.296641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:26.402313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3797884 Feb 14 00:01:26.408235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c1fba-fadf-4876-aa6c-136777e1a0d7 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Network': ['ID=70b49c81-ee82-449d-a829-066bc62d0688,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:26.438150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 70b49c81-ee82-449d-a829-066bc62d0688 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:26.535834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37572) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:26.541443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'subnets': [{'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--602871523', 'ip_version': 4}, {'network_id': '70b49c81-ee82-449d-a829-066bc62d0688', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:26.541759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'subnet': {'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--602871523', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:26.542684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Request body: {'subnet': {'network_id': '70b49c81-ee82-449d-a829-066bc62d0688', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:26.754551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:26.758431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Usage tracker for resource:subnet and tenant:df8465c0eaa545368ec9e17798c49d02 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:26.761175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:26.767454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:26.777011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Made reservation on behalf of df8465c0eaa545368ec9e17798c49d02 for: {'subnet': 2} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:27.069721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:27.070337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:27.475026 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15aebf-3651-4d9e-b552-d4df2ec30c9a req-9436fd08-ef12-4ad7-bd21-1246599bb5ad tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:27.476489 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a15aebf-3651-4d9e-b552-d4df2ec30c9a req-9436fd08-ef12-4ad7-bd21-1246599bb5ad tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 945 time: 0.0833230 Feb 14 00:01:27.484212 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:27.538958 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0a15aebf-3651-4d9e-b552-d4df2ec30c9a req-dd3f586b-9b16-4a79-9d88-49fb8c325e71 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557263 Feb 14 00:01:27.562597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Subnet': ['ID=811d6d95-ee49-4fdc-ac76-5ea3ce66402d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:27.580923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Checking segment: {'id': '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:27.581280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network hostable DHCP agents. Network: fa547bb2-c813-4aed-bc3c-52d3c24fea2e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:27.604727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network fa547bb2-c813-4aed-bc3c-52d3c24fea2e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:27.614510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, fa547bb2-c813-4aed-bc3c-52d3c24fea2e) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:27.618377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:27.624159 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db899877-03d9-4c51-826c-21e3d6fee330 None None] Network fa547bb2-c813-4aed-bc3c-52d3c24fea2e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:27.696164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event updated for resources: {'Subnet': ['ID=6792bdd3-0ce9-41e5-9724-6f1b044d3ce2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:27.723135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Checking segment: {'id': 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70b49c81-ee82-449d-a829-066bc62d0688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:27.723503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network hostable DHCP agents. Network: 70b49c81-ee82-449d-a829-066bc62d0688, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:27.747908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Network 70b49c81-ee82-449d-a829-066bc62d0688 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:27.759523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 70b49c81-ee82-449d-a829-066bc62d0688) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:27.763651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:27.764046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:27.764727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:27.776277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bb8aa-96b5-4a99-aaaa-5cde9cfbeb4b None None] Network 70b49c81-ee82-449d-a829-066bc62d0688 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:27.792260 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c9f6a30b-cba6-491c-bf2d-7a6dfbcd08e8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2528892 Feb 14 00:01:27.793156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37584) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:27.934671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-fa547bb2-c813-4aed-bc3c-52d3c24fea2e', 'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e', 'tenant_id': 'df8465c0eaa545368ec9e17798c49d02', 'fixed_ips': [{'subnet_id': '811d6d95-ee49-4fdc-ac76-5ea3ce66402d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:27.935497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:27.942188 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99face9-8542-492e-9288-f183d4473a9b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:27.943611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99face9-8542-492e-9288-f183d4473a9b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:27.944913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99face9-8542-492e-9288-f183d4473a9b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:27.945701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b99face9-8542-492e-9288-f183d4473a9b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Synchronizing usage tracker for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:27.977202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-55718f00-b8ec-4038-b974-826560d97414 service neutron] 10.222.0.42 "GET /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 384 time: 0.1437705 Feb 14 00:01:28.041208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b99face9-8542-492e-9288-f183d4473a9b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Unset dirty status for tenant:df8465c0eaa545368ec9e17798c49d02 on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:28.046089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b99face9-8542-492e-9288-f183d4473a9b tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2483146 Feb 14 00:01:28.046272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37592) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:28.169930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-70b49c81-ee82-449d-a829-066bc62d0688', 'network_id': '70b49c81-ee82-449d-a829-066bc62d0688', 'tenant_id': 'df8465c0eaa545368ec9e17798c49d02', 'fixed_ips': [{'subnet_id': '6792bdd3-0ce9-41e5-9724-6f1b044d3ce2'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:28.170916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.227704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-b1967b3f-754f-4e6d-9722-99759fd9bed7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:28.229124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-b1967b3f-754f-4e6d-9722-99759fd9bed7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.2510786 Feb 14 00:01:28.267383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Allocated IP 172.20.0.2 (fa547bb2-c813-4aed-bc3c-52d3c24fea2e/811d6d95-ee49-4fdc-ac76-5ea3ce66402d/35595def-57e7-45c4-b49f-cbc2202a429f) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:28.273388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-2b3aa6da-ae32-4160-a869-949b3ec5c5b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0382168 Feb 14 00:01:28.286304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Deleting subnet 811d6d95-ee49-4fdc-ac76-5ea3ce66402d {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:01:28.433765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:28.463675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-069ed3b1-ce24-42c3-8bad-93f9d5b274b7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447167 Feb 14 00:01:28.466574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:28.493515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Allocated IP 172.20.0.18 (70b49c81-ee82-449d-a829-066bc62d0688/6792bdd3-0ce9-41e5-9724-6f1b044d3ce2/2193ad6d-15a2-4f75-8a96-46d977d3c000) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:28.607651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:28.617972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:28.648850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.668698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.693526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Transition to ACTIVE for port object 35595def-57e7-45c4-b49f-cbc2202a429f will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:28.704189 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-e297be4e-354f-43fa-83df-99d95fd9785c service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118435 Feb 14 00:01:28.741144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Transition to ACTIVE for port object 35595def-57e7-45c4-b49f-cbc2202a429f will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:28.756760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673df2-9081-4d6c-a6c3-07c1ceede733 req-dcf2fcb0-a009-49cf-81a6-c832d23c881b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:28.758258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a673df2-9081-4d6c-a6c3-07c1ceede733 req-dcf2fcb0-a009-49cf-81a6-c832d23c881b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.0892031 Feb 14 00:01:28.781916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.782933 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.857394 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a673df2-9081-4d6c-a6c3-07c1ceede733 req-83b0abde-c158-4d01-9e64-9301d8b73af2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914347 Feb 14 00:01:28.859715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.874016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Network fa547bb2-c813-4aed-bc3c-52d3c24fea2e is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:28.883799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:28.885987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.889496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Pushing event updated for resources: {'Port': ['ID=35595def-57e7-45c4-b49f-cbc2202a429f,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:28.894774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:28.906947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Transition to ACTIVE for port object 2193ad6d-15a2-4f75-8a96-46d977d3c000 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:28.973989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:28.998946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Transition to ACTIVE for port object e87203dd-abd1-43e6-8222-423e25c4b9c6 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:29.003539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Transition to ACTIVE for port object 2193ad6d-15a2-4f75-8a96-46d977d3c000 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:29.012211 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Attempting to bind port 35595def-57e7-45c4-b49f-cbc2202a429f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:29.012645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Attempting to bind port 35595def-57e7-45c4-b49f-cbc2202a429f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:29.013696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Attempting to bind port 35595def-57e7-45c4-b49f-cbc2202a429f on network fa547bb2-c813-4aed-bc3c-52d3c24fea2e {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:29.018496 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-2a79c97e-eba5-49b1-8e24-d30db8505212 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033314 Feb 14 00:01:29.020494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.021587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:29.022145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Checking segment: {'id': '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:29.022759 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.023158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Bound using segment: {'id': '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:29.023701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Bound port: 35595def-57e7-45c4-b49f-cbc2202a429f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'fa547bb2-c813-4aed-bc3c-52d3c24fea2e'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:29.024142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.034324 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.080345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.115563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Network 70b49c81-ee82-449d-a829-066bc62d0688 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:29.116229 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'code': 200} Feb 14 00:01:29.146134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:29.153389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:29.162390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Subnet': ['ID=811d6d95-ee49-4fdc-ac76-5ea3ce66402d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:29.164337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.173311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Pushing event updated for resources: {'Port': ['ID=2193ad6d-15a2-4f75-8a96-46d977d3c000,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:29.201909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-50da63f3-e24f-4ade-8e98-4dce40df3b37 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/subnets/811d6d95-ee49-4fdc-ac76-5ea3ce66402d HTTP/1.1" status: 204 len: 168 time: 1.1524599 Feb 14 00:01:29.202311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37604) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:29.287895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=11']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:29.321027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.321716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.322409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.322877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.323334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.323825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.324252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.324678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.325362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.326144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.326576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:29.363283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Attempting to bind port 2193ad6d-15a2-4f75-8a96-46d977d3c000 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:29.363653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Attempting to bind port 2193ad6d-15a2-4f75-8a96-46d977d3c000 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70b49c81-ee82-449d-a829-066bc62d0688'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:29.364020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Attempting to bind port 2193ad6d-15a2-4f75-8a96-46d977d3c000 on network 70b49c81-ee82-449d-a829-066bc62d0688 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:29.366436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] For port 35595def-57e7-45c4-b49f-cbc2202a429f, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:29.384375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] No DVR routers for this DVR port e87203dd-abd1-43e6-8222-423e25c4b9c6 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:29.390504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:29.390886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Checking segment: {'id': 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70b49c81-ee82-449d-a829-066bc62d0688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:29.391289 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.391687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Bound using segment: {'id': 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70b49c81-ee82-449d-a829-066bc62d0688'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:29.392160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Bound port: 2193ad6d-15a2-4f75-8a96-46d977d3c000, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '70b49c81-ee82-449d-a829-066bc62d0688'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:29.392536 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.454186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] For port 35595def-57e7-45c4-b49f-cbc2202a429f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=35595def-57e7-45c4-b49f-cbc2202a429f,segment=NetworkSegment(7c20ef90-e069-4dc0-b30d-bbd6dbb2fece),segment_id=7c20ef90-e069-4dc0-b30d-bbd6dbb2fece)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:29.468206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Deleting subnet 6792bdd3-0ce9-41e5-9724-6f1b044d3ce2 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:01:29.468949 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.471428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.616820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799202-7269-46e1-8914-2a9ce245beb1 None None] Pushing event updated for resources: {'Port': ['ID=35595def-57e7-45c4-b49f-cbc2202a429f,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:29.620389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] For port 2193ad6d-15a2-4f75-8a96-46d977d3c000, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:29.624868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] For port 2193ad6d-15a2-4f75-8a96-46d977d3c000, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2193ad6d-15a2-4f75-8a96-46d977d3c000,segment=NetworkSegment(c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac),segment_id=c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:29.631616 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.734003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-71b6072e-344d-417a-93b0-668a12d202c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6/bindings/n-h1-828979-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7309916 Feb 14 00:01:29.744283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8fe16-c69a-4997-95f1-2cdf36f58747 None None] Pushing event updated for resources: {'Port': ['ID=2193ad6d-15a2-4f75-8a96-46d977d3c000,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:29.777282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3fac1ba6-f91b-442f-a9b8-94a55c19c62d req-60d629e5-2bcd-4957-9f0c-f336cde6390f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 210 time: 0.1871254 Feb 14 00:01:29.780605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.815685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5849a4-6da8-45ae-8333-33f86f2334fa None None] Network fa547bb2-c813-4aed-bc3c-52d3c24fea2e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:29.910719 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:29.973517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-8b3e0102-62ef-4f98-a25a-d3e60dd0b3cc tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.1614110 Feb 14 00:01:30.121807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:30.129603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-91e683a7-f28f-441b-bdca-0a47b3c77e9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 1095 time: 0.1492317 Feb 14 00:01:30.203699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:30.206976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Subnet': ['ID=6792bdd3-0ce9-41e5-9724-6f1b044d3ce2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:30.218085 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1868b606-37fa-43dc-a3c4-bddda18f7a1a tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/subnets/6792bdd3-0ce9-41e5-9724-6f1b044d3ce2 HTTP/1.1" status: 204 len: 168 time: 1.0124853 Feb 14 00:01:30.219157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37624) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:30.222916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ef56c9d-d99a-47b8-824e-49bef22e737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:30.354889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778aba95-1433-4607-afe2-7873ab4a7a59 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:30.356226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-778aba95-1433-4607-afe2-7873ab4a7a59 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1360157 Feb 14 00:01:30.360327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37628) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:30.398284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302b2a2-d2fe-424f-b45c-c429ebc7e404 req-04167e21-760e-49cf-ae4d-b946a6c29c4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:30.399712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9302b2a2-d2fe-424f-b45c-c429ebc7e404 req-04167e21-760e-49cf-ae4d-b946a6c29c4d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.1930594 Feb 14 00:01:30.402986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-90815113-a40d-4a97-a3b4-1e59dbde6ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1095 time: 0.2414956 Feb 14 00:01:30.480032 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:30.491498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Deleting port 2193ad6d-15a2-4f75-8a96-46d977d3c000 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:30.491825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:30.533504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9302b2a2-d2fe-424f-b45c-c429ebc7e404 req-2769cbe3-d55a-47b0-9411-de21686576aa tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258030 Feb 14 00:01:30.568292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-1e32a9f4-5529-48bf-8f92-448763f5ee66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:30.569746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-1e32a9f4-5529-48bf-8f92-448763f5ee66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.1607149 Feb 14 00:01:30.692041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-bb718254-b108-44fa-a8d4-2e694f9ea444 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 998 time: 0.1144030 Feb 14 00:01:30.706626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] For port 2193ad6d-15a2-4f75-8a96-46d977d3c000, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2193ad6d-15a2-4f75-8a96-46d977d3c000,segment=NetworkSegment(c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac),segment_id=c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:30.706991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:30.724032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:30.763243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-491a2972-73b6-45c1-aa37-1366f8258ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:30.766301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-491a2972-73b6-45c1-aa37-1366f8258ae3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.0675249 Feb 14 00:01:30.800607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:30.882635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Calling delete_port for 2193ad6d-15a2-4f75-8a96-46d977d3c000 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:31.037195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-935572c4-28ab-4b85-b570-e44e8993225e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:31.039977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-935572c4-28ab-4b85-b570-e44e8993225e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.2558818 Feb 14 00:01:31.043369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-40b185a8-a3e5-4c66-808a-e4290512fd08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2537296 Feb 14 00:01:31.082691 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bea2338d-ecc0-402f-b3f3-db016eb4e95b req-38bd9920-9d76-40da-96aa-da7fffdb4fbb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 210 time: 0.0775678 Feb 14 00:01:31.083317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:31.084875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.129591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b01117-9842-4f04-a46f-d2f078b6554f None None] Network 70b49c81-ee82-449d-a829-066bc62d0688 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:31.138600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] No DVR routers for this DVR port 2193ad6d-15a2-4f75-8a96-46d977d3c000 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:31.187584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Port': ['ID=2193ad6d-15a2-4f75-8a96-46d977d3c000,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:31.217152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-eb458edf-a55b-458a-8afc-2855e4c9f672 None None] Could not find standard attr ID for object 2193ad6d-15a2-4f75-8a96-46d977d3c000. {{(pid=83663) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 14 00:01:31.313595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.353456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b49c81-ee82-449d-a829-066bc62d0688']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:31.370175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:31.370476 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d55c67-f4ad-4e3f-b0d2-7827b4ac23ac') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:31.384210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.404835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.410531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a976bc-094f-420a-8cb4-d50f7d5ddaf2 None None] DHCP port deletion for 70b49c81-ee82-449d-a829-066bc62d0688 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:01:31.412590 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:31.413101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:31.430567 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:31.441960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d8029-b47e-460f-93d4-faa1f4c9b9d7 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:01:31.452227 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-11c8f35f-3ed0-4cf9-ac41-e4fb536fd15d service neutron] 10.222.0.31 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954451 Feb 14 00:01:31.491246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:31.530434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.536280 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.571022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Network': ['ID=70b49c81-ee82-449d-a829-066bc62d0688,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:31.583967 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f61d9471-f9c9-4589-9f58-ba7421f34bab tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/networks/70b49c81-ee82-449d-a829-066bc62d0688 HTTP/1.1" status: 204 len: 168 time: 1.2202809 Feb 14 00:01:31.584171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:31.584330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:31.593429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d8029-b47e-460f-93d4-faa1f4c9b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:01:31.609106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:31.613503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.724117 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.736092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Deleting port 35595def-57e7-45c4-b49f-cbc2202a429f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:31.736427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:31.845794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-de8bbebe-1ed2-44db-9d60-b87f3c66f0aa service neutron] 10.222.0.31 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865705 Feb 14 00:01:31.868393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.10 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/fde9033f-5597-4d65-8516-5589f71a70c8) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:31.925198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f7787-4fc0-4a6b-8a3c-32bb14cc7add req-8e98de40-bf88-476c-aa7a-0ef8391d9199 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:31.927250 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c7f7787-4fc0-4a6b-8a3c-32bb14cc7add req-8e98de40-bf88-476c-aa7a-0ef8391d9199 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.1595416 Feb 14 00:01:32.018102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] For port 35595def-57e7-45c4-b49f-cbc2202a429f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=35595def-57e7-45c4-b49f-cbc2202a429f,segment=NetworkSegment(7c20ef90-e069-4dc0-b30d-bbd6dbb2fece),segment_id=7c20ef90-e069-4dc0-b30d-bbd6dbb2fece)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:32.018722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.168880 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Calling delete_port for 35595def-57e7-45c4-b49f-cbc2202a429f owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:32.207141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c7f7787-4fc0-4a6b-8a3c-32bb14cc7add req-21e70ba1-b5fa-4c4c-9770-42f7bb34b878 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678890 Feb 14 00:01:32.290597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.302406 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.308270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-0b20457f-667a-407a-8c89-e86d62cd5fb1 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 1095 time: 0.1692877 Feb 14 00:01:32.338359 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64d42aa8-d9f1-46df-ac1b-e9822e26e5ef req-782ca85b-91f8-4212-87c0-162128edc26f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 210 time: 0.0778880 Feb 14 00:01:32.346441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object fde9033f-5597-4d65-8516-5589f71a70c8 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:32.392990 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d6b412c7-7445-4dba-b26e-db542c8556e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.418687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.489876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Port': ['ID=35595def-57e7-45c4-b49f-cbc2202a429f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:32.493211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-42bbf58d-f294-4f9b-b17e-53719496dcb8 service neutron] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:32.496399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] No DVR routers for this DVR port 35595def-57e7-45c4-b49f-cbc2202a429f on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:32.516902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:32.522219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=fde9033f-5597-4d65-8516-5589f71a70c8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:32.524809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:32.537989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:32.572749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-42bbf58d-f294-4f9b-b17e-53719496dcb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.573829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-42bbf58d-f294-4f9b-b17e-53719496dcb8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6/bindings/n-h2-828979-1 HTTP/1.1" status: 204 len: 173 time: 0.2595339 Feb 14 00:01:32.612648 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:32.613316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.636691 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-98a25dda-8497-4d57-bca7-2efc0e353385 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5778401 Feb 14 00:01:32.647371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Request body: {'port': {'device_id': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:32.672398 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.702205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa547bb2-c813-4aed-bc3c-52d3c24fea2e']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:32.715708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:32.716749 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c20ef90-e069-4dc0-b30d-bbd6dbb2fece') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:32.730279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.750715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.757996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:32.758489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:32.774022 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:32.825425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.858220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.879294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0c09df19-445c-4798-a3ca-448199cacbcb None None] Provisioning for port fde9033f-5597-4d65-8516-5589f71a70c8 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:32.884498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0c09df19-445c-4798-a3ca-448199cacbcb None None] Provisioning complete for port fde9033f-5597-4d65-8516-5589f71a70c8 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:32.884897 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c09df19-445c-4798-a3ca-448199cacbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.889735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:32.901237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Network': ['ID=fa547bb2-c813-4aed-bc3c-52d3c24fea2e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:32.914071 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-103d716b-fc2a-4fd9-8086-d428252c59f6 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/networks/fa547bb2-c813-4aed-bc3c-52d3c24fea2e HTTP/1.1" status: 204 len: 168 time: 1.3279564 Feb 14 00:01:32.915764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37642) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:32.963607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0c09df19-445c-4798-a3ca-448199cacbcb None None] Port fde9033f-5597-4d65-8516-5589f71a70c8 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:33.036964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.175095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.201718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b59645-94c5-4482-b65b-7a33a3973d21']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:33.214109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52d93dc-2cdb-4014-9918-82a7130d57eb') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:33.214409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52d93dc-2cdb-4014-9918-82a7130d57eb') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:33.225784 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.242685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.253025 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:33.253498 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:33.269747 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:33.274369 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde9033f-5597-4d65-8516-5589f71a70c8 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:01:33.281528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.350785 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.355659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.376119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Transition to ACTIVE for port object fde9033f-5597-4d65-8516-5589f71a70c8 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:33.381522 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Network': ['ID=f8b59645-94c5-4482-b65b-7a33a3973d21,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:33.389866 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6edd3072-d48f-4a9b-80ca-727da2bd59a8 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/networks/f8b59645-94c5-4482-b65b-7a33a3973d21 HTTP/1.1" status: 204 len: 168 time: 0.4708014 Feb 14 00:01:33.390012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.390179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37650) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:33.576767 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.580504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.654699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Pushing event updated for resources: {'Port': ['ID=fde9033f-5597-4d65-8516-5589f71a70c8,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:33.729072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e1343-63d0-42b8-ac41-1eb424ded886 req-01249d90-8eea-4977-9e1b-a4f6846f4d92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:33.730552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d95e1343-63d0-42b8-ac41-1eb424ded886 req-01249d90-8eea-4977-9e1b-a4f6846f4d92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 944 time: 0.2307484 Feb 14 00:01:33.748883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab4b5e-20f9-4222-a53d-bd9fda63b07a req-c92c3f94-9117-4432-9766-e59ef1159220 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:33.750349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2ab4b5e-20f9-4222-a53d-bd9fda63b07a req-c92c3f94-9117-4432-9766-e59ef1159220 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.4091880 Feb 14 00:01:33.765255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.806342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efc84c2-0271-4c8c-80cb-6d199beea114']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:33.822192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Attempting to bind port fde9033f-5597-4d65-8516-5589f71a70c8 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:33.822527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Attempting to bind port fde9033f-5597-4d65-8516-5589f71a70c8 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:33.822671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8334d72d-5b3f-4221-a984-aa2647fb2c81') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:33.822852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Attempting to bind port fde9033f-5597-4d65-8516-5589f71a70c8 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:33.822983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8334d72d-5b3f-4221-a984-aa2647fb2c81') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:33.826948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f2ab4b5e-20f9-4222-a53d-bd9fda63b07a req-e0e48a32-a784-4dfc-8734-6918c50dfedd tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702379 Feb 14 00:01:33.831197 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d95e1343-63d0-42b8-ac41-1eb424ded886 req-a903e625-0153-475b-9752-7e3ca0c9c292 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857582 Feb 14 00:01:33.832075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Port fde9033f-5597-4d65-8516-5589f71a70c8 on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:01:33.832394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Attempting to bind port fde9033f-5597-4d65-8516-5589f71a70c8 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:33.837050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.842378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:33.842726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:33.843105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:33.843530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Bound port: fde9033f-5597-4d65-8516-5589f71a70c8, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:33.844142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.854630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.862645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:33.863098 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:33.887501 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:33.899556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.942962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] For port fde9033f-5597-4d65-8516-5589f71a70c8, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:33.946473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] For port fde9033f-5597-4d65-8516-5589f71a70c8, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fde9033f-5597-4d65-8516-5589f71a70c8,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:33.952456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:33.982278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:34.002705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:34.008980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] Pushing event deleted for resources: {'Network': ['ID=4efc84c2-0271-4c8c-80cb-6d199beea114,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:34.018091 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-efc98496-0986-47fe-b317-4066e6d1fc29 tempest-BulkNetworkOpsTest-1423033440 tempest-BulkNetworkOpsTest-1423033440-project] 10.222.0.36 "DELETE /v2.0/networks/4efc84c2-0271-4c8c-80cb-6d199beea114 HTTP/1.1" status: 204 len: 168 time: 0.6259425 Feb 14 00:01:34.066020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:34.067455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] 10.222.0.31 "PUT /v2.0/ports/fde9033f-5597-4d65-8516-5589f71a70c8 HTTP/1.1" status: 200 len: 1092 time: 1.4243572 Feb 14 00:01:34.067939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'tag': 'fde9033f-5597-4d65-8516-5589f71a70c8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:34.151735 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'tag': 'fde9033f-5597-4d65-8516-5589f71a70c8', 'status': 'completed', 'code': 200} Feb 14 00:01:34.158398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067914-c391-4fbe-8a26-fd21b195b0ae service neutron] Pushing event updated for resources: {'Port': ['ID=fde9033f-5597-4d65-8516-5589f71a70c8,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:34.191119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d8d54c8-3759-48a0-bf9a-322b3a52327a req-89295892-4764-4fda-88f0-8e1478a08544 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1095 time: 0.1959755 Feb 14 00:01:34.240157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-b126923b-3f8a-444d-b13e-450f7ae023b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 1095 time: 0.1274972 Feb 14 00:01:34.246457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d8d54c8-3759-48a0-bf9a-322b3a52327a req-d54ed5aa-d704-4624-b811-7384324399e9 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470877 Feb 14 00:01:34.309077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-0c1b3d4d-fb17-4e5a-8288-40c38b775d62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde9033f-5597-4d65-8516-5589f71a70c8 HTTP/1.1" status: 200 len: 217 time: 0.0616946 Feb 14 00:01:34.379737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37664) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:34.395331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-4673d3ed-28a2-48d7-b57e-87ee02390f5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:34.396767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-4673d3ed-28a2-48d7-b57e-87ee02390f5a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0776718 Feb 14 00:01:34.466646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8974a-9c14-407f-b015-1bcbe4d67985 req-4c0cb0f9-f3ba-4b31-b5af-eef23b7f0ea6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:34.468442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ec8974a-9c14-407f-b015-1bcbe4d67985 req-4c0cb0f9-f3ba-4b31-b5af-eef23b7f0ea6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.0826344 Feb 14 00:01:34.480451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-d36b29f0-c64a-4595-a43e-74200cd34e47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778229 Feb 14 00:01:34.521448 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7ec8974a-9c14-407f-b015-1bcbe4d67985 req-8411246a-c195-488e-8a40-b3e460b65fa4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Feb 14 00:01:34.550616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37670) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:34.622412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-aa8acbe3-347a-4b8e-a2b1-00d9409bc605 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359599 Feb 14 00:01:34.758293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb813fd0-9f03-418d-8006-2fb0b80b825b req-cf5119bf-cb4c-47a4-ba02-cf650b039f43 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302223 Feb 14 00:01:34.762718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-acffc734-c9aa-422b-ab5b-1c164688fd28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df8465c0eaa545368ec9e17798c49d02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3817627 Feb 14 00:01:34.765707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37674) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:34.784277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f104be5-60c3-4dcc-b7eb-63575ecfe327 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/02a23814-d637-4748-90f1-d9c1a0d09a6e HTTP/1.1" status: 200 len: 990 time: 0.2233055 Feb 14 00:01:34.887233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a605530-2b6b-4b36-89e9-b3a9fb7eba59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:34.923451 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a605530-2b6b-4b36-89e9-b3a9fb7eba59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:34.936408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-b31a2c51-43d5-4756-9f3b-a956b4116785 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 1095 time: 0.1292374 Feb 14 00:01:35.050967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37684) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:35.076524 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44aa23-34da-4b98-b7e7-9f1456ad0e7b req-bf303f90-984f-4e15-8655-6f609e9b45df tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:35.078979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b44aa23-34da-4b98-b7e7-9f1456ad0e7b req-bf303f90-984f-4e15-8655-6f609e9b45df tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 944 time: 0.0876691 Feb 14 00:01:35.130685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b44aa23-34da-4b98-b7e7-9f1456ad0e7b req-20d9292c-36bf-4340-8434-70809e0b1f5b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Feb 14 00:01:35.134371 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:35.177677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a605530-2b6b-4b36-89e9-b3a9fb7eba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:35.212057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605530-2b6b-4b36-89e9-b3a9fb7eba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a5338-c8a4-4c77-9c6c-295af4233720,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:35.221645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-71c3bf4c-da43-420b-8114-484b9f1c081f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:35.221645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-71c3bf4c-da43-420b-8114-484b9f1c081f service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.2710414 Feb 14 00:01:35.280246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6a605530-2b6b-4b36-89e9-b3a9fb7eba59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:35.281307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6a605530-2b6b-4b36-89e9-b3a9fb7eba59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/292a5338-c8a4-4c77-9c6c-295af4233720 HTTP/1.1" status: 204 len: 168 time: 0.5146215 Feb 14 00:01:35.472170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-b421fb8a-283d-4af5-ba05-4f300202340a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde9033f-5597-4d65-8516-5589f71a70c8 HTTP/1.1" status: 200 len: 217 time: 0.1935899 Feb 14 00:01:35.540957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 22957f48-226b-43b4-b8b3-b57d51f830ed {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:35.541426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:35.596463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-f58108fe-9c76-4bcc-9673-2e25c4c3ac80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:35.597879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-f58108fe-9c76-4bcc-9673-2e25c4c3ac80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1115935 Feb 14 00:01:35.775349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:35.775916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:35.838233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-72773222-2105-4a8c-8181-c47121de4a21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218192 Feb 14 00:01:35.902067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 22957f48-226b-43b4-b8b3-b57d51f830ed owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:36.094126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-7da092ee-6d16-48bc-a8e7-e52ad49acecd service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989920 Feb 14 00:01:36.099323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37706) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:36.246205 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2033228102'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:36.256371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:36.260373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:36.264075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:36.270402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:36.281210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:36.284313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.299475 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.312045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.331366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:36.335333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:security_group_rule and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:36.338253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:36.345079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:36.379361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=22957f48-226b-43b4-b8b3-b57d51f830ed,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:36.385455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3a794043-6348-4b6c-b47f-42ce070ace20 req-e5810917-5738-405e-83f4-dd3cec220d4b service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852373 Feb 14 00:01:36.414168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.418762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.448302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:36.461198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adebb2b-e677-4b0e-b7b9-0dd6c217b916,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:36.465458 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.465814 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 4cf17bca-4d94-4104-ad7e-badb53bbde70 of type vlan for network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 Feb 14 00:01:36.493235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.502043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.523598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.527302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:36.527874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:36.566825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7303-21c3-453b-bc1e-343d0e8402b4 req-e5f6f68a-7ae7-4f08-831c-bf0f65976553 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:36.567516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37ba7303-21c3-453b-bc1e-343d0e8402b4 req-e5f6f68a-7ae7-4f08-831c-bf0f65976553 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:36.648603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37ba7303-21c3-453b-bc1e-343d0e8402b4 req-e5f6f68a-7ae7-4f08-831c-bf0f65976553 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:36.649712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37ba7303-21c3-453b-bc1e-343d0e8402b4 req-e5f6f68a-7ae7-4f08-831c-bf0f65976553 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 944 time: 0.3940203 Feb 14 00:01:36.650296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=ccedd97c-5cc4-49ff-b0e0-bf02a79b3582,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:36.653198 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0f6794d5-d488-41a9-9e70-7ae04d571200 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5528307 Feb 14 00:01:36.664314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:36.728331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37ba7303-21c3-453b-bc1e-343d0e8402b4 req-9d251eec-5b0b-4855-a50b-c8551a901298 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609913 Feb 14 00:01:36.785592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37714) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:36.791156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:36.902305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:36.906278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:36.909076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:36.914682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:36.925429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:37.033303 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.105614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 2423504e-4619-4479-ade2-73776243c582 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:01:37.247727 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.253206 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.313238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:01:37.324430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] Sync routers for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:01:37.328279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=6d080b61-9d86-440a-821b-ae64fe2caa05,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:37.339736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.340079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '4cf17bca-4d94-4104-ad7e-badb53bbde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:37.340434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: ccedd97c-5cc4-49ff-b0e0-bf02a79b3582, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:37.344093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:37.345176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:37.362179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:37.373595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ccedd97c-5cc4-49ff-b0e0-bf02a79b3582) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:37.379145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:37.379775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.404980 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-172f7fd1-a123-416d-b643-75a5b1e66a41 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6182406 Feb 14 00:01:37.408365 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37718) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:37.409911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed13a13-a90c-428c-897c-1f7200dc6d5b None None] Network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:37.410624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ee3ebbe7-200b-4344-9fa8-2847625f7c5d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/floatingips/02a23814-d637-4748-90f1-d9c1a0d09a6e HTTP/1.1" status: 204 len: 168 time: 2.3583801 Feb 14 00:01:37.411265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:37.415724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58594648'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:37.423052 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:37.427355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:37.430492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:37.438333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:37.452018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:37.455442 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.485000 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'status': 'completed', 'code': 200} Feb 14 00:01:37.503968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:37.530399 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.531448 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 2c2b7f24-d8e8-4e0e-84c3-3b9b2fcdc2fe of type vlan for network bcc0e0ac-6356-4171-b589-a23327870733 Feb 14 00:01:37.569665 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.611914 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-8119aa04-d8fa-4352-8da4-3a67c0a7453a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 1095 time: 0.1043766 Feb 14 00:01:37.612155 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.616244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:37.616669 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.685813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:01:37.759048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=bcc0e0ac-6356-4171-b589-a23327870733,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:37.767847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8574d617-6889-48f5-a82a-68467ae8b5a5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3565521 Feb 14 00:01:37.770487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37728) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:37.792580 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': 'bcc0e0ac-6356-4171-b589-a23327870733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:37.804241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bcc0e0ac-6356-4171-b589-a23327870733 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:37.823571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-ccedd97c-5cc4-49ff-b0e0-bf02a79b3582', 'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': '6d080b61-9d86-440a-821b-ae64fe2caa05'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:37.824757 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:37.828375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-fe5e1723-0bdf-4bda-9436-64952889cd39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:37.829828 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-fe5e1723-0bdf-4bda-9436-64952889cd39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 200 len: 896 time: 0.2105765 Feb 14 00:01:37.984452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-d26d9962-3f8c-46ac-9eb8-c4238a8b1824 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 200 len: 217 time: 0.1454604 Feb 14 00:01:38.062680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:38.066462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:38.069556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:38.076001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:38.098114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:38.109614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2beb6-5c2e-4d27-853b-a087b8f59055 req-4588c8e7-e4f3-4a7b-95a3-382f62758f9b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:38.110463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1db2beb6-5c2e-4d27-853b-a087b8f59055 req-4588c8e7-e4f3-4a7b-95a3-382f62758f9b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:38.124860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-4d928540-2c3d-4fe8-8550-d3a34526eede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:38.126527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-4d928540-2c3d-4fe8-8550-d3a34526eede service neutron] 10.222.0.31 "GET /v2.0/subnets?id=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 200 len: 835 time: 0.1335206 Feb 14 00:01:38.203208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1db2beb6-5c2e-4d27-853b-a087b8f59055 req-4588c8e7-e4f3-4a7b-95a3-382f62758f9b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:38.206350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1db2beb6-5c2e-4d27-853b-a087b8f59055 req-4588c8e7-e4f3-4a7b-95a3-382f62758f9b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.2877636 Feb 14 00:01:38.207328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5af11-b47e-4f21-b40f-9b3b22617e85 req-d0736494-3f14-49fc-9c5f-5978d4b36917 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:38.209067 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cff5af11-b47e-4f21-b40f-9b3b22617e85 req-d0736494-3f14-49fc-9c5f-5978d4b36917 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 944 time: 0.2748115 Feb 14 00:01:38.239372 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.300831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Allocated IP 172.20.255.242 (ccedd97c-5cc4-49ff-b0e0-bf02a79b3582/6d080b61-9d86-440a-821b-ae64fe2caa05/18b90583-749e-400b-bf11-206f15419188) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:38.321884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1db2beb6-5c2e-4d27-853b-a087b8f59055 req-009dba91-5e95-454c-8004-43ead8a5a041 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38c1c98-abc1-4a4a-945d-0753af9259bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940990 Feb 14 00:01:38.330587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-26c32591-c49c-4208-b2e1-010550ea91b8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:38.332445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-26c32591-c49c-4208-b2e1-010550ea91b8 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 944 time: 0.1681700 Feb 14 00:01:38.365682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cff5af11-b47e-4f21-b40f-9b3b22617e85 req-e1f2651e-3455-40e2-93dd-3638dedebd31 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507967 Feb 14 00:01:38.373967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-75f13acb-8d84-4648-8444-8712a49cb417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bdb066d-2553-47c2-a139-21629daa1641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397060 Feb 14 00:01:38.484438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:26Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:38.493876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] Checking router: 2423504e-4619-4479-ade2-73776243c582 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:01:38.500517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port e87203dd-abd1-43e6-8222-423e25c4b9c6 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:38.500861 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.546460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:38.547100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:38.633071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-7b5755fc-ab87-40a5-a442-1b775ab1e775 service neutron] 10.222.0.31 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528532 Feb 14 00:01:38.652367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.736554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=84454733-2df2-4158-8e70-c5891378b6d0,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:38.743069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.749857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '2c2b7f24-d8e8-4e0e-84c3-3b9b2fcdc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bcc0e0ac-6356-4171-b589-a23327870733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:38.750322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: bcc0e0ac-6356-4171-b589-a23327870733, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:38.757939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Transition to ACTIVE for port object 18b90583-749e-400b-bf11-206f15419188 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:38.773967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network bcc0e0ac-6356-4171-b589-a23327870733 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:38.784555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bcc0e0ac-6356-4171-b589-a23327870733) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:38.789562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Transition to ACTIVE for port object 18b90583-749e-400b-bf11-206f15419188 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:38.789747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:38.790530 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.798565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba18ee-1a00-43ee-a087-b2b6802d2d2c None None] Network bcc0e0ac-6356-4171-b589-a23327870733 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:38.819765 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-20f7d200-1c1d-4d40-9695-a198c9b8cc65 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0335071 Feb 14 00:01:38.821147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.822363 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37734) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:38.897068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b5d51342-5e3e-4a50-9477-d03c7852c946 req-1715210a-100c-4bb9-98af-f94f4100c1cf service neutron] 10.222.0.31 "GET /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578833 Feb 14 00:01:38.913134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port e87203dd-abd1-43e6-8222-423e25c4b9c6, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=e87203dd-abd1-43e6-8222-423e25c4b9c6,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:38.913587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:38.953656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:01:38.981043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.002435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:39.024942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:39.046615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:39.053854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Pushing event updated for resources: {'Port': ['ID=18b90583-749e-400b-bf11-206f15419188,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:39.084045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.118619 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.189289 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.190866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for e87203dd-abd1-43e6-8222-423e25c4b9c6 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:39.254329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=84454733-2df2-4158-8e70-c5891378b6d0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:39.337098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Attempting to bind port 18b90583-749e-400b-bf11-206f15419188 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:39.337467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Attempting to bind port 18b90583-749e-400b-bf11-206f15419188 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4cf17bca-4d94-4104-ad7e-badb53bbde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:39.337830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Attempting to bind port 18b90583-749e-400b-bf11-206f15419188 on network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:39.337991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.353069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.365664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc0e0ac-6356-4171-b589-a23327870733']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:39.383652 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2b7f24-d8e8-4e0e-84c3-3b9b2fcdc2fe') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:39.384222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2b7f24-d8e8-4e0e-84c3-3b9b2fcdc2fe') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:39.397509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:39.397881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Checking segment: {'id': '4cf17bca-4d94-4104-ad7e-badb53bbde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:39.398040 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.398306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.398696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Bound using segment: {'id': '4cf17bca-4d94-4104-ad7e-badb53bbde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:39.399175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Bound port: 18b90583-749e-400b-bf11-206f15419188, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf17bca-4d94-4104-ad7e-badb53bbde70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ccedd97c-5cc4-49ff-b0e0-bf02a79b3582'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:39.399540 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.420553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.427011 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=e87203dd-abd1-43e6-8222-423e25c4b9c6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:39.438947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:39.439413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:39.463298 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:39.465674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a80fc2-21b4-40b4-8c78-963a31eeecd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-bcc0e0ac-6356-4171-b589-a23327870733', 'network_id': 'bcc0e0ac-6356-4171-b589-a23327870733', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': '84454733-2df2-4158-8e70-c5891378b6d0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:39.465674 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c4a80fc2-21b4-40b4-8c78-963a31eeecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.585085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] No DVR routers for this DVR port e87203dd-abd1-43e6-8222-423e25c4b9c6 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:39.586927 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.615208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.627286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.632123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-deleted', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:39.645734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] For port 18b90583-749e-400b-bf11-206f15419188, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:39.646068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be1f3af3-000f-4bd1-95ff-d7a04f58891e req-7bed9234-76f5-4cf4-8c9d-433f04a427e5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aca6023-15d6-4c2d-8677-2e307e1f75db HTTP/1.1" status: 200 len: 210 time: 0.0713871 Feb 14 00:01:39.657412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b2c1f03-10b6-492a-83c9-f594ee8e8dae req-11a75d9d-1116-4e92-88ce-f4467e3201d2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "DELETE /v2.0/ports/e87203dd-abd1-43e6-8222-423e25c4b9c6 HTTP/1.1" status: 204 len: 173 time: 1.3161180 Feb 14 00:01:39.663329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] For port 18b90583-749e-400b-bf11-206f15419188, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=18b90583-749e-400b-bf11-206f15419188,segment=NetworkSegment(4cf17bca-4d94-4104-ad7e-badb53bbde70),segment_id=4cf17bca-4d94-4104-ad7e-badb53bbde70)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:39.675623 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.696597 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=bcc0e0ac-6356-4171-b589-a23327870733,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:39.704682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b28bb6a8-1228-4a6f-a102-a90d400b0d63 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/bcc0e0ac-6356-4171-b589-a23327870733 HTTP/1.1" status: 204 len: 168 time: 0.8770235 Feb 14 00:01:39.706234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37744) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:39.713669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-924485854'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:39.716667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3def13b-1391-4fda-8754-dca14f13766f None None] Network bcc0e0ac-6356-4171-b589-a23327870733 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:39.733024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:39.744917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:39.748953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:39.753935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3def13b-1391-4fda-8754-dca14f13766f None None] Network bcc0e0ac-6356-4171-b589-a23327870733 could not be found, it might have been deleted concurrently. {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 14 00:01:39.757258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ae771-d383-4927-8d80-25f81c287774 req-e4e65ca8-e834-43e9-b4df-8bb7cd269e5f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:39.765389 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-138ae771-d383-4927-8d80-25f81c287774 req-e4e65ca8-e834-43e9-b4df-8bb7cd269e5f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 944 time: 0.1392834 Feb 14 00:01:39.767170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:39.770057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:26Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:39.784100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad354bff-61e7-4325-a3f1-644d702130e3 None None] The sync data for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 is: [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'dbb83fee-bcf1-4ca4-a31a-b6486560646c', 'name': '', 'network_id': '6bdb066d-2553-47c2-a139-21629daa1641', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:2e:31:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:19Z', 'updated_at': '2022-02-14T00:00:26Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '371927d9-dae7-40a7-9bdb-4b84bfe2f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:01:39.785034 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca6023-15d6-4c2d-8677-2e307e1f75db', 'name': 'network-vif-deleted', 'tag': 'e87203dd-abd1-43e6-8222-423e25c4b9c6', 'status': 'completed', 'code': 200} Feb 14 00:01:39.787672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:39.791865 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.812217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ad0b0-ecfd-4147-bbca-0b4a2d155f50 None None] Pushing event updated for resources: {'Port': ['ID=18b90583-749e-400b-bf11-206f15419188,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:39.831001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-138ae771-d383-4927-8d80-25f81c287774 req-03b63825-47ea-449a-93fa-31ff49c0cf2e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646570 Feb 14 00:01:39.861328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:39.873724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.874675 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment f8dd38f1-703c-4bec-b57b-54279942e33e of type vlan for network 1d61d727-ad33-4db3-90ea-ea660901cc1b Feb 14 00:01:39.918173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.970102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:39.974269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:39.974872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:40.174846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4671316 Feb 14 00:01:40.177874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37748) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:40.183464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': '1d61d727-ad33-4db3-90ea-ea660901cc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:40.187608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2206544-ff21-4a9a-9ea4-d8a12a86bda6 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=1d61d727-ad33-4db3-90ea-ea660901cc1b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:40.198371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1d61d727-ad33-4db3-90ea-ea660901cc1b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:40.221915 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c7680-f0dd-4554-a3ce-bd6760509383 None None] New status for floating IP 02a23814-d637-4748-90f1-d9c1a0d09a6e: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:01:40.341508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:40.346566 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:40.350206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:40.357172 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:40.368262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:40.474136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:40.566321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing IP validity checks on allocation pools {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 00:01:40.566846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 00:01:40.693370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:40.759566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37756) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:40.774893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=23a4cf00-bd93-4f1a-827a-99b673662b4d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:40.787483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': 'f8dd38f1-703c-4bec-b57b-54279942e33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d61d727-ad33-4db3-90ea-ea660901cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:40.787836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: 1d61d727-ad33-4db3-90ea-ea660901cc1b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:40.811961 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network 1d61d727-ad33-4db3-90ea-ea660901cc1b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:40.824258 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1d61d727-ad33-4db3-90ea-ea660901cc1b) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:40.836690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:40.837571 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:40.865321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82eebb4-11f6-45a6-8c5b-c38554a344e1 None None] Network 1d61d727-ad33-4db3-90ea-ea660901cc1b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:40.898226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a30d43e7-e5da-4c06-8735-2c50df4e3e06 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7168152 Feb 14 00:01:40.898445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37762) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:41.218247 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.257599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46185d-b3b9-458a-8757-ec8d9ab8d1e8 None None] Network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:41.344077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5492335-182f-4c18-9a3e-1cf2993fabcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-1d61d727-ad33-4db3-90ea-ea660901cc1b', 'network_id': '1d61d727-ad33-4db3-90ea-ea660901cc1b', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': '23a4cf00-bd93-4f1a-827a-99b673662b4d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:41.345765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e5492335-182f-4c18-9a3e-1cf2993fabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.353337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.383875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fde9033f-5597-4d65-8516-5589f71a70c8 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:01:41.431004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.460783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3b82e38b-80c7-4e14-ad4f-c6d418bca7b2 None None] Provisioning for port 18b90583-749e-400b-bf11-206f15419188 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:41.464800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bf099-f79c-4681-b3e4-9224d18552e2 req-84decba7-c3e6-4235-a571-f66f86f83c72 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:41.466429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-048bf099-f79c-4681-b3e4-9224d18552e2 req-84decba7-c3e6-4235-a571-f66f86f83c72 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 944 time: 0.3054376 Feb 14 00:01:41.545737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-048bf099-f79c-4681-b3e4-9224d18552e2 req-30eeda8b-deb7-4945-957b-79529d0ffe67 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713546 Feb 14 00:01:41.562971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.605102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=23a4cf00-bd93-4f1a-827a-99b673662b4d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server [None req-e5492335-182f-4c18-9a3e-1cf2993fabcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23a4cf00-bd93-4f1a-827a-99b673662b4d: This subnet is being modified by another concurrent operation. Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise value Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server raise exception Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23a4cf00-bd93-4f1a-827a-99b673662b4d: This subnet is being modified by another concurrent operation. Feb 14 00:01:41.647172 n-d-828979-1 neutron-server[83663]: ERROR oslo_messaging.rpc.server Feb 14 00:01:41.698939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a0ecb-f3f7-45e1-9b73-01591a79d383 None None] Network 1d61d727-ad33-4db3-90ea-ea660901cc1b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:41.707345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.733892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d61d727-ad33-4db3-90ea-ea660901cc1b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:41.745972 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dd38f1-703c-4bec-b57b-54279942e33e') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:41.746300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dd38f1-703c-4bec-b57b-54279942e33e') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:41.760229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.779194 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.788081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:41.788552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:41.808303 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:41.833348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fde9033f-5597-4d65-8516-5589f71a70c8, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fde9033f-5597-4d65-8516-5589f71a70c8,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:41.891094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.909388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.912461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'fde9033f-5597-4d65-8516-5589f71a70c8', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': 'fde9033f-5597-4d65-8516-5589f71a70c8', 'mac_address': 'fa:16:3e:ff:2e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:01:41.921260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=1d61d727-ad33-4db3-90ea-ea660901cc1b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:41.928879 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1e8bff66-ff65-499e-b0a7-efa6f0c946f2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/1d61d727-ad33-4db3-90ea-ea660901cc1b HTTP/1.1" status: 204 len: 168 time: 1.0258992 Feb 14 00:01:41.929051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37766) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:41.935028 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-791716841'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:41.941155 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:41.944987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:41.948474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:41.955734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:41.990458 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:41.999528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:42.007294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.015188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde9033f-5597-4d65-8516-5589f71a70c8 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:01:42.047833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fde9033f-5597-4d65-8516-5589f71a70c8, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fde9033f-5597-4d65-8516-5589f71a70c8,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:42.054254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.088335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:42.111902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.112333 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 52414a7c-158c-4820-96a3-24f37f5f1944 of type vlan for network 3d81a4e8-8800-44e0-80b9-451197abb7c2 Feb 14 00:01:42.166104 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.171271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fde9033f-5597-4d65-8516-5589f71a70c8,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:42.175805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 18b90583-749e-400b-bf11-206f15419188 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:01:42.206807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port dbb83fee-bcf1-4ca4-a31a-b6486560646c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:42.207384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.213657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.220150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:42.221085 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.239407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a4a69-22e8-4f92-a916-20b2e3dadfc5 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:01:42.317466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fde9033f-5597-4d65-8516-5589f71a70c8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:01:42.328713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3985658 Feb 14 00:01:42.331535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37770) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:42.339422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': '3d81a4e8-8800-44e0-80b9-451197abb7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:42.353408 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66546c6-ba53-466e-bb1b-fe0cad21faa9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=3d81a4e8-8800-44e0-80b9-451197abb7c2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:42.375016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 3d81a4e8-8800-44e0-80b9-451197abb7c2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:42.405821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port dbb83fee-bcf1-4ca4-a31a-b6486560646c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=dbb83fee-bcf1-4ca4-a31a-b6486560646c,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:42.406356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.457863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:42.461824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:42.464725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:42.471992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:42.483357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:42.543013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for dbb83fee-bcf1-4ca4-a31a-b6486560646c owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:42.564279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 18b90583-749e-400b-bf11-206f15419188 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:42.568247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a4a69-22e8-4f92-a916-20b2e3dadfc5 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:01:42.595100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.756925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 18b90583-749e-400b-bf11-206f15419188 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:42.757397 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.802189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.823342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:42.847300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=dbb83fee-bcf1-4ca4-a31a-b6486560646c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:42.918675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=8d985547-df91-4290-a414-ba611d379ac1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:42.931106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '52414a7c-158c-4820-96a3-24f37f5f1944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3d81a4e8-8800-44e0-80b9-451197abb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:42.931483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: 3d81a4e8-8800-44e0-80b9-451197abb7c2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:42.943524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980a96-f233-4ce7-91bb-bab2649404f4 req-1ce49c34-d63b-489c-9971-4a6510999198 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:42.944968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19980a96-f233-4ce7-91bb-bab2649404f4 req-1ce49c34-d63b-489c-9971-4a6510999198 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 945 time: 0.2164750 Feb 14 00:01:42.957114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network 3d81a4e8-8800-44e0-80b9-451197abb7c2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:42.971364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 3d81a4e8-8800-44e0-80b9-451197abb7c2) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:42.976728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:42.977076 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.004368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6419e1a3-9614-4f7f-a081-580f5060d526 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6717088 Feb 14 00:01:43.005361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37776) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:43.061370 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.067385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-19980a96-f233-4ce7-91bb-bab2649404f4 req-e2ff965b-9638-4b98-84d3-75204a58be6b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113431 Feb 14 00:01:43.125644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 18b90583-749e-400b-bf11-206f15419188, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=18b90583-749e-400b-bf11-206f15419188,segment=NetworkSegment(4cf17bca-4d94-4104-ad7e-badb53bbde70),segment_id=4cf17bca-4d94-4104-ad7e-badb53bbde70)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:43.132278 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.177819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.209582 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.247865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.272453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=18b90583-749e-400b-bf11-206f15419188,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:43.295194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b4ec5-69fe-492c-b050-35d9e827555d None None] Network 3d81a4e8-8800-44e0-80b9-451197abb7c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:43.332871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.406855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fde9033f-5597-4d65-8516-5589f71a70c8 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:01:43.413326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=8d985547-df91-4290-a414-ba611d379ac1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:43.566901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff6a1b5-1858-458f-9d76-61c80382769a None None] Network 3d81a4e8-8800-44e0-80b9-451197abb7c2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:43.626105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.635369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port fde9033f-5597-4d65-8516-5589f71a70c8 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:43.653429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d81a4e8-8800-44e0-80b9-451197abb7c2']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:43.656004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port fde9033f-5597-4d65-8516-5589f71a70c8 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:43.656381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.666190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52414a7c-158c-4820-96a3-24f37f5f1944') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:43.666490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52414a7c-158c-4820-96a3-24f37f5f1944') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:43.679481 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.697160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.703711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:43.704112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:43.719720 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:43.809893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.832120 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.838766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=3d81a4e8-8800-44e0-80b9-451197abb7c2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:43.846021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-deadfe41-6f04-45cb-a59a-58c1ad3b0ce5 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/3d81a4e8-8800-44e0-80b9-451197abb7c2 HTTP/1.1" status: 204 len: 168 time: 0.8396866 Feb 14 00:01:43.849343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37780) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:43.858396 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1367160793'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:43.858790 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.864160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:43.868177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:43.871923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:43.877744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:43.886007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9033f-5597-4d65-8516-5589f71a70c8'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:43.891862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:43.894995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.899792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port fde9033f-5597-4d65-8516-5589f71a70c8, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fde9033f-5597-4d65-8516-5589f71a70c8,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:43.905733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.906828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:43.928043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:43.944819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.945168 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment fb23386d-502d-4c97-b3cb-e09a6752fc62 of type vlan for network 9f960a4a-f0f0-4762-b577-97088dfbb48b Feb 14 00:01:43.984854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:43.990013 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9033f-5597-4d65-8516-5589f71a70c8', 'code': 200} Feb 14 00:01:43.998138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: e87203dd-abd1-43e6-8222-423e25c4b9c6 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:43.998452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device e87203dd-abd1-43e6-8222-423e25c4b9c6 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:44.034972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:44.038839 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:44.039447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:44.058331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=fde9033f-5597-4d65-8516-5589f71a70c8,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:44.078176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 18b90583-749e-400b-bf11-206f15419188 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:01:44.146349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2108ee8f-d3fd-48cc-bcb7-23b46a86446e req-d3937045-cc44-45f6-93ac-96e4442490cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 1097 time: 0.1153400 Feb 14 00:01:44.158471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 18b90583-749e-400b-bf11-206f15419188 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:44.158842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:44.179546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 2423504e-4619-4479-ade2-73776243c582 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:01:44.194958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=9f960a4a-f0f0-4762-b577-97088dfbb48b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:44.203144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-586f4def-85eb-4f16-984c-9f97dfb84d37 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3480923 Feb 14 00:01:44.206550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37788) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:44.210487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9f960a4a-f0f0-4762-b577-97088dfbb48b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:44.217244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': '9f960a4a-f0f0-4762-b577-97088dfbb48b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:44.344815 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2108ee8f-d3fd-48cc-bcb7-23b46a86446e req-521b6147-83e8-49a5-8f9b-6a3c3992fd5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901674 Feb 14 00:01:44.495241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:44.504346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:44.509177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:44.525745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:44.551819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:44.654270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bfe8d-58c4-48e0-a568-12560a2d4651 req-1ead49f2-7f58-411c-8263-efea62f56634 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:44.655709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb2bfe8d-58c4-48e0-a568-12560a2d4651 req-1ead49f2-7f58-411c-8263-efea62f56634 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 946 time: 0.3131132 Feb 14 00:01:44.697730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:44.826059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb2bfe8d-58c4-48e0-a568-12560a2d4651 req-30d448ac-1f7d-46e2-ac8b-110ae7fe2d19 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541748 Feb 14 00:01:44.855952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:01:44.865225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] Sync routers for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:01:44.877154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:44.877763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:44.918540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-93c004bb-d7fe-412f-8032-ec734fe87892 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/2423504e-4619-4479-ade2-73776243c582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1577075 Feb 14 00:01:44.921420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37792) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:45.091708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.095672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:01:45.185147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=4f67c46f-8737-4e3b-8ad6-d7ee2b5baed5,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:45.230349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting subnet 371927d9-dae7-40a7-9bdb-4b84bfe2f3fe {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:01:45.235900 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.270786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': 'fb23386d-502d-4c97-b3cb-e09a6752fc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9f960a4a-f0f0-4762-b577-97088dfbb48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:45.271141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: 9f960a4a-f0f0-4762-b577-97088dfbb48b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:45.302665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.360292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network 9f960a4a-f0f0-4762-b577-97088dfbb48b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:45.382561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9f960a4a-f0f0-4762-b577-97088dfbb48b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:45.391778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:45.392356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.396174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2b89c-9c00-4349-802e-0f4c75c2ba4e None None] Network 9f960a4a-f0f0-4762-b577-97088dfbb48b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:45.415779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9a9d4452-eff6-41a3-ae51-e5d4113ca2a0 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2078793 Feb 14 00:01:45.418730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.419783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37796) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:45.491505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:01:42Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:45.497915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.500482 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] Checking router: 2423504e-4619-4479-ade2-73776243c582 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:01:45.532375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] Routers {'2423504e-4619-4479-ade2-73776243c582'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:45.533008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['2423504e-4619-4479-ade2-73776243c582'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:45.545068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Subnet': ['ID=371927d9-dae7-40a7-9bdb-4b84bfe2f3fe,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:45.555353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.561936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d92adff-efb8-4498-9842-7cc26fffe870 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/subnets/371927d9-dae7-40a7-9bdb-4b84bfe2f3fe HTTP/1.1" status: 204 len: 168 time: 0.6395960 Feb 14 00:01:45.564540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37800) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:45.565887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.600791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb7bd6-08be-4786-9db7-ccde3973e600 None None] Network 6bdb066d-2553-47c2-a139-21629daa1641 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:45.644882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.725948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.765006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=4f67c46f-8737-4e3b-8ad6-d7ee2b5baed5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:45.871582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.874976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17435031-6147-499a-85d1-525ccfded08f None None] Network 9f960a4a-f0f0-4762-b577-97088dfbb48b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:45.900384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f960a4a-f0f0-4762-b577-97088dfbb48b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:45.914801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb23386d-502d-4c97-b3cb-e09a6752fc62') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:45.914801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb23386d-502d-4c97-b3cb-e09a6752fc62') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:45.918005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:45.937798 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.003106 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.018248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:46.018978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:46.039725 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:46.148361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb728e16-87af-4041-8a64-61465b840d21 req-57f082c4-6e5b-42cd-90cd-ce846abc82ad tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:46.150320 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb728e16-87af-4041-8a64-61465b840d21 req-57f082c4-6e5b-42cd-90cd-ce846abc82ad tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 946 time: 0.1916878 Feb 14 00:01:46.151720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.153777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.163333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] Set router 2423504e-4619-4479-ade2-73776243c582 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:01:46.166404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port ebea094c-e14c-4957-9c79-2fd0353fdf1c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:46.166979 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.172870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.186338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/9f960a4a-f0f0-4762-b577-97088dfbb48b HTTP/1.1" status: 204 len: 168 time: 0.7612574 Feb 14 00:01:46.193922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37806) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:46.208309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523367767'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:46.215557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:46.220965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92c5d-f874-432d-a96d-27a1b87f2097 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=9f960a4a-f0f0-4762-b577-97088dfbb48b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:46.227711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:46.232947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:46.234730 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fb728e16-87af-4041-8a64-61465b840d21 req-ac658595-7f63-412d-b2a3-8c3758746638 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635173 Feb 14 00:01:46.241126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:46.325627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:46.328530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.433471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:46.452522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port ebea094c-e14c-4957-9c79-2fd0353fdf1c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ebea094c-e14c-4957-9c79-2fd0353fdf1c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:46.452939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.471380 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.471725 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 67675870-9b1f-466e-8e0b-131640ce49a9 of type vlan for network 9ca1997d-68bf-47a7-a618-0037399910c1 Feb 14 00:01:46.486877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] DHCP port deletion for 6bdb066d-2553-47c2-a139-21629daa1641 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:01:46.495095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] Deleting port 5eff3805-a28e-419e-9cec-aead065636ac {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:46.495457 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.589227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for ebea094c-e14c-4957-9c79-2fd0353fdf1c owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:46.664933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.668155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:01:42Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:46.688480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9ff25-db43-4025-9121-b67d722a5938 None None] The sync data for ids ['2423504e-4619-4479-ade2-73776243c582'] in n-d-828979-1 is: [{'id': '2423504e-4619-4479-ade2-73776243c582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608178290', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:00:13Z', 'updated_at': '2022-02-14T00:01:42Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ebea094c-e14c-4957-9c79-2fd0353fdf1c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423504e-4619-4479-ade2-73776243c582', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:00:14Z', 'updated_at': '2022-02-14T00:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:01:46.724123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] For port 5eff3805-a28e-419e-9cec-aead065636ac, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5eff3805-a28e-419e-9cec-aead065636ac,segment=NetworkSegment(a41eab21-cf09-45dd-8569-9d270711dadd),segment_id=a41eab21-cf09-45dd-8569-9d270711dadd)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:46.724123 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.735368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3354317-2626-4a0c-926d-261dac9ce9f9 req-cb74de59-7696-4609-bd7f-aa57253cf60b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:46.736827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3354317-2626-4a0c-926d-261dac9ce9f9 req-cb74de59-7696-4609-bd7f-aa57253cf60b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 946 time: 0.3634048 Feb 14 00:01:46.762304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.766379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:46.766940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.844736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] Calling delete_port for 5eff3805-a28e-419e-9cec-aead065636ac owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:46.910343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7092643 Feb 14 00:01:46.911125 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37812) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:46.915507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c115e0-9692-4665-9238-e225db897b4c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=9ca1997d-68bf-47a7-a618-0037399910c1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:46.919845 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:46.923013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:46.954848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d3354317-2626-4a0c-926d-261dac9ce9f9 req-59516f82-8a8d-415a-afb0-e72c0245940c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117269 Feb 14 00:01:46.955372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9ca1997d-68bf-47a7-a618-0037399910c1 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:46.984316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] Pushing event deleted for resources: {'Port': ['ID=5eff3805-a28e-419e-9cec-aead065636ac,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:47.028907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.048379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043f853-1807-401c-9b0d-ea0eb21b084e None None] No DVR routers for this DVR port 5eff3805-a28e-419e-9cec-aead065636ac on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:47.103918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:47.108766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:47.112737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:47.123117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=ebea094c-e14c-4957-9c79-2fd0353fdf1c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:47.123470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:47.149502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:47.280986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.389217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing IP validity checks on allocation pools {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 00:01:47.389736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 00:01:47.481698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.530322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.732083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=eeabfe43-6ab6-4775-bf69-64ef4c581c01,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:47.746385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '67675870-9b1f-466e-8e0b-131640ce49a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:47.746745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: 9ca1997d-68bf-47a7-a618-0037399910c1, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:47.770907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network 9ca1997d-68bf-47a7-a618-0037399910c1 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:47.782627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9ca1997d-68bf-47a7-a618-0037399910c1) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:47.791547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f5bbf5-4d06-422b-ad3e-dd71e5aee71a None None] Network 9ca1997d-68bf-47a7-a618-0037399910c1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:47.792103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.796631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.811268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:47.811880 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.829304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.829950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Fanout notify agent at l3_agent the message router_deleted on router 2423504e-4619-4479-ade2-73776243c582 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:01:47.851976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:47.857366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37828) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:47.860116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3049e80f-96db-42b4-9904-f2b8cf1097f5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/routers/2423504e-4619-4479-ade2-73776243c582 HTTP/1.1" status: 204 len: 168 time: 2.2942741 Feb 14 00:01:47.864188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-428ec6bd-6ab6-4cc6-98dc-1ae68aba4255 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9486227 Feb 14 00:01:47.864445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:48.012957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.188188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.209265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-9ca1997d-68bf-47a7-a618-0037399910c1', 'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': 'eeabfe43-6ab6-4775-bf69-64ef4c581c01'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:48.210477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.245235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.259555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.275568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdb066d-2553-47c2-a139-21629daa1641']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:48.289321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41eab21-cf09-45dd-8569-9d270711dadd') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:48.289623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41eab21-cf09-45dd-8569-9d270711dadd') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:48.307074 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.326443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.333806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:48.334675 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:48.353053 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:48.379631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Allocated IP 172.20.0.3 (9ca1997d-68bf-47a7-a618-0037399910c1/eeabfe43-6ab6-4775-bf69-64ef4c581c01/d44b332c-d6af-4828-9dcb-14792585ba4b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:48.453882 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.488062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.501285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device dbb83fee-bcf1-4ca4-a31a-b6486560646c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:48.507647 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Network': ['ID=6bdb066d-2553-47c2-a139-21629daa1641,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:48.519152 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-22010eba-f4eb-4c7e-bad7-a300f7de1b90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/networks/6bdb066d-2553-47c2-a139-21629daa1641 HTTP/1.1" status: 204 len: 168 time: 0.6606033 Feb 14 00:01:48.521925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37844) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:48.555877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: dbb83fee-bcf1-4ca4-a31a-b6486560646c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:48.556219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device dbb83fee-bcf1-4ca4-a31a-b6486560646c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:48.556636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5eff3805-a28e-419e-9cec-aead065636ac no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:48.615789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e019a0-f4b7-4aaa-b62a-6d31a3db6421 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.641008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5eff3805-a28e-419e-9cec-aead065636ac {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:48.641355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5eff3805-a28e-419e-9cec-aead065636ac not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:48.652958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e019a0-f4b7-4aaa-b62a-6d31a3db6421 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.745643 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.746524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e019a0-f4b7-4aaa-b62a-6d31a3db6421 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.758098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Transition to ACTIVE for port object d44b332c-d6af-4828-9dcb-14792585ba4b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:48.769832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e019a0-f4b7-4aaa-b62a-6d31a3db6421 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38c1c98-abc1-4a4a-945d-0753af9259bc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:48.786452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e4e019a0-f4b7-4aaa-b62a-6d31a3db6421 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.790412 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e4e019a0-f4b7-4aaa-b62a-6d31a3db6421 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/security-groups/d38c1c98-abc1-4a4a-945d-0753af9259bc HTTP/1.1" status: 204 len: 168 time: 0.2675016 Feb 14 00:01:48.808297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Transition to ACTIVE for port object d44b332c-d6af-4828-9dcb-14792585ba4b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:48.819973 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.854605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:48.898701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Network 9ca1997d-68bf-47a7-a618-0037399910c1 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:48.901673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:48.903998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=eeabfe43-6ab6-4775-bf69-64ef4c581c01,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:48.907289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:49.171869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Attempting to bind port d44b332c-d6af-4828-9dcb-14792585ba4b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:49.172271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Attempting to bind port d44b332c-d6af-4828-9dcb-14792585ba4b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '67675870-9b1f-466e-8e0b-131640ce49a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:49.172813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Attempting to bind port d44b332c-d6af-4828-9dcb-14792585ba4b on network 9ca1997d-68bf-47a7-a618-0037399910c1 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:49.179356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Pushing event updated for resources: {'Port': ['ID=d44b332c-d6af-4828-9dcb-14792585ba4b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:49.203932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:49.204301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Checking segment: {'id': '67675870-9b1f-466e-8e0b-131640ce49a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:49.204710 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.206647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Bound using segment: {'id': '67675870-9b1f-466e-8e0b-131640ce49a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:49.207575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Bound port: d44b332c-d6af-4828-9dcb-14792585ba4b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67675870-9b1f-466e-8e0b-131640ce49a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ca1997d-68bf-47a7-a618-0037399910c1'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:49.209962 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.212202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.273324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca1997d-68bf-47a7-a618-0037399910c1']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:49.297117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67675870-9b1f-466e-8e0b-131640ce49a9') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:49.297411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67675870-9b1f-466e-8e0b-131640ce49a9') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:49.313180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.332981 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.349782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37874) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:49.355432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:49.356078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.359390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340643266', 'description': 'tempest-secgroup-smoke-340643266 description', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:49.376081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:49.379612 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:49.384323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:49.392130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:49.405397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:49.417337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] For port d44b332c-d6af-4828-9dcb-14792585ba4b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:49.428339 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.488332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] For port d44b332c-d6af-4828-9dcb-14792585ba4b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d44b332c-d6af-4828-9dcb-14792585ba4b,segment=NetworkSegment(67675870-9b1f-466e-8e0b-131640ce49a9),segment_id=67675870-9b1f-466e-8e0b-131640ce49a9)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:49.491706 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 00:01:49.491706 n-d-828979-1 neutron-server[83662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 00:01:49.491706 n-d-828979-1 neutron-server[83662]: [parameters: {'id': '9ca1997d-68bf-47a7-a618-0037399910c1'}] Feb 14 00:01:49.491706 n-d-828979-1 neutron-server[83662]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:01:49.492245 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:01:49.493978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.499803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:49.503618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:49.506807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:49.513306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:49.568754 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.572959 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.604491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aed6fa-83fc-46c3-9b7f-2e3870db30b0 None None] Pushing event updated for resources: {'Port': ['ID=d44b332c-d6af-4828-9dcb-14792585ba4b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:49.622660 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf2706a-851d-49ee-860d-7f1cbe3c7d4b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:49.625683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.629942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37882) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:49.630506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-93d7878a-3726-4e67-b910-788bcd582425 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2784126 Feb 14 00:01:49.638714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'daf2706a-851d-49ee-860d-7f1cbe3c7d4b', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:49.646453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:49.652275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59acf4-9c8a-4fe7-97b6-913a3422adb8 None None] Network 9ca1997d-68bf-47a7-a618-0037399910c1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:49.656161 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:49.659425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:49.665205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:49.684290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.749220 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.755520 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.784721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdb496d-356b-4ed2-b5d2-39c808c54e75,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:49.795904 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.797098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d99efb36-d1f7-413d-9e25-94c11457027c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1650703 Feb 14 00:01:49.799843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37886) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:49.805669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'daf2706a-851d-49ee-860d-7f1cbe3c7d4b', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:49.812828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:49.817470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:49.820975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:49.828601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:49.849714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.859963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22333ba4-5bba-4a7c-94fa-9e5cb3ea29e7 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:01:49.916339 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.920025 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.943690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e7170c-e357-438e-bf0d-8a8b5947a019,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:49.949028 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebea094c-e14c-4957-9c79-2fd0353fdf1c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:01:49.956309 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:49.957576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-82ddeeac-4606-4f7d-90af-72d187d2aca4 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1568177 Feb 14 00:01:49.960289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37890) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:49.966267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'daf2706a-851d-49ee-860d-7f1cbe3c7d4b', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:49.972654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:49.976444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:49.979311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:49.985203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:49.989328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ebea094c-e14c-4957-9c79-2fd0353fdf1c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:01:49.989666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ebea094c-e14c-4957-9c79-2fd0353fdf1c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:01:49.993674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.002728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22333ba4-5bba-4a7c-94fa-9e5cb3ea29e7 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:01:50.010209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.020090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port d44b332c-d6af-4828-9dcb-14792585ba4b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:50.020424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.165042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.181175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.260077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ba8fe5-fa1f-4bf5-9486-f2286259b4c1,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:50.292048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.293177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bb61eb27-b699-4b5c-9eeb-16bb56b38c53 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3320005 Feb 14 00:01:50.296846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37894) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:50.300782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port d44b332c-d6af-4828-9dcb-14792585ba4b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d44b332c-d6af-4828-9dcb-14792585ba4b,segment=NetworkSegment(67675870-9b1f-466e-8e0b-131640ce49a9),segment_id=67675870-9b1f-466e-8e0b-131640ce49a9)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:50.301142 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.304266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'daf2706a-851d-49ee-860d-7f1cbe3c7d4b', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:50.311459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:50.315617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:50.318710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:50.324296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:50.342151 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.410002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.414356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.442059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f30a7ef-86b9-4601-b11d-3b13cca8df8b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:50.452355 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.453570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2eae56c4-53a6-4ea6-8781-97d55f5fbba5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1549041 Feb 14 00:01:50.456339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37898) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:50.462017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'daf2706a-851d-49ee-860d-7f1cbe3c7d4b', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:50.468648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:50.472427 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:50.475264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:50.480991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:50.492757 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:01:50.500449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.547961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for d44b332c-d6af-4828-9dcb-14792585ba4b owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:50.573668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.582557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.606093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3af5110-76f0-4363-9e2d-0c6924226ba2,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:50.617812 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.619080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8a2ef97-9c38-4838-b176-5c66528faa94 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1618073 Feb 14 00:01:50.624541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37906) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:50.631063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'security_group_rule': {'security_group_id': 'daf2706a-851d-49ee-860d-7f1cbe3c7d4b', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:50.639778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:50.644143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:security_group_rule and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:50.647948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:50.650993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.685136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:50.700657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=d44b332c-d6af-4828-9dcb-14792585ba4b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:50.710538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port d44b332c-d6af-4828-9dcb-14792585ba4b on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:50.740945 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Project 3b2ba26e5b7849c79bfec2ced3d1dcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:01:50.750354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.878319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.897959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-feb7fff3-423f-4f96-88c2-85fc1d1d25f6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:50.899445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-feb7fff3-423f-4f96-88c2-85fc1d1d25f6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1523070 Feb 14 00:01:50.913212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca1997d-68bf-47a7-a618-0037399910c1']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:50.920307 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-e04eaf8c-f7c7-4f5e-b013-e2d695521afd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0137515 Feb 14 00:01:50.936150 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.937945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67675870-9b1f-466e-8e0b-131640ce49a9') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:50.938491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67675870-9b1f-466e-8e0b-131640ce49a9') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:50.948034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.957774 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:50.991428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331642a3-3596-46e9-bde4-07e5b5aa8808,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:50.994548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.006507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:51.006910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.020288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-31b33253-52d1-49e9-a401-f7946a7afe72 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929604 Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:51.022370 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:51.026586 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.027755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ada2c8c4-64c4-4e5d-89f8-b5012e4ae3b6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4021342 Feb 14 00:01:51.032216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37916) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:51.039314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-90827fa8-67b7-4157-82c0-595008dc97bf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:01:51.040372 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-90827fa8-67b7-4157-82c0-595008dc97bf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049760 Feb 14 00:01:51.044583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'network': {'name': 'tempest-network-smoke--1590111130', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:51.069251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:51.078395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:network and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:51.109607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.127403 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.130271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:51.137153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=9ca1997d-68bf-47a7-a618-0037399910c1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:51.139826 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-223f00d1-ff85-4d52-b747-0eac1bf94f6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/9ca1997d-68bf-47a7-a618-0037399910c1 HTTP/1.1" status: 204 len: 168 time: 3.2744262 Feb 14 00:01:51.143193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37920) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:51.146879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:51.148594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869485257'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:51.155108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:51.159045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:51.161913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:51.167686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:51.177822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:51.179336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:51.181184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.182238 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.216688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:51.230171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.230512 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment f0ba1076-b437-4d23-b91e-af141ed5c3e2 of type vlan for network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 Feb 14 00:01:51.243965 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-e11fe68b-aa3e-4004-be09-4ca4f0602db4 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947341 Feb 14 00:01:51.247688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:51.257882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.292556 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.297017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:51.297591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.333356 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.333707 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Added segment 9ef13a1e-9c31-4c89-8c4c-238b1383e7e4 of type vlan for network 2177764f-fefd-4b4b-8704-3dcb5293a548 Feb 14 00:01:51.379738 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.395830 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2514985 Feb 14 00:01:51.399279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37924) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:51.408525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:51.425302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-a264c536-8e7c-4d40-a2a2-e50c8f4fe5e9 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749406 Feb 14 00:01:51.432497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f4380-2d1e-4c93-9da8-ec82d697bc94 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=cd20d4ab-f521-4c29-87e1-2bd2f22064c8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:51.440565 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.445756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:51.446208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.447647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:51.516481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4830399 Feb 14 00:01:51.543100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37928) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:51.548208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:51.553906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'admin_state_up': True, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:51.564092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:51.567435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:51.569737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:51.578963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:router and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:51.582601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:51.588185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:51.595695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:51.613256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decee26-d6c4-4596-b8af-3ef6cc74cfc2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Network': ['ID=2177764f-fefd-4b4b-8704-3dcb5293a548,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:51.618262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.619293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.625815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:51.626543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:51.799775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba26a982-3521-4e5c-a95b-44d8af3bdaf2 req-f8088c8f-8bd1-4770-8118-2583471fb82c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 210 time: 0.0777655 Feb 14 00:01:51.803716 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:01:51.823840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:51.827852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.084792 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.396392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.487040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=8abae6b1-78b4-4db2-91ba-5f0bebc1e9bf,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:52.518858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': 'f0ba1076-b437-4d23-b91e-af141ed5c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:52.519212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: cd20d4ab-f521-4c29-87e1-2bd2f22064c8, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:52.570636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.603214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.648532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:52.672794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, cd20d4ab-f521-4c29-87e1-2bd2f22064c8) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:52.681292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c4fdf9-2c50-40c8-a4fb-200fc96dca37 None None] Network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:52.681914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:52.682642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.761526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c857e5e6-4f03-43bc-bf18-71a632a93fc2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3611519 Feb 14 00:01:52.765113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37944) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:52.900863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.225 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/ea4d10b2-8e21-4cfe-bf55-654e9f06504d) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:52.920752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-cd20d4ab-f521-4c29-87e1-2bd2f22064c8', 'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': '8abae6b1-78b4-4db2-91ba-5f0bebc1e9bf'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:52.921857 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:52.945746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.027996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.106475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Allocated IP 172.20.0.1 (cd20d4ab-f521-4c29-87e1-2bd2f22064c8/8abae6b1-78b4-4db2-91ba-5f0bebc1e9bf/2913af67-e4c7-4701-8155-5213fd3f10fc) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:53.203676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.218049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-856cab84-271d-4061-81b1-f8a292e7dfe4 req-97a238ef-8180-4f74-bddc-5673820f4e33 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 210 time: 0.1919641 Feb 14 00:01:53.263194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.342511 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.344321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-76dc07e1-dbac-4a82-a712-fa00687ff5ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:53.346166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-76dc07e1-dbac-4a82-a712-fa00687ff5ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.5631077 Feb 14 00:01:53.353527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Transition to ACTIVE for port object 2913af67-e4c7-4701-8155-5213fd3f10fc will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:53.358804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:53.361676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:53.366181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:53.374799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Transition to ACTIVE for port object 2913af67-e4c7-4701-8155-5213fd3f10fc will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:53.388019 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.400159 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.401066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:53.420859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:53.453154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=8abae6b1-78b4-4db2-91ba-5f0bebc1e9bf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:53.517039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:53.521856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:53.523980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Pushing event updated for resources: {'Port': ['ID=2913af67-e4c7-4701-8155-5213fd3f10fc,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:53.527849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:53.585417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.625766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd20d4ab-f521-4c29-87e1-2bd2f22064c8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:53.631133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Attempting to bind port 2913af67-e4c7-4701-8155-5213fd3f10fc on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:53.631510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Attempting to bind port 2913af67-e4c7-4701-8155-5213fd3f10fc by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'f0ba1076-b437-4d23-b91e-af141ed5c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:53.631872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Attempting to bind port 2913af67-e4c7-4701-8155-5213fd3f10fc on network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:53.640166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:53.640943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Checking segment: {'id': 'f0ba1076-b437-4d23-b91e-af141ed5c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:53.641065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.641539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Bound using segment: {'id': 'f0ba1076-b437-4d23-b91e-af141ed5c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:53.641947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Bound port: 2913af67-e4c7-4701-8155-5213fd3f10fc, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ba1076-b437-4d23-b91e-af141ed5c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:53.642396 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.650599 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ba1076-b437-4d23-b91e-af141ed5c3e2') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:53.651159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ba1076-b437-4d23-b91e-af141ed5c3e2') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:53.652598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:53.669888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:53.676566 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.697562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:53.709829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.716989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.730358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:53.732591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:53.750824 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:53.801813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] For port 2913af67-e4c7-4701-8155-5213fd3f10fc, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:53.818239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.819179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.861650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] For port 2913af67-e4c7-4701-8155-5213fd3f10fc, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2913af67-e4c7-4701-8155-5213fd3f10fc,segment=NetworkSegment(f0ba1076-b437-4d23-b91e-af141ed5c3e2),segment_id=f0ba1076-b437-4d23-b91e-af141ed5c3e2)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:53.864688 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 00:01:53.864688 n-d-828979-1 neutron-server[83661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 00:01:53.864688 n-d-828979-1 neutron-server[83661]: [parameters: {'id': 'cd20d4ab-f521-4c29-87e1-2bd2f22064c8'}] Feb 14 00:01:53.864688 n-d-828979-1 neutron-server[83661]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:01:53.865524 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:01:53.871393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:53.992476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f131f-ff67-42e0-a2e2-0f944d622504 None None] Pushing event updated for resources: {'Port': ['ID=2913af67-e4c7-4701-8155-5213fd3f10fc,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:54.042844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.12 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/5aa22e17-1397-4486-8463-de0ff76b0730) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:54.136504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f6f39-3261-46b3-904b-1ca6879a3dd4 None None] Network cd20d4ab-f521-4c29-87e1-2bd2f22064c8 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:54.366723 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:54.380911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port 2913af67-e4c7-4701-8155-5213fd3f10fc {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:01:54.381257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:54.415234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4678c141-da94-40d6-8908-bf357d26d071 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:01:54.459586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9439eb78-dfbd-4a12-ad0a-2b63d522153c req-b806e3ec-471f-4a88-8a3c-3b2c996ebedb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 210 time: 0.0415761 Feb 14 00:01:54.568752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:54.579453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678c141-da94-40d6-8908-bf357d26d071 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:01:54.604775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object 5aa22e17-1397-4486-8463-de0ff76b0730 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:54.639688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 50ce7e1b-1d66-458a-b71d-4eef177154d4 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:01:54.816190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port 2913af67-e4c7-4701-8155-5213fd3f10fc, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2913af67-e4c7-4701-8155-5213fd3f10fc,segment=NetworkSegment(f0ba1076-b437-4d23-b91e-af141ed5c3e2),segment_id=f0ba1076-b437-4d23-b91e-af141ed5c3e2)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:01:54.816716 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:54.922397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:54.951589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for 2913af67-e4c7-4701-8155-5213fd3f10fc owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:01:54.970181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fde9033f-5597-4d65-8516-5589f71a70c8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:01:55.039854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:01:55.048186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:55.055728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:01:55.126369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.180810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=2913af67-e4c7-4701-8155-5213fd3f10fc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:55.185105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port 2913af67-e4c7-4701-8155-5213fd3f10fc on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:01:55.221093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:55.222185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.254466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=5aa22e17-1397-4486-8463-de0ff76b0730,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:55.288772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-7151a624-4214-4455-b76c-2b0414cf1642 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8915181 Feb 14 00:01:55.305487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Request body: {'port': {'device_id': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:55.340273 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.372236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd20d4ab-f521-4c29-87e1-2bd2f22064c8']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:55.391446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ba1076-b437-4d23-b91e-af141ed5c3e2') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:55.391446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ba1076-b437-4d23-b91e-af141ed5c3e2') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:55.404517 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.423917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.431484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:01:55.431845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.462904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:01:55.465089 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.477162 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Sync routers for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:01:55.490456 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:55.491326 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:55.503110 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.503110 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1c445068-3b4e-43c8-8827-eff0714f2a8f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9577482 Feb 14 00:01:55.509934 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37958) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:55.584111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a64016c0-5220-4e68-a52d-c73e7c2171ce None None] Provisioning for port 5aa22e17-1397-4486-8463-de0ff76b0730 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:01:55.589524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a64016c0-5220-4e68-a52d-c73e7c2171ce None None] Provisioning complete for port 5aa22e17-1397-4486-8463-de0ff76b0730 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:01:55.589685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a64016c0-5220-4e68-a52d-c73e7c2171ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:01:55.612524 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:01:55.628741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.645603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.692336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=cd20d4ab-f521-4c29-87e1-2bd2f22064c8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:55.701283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a64016c0-5220-4e68-a52d-c73e7c2171ce None None] Port 5aa22e17-1397-4486-8463-de0ff76b0730 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:01:55.706269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:01:55.709518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4b943c21-1a85-449b-81e4-5a9a62fc4b09 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/cd20d4ab-f521-4c29-87e1-2bd2f22064c8 HTTP/1.1" status: 204 len: 168 time: 2.9426212 Feb 14 00:01:55.714464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37962) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:55.723035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1598037663'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:55.733591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:55.755475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5aa579c5-3857-4f80-9323-f98a9a48e759 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2456267 Feb 14 00:01:55.758981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37966) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:55.808542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:55.813451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:55.828557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:55.865240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:55.870820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.927424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:01:55.952257 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72edac8-e0f4-4009-b768-8d4ea4c7fd08 req-94a029c6-dc29-4ddb-97fd-0c214eefa641 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:55.952817 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3477d9c-5f3a-47e5-bb46-96ae89ce75d2 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:55.954002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d3477d9c-5f3a-47e5-bb46-96ae89ce75d2 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939421 Feb 14 00:01:55.957145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37970) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:55.958820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f72edac8-e0f4-4009-b768-8d4ea4c7fd08 req-94a029c6-dc29-4ddb-97fd-0c214eefa641 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 932 time: 0.2153268 Feb 14 00:01:55.965887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:55.966874 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment f85d08cd-16d1-4908-abcc-c49b4fa169b3 of type vlan for network 91206317-5b80-40f7-9b97-ad4eab993270 Feb 14 00:01:56.030512 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.052292 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5c474d5d-e8df-4e64-8cb2-3b6bbf249449 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940607 Feb 14 00:01:56.059456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37974) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:56.068298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-10162060', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:56.111058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.117511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:56.118393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.136573 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:01:53Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:56.143486 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Checking router: 50ce7e1b-1d66-458a-b71d-4eef177154d4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:01:56.143486 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Updating router 50ce7e1b-1d66-458a-b71d-4eef177154d4 port ea4d10b2-8e21-4cfe-bf55-654e9f06504d binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:01:56.227019 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.251721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=91206317-5b80-40f7-9b97-ad4eab993270,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:56.262275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 91206317-5b80-40f7-9b97-ad4eab993270 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:01:56.309936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-41874e43-5c26-4983-804d-17461bf1a704 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5932720 Feb 14 00:01:56.316593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f72edac8-e0f4-4009-b768-8d4ea4c7fd08 req-5d04e4a3-b1f7-4d04-8226-bad83fade260 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319114 Feb 14 00:01:56.316735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37978) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:56.320502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:56.325893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': '91206317-5b80-40f7-9b97-ad4eab993270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:01:56.353227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:subnet and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:56.476679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:56.489948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:56.592306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:56.724600 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.739483 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Transition to ACTIVE for port object ea4d10b2-8e21-4cfe-bf55-654e9f06504d will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:56.749947 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.833181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.847346 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Pushing event updated for resources: {'Port': ['ID=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:56.855833 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.856384 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.856788 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.860721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:01:56.872668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Attempting to bind port ea4d10b2-8e21-4cfe-bf55-654e9f06504d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:56.872668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Attempting to bind port ea4d10b2-8e21-4cfe-bf55-654e9f06504d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:56.872668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Attempting to bind port ea4d10b2-8e21-4cfe-bf55-654e9f06504d on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:56.879292 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:56.879292 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:56.879292 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.879292 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:56.879292 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Bound port: ea4d10b2-8e21-4cfe-bf55-654e9f06504d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:56.879292 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:56.958350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:01:56.967319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:01:56.971548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:01:56.978650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa22e17-1397-4486-8463-de0ff76b0730 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:01:57.001012 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:57.001585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:01:57.052339 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] For port ea4d10b2-8e21-4cfe-bf55-654e9f06504d, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:57.058528 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] For port ea4d10b2-8e21-4cfe-bf55-654e9f06504d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:57.076121 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:57.077172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Transition to ACTIVE for port object 5aa22e17-1397-4486-8463-de0ff76b0730 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:01:57.090176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:01:57.141038 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:57.220482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335b144-d16e-4f4c-ac4a-177d8f2c6a99 None None] Pushing event updated for resources: {'Port': ['ID=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:57.220482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:01:57.220482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:01:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:57.451338 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:01:57.552431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa22e17-1397-4486-8463-de0ff76b0730,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:57.557281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:57.826882 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:01:53Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:01:57.831983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eeda9-36f5-4834-82b6-f9cc54a488a0 None None] The sync data for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 is: [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:01:53Z', 'revision_number': 3, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:01:57.923887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:57.963048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Attempting to bind port 5aa22e17-1397-4486-8463-de0ff76b0730 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:01:57.963858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Attempting to bind port 5aa22e17-1397-4486-8463-de0ff76b0730 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:01:57.964386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Attempting to bind port 5aa22e17-1397-4486-8463-de0ff76b0730 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:58.060757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81217c6d-632b-467c-8ec1-603e84776b4d req-461e48f7-c069-456b-8a75-5c0cf7ced345 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:58.062301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-81217c6d-632b-467c-8ec1-603e84776b4d req-461e48f7-c069-456b-8a75-5c0cf7ced345 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:01:58.092668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Port 5aa22e17-1397-4486-8463-de0ff76b0730 on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:01:58.093634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Attempting to bind port 5aa22e17-1397-4486-8463-de0ff76b0730 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:01:58.216684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Subnet': ['ID=126cfe85-b842-4b97-a0ab-6732ab0ee5c2,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:58.245176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:01:58.245936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:58.248046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:01:58.248046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Bound port: 5aa22e17-1397-4486-8463-de0ff76b0730, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:01:58.248798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:58.269028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-81217c6d-632b-467c-8ec1-603e84776b4d req-461e48f7-c069-456b-8a75-5c0cf7ced345 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:01:58.270554 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81217c6d-632b-467c-8ec1-603e84776b4d req-461e48f7-c069-456b-8a75-5c0cf7ced345 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.7917330 Feb 14 00:01:58.375458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Checking segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:58.375702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network hostable DHCP agents. Network: 2177764f-fefd-4b4b-8704-3dcb5293a548, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:58.461513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:58.505239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81217c6d-632b-467c-8ec1-603e84776b4d req-226c536f-503b-4e70-bcc6-4ca00b541fa7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253051 Feb 14 00:01:58.540004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] For port 5aa22e17-1397-4486-8463-de0ff76b0730, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:01:58.566738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] For port 5aa22e17-1397-4486-8463-de0ff76b0730, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=5aa22e17-1397-4486-8463-de0ff76b0730,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:01:58.586933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:58.596195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=100a1ca7-052f-41b2-be6c-cfba88e823cd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:58.599466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:58.669303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2177764f-fefd-4b4b-8704-3dcb5293a548) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:58.683884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:58.684769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:58.685100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d2636-0d37-43c3-a889-439255d2d6c4 None None] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:58.733298 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:58.734809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] 10.222.0.42 "PUT /v2.0/ports/5aa22e17-1397-4486-8463-de0ff76b0730 HTTP/1.1" status: 200 len: 1092 time: 3.4345534 Feb 14 00:01:58.738379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': 'f85d08cd-16d1-4908-abcc-c49b4fa169b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '91206317-5b80-40f7-9b97-ad4eab993270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:01:58.739225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: 91206317-5b80-40f7-9b97-ad4eab993270, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:01:58.744310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'tag': '5aa22e17-1397-4486-8463-de0ff76b0730'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:01:58.769174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8a1e7102-38d2-470b-9d21-dc47e764a19b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7086697 Feb 14 00:01:58.773301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 37986) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:58.778592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774222f0-ef0b-4ca1-8877-39358ee46545 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa22e17-1397-4486-8463-de0ff76b0730,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:01:58.803600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network 91206317-5b80-40f7-9b97-ad4eab993270 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:01:58.823629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 91206317-5b80-40f7-9b97-ad4eab993270) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:01:58.843197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:58.844049 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:58.848275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb9fdf-f5d0-42bd-8c31-93dec64cc761 None None] Network 91206317-5b80-40f7-9b97-ad4eab993270 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:01:58.961648 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'tag': '5aa22e17-1397-4486-8463-de0ff76b0730', 'status': 'completed', 'code': 200} Feb 14 00:01:58.994303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-507f904b-70b8-4852-ae10-e8b190386d64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6769960 Feb 14 00:01:58.998807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 37990) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:01:59.384145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2177764f-fefd-4b4b-8704-3dcb5293a548', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:59.385820 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:59.476223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-ebe52fed-8af9-4731-beb7-be513644dc33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 1095 time: 0.6060379 Feb 14 00:01:59.605248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-91206317-5b80-40f7-9b97-ad4eab993270', 'network_id': '91206317-5b80-40f7-9b97-ad4eab993270', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': '100a1ca7-052f-41b2-be6c-cfba88e823cd'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:01:59.607222 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:59.823895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-b50331a9-778d-4b88-ad6c-1afb808d625c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa22e17-1397-4486-8463-de0ff76b0730 HTTP/1.1" status: 200 len: 217 time: 0.3317585 Feb 14 00:01:59.830968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-d057a5ce-37d2-4ec4-8d9d-4dfd3df93965 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5822871 Feb 14 00:01:59.854815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Allocated IP 172.20.0.2 (2177764f-fefd-4b4b-8704-3dcb5293a548/126cfe85-b842-4b97-a0ab-6732ab0ee5c2/04ddaf37-a19b-4509-920a-16856a237113) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:01:59.878706 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:01:59.955275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-1d6bd427-eb81-4de3-a534-65d71ae5f6ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:01:59.956989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-1d6bd427-eb81-4de3-a534-65d71ae5f6ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1186883 Feb 14 00:02:00.150429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea4d10b2-8e21-4cfe-bf55-654e9f06504d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:00.239960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614393e-b44e-4968-a043-4af806777658 req-3a733f8d-7ee7-44a0-a9b0-b9d511344f3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:00.243736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d614393e-b44e-4968-a043-4af806777658 req-3a733f8d-7ee7-44a0-a9b0-b9d511344f3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.4811015 Feb 14 00:02:00.255736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:00.324602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Allocated IP 172.20.0.1 (91206317-5b80-40f7-9b97-ad4eab993270/100a1ca7-052f-41b2-be6c-cfba88e823cd/856272e0-a94e-43c1-9d15-73a14f75d6ef) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:00.397539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-28423c14-fc4e-422e-aa46-d2558ebc9ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:00.443101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d614393e-b44e-4968-a043-4af806777658 req-4c1e66a9-c0d2-4a5a-b9cb-fdd0018161d6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384928 Feb 14 00:02:00.456881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-dbc7ac52-5f50-46d0-b856-67e6cf8bb5ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4348700 Feb 14 00:02:00.459378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-bac11d60-a772-4e46-9196-acdb3ae92c7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 1097 time: 0.3700624 Feb 14 00:02:00.686296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ea4d10b2-8e21-4cfe-bf55-654e9f06504d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:00.699642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ea4d10b2-8e21-4cfe-bf55-654e9f06504d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:00.700837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:00.761984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:00.823111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Transition to ACTIVE for port object 04ddaf37-a19b-4509-920a-16856a237113 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:00.833914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:00.845916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-a3a3126c-185a-4d81-8291-3808be334df9 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785381 Feb 14 00:02:00.851468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-4f90d818-0da1-4dfc-8d09-25166d22977a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:00.855210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-4f90d818-0da1-4dfc-8d09-25166d22977a service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.3458896 Feb 14 00:02:00.902450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Transition to ACTIVE for port object 04ddaf37-a19b-4509-920a-16856a237113 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:00.923509 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.043140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-c01a454e-e623-487b-b9d4-070234eff63a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde9033f-5597-4d65-8516-5589f71a70c8 HTTP/1.1" status: 200 len: 217 time: 0.0741436 Feb 14 00:02:01.113705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.130959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:01.133906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.140736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:01.146453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:01.156848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-4ed60f12-9544-4262-b3e3-3fd5210b90dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:01.158378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-4ed60f12-9544-4262-b3e3-3fd5210b90dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1076231 Feb 14 00:02:01.176808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Pushing event updated for resources: {'Port': ['ID=04ddaf37-a19b-4509-920a-16856a237113,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:01.186227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Transition to ACTIVE for port object 856272e0-a94e-43c1-9d15-73a14f75d6ef will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:01.190003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ea4d10b2-8e21-4cfe-bf55-654e9f06504d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:01.223950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6743f6ea-46ef-4868-b1d4-5e9af7e47d77 req-c058b087-2014-445a-9f64-57ff653f7cca service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645616 Feb 14 00:02:01.227389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.250903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-bb80b9bf-504a-4c9c-a1bb-3907f4601b17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835381 Feb 14 00:02:01.393622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Transition to ACTIVE for port object 856272e0-a94e-43c1-9d15-73a14f75d6ef will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:01.424915 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.432993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Attempting to bind port 04ddaf37-a19b-4509-920a-16856a237113 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:01.433726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Attempting to bind port 04ddaf37-a19b-4509-920a-16856a237113 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:01.435027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Attempting to bind port 04ddaf37-a19b-4509-920a-16856a237113 on network 2177764f-fefd-4b4b-8704-3dcb5293a548 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:01.459667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:01.460626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Checking segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:01.461470 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.462305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Bound using segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:01.463215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Bound port: 04ddaf37-a19b-4509-920a-16856a237113, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:01.464213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.466740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-93a878b8-7879-4de0-97a8-90fa871d1014 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082944 Feb 14 00:02:01.481034 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:01.494707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Network 91206317-5b80-40f7-9b97-ad4eab993270 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:01.501379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-3b1ee679-87ea-468c-97ed-0d3acf4d8760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 1095 time: 0.1619971 Feb 14 00:02:01.506341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.530716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.1 (2177764f-fefd-4b4b-8704-3dcb5293a548/126cfe85-b842-4b97-a0ab-6732ab0ee5c2/706bbdc3-a80e-429f-a14f-e7ad18e73d9d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:01.564366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Pushing event updated for resources: {'Port': ['ID=856272e0-a94e-43c1-9d15-73a14f75d6ef,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:01.568720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:01.571791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:01.760249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=100a1ca7-052f-41b2-be6c-cfba88e823cd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:01.848615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Attempting to bind port 856272e0-a94e-43c1-9d15-73a14f75d6ef on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:01.849083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Attempting to bind port 856272e0-a94e-43c1-9d15-73a14f75d6ef by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'f85d08cd-16d1-4908-abcc-c49b4fa169b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '91206317-5b80-40f7-9b97-ad4eab993270'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:01.849610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Attempting to bind port 856272e0-a94e-43c1-9d15-73a14f75d6ef on network 91206317-5b80-40f7-9b97-ad4eab993270 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:01.860381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:01.863363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Checking segment: {'id': 'f85d08cd-16d1-4908-abcc-c49b4fa169b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '91206317-5b80-40f7-9b97-ad4eab993270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:01.863363 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.863363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Bound using segment: {'id': 'f85d08cd-16d1-4908-abcc-c49b4fa169b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '91206317-5b80-40f7-9b97-ad4eab993270'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:01.863363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Bound port: 856272e0-a94e-43c1-9d15-73a14f75d6ef, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85d08cd-16d1-4908-abcc-c49b4fa169b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '91206317-5b80-40f7-9b97-ad4eab993270'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:01.863363 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.863981 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:01.885513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] For port 04ddaf37-a19b-4509-920a-16856a237113, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:01.931059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] For port 04ddaf37-a19b-4509-920a-16856a237113, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=04ddaf37-a19b-4509-920a-16856a237113,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:01.932690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object 706bbdc3-a80e-429f-a14f-e7ad18e73d9d will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:01.996181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.063737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c0ff-1e7e-4275-870d-129db60d2dec req-7931655b-d588-490a-8594-fae4fe13a533 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:02.070482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c086828-4665-477d-a81e-113aed27aef5 req-7cc254ce-7502-48cb-ac8d-200ccc166b2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:02.071899 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-7cc254ce-7502-48cb-ac8d-200ccc166b2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.5305672 Feb 14 00:02:02.077611 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e91c0ff-1e7e-4275-870d-129db60d2dec req-7931655b-d588-490a-8594-fae4fe13a533 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.1946268 Feb 14 00:02:02.080971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.214626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc1e0d-df2d-4cce-a2ed-eb7223195e57 None None] Pushing event updated for resources: {'Port': ['ID=04ddaf37-a19b-4509-920a-16856a237113,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:02.219728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea4d10b2-8e21-4cfe-bf55-654e9f06504d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:02.228351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:02.236410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:02.241327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:02.244034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:02.257812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-63551ba0-ff4d-42d6-9946-dd048140594f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa22e17-1397-4486-8463-de0ff76b0730 HTTP/1.1" status: 200 len: 217 time: 0.1252093 Feb 14 00:02:02.265905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.304687 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4e91c0ff-1e7e-4275-870d-129db60d2dec req-81166ec1-3698-41fc-b516-391406d5b10e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264073 Feb 14 00:02:02.339695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-60146f38-2b9a-4c9e-8e5a-971f8565fd5c req-63ed906e-593b-47ac-8237-6fb092b84a6a service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652160 Feb 14 00:02:02.351156 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.367283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91206317-5b80-40f7-9b97-ad4eab993270']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:02.386527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85d08cd-16d1-4908-abcc-c49b4fa169b3') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:02.386879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85d08cd-16d1-4908-abcc-c49b4fa169b3') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:02.399618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c086828-4665-477d-a81e-113aed27aef5 req-5ea89938-a27b-4a67-8950-93b94e91d95a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:02.400031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] For port 856272e0-a94e-43c1-9d15-73a14f75d6ef, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:02.401075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-5ea89938-a27b-4a67-8950-93b94e91d95a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1273861 Feb 14 00:02:02.405396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.426080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] For port 856272e0-a94e-43c1-9d15-73a14f75d6ef, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=856272e0-a94e-43c1-9d15-73a14f75d6ef,segment=NetworkSegment(f85d08cd-16d1-4908-abcc-c49b4fa169b3),segment_id=f85d08cd-16d1-4908-abcc-c49b4fa169b3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:02.444725 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c0db13ad-c8aa-435c-ac9e-6b5bc8377d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.457079 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.482806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.493234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:02.494481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:02.519460 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:02.524557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.587989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd6a58-1f32-45fc-8c1c-12a2a59a985f None None] Pushing event updated for resources: {'Port': ['ID=856272e0-a94e-43c1-9d15-73a14f75d6ef,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:02.597836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ea4d10b2-8e21-4cfe-bf55-654e9f06504d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:02.597836 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:02.629787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 00:02:02.629787 n-d-828979-1 neutron-server[83662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 00:02:02.629787 n-d-828979-1 neutron-server[83662]: [parameters: {'id': '91206317-5b80-40f7-9b97-ad4eab993270'}] Feb 14 00:02:02.629787 n-d-828979-1 neutron-server[83662]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:02.630332 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:02.636764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-2b5f8415-4e52-4816-af3d-b2945c39e5cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245488 Feb 14 00:02:02.791247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47c66d-4678-493d-b76f-4b9494282e82 None None] Network 91206317-5b80-40f7-9b97-ad4eab993270 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:02.949295 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-a4674d04-0717-4dc8-b12a-167b3bea0037 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870796 Feb 14 00:02:03.179340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.238671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port 856272e0-a94e-43c1-9d15-73a14f75d6ef {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:03.239915 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.439927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c086828-4665-477d-a81e-113aed27aef5 req-ac608b2d-db1b-4013-97c5-5ad314b2a5ef service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855516 Feb 14 00:02:03.639353 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.662616 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.673925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.863035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port 856272e0-a94e-43c1-9d15-73a14f75d6ef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=856272e0-a94e-43c1-9d15-73a14f75d6ef,segment=NetworkSegment(f85d08cd-16d1-4908-abcc-c49b4fa169b3),segment_id=f85d08cd-16d1-4908-abcc-c49b4fa169b3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:03.863035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.902572 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:03.989708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:03.989708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.159956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for 856272e0-a94e-43c1-9d15-73a14f75d6ef owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:04.218351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 04ddaf37-a19b-4509-920a-16856a237113 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:04.310805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6c2d-b7b6-46d0-a3a6-d0406372977e req-43775491-7b33-4cd0-89a2-08db6e248e8b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:04.310805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-750f6c2d-b7b6-46d0-a3a6-d0406372977e req-43775491-7b33-4cd0-89a2-08db6e248e8b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.6003518 Feb 14 00:02:04.322982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7139df4-3c11-4899-98b6-0d229933e178 None None] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:04.368030 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.419176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:04.419176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:04.436985 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-750f6c2d-b7b6-46d0-a3a6-d0406372977e req-8463e894-6d9a-4c75-9f26-36b5a5122b3b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124458 Feb 14 00:02:04.436985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=856272e0-a94e-43c1-9d15-73a14f75d6ef,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:04.462711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port 856272e0-a94e-43c1-9d15-73a14f75d6ef on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:04.586744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9908d602-0352-4659-8abd-7f174b182907 None None] Provisioning for port 04ddaf37-a19b-4509-920a-16856a237113 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:04.586744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 04ddaf37-a19b-4509-920a-16856a237113 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:04.674437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.679733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9908d602-0352-4659-8abd-7f174b182907 None None] Provisioning complete for port 04ddaf37-a19b-4509-920a-16856a237113 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:04.679733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9908d602-0352-4659-8abd-7f174b182907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.731635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91206317-5b80-40f7-9b97-ad4eab993270']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:04.742246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 04ddaf37-a19b-4509-920a-16856a237113 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:04.742246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.757842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85d08cd-16d1-4908-abcc-c49b4fa169b3') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:04.757842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85d08cd-16d1-4908-abcc-c49b4fa169b3') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:04.784102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.813418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.823505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:04.823505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:04.840927 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:05.108061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.136530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9908d602-0352-4659-8abd-7f174b182907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.143094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 50ce7e1b-1d66-458a-b71d-4eef177154d4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:02:05.188391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.189721 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.195799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.214445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 04ddaf37-a19b-4509-920a-16856a237113, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=04ddaf37-a19b-4509-920a-16856a237113,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:05.230306 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.239047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=91206317-5b80-40f7-9b97-ad4eab993270,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:05.251662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cf9703f1-e830-4aec-8870-feb51587865e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/91206317-5b80-40f7-9b97-ad4eab993270 HTTP/1.1" status: 204 len: 168 time: 6.2515414 Feb 14 00:02:05.252425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38000) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:05.263474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540035402'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:05.270447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:05.275641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:05.279079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:05.287626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:05.302383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:05.306181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.348366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:02:05.359186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.364033 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 31914957-3299-41c8-916c-932fcefabe7f of type vlan for network ce3f377d-e583-4e39-bd98-6786f241f636 Feb 14 00:02:05.402999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=04ddaf37-a19b-4509-920a-16856a237113,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:05.414666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.422763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:05.459071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.463844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:05.464782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:05.465871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-9908d602-0352-4659-8abd-7f174b182907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:05.467793 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-9908d602-0352-4659-8abd-7f174b182907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:05.470115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:02:05.480746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Sync routers for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:02:05.502726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b2b171d0-e20a-4cd4-b699-dcb5faf2c00d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/50ce7e1b-1d66-458a-b71d-4eef177154d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7250087 Feb 14 00:02:05.520285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:02:05.520535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2661369 Feb 14 00:02:05.521733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38008) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:05.529615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:02:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:05.534828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:05.635716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49041db1-8fc7-4b19-9369-897e18c807ff tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=ce3f377d-e583-4e39-bd98-6786f241f636,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:05.658725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ce3f377d-e583-4e39-bd98-6786f241f636 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:02:05.908538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:02:06.066853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57500f5a-4aba-4f4e-b20f-55e80675ff78 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:02:06.101962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 04ddaf37-a19b-4509-920a-16856a237113 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:06.114216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c7b7-b6da-4081-a947-e5a59e25b922 req-bcbe9046-2e5f-4c0f-a663-f2e871544b29 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:06.115679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ede5c7b7-b6da-4081-a947-e5a59e25b922 req-bcbe9046-2e5f-4c0f-a663-f2e871544b29 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.4419863 Feb 14 00:02:06.117230 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:06.160683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:06.240157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-ef41dbbf-0313-47ea-8565-7bbc058c04a6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:06.247144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network ce3f377d-e583-4e39-bd98-6786f241f636 is not hosted by any dhcp agent {{(pid=83661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 00:02:06.251098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:06.251884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:06.253180 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "PUT /v2.0/networks/ce3f377d-e583-4e39-bd98-6786f241f636 HTTP/1.1" status: 200 len: 723 time: 0.7301996 Feb 14 00:02:06.256219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38020) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:06.261728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:06.267528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ede5c7b7-b6da-4081-a947-e5a59e25b922 req-449e1f5e-e313-4d18-a447-cc6fc8f116e5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421838 Feb 14 00:02:06.288241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ba9b-501a-4efc-9f58-e53e1ad7fb8b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=ce3f377d-e583-4e39-bd98-6786f241f636,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:06.289436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-ef41dbbf-0313-47ea-8565-7bbc058c04a6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:06.291485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-ef41dbbf-0313-47ea-8565-7bbc058c04a6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340643266&fields=id&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 267 time: 0.0996313 Feb 14 00:02:06.318144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ce3f377d-e583-4e39-bd98-6786f241f636 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:02:06.516261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:06.528469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:06.532860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:06.540336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40b811b4-9707-4445-85bc-ee56d5438c81 None None] Provisioning complete for port 04ddaf37-a19b-4509-920a-16856a237113 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:06.540704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40b811b4-9707-4445-85bc-ee56d5438c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:06.554724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:06.566564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-ca75c085-b01d-4180-8062-7d74d914f6b2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:06.566564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-ca75c085-b01d-4180-8062-7d74d914f6b2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/networks?id=2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 200 len: 797 time: 0.2655919 Feb 14 00:02:06.575552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:06.601232 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 04ddaf37-a19b-4509-920a-16856a237113 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:06.601431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:06.637857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500f5a-4aba-4f4e-b20f-55e80675ff78 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:02:06.653868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-0d59243c-289f-4d53-86c5-6413f9fda9bc tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/quotas/3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 375 time: 0.0799351 Feb 14 00:02:06.743625 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:06.879202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-f84d5ecb-d5c2-4ba8-b63f-60a84869ee83 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:06.904417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-f84d5ecb-d5c2-4ba8-b63f-60a84869ee83 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:06.914335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-f84d5ecb-d5c2-4ba8-b63f-60a84869ee83 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504172 Feb 14 00:02:06.925691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:03Z', 'revision_number': 2, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:06.941299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Checking router: 50ce7e1b-1d66-458a-b71d-4eef177154d4 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:02:06.941645 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Updating router 50ce7e1b-1d66-458a-b71d-4eef177154d4 port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:02:07.069945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40b811b4-9707-4445-85bc-ee56d5438c81 None None] Provisioning for port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:07.086951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:07.086951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-40b811b4-9707-4445-85bc-ee56d5438c81 None None] Provisioning complete for port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:07.086951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40b811b4-9707-4445-85bc-ee56d5438c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:07.201235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-55148cd7-a7b8-4091-a8e1-5987d25a4def service neutron] 10.222.0.36 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804446 Feb 14 00:02:07.206855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:07.210817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-40b811b4-9707-4445-85bc-ee56d5438c81 None None] Port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:02:07.360540 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:07.428548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=16851c09-f1f2-40c8-8b40-4d3f906fd57f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:07.496139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-50796261-5869-4d15-8bc6-e320cd652873 service neutron] 10.222.0.36 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673218 Feb 14 00:02:07.496139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '31914957-3299-41c8-916c-932fcefabe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:07.496139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: ce3f377d-e583-4e39-bd98-6786f241f636, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:02:07.529643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network ce3f377d-e583-4e39-bd98-6786f241f636 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:02:07.562321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ce3f377d-e583-4e39-bd98-6786f241f636) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:07.571986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:07.571986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:07.619021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a21fae-a8da-4dc9-9837-47fba3da8496 None None] Network ce3f377d-e583-4e39-bd98-6786f241f636 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:07.625135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ada873bf-d81d-45b7-93fa-82489f006c88 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3594229 Feb 14 00:02:07.625135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38026) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:07.632132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:07.803463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60118c57-4613-42ee-9222-7d1356b770d6 req-765f2417-b56b-4f10-99f5-0b0677f06627 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:07.815248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-60118c57-4613-42ee-9222-7d1356b770d6 req-765f2417-b56b-4f10-99f5-0b0677f06627 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.2669978 Feb 14 00:02:07.836206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1591648'] for subnet, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:07.907744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-60118c57-4613-42ee-9222-7d1356b770d6 req-a607382c-8be1-4a07-a673-4aabadb4c6ac tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916088 Feb 14 00:02:08.165184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.237678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Transition to ACTIVE for port object 706bbdc3-a80e-429f-a14f-e7ad18e73d9d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:08.244763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.299101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f85591-e102-4ec0-b64b-a36cd6cc3c30 req-5cafab20-147f-4015-8cc4-8227db759e15 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 210 time: 0.3799288 Feb 14 00:02:08.316464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-ce3f377d-e583-4e39-bd98-6786f241f636', 'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': '16851c09-f1f2-40c8-8b40-4d3f906fd57f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:02:08.316464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.427908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290a971-c15b-4540-820b-5b88113f2676 None None] Pushing event updated for resources: {'Port': ['ID=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:08.612101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755129099403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1311916'] for subnet, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.673074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:08.673074 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.676334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "PUT /v2.0/subnets/16851c09-f1f2-40c8-8b40-4d3f906fd57f HTTP/1.1" status: 200 len: 806 time: 1.0534401 Feb 14 00:02:08.677274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:08.715864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Attempting to bind port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:08.716441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Attempting to bind port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:08.717011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Attempting to bind port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d on network 2177764f-fefd-4b4b-8704-3dcb5293a548 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:08.738005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f67650-8074-42b9-b5ca-250953afac0d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=16851c09-f1f2-40c8-8b40-4d3f906fd57f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:08.823440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:08.823905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Checking segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:08.824375 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.825403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Bound using segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:08.825946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Bound port: 706bbdc3-a80e-429f-a14f-e7ad18e73d9d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:08.826497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.897650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:08.932757 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Allocated IP 172.20.0.2 (ce3f377d-e583-4e39-bd98-6786f241f636/16851c09-f1f2-40c8-8b40-4d3f906fd57f/47984719-159d-410d-bc37-431ca729ae54) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:08.988157 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:09.120038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] For port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:09.156013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:09.167465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] For port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:09.174886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:09.282283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b0176-96fa-465d-88d3-48db0aaf67c6 req-39ea0426-4278-4750-988d-77f1cf9b22e4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:09.282283 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f33b0176-96fa-465d-88d3-48db0aaf67c6 req-39ea0426-4278-4750-988d-77f1cf9b22e4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.1684613 Feb 14 00:02:09.358820 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f33b0176-96fa-465d-88d3-48db0aaf67c6 req-e0353344-cc3c-4cf3-8743-e9e8b9f0ba4e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694616 Feb 14 00:02:09.399928 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290a971-c15b-4540-820b-5b88113f2676 None None] Pushing event updated for resources: {'Port': ['ID=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:09.436978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:02:09.438202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:02:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:09.679222 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:09.716368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-675c141e-2169-46e2-9506-f248afb46dd4 req-ef5a4a68-b913-4926-8e82-71e301d6e5d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 210 time: 0.1272500 Feb 14 00:02:09.744814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Transition to ACTIVE for port object 47984719-159d-410d-bc37-431ca729ae54 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:09.806339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Transition to ACTIVE for port object 47984719-159d-410d-bc37-431ca729ae54 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:09.827597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:09.852700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:09.869853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-2fcecedb-5667-4c76-99e9-742069ed680b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:09.872074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-2fcecedb-5667-4c76-99e9-742069ed680b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/networks?id=2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 200 len: 797 time: 0.4055161 Feb 14 00:02:09.899948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Network ce3f377d-e583-4e39-bd98-6786f241f636 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:09.914584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=16851c09-f1f2-40c8-8b40-4d3f906fd57f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:09.917926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:09.921176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:09.941220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Pushing event updated for resources: {'Port': ['ID=47984719-159d-410d-bc37-431ca729ae54,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:09.947628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:02:09.964891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-701dc227-30ac-48bb-b65b-abf3f17d23d5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc HTTP/1.1" status: 200 len: 379 time: 0.0734816 Feb 14 00:02:09.990468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'port': {'device_id': 'd178dbed-c449-4b15-8020-9538855db25f', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'admin_state_up': True, 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'security_groups': ['daf2706a-851d-49ee-860d-7f1cbe3c7d4b']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:10.131698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.183043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Attempting to bind port 47984719-159d-410d-bc37-431ca729ae54 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:10.183043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Attempting to bind port 47984719-159d-410d-bc37-431ca729ae54 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '31914957-3299-41c8-916c-932fcefabe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:10.183678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Attempting to bind port 47984719-159d-410d-bc37-431ca729ae54 on network ce3f377d-e583-4e39-bd98-6786f241f636 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:10.186754 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3f377d-e583-4e39-bd98-6786f241f636']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:10.202709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31914957-3299-41c8-916c-932fcefabe7f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:10.203050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31914957-3299-41c8-916c-932fcefabe7f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:10.217452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.237715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.250252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:10.250859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Checking segment: {'id': '31914957-3299-41c8-916c-932fcefabe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:10.251004 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.251361 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Bound using segment: {'id': '31914957-3299-41c8-916c-932fcefabe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:10.252001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Bound port: 47984719-159d-410d-bc37-431ca729ae54, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31914957-3299-41c8-916c-932fcefabe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce3f377d-e583-4e39-bd98-6786f241f636'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:10.252531 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.254621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:10.255981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:10.256354 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.268259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:10.279315 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:10.282370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Made reservation on behalf of 3b2ba26e5b7849c79bfec2ced3d1dcbc for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:10.285947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.408893 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 00:02:10.408893 n-d-828979-1 neutron-server[83661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 00:02:10.408893 n-d-828979-1 neutron-server[83661]: [parameters: {'id': 'ce3f377d-e583-4e39-bd98-6786f241f636'}] Feb 14 00:02:10.408893 n-d-828979-1 neutron-server[83661]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:10.409663 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:10.500323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.20.0.3 (2177764f-fefd-4b4b-8704-3dcb5293a548/126cfe85-b842-4b97-a0ab-6732ab0ee5c2/d0f16002-cbfb-419a-bf9c-94db280b4586) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:10.536836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] For port 47984719-159d-410d-bc37-431ca729ae54, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:10.574330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] For port 47984719-159d-410d-bc37-431ca729ae54, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=47984719-159d-410d-bc37-431ca729ae54,segment=NetworkSegment(31914957-3299-41c8-916c-932fcefabe7f),segment_id=31914957-3299-41c8-916c-932fcefabe7f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:10.589676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.614866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afe28-22f0-4078-8df0-ddfd9763b504 req-f848d24c-8182-4fb1-80b3-1966c1fbf232 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:10.616357 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e10afe28-22f0-4078-8df0-ddfd9763b504 req-f848d24c-8182-4fb1-80b3-1966c1fbf232 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.1048384 Feb 14 00:02:10.693618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731729f-fc96-47a4-8794-01850f54d53b None None] Pushing event updated for resources: {'Port': ['ID=47984719-159d-410d-bc37-431ca729ae54,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:10.703317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e10afe28-22f0-4078-8df0-ddfd9763b504 req-f4efd254-92ff-4c76-8aaf-771367c2a15b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761738 Feb 14 00:02:10.739301 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.758110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Transition to ACTIVE for port object d0f16002-cbfb-419a-bf9c-94db280b4586 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:10.775750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:10.783099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e656e5-6df8-4529-be56-25b8edc1bd76 None None] The sync data for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 is: [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:09Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:02:10.795763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.803573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836884b6-bca7-4a83-8446-fd5f11c7da7f None None] Network ce3f377d-e583-4e39-bd98-6786f241f636 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:10.921635 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.934975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port 47984719-159d-410d-bc37-431ca729ae54 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:10.934975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:10.999088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:11.015112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:11.019908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:11.023204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:11.180383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4fcca6-24e6-46d7-9107-ba094c1f1b9d None None] Network ce3f377d-e583-4e39-bd98-6786f241f636 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:11.211487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:11.213479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:11.233918 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ed67-7e0c-4e42-9f81-4fc127f7abcc req-5284052d-2451-4ee1-a8f6-ab1a37017a1c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:11.241950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a928ed67-7e0c-4e42-9f81-4fc127f7abcc req-5284052d-2451-4ee1-a8f6-ab1a37017a1c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 931 time: 0.3512647 Feb 14 00:02:11.287947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-d8d945ec-d55c-4e3d-ac5b-1a2cc19976ba tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3086727 Feb 14 00:02:11.300722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Request body: {'port': {'device_id': 'd178dbed-c449-4b15-8020-9538855db25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:11.359743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a928ed67-7e0c-4e42-9f81-4fc127f7abcc req-d6c1c3c9-36d0-4288-86c0-ca4e43ac86ac tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166151 Feb 14 00:02:11.409293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port 47984719-159d-410d-bc37-431ca729ae54, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=47984719-159d-410d-bc37-431ca729ae54,segment=NetworkSegment(31914957-3299-41c8-916c-932fcefabe7f),segment_id=31914957-3299-41c8-916c-932fcefabe7f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:11.409774 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:11.482509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:11.545924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-920325c0-65df-4a66-9933-786cc6b304e9 None None] Provisioning for port d0f16002-cbfb-419a-bf9c-94db280b4586 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:11.552860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-920325c0-65df-4a66-9933-786cc6b304e9 None None] Provisioning complete for port d0f16002-cbfb-419a-bf9c-94db280b4586 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:11.553269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-920325c0-65df-4a66-9933-786cc6b304e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:11.573116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for 47984719-159d-410d-bc37-431ca729ae54 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:11.622276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33119a9-cc02-4aae-a8ed-b2410fa088be None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:02:11.665142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:11.694832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-920325c0-65df-4a66-9933-786cc6b304e9 None None] Port d0f16002-cbfb-419a-bf9c-94db280b4586 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:02:11.738102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=47984719-159d-410d-bc37-431ca729ae54,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:11.745237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port 47984719-159d-410d-bc37-431ca729ae54 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:11.852425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33119a9-cc02-4aae-a8ed-b2410fa088be None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:02:11.981927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f16002-cbfb-419a-bf9c-94db280b4586 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:02:12.005567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.033018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Transition to ACTIVE for port object d0f16002-cbfb-419a-bf9c-94db280b4586 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:12.055378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.112318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.116195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 706bbdc3-a80e-429f-a14f-e7ad18e73d9d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:12.162998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3f377d-e583-4e39-bd98-6786f241f636']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:12.224333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31914957-3299-41c8-916c-932fcefabe7f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:12.224708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31914957-3299-41c8-916c-932fcefabe7f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:12.253574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.286607 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.298423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:12.298969 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:12.320656 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:12.379321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:12.433327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ba79-4287-49b0-a847-a69251628aaf req-e1234313-e888-42d2-bd40-53f3393d340b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:12.436617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aac5ba79-4287-49b0-a847-a69251628aaf req-e1234313-e888-42d2-bd40-53f3393d340b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.5393007 Feb 14 00:02:12.444243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:12.453666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:12.454208 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.489552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.503840 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.528413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Attempting to bind port d0f16002-cbfb-419a-bf9c-94db280b4586 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:12.529260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Attempting to bind port d0f16002-cbfb-419a-bf9c-94db280b4586 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:12.529829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Attempting to bind port d0f16002-cbfb-419a-bf9c-94db280b4586 on network 2177764f-fefd-4b4b-8704-3dcb5293a548 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:12.537858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Port d0f16002-cbfb-419a-bf9c-94db280b4586 on network 2177764f-fefd-4b4b-8704-3dcb5293a548 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:02:12.538508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Attempting to bind port d0f16002-cbfb-419a-bf9c-94db280b4586 on network 2177764f-fefd-4b4b-8704-3dcb5293a548 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:12.556276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=ce3f377d-e583-4e39-bd98-6786f241f636,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:12.563151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aac5ba79-4287-49b0-a847-a69251628aaf req-3aff9a4b-928f-40ea-b245-2a11786c35d9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200528 Feb 14 00:02:12.565160 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b22f3ce6-b289-4b4c-8848-b4c38ecfe52c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/ce3f377d-e583-4e39-bd98-6786f241f636 HTTP/1.1" status: 204 len: 168 time: 3.8865404 Feb 14 00:02:12.568974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38058) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:12.598078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:12.598594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Checking segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:12.598781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Bound using segment: {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:12.599590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Bound port: d0f16002-cbfb-419a-bf9c-94db280b4586, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:12.600643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.612958 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-53acca11-5cde-4263-91d7-be93ab76641a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:12.613401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53acca11-5cde-4263-91d7-be93ab76641a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:12.615249 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-53acca11-5cde-4263-91d7-be93ab76641a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/ce3f377d-e583-4e39-bd98-6786f241f636 HTTP/1.1" status: 404 len: 339 time: 0.0454686 Feb 14 00:02:12.621951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38062) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:12.629469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129934519', 'description': 'd1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:12.639785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:12.644591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:network and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:12.648423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:12.656503 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:12.671993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:12.675084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.692601 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.711388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:02:12.721693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.722188 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment d81e703d-d584-4c86-a515-e0c05497d2a4 of type vlan for network a4bc98bf-6c31-4745-9084-ac3d65caa11d Feb 14 00:02:12.738160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:12.745556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.756206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25041703-0138-43bd-8710-6f46f7532b4c req-eb356a14-bb8b-4a86-8c85-5b45043c5ea0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:12.757881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-25041703-0138-43bd-8710-6f46f7532b4c req-eb356a14-bb8b-4a86-8c85-5b45043c5ea0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:12.759682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.785276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:12.790660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:12.791469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-25041703-0138-43bd-8710-6f46f7532b4c req-eb356a14-bb8b-4a86-8c85-5b45043c5ea0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:12.792631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25041703-0138-43bd-8710-6f46f7532b4c req-eb356a14-bb8b-4a86-8c85-5b45043c5ea0 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 943 time: 0.2457418 Feb 14 00:02:12.800470 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.812526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.823369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:12.823369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.853224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:12.923471 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:12.925023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] 10.222.0.31 "PUT /v2.0/ports/d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 200 len: 1091 time: 1.6306932 Feb 14 00:02:12.927482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:02:12.955504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4658c-e6ab-4185-a903-bb551b4f2cbd service neutron] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:12.968792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3440943 Feb 14 00:02:12.982267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38068) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:13.019625 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5b6ed-9269-4d6b-966c-672ab45ca014 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=a4bc98bf-6c31-4745-9084-ac3d65caa11d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:13.035730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a4bc98bf-6c31-4745-9084-ac3d65caa11d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:02:13.187962 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'status': 'completed', 'code': 200} Feb 14 00:02:13.226812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25041703-0138-43bd-8710-6f46f7532b4c req-330aa521-aeaa-4d56-8d46-7924a9de2d49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177949 Feb 14 00:02:13.245925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec00d61-49fb-47a2-acf3-90dbfaa52815 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:13.247508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ec00d61-49fb-47a2-acf3-90dbfaa52815 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Synchronizing usage tracker for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:13.285159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ec00d61-49fb-47a2-acf3-90dbfaa52815 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Unset dirty status for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:13.288986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38074) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:13.290128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ec00d61-49fb-47a2-acf3-90dbfaa52815 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks?id=a4bc98bf-6c31-4745-9084-ac3d65caa11d HTTP/1.1" status: 200 len: 760 time: 0.3066185 Feb 14 00:02:13.295732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'description': 'd2'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:13.307651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-6e10c222-7f43-4a58-8031-aa1e29044bc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1094 time: 0.3346796 Feb 14 00:02:13.393274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-98085b29-4e5a-47e9-85ba-67506b6470af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 200 len: 217 time: 0.0770974 Feb 14 00:02:13.460698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-102babcb-c81b-4355-8cbb-f7cf1d02cc79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:13.462210 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-102babcb-c81b-4355-8cbb-f7cf1d02cc79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=126cfe85-b842-4b97-a0ab-6732ab0ee5c2 HTTP/1.1" status: 200 len: 833 time: 0.0649407 Feb 14 00:02:13.545661 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-376fa575-8fa7-4660-8f8c-d98efd544f5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2177764f-fefd-4b4b-8704-3dcb5293a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779841 Feb 14 00:02:13.551961 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:13.572827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:13.673159 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network a4bc98bf-6c31-4745-9084-ac3d65caa11d is not hosted by any dhcp agent {{(pid=83661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 14 00:02:13.677399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:13.677954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:13.679461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "PUT /v2.0/networks/a4bc98bf-6c31-4745-9084-ac3d65caa11d HTTP/1.1" status: 200 len: 757 time: 0.3894567 Feb 14 00:02:13.683043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:13.698219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-c71570f4-6c2d-42a9-94f1-7efe347d28aa service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451535 Feb 14 00:02:13.821863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55d9a1-02c1-4edb-8a33-cc96ebf8b6f3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=a4bc98bf-6c31-4745-9084-ac3d65caa11d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:13.840644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network a4bc98bf-6c31-4745-9084-ac3d65caa11d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:02:13.863612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-789ac9de-52a7-4c47-8c49-dc8ca9f909ee req-f3df1cd9-735a-43e0-880c-5516fb281450 service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598125 Feb 14 00:02:13.898992 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcf8e0-fb91-4501-b527-b3b34562dc84 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:13.900041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7ebcf8e0-fb91-4501-b527-b3b34562dc84 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Synchronizing usage tracker for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:13.918819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7ebcf8e0-fb91-4501-b527-b3b34562dc84 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Unset dirty status for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:13.919932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7ebcf8e0-fb91-4501-b527-b3b34562dc84 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks?id=a4bc98bf-6c31-4745-9084-ac3d65caa11d HTTP/1.1" status: 200 len: 760 time: 0.2360666 Feb 14 00:02:13.924123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38084) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:13.930496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-842903251'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:13.939679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:13.948101 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdb517-d872-4985-9f8f-c5d00f675042 req-26c8f1d7-580e-43ef-a4dc-f09886b70a92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:13.954619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34fdb517-d872-4985-9f8f-c5d00f675042 req-26c8f1d7-580e-43ef-a4dc-f09886b70a92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.2300997 Feb 14 00:02:13.981690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:14.016836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:14.021377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.024229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-477806b1-873f-4157-ae53-6bb677d09bdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1094 time: 0.1113143 Feb 14 00:02:14.053160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 706bbdc3-a80e-429f-a14f-e7ad18e73d9d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:14.072794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34fdb517-d872-4985-9f8f-c5d00f675042 req-2ca6a3bd-bfb7-4065-9d0c-bbd70b6afa12 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156898 Feb 14 00:02:14.076659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:02:14.089026 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.090749 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 927815b7-7841-4c37-a99b-314f08630b10 of type vlan for network de10c468-36a6-496d-aa92-8166954f306d Feb 14 00:02:14.128487 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.162699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:14.163118 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.166009 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.172013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:14.172013 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.206080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-0b2ef56a-2c82-46f0-83b7-87679b5633bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:14.212930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-0b2ef56a-2c82-46f0-83b7-87679b5633bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 200 len: 897 time: 0.1809852 Feb 14 00:02:14.286880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-1bc331a3-0991-43ce-833a-adcc9438b5c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 200 len: 217 time: 0.0675573 Feb 14 00:02:14.291004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=de10c468-36a6-496d-aa92-8166954f306d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:14.294752 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d6a0200-7d03-4e41-846b-2775c41175be tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3694913 Feb 14 00:02:14.297536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38090) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:14.304715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': 'de10c468-36a6-496d-aa92-8166954f306d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:14.305080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network de10c468-36a6-496d-aa92-8166954f306d details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:02:14.367616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-3855f0ed-7362-4957-9e70-a2e79b4a450b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:14.369510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-3855f0ed-7362-4957-9e70-a2e79b4a450b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=126cfe85-b842-4b97-a0ab-6732ab0ee5c2 HTTP/1.1" status: 200 len: 833 time: 0.0762684 Feb 14 00:02:14.451238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:14.455993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Usage tracker for resource:subnet and tenant:d1c7b4c5bf434bd788e1a66a733f6dba is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:14.459904 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:14.467009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:14.476843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:14.593888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.626143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-d508f308-c30d-4836-8d32-a22420dfc644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2177764f-fefd-4b4b-8704-3dcb5293a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485299 Feb 14 00:02:14.635222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5b67a-b7c8-4698-b305-dbc11ee84057 req-e0792039-0a1a-46d4-83d0-d99816c374ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:14.637093 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1d5b67a-b7c8-4698-b305-dbc11ee84057 req-e0792039-0a1a-46d4-83d0-d99816c374ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 943 time: 0.2165356 Feb 14 00:02:14.794428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1d5b67a-b7c8-4698-b305-dbc11ee84057 req-ea63d83b-add6-433e-8c03-7536e27bfef2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380887 Feb 14 00:02:14.816050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-7cf312be-6ea5-4e80-aa3b-eb7f93a8265d service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780319 Feb 14 00:02:14.955788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:14.976098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1440c1e5-12d6-4624-9e89-7b1650452b8b req-93985cb4-859b-437e-8168-946e1d559925 service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517072 Feb 14 00:02:15.044453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=e54b062c-d1a0-484b-b8e0-01150a55de2f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:15.054352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '927815b7-7841-4c37-a99b-314f08630b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de10c468-36a6-496d-aa92-8166954f306d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:15.054713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: de10c468-36a6-496d-aa92-8166954f306d, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:02:15.079454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network de10c468-36a6-496d-aa92-8166954f306d is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:02:15.089806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, de10c468-36a6-496d-aa92-8166954f306d) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:15.094166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:15.094361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.101216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86a152-d6ce-4867-b7d3-0afc9edb89cc None None] Network de10c468-36a6-496d-aa92-8166954f306d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:15.120335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5a329ca5-9a02-4064-9170-90e7a9ee1c81 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8212910 Feb 14 00:02:15.123655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38096) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:15.339407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-de10c468-36a6-496d-aa92-8166954f306d', 'network_id': 'de10c468-36a6-496d-aa92-8166954f306d', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': 'e54b062c-d1a0-484b-b8e0-01150a55de2f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:02:15.340220 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.345153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.397282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f235c-9dd1-4068-af50-2d3659ce1517 req-e2e7061a-12e0-4d59-9a49-b9a8a7a2bcd0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:15.398764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004f235c-9dd1-4068-af50-2d3659ce1517 req-e2e7061a-12e0-4d59-9a49-b9a8a7a2bcd0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.1635673 Feb 14 00:02:15.452042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.497846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Allocated IP 172.20.0.2 (de10c468-36a6-496d-aa92-8166954f306d/e54b062c-d1a0-484b-b8e0-01150a55de2f/5fadbe45-79fe-4d6b-8e4a-dd0334dcd283) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:15.511139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-004f235c-9dd1-4068-af50-2d3659ce1517 req-ec7292b1-061f-47f3-8cb4-cf8f359aca8c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052439 Feb 14 00:02:15.525315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:02:15.809893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:15.827976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.834293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'port_id': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'mac_address': 'fa:16:3e:23:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:02:15.842145 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Transition to ACTIVE for port object 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:15.908267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Transition to ACTIVE for port object 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:15.915538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.928606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.935962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:15.979074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=e54b062c-d1a0-484b-b8e0-01150a55de2f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:15.992648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.993003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.993337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.993676 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.993925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f16002-cbfb-419a-bf9c-94db280b4586 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:02:15.994085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.994350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.994680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.995004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.995328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.995649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:15.995969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:16.026909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Pushing event updated for resources: {'Port': ['ID=5fadbe45-79fe-4d6b-8e4a-dd0334dcd283,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:16.030072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75b110-8e08-4493-9e4e-59aba808ddea req-3d289fda-9142-4bbb-906c-f56b37aa9dc6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:16.032302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f75b110-8e08-4493-9e4e-59aba808ddea req-3d289fda-9142-4bbb-906c-f56b37aa9dc6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 943 time: 0.0836713 Feb 14 00:02:16.040155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Network de10c468-36a6-496d-aa92-8166954f306d is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:16.055127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:16.057876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:16.066358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:16.069253 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.102811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1f75b110-8e08-4493-9e4e-59aba808ddea req-5f424e88-dd03-4a52-9043-474346a0b9fe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601807 Feb 14 00:02:16.115581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.142146 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de10c468-36a6-496d-aa92-8166954f306d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:16.155109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927815b7-7841-4c37-a99b-314f08630b10') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:16.155403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927815b7-7841-4c37-a99b-314f08630b10') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:16.166504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.182445 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.188604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:16.188989 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:16.205482 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:16.250181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:16.254301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Attempting to bind port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:16.254668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Attempting to bind port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '927815b7-7841-4c37-a99b-314f08630b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de10c468-36a6-496d-aa92-8166954f306d'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:16.255024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Attempting to bind port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 on network de10c468-36a6-496d-aa92-8166954f306d {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:16.262732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:16.263102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Checking segment: {'id': '927815b7-7841-4c37-a99b-314f08630b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de10c468-36a6-496d-aa92-8166954f306d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:16.263492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.263874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Bound using segment: {'id': '927815b7-7841-4c37-a99b-314f08630b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de10c468-36a6-496d-aa92-8166954f306d'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:16.264322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Bound port: 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927815b7-7841-4c37-a99b-314f08630b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de10c468-36a6-496d-aa92-8166954f306d'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:16.264688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.297263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 00:02:16.297263 n-d-828979-1 neutron-server[83661]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 00:02:16.297263 n-d-828979-1 neutron-server[83661]: [parameters: {'id': 'de10c468-36a6-496d-aa92-8166954f306d'}] Feb 14 00:02:16.297263 n-d-828979-1 neutron-server[83661]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:16.297263 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:16.314415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['d0f16002-cbfb-419a-bf9c-94db280b4586'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:02:16.405497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] For port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:16.409526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] For port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5fadbe45-79fe-4d6b-8e4a-dd0334dcd283,segment=NetworkSegment(927815b7-7841-4c37-a99b-314f08630b10),segment_id=927815b7-7841-4c37-a99b-314f08630b10)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:16.420687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.575334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33387b26-ddd0-4f62-8b74-d8d002d5e27e None None] Pushing event updated for resources: {'Port': ['ID=5fadbe45-79fe-4d6b-8e4a-dd0334dcd283,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:16.630345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d119b0e-c7be-485d-b4f3-feb9202580d1 None None] Network de10c468-36a6-496d-aa92-8166954f306d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:16.723626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514332-1805-4e8e-8043-6478c446ed38 req-43ccf754-70b2-41a5-bf9b-43d9e678663d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:16.724997 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9514332-1805-4e8e-8043-6478c446ed38 req-43ccf754-70b2-41a5-bf9b-43d9e678663d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.0785201 Feb 14 00:02:16.774766 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9514332-1805-4e8e-8043-6478c446ed38 req-1daf1dec-e949-4d9f-8faa-28ea45eaae39 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Feb 14 00:02:16.798807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.810474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:16.810804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:16.912819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b7aae0-80d9-4410-b78c-d456d44567ae None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:02:17.015943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5fadbe45-79fe-4d6b-8e4a-dd0334dcd283,segment=NetworkSegment(927815b7-7841-4c37-a99b-314f08630b10),segment_id=927815b7-7841-4c37-a99b-314f08630b10)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:17.016726 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.018444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7aae0-80d9-4410-b78c-d456d44567ae None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:02:17.138115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:17.225193 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.277397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=5fadbe45-79fe-4d6b-8e4a-dd0334dcd283,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:17.283047 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port 5fadbe45-79fe-4d6b-8e4a-dd0334dcd283 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:17.336013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15b67-6665-436c-bcd9-e09a20ca3d8c req-e16a7b60-472c-485f-aa7e-ef0363c506b7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:17.337629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1a15b67-6665-436c-bcd9-e09a20ca3d8c req-e16a7b60-472c-485f-aa7e-ef0363c506b7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 944 time: 0.1052392 Feb 14 00:02:17.411494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1a15b67-6665-436c-bcd9-e09a20ca3d8c req-166d6e2e-b989-47a3-8269-b76d3b081f6e tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669158 Feb 14 00:02:17.507674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:17.512624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.546708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de10c468-36a6-496d-aa92-8166954f306d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:17.559389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927815b7-7841-4c37-a99b-314f08630b10') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:17.559851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927815b7-7841-4c37-a99b-314f08630b10') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:17.572383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.582624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port d0f16002-cbfb-419a-bf9c-94db280b4586 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:17.586880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port d0f16002-cbfb-419a-bf9c-94db280b4586 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:17.586880 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.594925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.601614 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:17.602067 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:17.618221 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:17.709676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.725965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.733827 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.744663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=de10c468-36a6-496d-aa92-8166954f306d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:17.755588 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5f0cf5e-6e98-4c26-b6fb-5b2bf7edd785 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/de10c468-36a6-496d-aa92-8166954f306d HTTP/1.1" status: 204 len: 168 time: 2.6304982 Feb 14 00:02:17.757747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38106) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:17.763594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:02:17.775293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:17.780948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:17.807139 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-321cafd8-2a9f-4744-a503-33a1ba54458a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] GET failed (client error): The resource could not be found. Feb 14 00:02:17.808092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-321cafd8-2a9f-4744-a503-33a1ba54458a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Synchronizing usage tracker for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:17.828902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-321cafd8-2a9f-4744-a503-33a1ba54458a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Unset dirty status for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:17.830264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-321cafd8-2a9f-4744-a503-33a1ba54458a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/subnets/e54b062c-d1a0-484b-b8e0-01150a55de2f HTTP/1.1" status: 404 len: 337 time: 0.0714588 Feb 14 00:02:17.833572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38114) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:17.880360 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2df0b6-15ef-45fc-9960-cc5baf7a879f tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:17.881203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2df0b6-15ef-45fc-9960-cc5baf7a879f tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:17.881371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:17.887552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f2df0b6-15ef-45fc-9960-cc5baf7a879f tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/de10c468-36a6-496d-aa92-8166954f306d HTTP/1.1" status: 404 len: 339 time: 0.0475001 Feb 14 00:02:17.889074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38118) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.058394 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'code': 200} Feb 14 00:02:18.066710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1171-06c5-4b69-80a7-2591f495581b req-df45f16a-778f-487e-ab86-b71cea2d58bf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.080107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff4d1171-06c5-4b69-80a7-2591f495581b req-df45f16a-778f-487e-ab86-b71cea2d58bf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 944 time: 0.1376576 Feb 14 00:02:18.139578 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff4d1171-06c5-4b69-80a7-2591f495581b req-52ad82ef-93bb-45ef-a493-d5a8fbd79547 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588150 Feb 14 00:02:18.193103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a53d5-2b9d-4277-9ee2-bb4c8572e8a4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.193798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cb3a53d5-2b9d-4277-9ee2-bb4c8572e8a4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Synchronizing usage tracker for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:18.211431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cb3a53d5-2b9d-4277-9ee2-bb4c8572e8a4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Unset dirty status for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:18.214433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cb3a53d5-2b9d-4277-9ee2-bb4c8572e8a4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3237631 Feb 14 00:02:18.216893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38122) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.226941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8e32829-794a-401a-846d-81e33d33ae80 req-212e990b-a99c-4e7f-b039-227523f91a2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1096 time: 0.0854049 Feb 14 00:02:18.260227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1501fb56-bdc4-49f3-9ee6-ff90c64b6bb4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f HTTP/1.1" status: 200 len: 207 time: 0.0418382 Feb 14 00:02:18.264830 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38126) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.280717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8e32829-794a-401a-846d-81e33d33ae80 req-ec37666b-741e-4f64-b99e-63753165516d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Feb 14 00:02:18.416944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1075df-7b51-4a01-9833-19afe7aea63b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.421649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1075df-7b51-4a01-9833-19afe7aea63b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.425556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1075df-7b51-4a01-9833-19afe7aea63b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.429815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1075df-7b51-4a01-9833-19afe7aea63b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.431444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dc1075df-7b51-4a01-9833-19afe7aea63b tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1645787 Feb 14 00:02:18.435740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38130) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.645813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ac4ac339-02b8-4e64-b2d8-8ea215fa994e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2089338 Feb 14 00:02:18.649560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38136) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.689244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b5f6e-0121-4869-a462-720730340608 req-68feeb8b-f5a4-40b1-b87a-58864957e387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.690213 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9e8b5f6e-0121-4869-a462-720730340608 req-68feeb8b-f5a4-40b1-b87a-58864957e387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:18.702938 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9e8b5f6e-0121-4869-a462-720730340608 req-68feeb8b-f5a4-40b1-b87a-58864957e387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:18.706129 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e8b5f6e-0121-4869-a462-720730340608 req-68feeb8b-f5a4-40b1-b87a-58864957e387 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1585863 Feb 14 00:02:18.732414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f132b-0a95-49cd-b401-3191a57587d9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.734080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f132b-0a95-49cd-b401-3191a57587d9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.735200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e9f132b-0a95-49cd-b401-3191a57587d9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Synchronizing usage tracker for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:subnet {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:18.749409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9e9f132b-0a95-49cd-b401-3191a57587d9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Unset dirty status for tenant:d1c7b4c5bf434bd788e1a66a733f6dba on resource:subnet {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:18.751318 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9e9f132b-0a95-49cd-b401-3191a57587d9 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1000416 Feb 14 00:02:18.755061 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38140) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.758864 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9e8b5f6e-0121-4869-a462-720730340608 req-4689ae8e-d378-4911-943d-46e4df9668a3 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:18.772507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-9e8b5f6e-0121-4869-a462-720730340608 req-4689ae8e-d378-4911-943d-46e4df9668a3 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:18.773566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e8b5f6e-0121-4869-a462-720730340608 req-4689ae8e-d378-4911-943d-46e4df9668a3 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630202 Feb 14 00:02:18.833053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb182a-00a5-4c6c-a3a3-737b3a9e1843 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.834766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb182a-00a5-4c6c-a3a3-737b3a9e1843 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:18.836329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c8eb182a-00a5-4c6c-a3a3-737b3a9e1843 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0812166 Feb 14 00:02:18.840125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38144) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:18.953744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 5aa22e17-1397-4486-8463-de0ff76b0730 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:02:19.002483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cef268-0c54-4fcb-9722-3ca03b51bd40 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:19.008415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-39cef268-0c54-4fcb-9722-3ca03b51bd40 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks/ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 HTTP/1.1" status: 200 len: 800 time: 0.1631610 Feb 14 00:02:19.008565 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38148) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:19.126547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 5aa22e17-1397-4486-8463-de0ff76b0730, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=5aa22e17-1397-4486-8463-de0ff76b0730,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:19.141706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '5aa22e17-1397-4486-8463-de0ff76b0730', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': '5aa22e17-1397-4486-8463-de0ff76b0730', 'mac_address': 'fa:16:3e:39:05:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:02:19.170702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-07c6299f-2c1a-4800-9867-d0000ae7249c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/networks/ccedd97c-5cc4-49ff-b0e0-bf02a79b3582?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1608381 Feb 14 00:02:19.175822 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38154) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:19.217518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.242808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa22e17-1397-4486-8463-de0ff76b0730 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:02:19.253886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d315c6-6409-45a2-83a0-db2099370d68 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:19.255482 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-79d315c6-6409-45a2-83a0-db2099370d68 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/subnets/6d080b61-9d86-440a-821b-ae64fe2caa05 HTTP/1.1" status: 200 len: 811 time: 0.0786762 Feb 14 00:02:19.259685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38158) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:19.265370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 5aa22e17-1397-4486-8463-de0ff76b0730, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=5aa22e17-1397-4486-8463-de0ff76b0730,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:19.270520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.362457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=5aa22e17-1397-4486-8463-de0ff76b0730,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:19.383338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd823f-e0ba-44c2-93a5-daaa1d4b2cd2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:19.384245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-46dd823f-e0ba-44c2-93a5-daaa1d4b2cd2 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "GET /v2.0/subnets/6d080b61-9d86-440a-821b-ae64fe2caa05?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1233826 Feb 14 00:02:19.388069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38162) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:19.394250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659144057'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:19.407199 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:19.424193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:19.443101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e5a9c-ae42-45bf-8b6d-61b76b97f701 req-563023d3-ab1f-4a59-8d7f-d784aba654a0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:19.444442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d6e5a9c-ae42-45bf-8b6d-61b76b97f701 req-563023d3-ab1f-4a59-8d7f-d784aba654a0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 945 time: 0.1308398 Feb 14 00:02:19.445072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:19.448917 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.517946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:02:19.521874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6d6e5a9c-ae42-45bf-8b6d-61b76b97f701 req-cbaec752-8825-4a4d-9d6d-79b16a9002ed tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627344 Feb 14 00:02:19.528947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['5aa22e17-1397-4486-8463-de0ff76b0730'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:02:19.531180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.531521 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Added segment 98b4a561-1cbd-4efe-9b3b-a153da48fd84 of type vlan for network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb Feb 14 00:02:19.569293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.604113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.609515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:19.610466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:19.726224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3372333 Feb 14 00:02:19.728218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71af61a-be38-471d-9213-f4f789e25368 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Network': ['ID=bbe3c0f8-47c5-4015-b6d2-5800827cdbfb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:19.729556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38166) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:19.735335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:19.749436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:02:19.864991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:19.877739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:19.889940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Made reservation on behalf of d1c7b4c5bf434bd788e1a66a733f6dba for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:20.052064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:20.264773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing IP validity checks on allocation pools {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 00:02:20.265222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.ipam_backend_mixin [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83661) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 00:02:20.286390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1e47-70f0-406b-84e1-705271b097e7 req-ad69665e-64e6-4102-8dbb-ce08bfd54393 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:20.287963 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3acb1e47-70f0-406b-84e1-705271b097e7 req-ad69665e-64e6-4102-8dbb-ce08bfd54393 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.3249621 Feb 14 00:02:20.357358 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3acb1e47-70f0-406b-84e1-705271b097e7 req-bc743fe6-0839-4e88-b7c6-23984a930d78 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614877 Feb 14 00:02:20.471017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:20.566542 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=d653427b-086d-4c30-8499-c86b4fc1f43b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:20.580153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Checking segment: {'id': '98b4a561-1cbd-4efe-9b3b-a153da48fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:20.580508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network hostable DHCP agents. Network: bbe3c0f8-47c5-4015-b6d2-5800827cdbfb, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:02:20.599875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31194bc6-431f-4642-a7b6-0d912e2c4742 req-6f9d9201-22cc-441e-b454-b3a88d1cf6fe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:20.608763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:02:20.608981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31194bc6-431f-4642-a7b6-0d912e2c4742 req-6f9d9201-22cc-441e-b454-b3a88d1cf6fe tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1173291 Feb 14 00:02:20.624695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, bbe3c0f8-47c5-4015-b6d2-5800827cdbfb) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:20.638274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2875b-b355-47bf-a0c0-710f5891c797 None None] Network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:20.647250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:20.650118 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:20.686798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31194bc6-431f-4642-a7b6-0d912e2c4742 req-38e56c27-9f3f-40bb-bfbb-468391d43250 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768042 Feb 14 00:02:20.706580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38176) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:20.723112 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9cd41617-d5c0-4b01-85f5-bfcd24586b31 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9927895 Feb 14 00:02:20.728851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38180) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:20.740465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:20.801171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38184) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:20.803752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3634dde5-e85a-4dac-b6ad-e09fa1129fd6 tempest-TestNetworkAdvancedServerOps-1778553662 tempest-TestNetworkAdvancedServerOps-1778553662-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1091 time: 0.0950294 Feb 14 00:02:20.815877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:20.830346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:20.844164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Usage tracker for resource:floatingip and tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:20.882751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:20.898472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:20.919463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-bbe3c0f8-47c5-4015-b6d2-5800827cdbfb', 'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb', 'tenant_id': 'd1c7b4c5bf434bd788e1a66a733f6dba', 'fixed_ips': [{'subnet_id': 'd653427b-086d-4c30-8499-c86b4fc1f43b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:02:20.920408 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:20.935093 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:20.953948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6421877'] for subnet, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:20.964985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c08a70-3d38-4089-a67e-bf8eb902b708 req-22c138e7-c61c-4d73-81c8-57732a1c2afa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:20.966607 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45c08a70-3d38-4089-a67e-bf8eb902b708 req-22c138e7-c61c-4d73-81c8-57732a1c2afa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 945 time: 0.2872882 Feb 14 00:02:20.989458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 5aa22e17-1397-4486-8463-de0ff76b0730 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:02:21.102353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 5aa22e17-1397-4486-8463-de0ff76b0730 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:02:21.108600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 5aa22e17-1397-4486-8463-de0ff76b0730 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:02:21.109454 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.165414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45c08a70-3d38-4089-a67e-bf8eb902b708 req-f1596d42-3de8-4e77-9139-a3fe21226d4c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926301 Feb 14 00:02:21.180684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 14 00:02:21.180684 n-d-828979-1 neutron-server[83663]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 14 00:02:21.180684 n-d-828979-1 neutron-server[83663]: [parameters: {'in_use': 1, 'id_1': 'd653427b-086d-4c30-8499-c86b4fc1f43b'}] Feb 14 00:02:21.180684 n-d-828979-1 neutron-server[83663]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:21.182293 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:21.246106 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.274339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa22e17-1397-4486-8463-de0ff76b0730'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:02:21.298484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 5aa22e17-1397-4486-8463-de0ff76b0730, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=5aa22e17-1397-4486-8463-de0ff76b0730,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:21.305551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.344091 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.347126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755129099403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1883204'] for subnet, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.349763 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa22e17-1397-4486-8463-de0ff76b0730', 'code': 200} Feb 14 00:02:21.400976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=5aa22e17-1397-4486-8463-de0ff76b0730,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:21.501589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event updated for resources: {'Subnet': ['ID=d653427b-086d-4c30-8499-c86b4fc1f43b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:21.505766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-970f0a11-9aa6-4c14-b3c5-ef2795ac3bd7 req-01a4501a-4102-4041-ab85-71d39ad4793e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 1097 time: 0.0848236 Feb 14 00:02:21.506174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:21.506770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.510062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e7156575-7a6f-4972-8bcf-056bb8b12772 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "PUT /v2.0/subnets/d653427b-086d-4c30-8499-c86b4fc1f43b HTTP/1.1" status: 200 len: 877 time: 0.7779560 Feb 14 00:02:21.511058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38190) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:21.587826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Allocated IP 172.25.4.61 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e017b631-73a1-4a92-a0b7-baa4f370f6bf) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:21.684191 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.773539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-970f0a11-9aa6-4c14-b3c5-ef2795ac3bd7 req-b2c199b7-800a-4d61-b940-cc4b86a53ff4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326961 Feb 14 00:02:21.821722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.831629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.869966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.899647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Allocated IP 172.20.0.3 (bbe3c0f8-47c5-4015-b6d2-5800827cdbfb/d653427b-086d-4c30-8499-c86b4fc1f43b/5c4f4427-151d-4056-8868-32df7e747708) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:02:21.915163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:21.929999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:21.935944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:21.937216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:22.000819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=e017b631-73a1-4a92-a0b7-baa4f370f6bf,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:22.146994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.161396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Transition to ACTIVE for port object 5c4f4427-151d-4056-8868-32df7e747708 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:22.183963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Transition to ACTIVE for port object 5c4f4427-151d-4056-8868-32df7e747708 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:02:22.194639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.217834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.283112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=d653427b-086d-4c30-8499-c86b4fc1f43b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:22.293089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:02:22.297405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:02:22.300648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:02:22.318775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Pushing event updated for resources: {'Port': ['ID=5c4f4427-151d-4056-8868-32df7e747708,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:22.389947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.428215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe3c0f8-47c5-4015-b6d2-5800827cdbfb']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:22.432738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Attempting to bind port 5c4f4427-151d-4056-8868-32df7e747708 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:02:22.433097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Attempting to bind port 5c4f4427-151d-4056-8868-32df7e747708 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '98b4a561-1cbd-4efe-9b3b-a153da48fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:02:22.433477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Attempting to bind port 5c4f4427-151d-4056-8868-32df7e747708 on network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:02:22.443674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:02:22.444621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Checking segment: {'id': '98b4a561-1cbd-4efe-9b3b-a153da48fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:02:22.447886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.447886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Bound using segment: {'id': '98b4a561-1cbd-4efe-9b3b-a153da48fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:02:22.447886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Bound port: 5c4f4427-151d-4056-8868-32df7e747708, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b4a561-1cbd-4efe-9b3b-a153da48fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:02:22.447886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.450347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b4a561-1cbd-4efe-9b3b-a153da48fd84') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:22.450347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b4a561-1cbd-4efe-9b3b-a153da48fd84') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:22.467676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.495671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.511619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:22.511619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.536061 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947385-8c9b-4cba-a1bc-40c59d4168dc req-2a3fa4b4-c63e-4975-9da3-27ec8702d31a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:22.537737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa947385-8c9b-4cba-a1bc-40c59d4168dc req-2a3fa4b4-c63e-4975-9da3-27ec8702d31a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 946 time: 0.1840963 Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:22.542417 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:22.568245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] For port 5c4f4427-151d-4056-8868-32df7e747708, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:02:22.648647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] For port 5c4f4427-151d-4056-8868-32df7e747708, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c4f4427-151d-4056-8868-32df7e747708,segment=NetworkSegment(98b4a561-1cbd-4efe-9b3b-a153da48fd84),segment_id=98b4a561-1cbd-4efe-9b3b-a153da48fd84)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:02:22.649252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 14 00:02:22.649252 n-d-828979-1 neutron-server[83662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 14 00:02:22.649252 n-d-828979-1 neutron-server[83662]: [parameters: {'id': 'bbe3c0f8-47c5-4015-b6d2-5800827cdbfb'}] Feb 14 00:02:22.649252 n-d-828979-1 neutron-server[83662]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:22.650441 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:22.654717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.722876 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa947385-8c9b-4cba-a1bc-40c59d4168dc req-515fea13-f948-4597-a92d-33fa7918eab2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727667 Feb 14 00:02:22.800779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00014b94-9461-4b10-a4d3-67ce2fc05ef3 None None] Pushing event updated for resources: {'Port': ['ID=5c4f4427-151d-4056-8868-32df7e747708,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:22.839022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9114247-27bc-44aa-b27a-fdfd1ceefe89 None None] Network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:22.899996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:22.978376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.150748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.164863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port 5c4f4427-151d-4056-8868-32df7e747708 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:23.165205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.171404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975282e-a711-47e9-87ee-ff97bcf3717a None None] Network bbe3c0f8-47c5-4015-b6d2-5800827cdbfb requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:23.287813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.294277 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.424213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234f873-c846-4121-a369-53b7da553342 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:02:23.435963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event updated for resources: {'Port': ['ID=e017b631-73a1-4a92-a0b7-baa4f370f6bf,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:23.438485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port 5c4f4427-151d-4056-8868-32df7e747708, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5c4f4427-151d-4056-8868-32df7e747708,segment=NetworkSegment(98b4a561-1cbd-4efe-9b3b-a153da48fd84),segment_id=98b4a561-1cbd-4efe-9b3b-a153da48fd84)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:23.439587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.446903 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.562940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for 5c4f4427-151d-4056-8868-32df7e747708 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:23.571612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234f873-c846-4121-a369-53b7da553342 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:02:23.652166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.689323 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Floating IP 9e0035db-6838-43db-bd61-9f00d29be653 associated. External IP: 172.25.4.61, port: d0f16002-cbfb-419a-bf9c-94db280b4586. Feb 14 00:02:23.715121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=5c4f4427-151d-4056-8868-32df7e747708,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:23.721247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port 5c4f4427-151d-4056-8868-32df7e747708 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:23.924748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:23.963235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe3c0f8-47c5-4015-b6d2-5800827cdbfb']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:23.986180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b4a561-1cbd-4efe-9b3b-a153da48fd84') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:23.986511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b4a561-1cbd-4efe-9b3b-a153da48fd84') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:24.008619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.039736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98220e-1b06-4179-91ca-dcd9ca459915 req-bd20b784-e586-4b30-af19-f3bab00b8ac2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:24.041246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e98220e-1b06-4179-91ca-dcd9ca459915 req-bd20b784-e586-4b30-af19-f3bab00b8ac2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 946 time: 0.1832845 Feb 14 00:02:24.042233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.050346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:24.050941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:24.072435 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:24.203333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 50ce7e1b-1d66-458a-b71d-4eef177154d4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:02:24.206184 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.226361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.238565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e98220e-1b06-4179-91ca-dcd9ca459915 req-ead9fb79-60bb-4908-83df-d44dea6d25fb tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652026 Feb 14 00:02:24.250207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=bbe3c0f8-47c5-4015-b6d2-5800827cdbfb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:24.287355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-581008b3-e697-478e-a30a-3be292cad224 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/bbe3c0f8-47c5-4015-b6d2-5800827cdbfb HTTP/1.1" status: 204 len: 168 time: 2.7753432 Feb 14 00:02:24.292348 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38200) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:24.351924 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbc63df-d7c6-4767-aa44-2e89be442ca1 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:24.353512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbc63df-d7c6-4767-aa44-2e89be442ca1 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:24.358868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7fbc63df-d7c6-4767-aa44-2e89be442ca1 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/d653427b-086d-4c30-8499-c86b4fc1f43b HTTP/1.1" status: 404 len: 337 time: 0.0610573 Feb 14 00:02:24.358868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38204) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:24.386645 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-157bb43b-80c0-4ec2-9fcf-5b30c2a1b352 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:24.387924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157bb43b-80c0-4ec2-9fcf-5b30c2a1b352 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:24.389799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-157bb43b-80c0-4ec2-9fcf-5b30c2a1b352 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/bbe3c0f8-47c5-4015-b6d2-5800827cdbfb HTTP/1.1" status: 404 len: 339 time: 0.0300419 Feb 14 00:02:24.394149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38208) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:24.477346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9964d62-d755-4118-bcbb-c6359a1fcb18 req-d971c8da-2f57-4085-ace3-d41619e80430 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:24.478877 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9964d62-d755-4118-bcbb-c6359a1fcb18 req-d971c8da-2f57-4085-ace3-d41619e80430 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 946 time: 0.1062315 Feb 14 00:02:24.547202 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9964d62-d755-4118-bcbb-c6359a1fcb18 req-3ecddffe-0ebf-42a7-ae87-6c07897827b0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Feb 14 00:02:24.547202 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:02:24.552917 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb9b68b-5b15-415c-8aa9-0c94bdfd0b90 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:24.552917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb9b68b-5b15-415c-8aa9-0c94bdfd0b90 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:24.560982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cbb9b68b-5b15-415c-8aa9-0c94bdfd0b90 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/e54b062c-d1a0-484b-b8e0-01150a55de2f HTTP/1.1" status: 404 len: 337 time: 0.1588006 Feb 14 00:02:24.560982 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38212) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:24.561386 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] Sync routers for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:02:24.584676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.585521 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d501a29-b593-4b62-8a81-ac0ae44cee6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:24.585969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d501a29-b593-4b62-8a81-ac0ae44cee6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:24.590878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3d501a29-b593-4b62-8a81-ac0ae44cee6d tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/de10c468-36a6-496d-aa92-8166954f306d HTTP/1.1" status: 404 len: 339 time: 0.0301883 Feb 14 00:02:24.591231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38216) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:24.622205 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:02:24.622666 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:02:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:24.783136 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ee6a8060-2656-4248-b8e7-3d130a41211d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9769199 Feb 14 00:02:24.783136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:02:24.785446 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:24.812741 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:02:24.982711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:25.013948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bc98bf-6c31-4745-9084-ac3d65caa11d']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:25.031189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81e703d-d584-4c86-a515-e0c05497d2a4') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:25.031893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81e703d-d584-4c86-a515-e0c05497d2a4') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:25.045743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:25.049312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922652cd-3fe9-4065-b922-dd22485c1f5c req-479c8244-443e-4587-8bc6-9644ecc9b82b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:25.050942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-922652cd-3fe9-4065-b922-dd22485c1f5c req-479c8244-443e-4587-8bc6-9644ecc9b82b tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1424315 Feb 14 00:02:25.067778 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:25.079316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:25.080032 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:25.100300 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:25.149772 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-922652cd-3fe9-4065-b922-dd22485c1f5c req-3569e4ab-0d6e-4d4b-838d-2e6ee968a2da tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911663 Feb 14 00:02:25.165699 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'status': 'completed', 'code': 200} Feb 14 00:02:25.197294 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '9e0035db-6838-43db-bd61-9f00d29be653', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.61', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'port_id': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'mac_address': 'fa:16:3e:23:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dbed-c449-4b15-8020-9538855db25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:02:22Z', 'updated_at': '2022-02-14T00:02:22Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:12Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:25.200714 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38232) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.201745 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] Checking router: 50ce7e1b-1d66-458a-b71d-4eef177154d4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:02:25.212788 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:02:25.213401 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:02:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:25.274431 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:25.306232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:25.314767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=a4bc98bf-6c31-4745-9084-ac3d65caa11d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:25.325559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fe8c1dff-7773-49c7-814b-831f5a8df76c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/9e0035db-6838-43db-bd61-9f00d29be653 HTTP/1.1" status: 200 len: 990 time: 0.1235287 Feb 14 00:02:25.365850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2c757dcd-73f4-482e-acb2-c622b0684a59 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/a4bc98bf-6c31-4745-9084-ac3d65caa11d HTTP/1.1" status: 204 len: 168 time: 0.7736633 Feb 14 00:02:25.368448 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.383603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-45985ede-6bfe-4a88-bf77-893b32090048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1096 time: 0.2011259 Feb 14 00:02:25.406978 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:02:25.414447 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-519ae2db-3df0-4c8c-b98b-b436e164c3aa tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.415169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519ae2db-3df0-4c8c-b98b-b436e164c3aa tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.417885 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-519ae2db-3df0-4c8c-b98b-b436e164c3aa tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/16851c09-f1f2-40c8-8b40-4d3f906fd57f HTTP/1.1" status: 404 len: 337 time: 0.0477734 Feb 14 00:02:25.420632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38240) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.456730 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3c9353-4477-447f-8090-5196eb67836e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.457173 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3c9353-4477-447f-8090-5196eb67836e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.461203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8f3c9353-4477-447f-8090-5196eb67836e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/ce3f377d-e583-4e39-bd98-6786f241f636 HTTP/1.1" status: 404 len: 339 time: 0.0371513 Feb 14 00:02:25.462192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38244) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.499715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb047d9-3512-474a-903a-d0f00c3832c0 req-5e2ee6a4-e6d7-41c5-b2dc-e69072cfb8e9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:25.501233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2eb047d9-3512-474a-903a-d0f00c3832c0 req-5e2ee6a4-e6d7-41c5-b2dc-e69072cfb8e9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 946 time: 0.1879249 Feb 14 00:02:25.503925 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e27e4d-d55a-436e-9480-b430bfed4169 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.504734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e27e4d-d55a-436e-9480-b430bfed4169 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.507116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8e27e4d-d55a-436e-9480-b430bfed4169 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/100a1ca7-052f-41b2-be6c-cfba88e823cd HTTP/1.1" status: 404 len: 337 time: 0.0431135 Feb 14 00:02:25.508395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38248) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.540832 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc02b438-5c93-4204-afa7-ac71c8cea676 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.541514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc02b438-5c93-4204-afa7-ac71c8cea676 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.544145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cc02b438-5c93-4204-afa7-ac71c8cea676 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/91206317-5b80-40f7-9b97-ad4eab993270 HTTP/1.1" status: 404 len: 339 time: 0.0337224 Feb 14 00:02:25.546824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38252) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.585328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-d050a5db-89cc-494e-a125-0df752d9a418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:25.586873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-d050a5db-89cc-494e-a125-0df752d9a418 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 200 len: 897 time: 0.1971207 Feb 14 00:02:25.588454 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5f6f71-b474-4d03-8c9d-55a38272126a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.589123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5f6f71-b474-4d03-8c9d-55a38272126a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.591802 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a5f6f71-b474-4d03-8c9d-55a38272126a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/8abae6b1-78b4-4db2-91ba-5f0bebc1e9bf HTTP/1.1" status: 404 len: 337 time: 0.0448329 Feb 14 00:02:25.594380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38256) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.620206 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-613808ec-1529-4527-b302-348edea43474 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.620653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613808ec-1529-4527-b302-348edea43474 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.623384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-613808ec-1529-4527-b302-348edea43474 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/cd20d4ab-f521-4c29-87e1-2bd2f22064c8 HTTP/1.1" status: 404 len: 339 time: 0.0280304 Feb 14 00:02:25.626019 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38260) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.659892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2eb047d9-3512-474a-903a-d0f00c3832c0 req-9a3ac119-0ef2-46d8-8cbe-b158bc68b056 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404564 Feb 14 00:02:25.666402 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9d1771-bbd7-4ef7-85ed-cb2aaaf782cb tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.666965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9d1771-bbd7-4ef7-85ed-cb2aaaf782cb tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.670934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9b9d1771-bbd7-4ef7-85ed-cb2aaaf782cb tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/eeabfe43-6ab6-4775-bf69-64ef4c581c01 HTTP/1.1" status: 404 len: 337 time: 0.0431907 Feb 14 00:02:25.672816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38264) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.708271 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d5f6af-04c6-48d7-b673-e8d155643418 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.708718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d5f6af-04c6-48d7-b673-e8d155643418 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.712718 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e2d5f6af-04c6-48d7-b673-e8d155643418 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/9ca1997d-68bf-47a7-a618-0037399910c1 HTTP/1.1" status: 404 len: 339 time: 0.0364904 Feb 14 00:02:25.712906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38268) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.719800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-3df5b465-40fc-430a-b1b2-e5730bd45b9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 200 len: 998 time: 0.1260786 Feb 14 00:02:25.753810 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd3f742-25a8-43b2-b1cd-0aae235c7782 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.754399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd3f742-25a8-43b2-b1cd-0aae235c7782 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.756447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2bd3f742-25a8-43b2-b1cd-0aae235c7782 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/4f67c46f-8737-4e3b-8ad6-d7ee2b5baed5 HTTP/1.1" status: 404 len: 337 time: 0.0426373 Feb 14 00:02:25.759897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38272) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.789271 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ebb480-ef47-4080-be52-6946fa56af6c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.789984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ebb480-ef47-4080-be52-6946fa56af6c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.793162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-79ebb480-ef47-4080-be52-6946fa56af6c tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/9f960a4a-f0f0-4762-b577-97088dfbb48b HTTP/1.1" status: 404 len: 339 time: 0.0306952 Feb 14 00:02:25.795166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38276) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.795407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-86512705-0f42-43d0-a142-be40be647355 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:25.797265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-86512705-0f42-43d0-a142-be40be647355 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=126cfe85-b842-4b97-a0ab-6732ab0ee5c2 HTTP/1.1" status: 200 len: 833 time: 0.0710557 Feb 14 00:02:25.837169 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-69832802-581b-4eb3-bc72-9c58847d99dd tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.837169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69832802-581b-4eb3-bc72-9c58847d99dd tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.842429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69832802-581b-4eb3-bc72-9c58847d99dd tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/8d985547-df91-4290-a414-ba611d379ac1 HTTP/1.1" status: 404 len: 337 time: 0.0424147 Feb 14 00:02:25.842429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38280) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.853895 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '9e0035db-6838-43db-bd61-9f00d29be653', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.61', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'port_id': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'mac_address': 'fa:16:3e:23:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dbed-c449-4b15-8020-9538855db25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:02:22Z', 'updated_at': '2022-02-14T00:02:22Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:12Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:25.859436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416aaa1-6547-422b-be2d-2da0143a9a7e None None] The sync data for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 is: [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '9e0035db-6838-43db-bd61-9f00d29be653', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'floating_ip_address': '172.25.4.61', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'port_id': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'mac_address': 'fa:16:3e:23:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178dbed-c449-4b15-8020-9538855db25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:02:22Z', 'updated_at': '2022-02-14T00:02:22Z', 'revision_number': 0, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:12Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:02:25.876633 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-99100b3c-ee12-48a6-97e2-69da43e7d520 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.876633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99100b3c-ee12-48a6-97e2-69da43e7d520 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.877149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-99100b3c-ee12-48a6-97e2-69da43e7d520 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/3d81a4e8-8800-44e0-80b9-451197abb7c2 HTTP/1.1" status: 404 len: 339 time: 0.0337558 Feb 14 00:02:25.880567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38284) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.928524 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-da534d54-3f1d-4bbe-9222-fe625826cdc4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.928920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da534d54-3f1d-4bbe-9222-fe625826cdc4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.930593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-da534d54-3f1d-4bbe-9222-fe625826cdc4 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/23a4cf00-bd93-4f1a-827a-99b673662b4d HTTP/1.1" status: 404 len: 337 time: 0.0480537 Feb 14 00:02:25.935661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38288) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:25.937279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-ebb62ef5-d51e-46fe-bc09-260f3dc59452 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2177764f-fefd-4b4b-8704-3dcb5293a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338317 Feb 14 00:02:25.968758 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e534b6-d5b7-4931-99e1-df0568f01b64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:25.969551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e534b6-d5b7-4931-99e1-df0568f01b64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:25.971854 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46e534b6-d5b7-4931-99e1-df0568f01b64 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/1d61d727-ad33-4db3-90ea-ea660901cc1b HTTP/1.1" status: 404 len: 339 time: 0.0368443 Feb 14 00:02:25.974412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38292) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:26.049412 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6bec59-aed4-4989-af80-08b12e8ff29a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:26.050360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6bec59-aed4-4989-af80-08b12e8ff29a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:26.055089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cb6bec59-aed4-4989-af80-08b12e8ff29a tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/84454733-2df2-4158-8e70-c5891378b6d0 HTTP/1.1" status: 404 len: 337 time: 0.0769916 Feb 14 00:02:26.055752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38296) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:26.093408 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef04293-e943-4ca8-a671-aa66a7c5ddc3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] DELETE failed (client error): The resource could not be found. Feb 14 00:02:26.093898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef04293-e943-4ca8-a671-aa66a7c5ddc3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:02:26.095880 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ef04293-e943-4ca8-a671-aa66a7c5ddc3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/bcc0e0ac-6356-4171-b589-a23327870733 HTTP/1.1" status: 404 len: 339 time: 0.0382819 Feb 14 00:02:26.098660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38300) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:26.137268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-f86dcfb2-e4c4-44b8-8209-a07173229739 service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909146 Feb 14 00:02:26.138535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf11c8-aa08-4242-8719-db71eb904278 None None] New status for floating IP 9e0035db-6838-43db-bd61-9f00d29be653: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:02:26.327757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38304) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:26.381039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c369f58b-b5fb-45f5-9735-29858e3e5a0c req-6ea0bfd8-461b-4f36-87ca-c641e3ce7fbc service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359118 Feb 14 00:02:26.414279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting subnet 6d080b61-9d86-440a-821b-ae64fe2caa05 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:02:26.419120 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:26.442971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9eab7e31-3a5f-461c-b533-694ea2918924 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/9e0035db-6838-43db-bd61-9f00d29be653 HTTP/1.1" status: 200 len: 990 time: 0.1141047 Feb 14 00:02:26.576840 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:26.717261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-74fe8f62-cc05-4e86-adc6-7693b3cb04fc tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:26.718686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-74fe8f62-cc05-4e86-adc6-7693b3cb04fc tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 946 time: 0.1107173 Feb 14 00:02:26.721378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:26.833122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 5aa22e17-1397-4486-8463-de0ff76b0730 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:26.833428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:26.866152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913e23d-6458-4a7d-a86c-cf653881b653 req-46176821-e95d-49f0-9d81-8ad34b2f4bb3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:26.867642 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f913e23d-6458-4a7d-a86c-cf653881b653 req-46176821-e95d-49f0-9d81-8ad34b2f4bb3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 946 time: 0.0786235 Feb 14 00:02:26.918570 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f913e23d-6458-4a7d-a86c-cf653881b653 req-648cecf3-20e4-48a9-8df0-14e20c62a5cc tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Feb 14 00:02:26.923798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:26.977022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Subnet': ['ID=6d080b61-9d86-440a-821b-ae64fe2caa05,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:26.990415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:26.995672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79e42d-03c9-4e7b-a6bc-83ae8bb0cf70 None None] Network ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:02:27.023236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc43922f-0653-4d8e-a11d-a833d325f60e tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/subnets/6d080b61-9d86-440a-821b-ae64fe2caa05 HTTP/1.1" status: 204 len: 168 time: 0.9214275 Feb 14 00:02:27.025207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38310) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:27.150794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port 5aa22e17-1397-4486-8463-de0ff76b0730, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=5aa22e17-1397-4486-8463-de0ff76b0730,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:27.151157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.153731 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.165054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Deleting port 18b90583-749e-400b-bf11-206f15419188 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:27.166262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.263778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] DHCP port deletion for ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:02:27.267564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Deleting port 18b90583-749e-400b-bf11-206f15419188 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:27.267931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.297580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 5aa22e17-1397-4486-8463-de0ff76b0730 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:27.390055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] For port 18b90583-749e-400b-bf11-206f15419188, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=18b90583-749e-400b-bf11-206f15419188,segment=NetworkSegment(4cf17bca-4d94-4104-ad7e-badb53bbde70),segment_id=4cf17bca-4d94-4104-ad7e-badb53bbde70)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:27.390690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.459121 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38314) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:27.483604 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] For port 18b90583-749e-400b-bf11-206f15419188, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=18b90583-749e-400b-bf11-206f15419188,segment=NetworkSegment(4cf17bca-4d94-4104-ad7e-badb53bbde70),segment_id=4cf17bca-4d94-4104-ad7e-badb53bbde70)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:27.483890 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.495751 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.548627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=5aa22e17-1397-4486-8463-de0ff76b0730,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:27.563377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fde9033f-5597-4d65-8516-5589f71a70c8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:02:27.662642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['5aa22e17-1397-4486-8463-de0ff76b0730'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:02:27.671212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port 5aa22e17-1397-4486-8463-de0ff76b0730 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:27.673947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.677612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'name': 'network-vif-deleted', 'tag': '5aa22e17-1397-4486-8463-de0ff76b0730'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:02:27.702302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2133ff8f-75b7-4c05-8985-25a246e37757 req-f322aa87-ba1e-4e5e-a104-8ec02f29f25b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "DELETE /v2.0/ports/5aa22e17-1397-4486-8463-de0ff76b0730 HTTP/1.1" status: 204 len: 173 time: 0.9530485 Feb 14 00:02:27.705579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Calling delete_port for 18b90583-749e-400b-bf11-206f15419188 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:27.752133 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e019f676-f3dd-453f-b7c1-0a639154e57b', 'name': 'network-vif-deleted', 'tag': '5aa22e17-1397-4486-8463-de0ff76b0730', 'status': 'completed', 'code': 200} Feb 14 00:02:27.790969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Calling delete_port for 18b90583-749e-400b-bf11-206f15419188 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:27.838848 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a2e4874a-6e39-4179-9153-87fecb4b9c5f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/9e0035db-6838-43db-bd61-9f00d29be653 HTTP/1.1" status: 200 len: 992 time: 0.3823206 Feb 14 00:02:27.860640 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:27.923288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Port': ['ID=18b90583-749e-400b-bf11-206f15419188,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:27.927093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] No DVR routers for this DVR port 18b90583-749e-400b-bf11-206f15419188 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:27.966070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:02:27.966444 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:02:28.066247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 18b90583-749e-400b-bf11-206f15419188 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:02:28.099767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 18b90583-749e-400b-bf11-206f15419188 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:02:28.100468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 18b90583-749e-400b-bf11-206f15419188 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:02:28.146294 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1883c152-b8c0-44aa-a7f8-d7f5f143fa4b req-67819e3c-9208-4983-95bd-7c25567ce0ee tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=e019f676-f3dd-453f-b7c1-0a639154e57b HTTP/1.1" status: 200 len: 210 time: 0.0660405 Feb 14 00:02:28.166619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.195041 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccedd97c-5cc4-49ff-b0e0-bf02a79b3582']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:28.211075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf17bca-4d94-4104-ad7e-badb53bbde70') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:28.211366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf17bca-4d94-4104-ad7e-badb53bbde70') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:02:28.228492 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.245052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.252153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:02:28.252430 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:02:28.266808 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:02:28.350506 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.355014 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.382726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] Pushing event deleted for resources: {'Network': ['ID=ccedd97c-5cc4-49ff-b0e0-bf02a79b3582,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:28.386890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2301dd25-3d77-4d35-8282-deb71d446eb3 tempest-NetworksTest-928442614 tempest-NetworksTest-928442614-project] 10.222.0.36 "DELETE /v2.0/networks/ccedd97c-5cc4-49ff-b0e0-bf02a79b3582 HTTP/1.1" status: 204 len: 168 time: 1.3602016 Feb 14 00:02:28.467618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Deleting port 18b90583-749e-400b-bf11-206f15419188 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:28.468861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:28.547850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e3a885b9-524f-44eb-bea3-0383b08af64b None None] The port '18b90583-749e-400b-bf11-206f15419188' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:02:28.718233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:28.804122 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:02:28.898191 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f5ec99d5-fd2d-4452-b97e-aa9f8f1ec73a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1c7b4c5bf434bd788e1a66a733f6dba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790612 Feb 14 00:02:28.901013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38332) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:28.975335 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ada4d7-22d3-4cc8-a7ae-e043658988ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:29.005180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ada4d7-22d3-4cc8-a7ae-e043658988ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:29.076927 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ada4d7-22d3-4cc8-a7ae-e043658988ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:29.093522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ada4d7-22d3-4cc8-a7ae-e043658988ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adebb2b-e677-4b0e-b7b9-0dd6c217b916,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:29.102016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f5ada4d7-22d3-4cc8-a7ae-e043658988ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:29.102224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f5ada4d7-22d3-4cc8-a7ae-e043658988ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3adebb2b-e677-4b0e-b7b9-0dd6c217b916 HTTP/1.1" status: 204 len: 168 time: 0.1986098 Feb 14 00:02:29.973551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38358) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:30.115722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--963183607'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:30.123816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:30.127623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:30.130706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:30.138570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:30.148715 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.169503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.199446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:30.203720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:30.207929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:30.217826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:30.221272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3db8f773-7270-4f75-a02d-7bcefe3be20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.292667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.298888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.341085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:30.343309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6211b106-0935-4b05-bb05-9ccb2dd9063c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:30.349541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:30.354109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:30.362451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.362799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.363137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.363467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.363795 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.364117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.364436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.364761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.365069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.365383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.365699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:02:30.370428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:30.440624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.444443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.487850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1734670-0046-4ea9-b18d-81a7356aae1a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:30.492270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.493781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f2af3a9c-2db3-44f0-ba74-9511ae6683f3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5198963 Feb 14 00:02:30.496866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38368) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:30.578339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-925a6726-1e61-4170-94e0-74e2fb7f1f6e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:30.598330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-925a6726-1e61-4170-94e0-74e2fb7f1f6e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:30.600687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-925a6726-1e61-4170-94e0-74e2fb7f1f6e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1023424 Feb 14 00:02:30.603687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38374) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:30.609710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-security--1232004131', 'description': 'tempest-security-description-439333763'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:30.641907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.698761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.702941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.705314 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.706753 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "PUT /v2.0/security-groups/c1734670-0046-4ea9-b18d-81a7356aae1a HTTP/1.1" status: 200 len: 1611 time: 0.1019614 Feb 14 00:02:30.710069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38378) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:30.735744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b5e6a-a79a-40e9-b248-0b2d845edae6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1734670-0046-4ea9-b18d-81a7356aae1a,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:30.764435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77c8a481-83d9-454b-86bc-fded9313d99d tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups/c1734670-0046-4ea9-b18d-81a7356aae1a HTTP/1.1" status: 200 len: 1611 time: 0.0529923 Feb 14 00:02:30.766977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38382) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:30.845407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75aacde8-52b4-4f68-83e4-9c3ee7ee95bb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.873208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75aacde8-52b4-4f68-83e4-9c3ee7ee95bb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.921948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75aacde8-52b4-4f68-83e4-9c3ee7ee95bb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.939384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aacde8-52b4-4f68-83e4-9c3ee7ee95bb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1734670-0046-4ea9-b18d-81a7356aae1a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:30.950926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-75aacde8-52b4-4f68-83e4-9c3ee7ee95bb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:30.952037 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-75aacde8-52b4-4f68-83e4-9c3ee7ee95bb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/c1734670-0046-4ea9-b18d-81a7356aae1a HTTP/1.1" status: 204 len: 168 time: 0.1841063 Feb 14 00:02:30.955820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38386) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.031127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 5aa22e17-1397-4486-8463-de0ff76b0730 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:02:31.041851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d697eec-7b5a-4a2e-adbb-51875c977ee2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:31.065600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4d697eec-7b5a-4a2e-adbb-51875c977ee2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:31.067154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4d697eec-7b5a-4a2e-adbb-51875c977ee2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1103907 Feb 14 00:02:31.070435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.096136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 5aa22e17-1397-4486-8463-de0ff76b0730 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:02:31.098672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 5aa22e17-1397-4486-8463-de0ff76b0730 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:02:31.098867 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-fc0a7d82-2c86-4197-b63f-e0c92f26bc4c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] delete failed (client error): The resource could not be found. Feb 14 00:02:31.098867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fc0a7d82-2c86-4197-b63f-e0c92f26bc4c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/c1734670-0046-4ea9-b18d-81a7356aae1a HTTP/1.1" status: 404 len: 347 time: 0.0269783 Feb 14 00:02:31.102341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.109181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--304490265'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:31.116658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:31.127179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:31.139191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.179394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:31.183230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:31.186265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:31.192056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:31.250417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.255088 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.302888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350981b9-6b9e-443d-91c9-fdf4a6a79f33,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:31.309472 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.310579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bcc83169-1ed7-47e1-83d9-37e79c48dafb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2070997 Feb 14 00:02:31.313632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38400) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.319008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '350981b9-6b9e-443d-91c9-fdf4a6a79f33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:31.327433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:31.332422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:31.335514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:31.341976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:31.360168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.430403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.434803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.468048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd015809-f2db-4fb4-8c9e-059791dd24ca,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:31.476771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.477998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3ccc148b-a3ce-4a2f-9cbf-abc4682bd8c5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1634924 Feb 14 00:02:31.482390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38404) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.520588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-279e3957-dd5a-4fc8-9e02-552f41686034 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.534001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-279e3957-dd5a-4fc8-9e02-552f41686034 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.561851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-279e3957-dd5a-4fc8-9e02-552f41686034 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.578579 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e3957-dd5a-4fc8-9e02-552f41686034 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd015809-f2db-4fb4-8c9e-059791dd24ca,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:31.580632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-279e3957-dd5a-4fc8-9e02-552f41686034 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.581731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-279e3957-dd5a-4fc8-9e02-552f41686034 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cd015809-f2db-4fb4-8c9e-059791dd24ca HTTP/1.1" status: 204 len: 168 time: 0.0985720 Feb 14 00:02:31.586770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38410) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.642574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7022ed0b-4587-4ebf-a8db-f094ccfc2c7a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:31.660000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7022ed0b-4587-4ebf-a8db-f094ccfc2c7a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:31.661264 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7022ed0b-4587-4ebf-a8db-f094ccfc2c7a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0735824 Feb 14 00:02:31.664443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.737006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9094db1a-fd23-4680-863f-9ef1ea51940f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.764757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9094db1a-fd23-4680-863f-9ef1ea51940f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.811469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9094db1a-fd23-4680-863f-9ef1ea51940f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.832820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094db1a-fd23-4680-863f-9ef1ea51940f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350981b9-6b9e-443d-91c9-fdf4a6a79f33,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:31.844776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9094db1a-fd23-4680-863f-9ef1ea51940f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.845877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9094db1a-fd23-4680-863f-9ef1ea51940f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/350981b9-6b9e-443d-91c9-fdf4a6a79f33 HTTP/1.1" status: 204 len: 168 time: 0.1803875 Feb 14 00:02:31.848596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38418) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.903501 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-21143c22-3b9f-4eaa-8db4-44dcf66754bc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0535038 Feb 14 00:02:31.907293 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38422) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:31.913303 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--915316281'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:31.920196 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:31.924102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:31.927984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:31.933643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:31.943000 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:31.979104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:31.984318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:31.987493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:31.994605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:32.055574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.060680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.106267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b01e93-ca07-4c41-836e-e86c00e95d7e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:32.113689 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.119135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-753de5e3-05f1-4c69-956b-58c90d3665d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2077925 Feb 14 00:02:32.119445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38426) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:32.126385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '66b01e93-ca07-4c41-836e-e86c00e95d7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:32.132964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:32.137902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:32.140774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:32.146524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:32.161973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.226229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.230101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.254551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7789b1b3-2747-40af-b8d2-8bc429c719e9,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:32.269632 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.274518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3c93e704-a609-4c2f-8a65-cfc22c01b0db tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505151 Feb 14 00:02:32.274518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38430) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:32.279310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '66b01e93-ca07-4c41-836e-e86c00e95d7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:32.285582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:32.290001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:32.292924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:32.299826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:32.319452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.380476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8f18-a664-471b-abfd-5e5bee01ca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.477536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.482479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.508912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d534e142-89ab-45c7-97ef-11647952c53b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:32.524924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.531193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6f383e6f-243f-4063-ba8e-71d3db742dd1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2517350 Feb 14 00:02:32.531193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38434) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:32.534908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '66b01e93-ca07-4c41-836e-e86c00e95d7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:32.541255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:32.545961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:32.548816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:32.554850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:32.571203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.636082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.639749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.665908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44e4afb-ac3c-47dd-a10a-bf593d5b46dd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:32.679536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.680702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c6f1c3b0-c57e-460d-9474-7b17ede7f6a0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1506586 Feb 14 00:02:32.683442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38442) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:32.689368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '66b01e93-ca07-4c41-836e-e86c00e95d7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:32.696509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:32.699997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:32.702879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:32.708532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:32.725072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.790760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.795079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.821950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1cdb18-2468-473d-88b6-d31148f39758,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:32.838058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.839360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e5981f50-e180-493e-84d8-5fc5a0dadc2f tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1545086 Feb 14 00:02:32.842159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:32.850537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '66b01e93-ca07-4c41-836e-e86c00e95d7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:32.860028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:32.864261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:32.867169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:32.874462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:32.893116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:32.991291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.004421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.035497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e073c868-9aa6-4638-9732-f64884d30edf,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:33.057365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.059442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9bcfd27-fdcf-424f-87f4-84c66bbb0418 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2151988 Feb 14 00:02:33.062515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.102333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef3b82-9f63-48cf-a5f6-6ce89c98adb6 req-b6bb6979-5bb9-4d0b-960e-154237997943 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:33.103230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-30ef3b82-9f63-48cf-a5f6-6ce89c98adb6 req-b6bb6979-5bb9-4d0b-960e-154237997943 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:33.113050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdce-c07a-4eeb-9490-f8353a23e521 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.128765 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdce-c07a-4eeb-9490-f8353a23e521 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.140763 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-30ef3b82-9f63-48cf-a5f6-6ce89c98adb6 req-b6bb6979-5bb9-4d0b-960e-154237997943 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:33.141909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30ef3b82-9f63-48cf-a5f6-6ce89c98adb6 req-b6bb6979-5bb9-4d0b-960e-154237997943 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 946 time: 0.1839266 Feb 14 00:02:33.180078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdce-c07a-4eeb-9490-f8353a23e521 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.206478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27cdce-c07a-4eeb-9490-f8353a23e521 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e073c868-9aa6-4638-9732-f64884d30edf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:33.217645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdce-c07a-4eeb-9490-f8353a23e521 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.217645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dc27cdce-c07a-4eeb-9490-f8353a23e521 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e073c868-9aa6-4638-9732-f64884d30edf HTTP/1.1" status: 204 len: 168 time: 0.1499934 Feb 14 00:02:33.217645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38456) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.236852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30ef3b82-9f63-48cf-a5f6-6ce89c98adb6 req-09023e54-1d6b-40c8-a25f-a16d6f89bfc1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869737 Feb 14 00:02:33.271361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cec83ddb-de42-4993-bd98-e1419a5327d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:33.290452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cec83ddb-de42-4993-bd98-e1419a5327d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:33.290452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cec83ddb-de42-4993-bd98-e1419a5327d4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0698204 Feb 14 00:02:33.290452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38460) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.319875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78c58f1-cdd7-4c7b-b47c-e105559117fc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.330343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78c58f1-cdd7-4c7b-b47c-e105559117fc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.353834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78c58f1-cdd7-4c7b-b47c-e105559117fc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.371038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c58f1-cdd7-4c7b-b47c-e105559117fc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc1cdb18-2468-473d-88b6-d31148f39758,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:33.378391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e78c58f1-cdd7-4c7b-b47c-e105559117fc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.378966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e78c58f1-cdd7-4c7b-b47c-e105559117fc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fc1cdb18-2468-473d-88b6-d31148f39758 HTTP/1.1" status: 204 len: 168 time: 0.0876269 Feb 14 00:02:33.381422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38464) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.430212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-edf02d93-59dc-41b8-91ed-18e121d30479 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:33.457404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-edf02d93-59dc-41b8-91ed-18e121d30479 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:33.457404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-edf02d93-59dc-41b8-91ed-18e121d30479 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0702560 Feb 14 00:02:33.457404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38468) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.488976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d5fff0-0672-4860-8dbe-3b9faa72a357 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.499708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d5fff0-0672-4860-8dbe-3b9faa72a357 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.523720 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d5fff0-0672-4860-8dbe-3b9faa72a357 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.542055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5fff0-0672-4860-8dbe-3b9faa72a357 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c44e4afb-ac3c-47dd-a10a-bf593d5b46dd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:33.548951 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11d5fff0-0672-4860-8dbe-3b9faa72a357 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.550156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-11d5fff0-0672-4860-8dbe-3b9faa72a357 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c44e4afb-ac3c-47dd-a10a-bf593d5b46dd HTTP/1.1" status: 204 len: 168 time: 0.0936306 Feb 14 00:02:33.552937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38472) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.579821 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.604077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a292ac25-76f9-439b-a685-9bf7ddc10cee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:33.619694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a292ac25-76f9-439b-a685-9bf7ddc10cee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:33.622486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a292ac25-76f9-439b-a685-9bf7ddc10cee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0672181 Feb 14 00:02:33.624616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38476) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.653769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-770cbeca-f235-485d-be4d-573dee31fd0c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.663675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-770cbeca-f235-485d-be4d-573dee31fd0c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.689702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-770cbeca-f235-485d-be4d-573dee31fd0c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.704992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cbeca-f235-485d-be4d-573dee31fd0c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d534e142-89ab-45c7-97ef-11647952c53b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:33.714694 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-770cbeca-f235-485d-be4d-573dee31fd0c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.715867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-770cbeca-f235-485d-be4d-573dee31fd0c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d534e142-89ab-45c7-97ef-11647952c53b HTTP/1.1" status: 204 len: 168 time: 0.0903499 Feb 14 00:02:33.718477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38480) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.766600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-56542d01-aebc-42c4-8b8c-e912d6201f7c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:33.781998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-56542d01-aebc-42c4-8b8c-e912d6201f7c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:33.783298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-56542d01-aebc-42c4-8b8c-e912d6201f7c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0639870 Feb 14 00:02:33.786625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38484) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.815113 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd93e660-8d58-4903-8eae-f00bf095fde2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.826004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd93e660-8d58-4903-8eae-f00bf095fde2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.851234 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd93e660-8d58-4903-8eae-f00bf095fde2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.872300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e660-8d58-4903-8eae-f00bf095fde2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7789b1b3-2747-40af-b8d2-8bc429c719e9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:33.885489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd93e660-8d58-4903-8eae-f00bf095fde2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.891270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dd93e660-8d58-4903-8eae-f00bf095fde2 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7789b1b3-2747-40af-b8d2-8bc429c719e9 HTTP/1.1" status: 204 len: 168 time: 0.0996003 Feb 14 00:02:33.891270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38488) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:33.895052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:33.937735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca108e43-f011-4550-a383-7ca0b01b27a9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:33.952281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ca108e43-f011-4550-a383-7ca0b01b27a9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:33.953592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ca108e43-f011-4550-a383-7ca0b01b27a9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0620792 Feb 14 00:02:33.956455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38492) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:34.018585 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f67cd21-f131-40f9-ba65-f5647c3ec3e0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.045513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f67cd21-f131-40f9-ba65-f5647c3ec3e0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.092078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f67cd21-f131-40f9-ba65-f5647c3ec3e0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.110935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67cd21-f131-40f9-ba65-f5647c3ec3e0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b01e93-ca07-4c41-836e-e86c00e95d7e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:34.125361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0f67cd21-f131-40f9-ba65-f5647c3ec3e0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.126482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0f67cd21-f131-40f9-ba65-f5647c3ec3e0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/66b01e93-ca07-4c41-836e-e86c00e95d7e HTTP/1.1" status: 204 len: 168 time: 0.1691575 Feb 14 00:02:34.129092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38496) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:34.178596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95d3f8be-63b2-4eb6-bde3-72c9e1fd436d tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:34.193520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-95d3f8be-63b2-4eb6-bde3-72c9e1fd436d tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:34.195007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-95d3f8be-63b2-4eb6-bde3-72c9e1fd436d tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0647643 Feb 14 00:02:34.199088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38500) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:34.204965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800781027'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:34.215324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:34.224600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:34.234724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.269421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:34.273728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:34.277843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:34.284067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:34.340352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.344236 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.390893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6086cb-ea32-40d0-93ec-df821b96cabb,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:34.404160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.404160 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-64029e7b-529e-41cf-a2a3-bfd53afd2889 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2011375 Feb 14 00:02:34.404831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38506) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:34.410212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': '4a6086cb-ea32-40d0-93ec-df821b96cabb', 'direction': 'ingress', 'protocol': 17}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:34.416494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:34.421198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:34.424031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:34.430146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:34.446429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.449770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522717-9d26-4488-b15c-b7d9b09fb4b4 req-fdc92a0d-403f-4256-b8e4-ce8ebd64a7ee tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:34.451388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0522717-9d26-4488-b15c-b7d9b09fb4b4 req-fdc92a0d-403f-4256-b8e4-ce8ebd64a7ee tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 946 time: 0.0893137 Feb 14 00:02:34.498265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d0522717-9d26-4488-b15c-b7d9b09fb4b4 req-27db7407-6e9b-4491-9988-8bc1822902f8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=f103c7b0-7928-4199-a74e-b7a5b940509e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Feb 14 00:02:34.561670 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.565789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.596863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-29b08d84-c54e-4939-997d-580b04b0fe7c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:34.598442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-29b08d84-c54e-4939-997d-580b04b0fe7c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 946 time: 0.1313424 Feb 14 00:02:34.599737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaafa2d-0ea5-491b-9caf-9277a20ae2ad,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:34.646355 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.647403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fb1e3943-e15c-44e1-ae77-4ff0c009dd8e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2418482 Feb 14 00:02:34.650129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38510) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:34.696523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port fde9033f-5597-4d65-8516-5589f71a70c8 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:02:34.696864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.811336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc51-9f5d-4fa7-a432-f445ee13c774 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:34.869430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc51-9f5d-4fa7-a432-f445ee13c774 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.010006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port fde9033f-5597-4d65-8516-5589f71a70c8, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=fde9033f-5597-4d65-8516-5589f71a70c8,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:02:35.010396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.017755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc51-9f5d-4fa7-a432-f445ee13c774 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.091084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9bc51-9f5d-4fa7-a432-f445ee13c774 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6086cb-ea32-40d0-93ec-df821b96cabb,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:35.133603 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.155316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for fde9033f-5597-4d65-8516-5589f71a70c8 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:02:35.200240 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc51-9f5d-4fa7-a432-f445ee13c774 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.201346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-63b9bc51-9f5d-4fa7-a432-f445ee13c774 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/4a6086cb-ea32-40d0-93ec-df821b96cabb HTTP/1.1" status: 204 len: 168 time: 0.5503473 Feb 14 00:02:35.204018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:35.280743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a41ab61-4bb6-4e84-9bd5-9226c0279d46 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:35.342113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a41ab61-4bb6-4e84-9bd5-9226c0279d46 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:35.343365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a41ab61-4bb6-4e84-9bd5-9226c0279d46 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1384349 Feb 14 00:02:35.346952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38518) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:35.353976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831343084'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:35.362866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:35.371326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.382131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['fde9033f-5597-4d65-8516-5589f71a70c8'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:02:35.407069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:35.426929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=fde9033f-5597-4d65-8516-5589f71a70c8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:35.466682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.525019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port fde9033f-5597-4d65-8516-5589f71a70c8 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:02:35.530518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.533059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'name': 'network-vif-deleted', 'tag': 'fde9033f-5597-4d65-8516-5589f71a70c8'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:02:35.561732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:35.564570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-733bb047-19cb-4e84-a6e0-1192d8fb0fe8 req-97753de7-abcc-4b25-974a-25b74170df28 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "DELETE /v2.0/ports/fde9033f-5597-4d65-8516-5589f71a70c8 HTTP/1.1" status: 204 len: 173 time: 0.9601665 Feb 14 00:02:35.566994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:35.569920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:35.576335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:35.611362 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff068e03-4039-4056-bdbf-71be3dd101a5', 'name': 'network-vif-deleted', 'tag': 'fde9033f-5597-4d65-8516-5589f71a70c8', 'status': 'completed', 'code': 200} Feb 14 00:02:35.640627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.673834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.786489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9ede3eba-9ec1-4053-a527-3929a9145599 req-474d0067-cfad-4516-b227-4bdc85dde6ba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:35.827470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7739b0d-ffac-48b7-b9a9-ecd5a32db63a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:35.831333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.832826 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8e854dc0-0f81-4a27-8fa2-254342abc0ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4847465 Feb 14 00:02:35.836318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38526) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:35.843465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990404403'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:35.848722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9ede3eba-9ec1-4053-a527-3929a9145599 req-474d0067-cfad-4516-b227-4bdc85dde6ba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:35.849828 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9ede3eba-9ec1-4053-a527-3929a9145599 req-474d0067-cfad-4516-b227-4bdc85dde6ba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff068e03-4039-4056-bdbf-71be3dd101a5 HTTP/1.1" status: 200 len: 210 time: 0.2128577 Feb 14 00:02:35.854347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:35.872749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:35.884214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:35.927791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:35.933135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:35.936708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:35.943407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:36.012221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.016269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.068569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f852481d-1aca-4d20-ac12-304174dcf404,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:36.079317 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.080630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c20a91f0-9cba-4bf2-b0ec-eb10a50b37bd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2434375 Feb 14 00:02:36.083451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38530) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.088750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': 'e7739b0d-ffac-48b7-b9a9-ecd5a32db63a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f852481d-1aca-4d20-ac12-304174dcf404', 'remote_ip_prefix': None}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:36.096277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:36.100809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:36.104036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:36.112583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:36.134492 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.195966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.200376 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.224657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4405c41-0d42-4732-98e6-8377b1847112,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:36.238579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.239737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-87892820-bf54-4c75-aab4-2b986fe86699 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1554031 Feb 14 00:02:36.242572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38534) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.274800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d957efa2-6a5f-4ecf-a0fa-ef1fca9e29c9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.286230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d957efa2-6a5f-4ecf-a0fa-ef1fca9e29c9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.311896 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d957efa2-6a5f-4ecf-a0fa-ef1fca9e29c9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.336164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d957efa2-6a5f-4ecf-a0fa-ef1fca9e29c9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.337525 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d957efa2-6a5f-4ecf-a0fa-ef1fca9e29c9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f4405c41-0d42-4732-98e6-8377b1847112 HTTP/1.1" status: 204 len: 168 time: 0.0940809 Feb 14 00:02:36.338497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957efa2-6a5f-4ecf-a0fa-ef1fca9e29c9 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4405c41-0d42-4732-98e6-8377b1847112,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:36.340966 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38538) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.399341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-46165794-1f69-450c-93dd-176d2bc4c1cb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:36.416908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-46165794-1f69-450c-93dd-176d2bc4c1cb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:36.418828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46165794-1f69-450c-93dd-176d2bc4c1cb tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0723350 Feb 14 00:02:36.421857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38542) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.484725 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98838cb4-e276-4183-be46-392b7acd08ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.511547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98838cb4-e276-4183-be46-392b7acd08ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.561343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98838cb4-e276-4183-be46-392b7acd08ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.584425 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838cb4-e276-4183-be46-392b7acd08ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852481d-1aca-4d20-ac12-304174dcf404,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:36.599474 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98838cb4-e276-4183-be46-392b7acd08ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.601840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-98838cb4-e276-4183-be46-392b7acd08ae tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/f852481d-1aca-4d20-ac12-304174dcf404 HTTP/1.1" status: 204 len: 168 time: 0.1790302 Feb 14 00:02:36.604612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38546) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.682267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d1fc51bd-9f14-43e4-a4f5-83e85551de58 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:36.698430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d1fc51bd-9f14-43e4-a4f5-83e85551de58 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:36.703433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d1fc51bd-9f14-43e4-a4f5-83e85551de58 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0939281 Feb 14 00:02:36.703665 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38550) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.781371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e339320e-d0ad-4ec1-beba-ad262d551d0b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.810649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e339320e-d0ad-4ec1-beba-ad262d551d0b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.857386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e339320e-d0ad-4ec1-beba-ad262d551d0b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.875664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339320e-d0ad-4ec1-beba-ad262d551d0b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7739b0d-ffac-48b7-b9a9-ecd5a32db63a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:36.889110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e339320e-d0ad-4ec1-beba-ad262d551d0b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:36.894023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e339320e-d0ad-4ec1-beba-ad262d551d0b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7739b0d-ffac-48b7-b9a9-ecd5a32db63a HTTP/1.1" status: 204 len: 168 time: 0.1857235 Feb 14 00:02:36.894198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38554) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.948730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b38db158-c46b-4118-82dd-3340088b9c6c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:36.964924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b38db158-c46b-4118-82dd-3340088b9c6c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:36.970277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b38db158-c46b-4118-82dd-3340088b9c6c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0714202 Feb 14 00:02:36.971656 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:36.987358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--735740458'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:36.995169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:37.007364 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:37.020632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.065447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:37.074771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:37.077693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:37.083798 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:37.145236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.148984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.197429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96db47-fb72-4333-8fac-7ec21579dff6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:37.206383 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.210181 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dbf15fe7-14b8-431f-a7c1-3bf35ff73254 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2351224 Feb 14 00:02:37.210298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38566) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:37.215615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': 'bb96db47-fb72-4333-8fac-7ec21579dff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:37.221812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:37.225776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:37.228583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:37.235063 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:37.253234 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.282613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.318125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.322319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.345946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b556c7-00a1-49e3-9d88-5eb16775dd72,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:37.358109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.359457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ea1ea39a-e52a-4cd9-8463-a48dea907550 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1483152 Feb 14 00:02:37.362334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38570) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:37.392369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41386fe4-48ec-4fa0-91e8-2395b8847dad tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.402983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41386fe4-48ec-4fa0-91e8-2395b8847dad tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.428776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41386fe4-48ec-4fa0-91e8-2395b8847dad tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.446417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41386fe4-48ec-4fa0-91e8-2395b8847dad tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90b556c7-00a1-49e3-9d88-5eb16775dd72,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:37.450452 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41386fe4-48ec-4fa0-91e8-2395b8847dad tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.454279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-41386fe4-48ec-4fa0-91e8-2395b8847dad tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/90b556c7-00a1-49e3-9d88-5eb16775dd72 HTTP/1.1" status: 204 len: 168 time: 0.0881577 Feb 14 00:02:37.454279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38574) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:37.499626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-962b11d2-3535-4207-8e74-77938930b8e7 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:37.516159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-962b11d2-3535-4207-8e74-77938930b8e7 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:37.517642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-962b11d2-3535-4207-8e74-77938930b8e7 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0624099 Feb 14 00:02:37.520370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38578) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:37.585489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f83593b8-4fe4-4d92-87f0-90532b8d1fc6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.609866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fde9033f-5597-4d65-8516-5589f71a70c8 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:02:37.614172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f83593b8-4fe4-4d92-87f0-90532b8d1fc6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.643451 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: fde9033f-5597-4d65-8516-5589f71a70c8 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:02:37.643793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device fde9033f-5597-4d65-8516-5589f71a70c8 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:02:37.667435 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f83593b8-4fe4-4d92-87f0-90532b8d1fc6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.686902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83593b8-4fe4-4d92-87f0-90532b8d1fc6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96db47-fb72-4333-8fac-7ec21579dff6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:37.700598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f83593b8-4fe4-4d92-87f0-90532b8d1fc6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.704910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f83593b8-4fe4-4d92-87f0-90532b8d1fc6 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb96db47-fb72-4333-8fac-7ec21579dff6 HTTP/1.1" status: 204 len: 168 time: 0.1806660 Feb 14 00:02:37.704910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38582) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:37.761166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ff0368c5-d8c9-4496-b27c-aaa96ff51b4b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:37.777843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ff0368c5-d8c9-4496-b27c-aaa96ff51b4b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:37.779289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ff0368c5-d8c9-4496-b27c-aaa96ff51b4b tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0734613 Feb 14 00:02:37.783605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38586) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:37.789456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--2496754'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:37.796431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:37.809410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:37.819405 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.856905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:37.861003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:37.863900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:37.870682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:37.934730 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.938367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.984885 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ba368-edd2-40a1-a422-fbab99ae5a7c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:37.993268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:37.994472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-05c94558-df62-4e7a-95b5-4538128ac6ee tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.2098858 Feb 14 00:02:37.997514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38592) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.002903 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': 'd97ba368-edd2-40a1-a422-fbab99ae5a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:38.009238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:38.014236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:38.016991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:38.022512 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:38.043294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.112425 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.119051 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.137341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2580d7da-cfb7-4184-9921-4d3db88ab566,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:38.162008 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.163192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-34ac5eac-0500-437f-bd5a-f3061a514a94 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1647449 Feb 14 00:02:38.165872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38600) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.186661 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b4e549d0-fc57-4c76-8597-31f57accb28c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules/2580d7da-cfb7-4184-9921-4d3db88ab566 HTTP/1.1" status: 200 len: 705 time: 0.0189824 Feb 14 00:02:38.189193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38604) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.237288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef626237-be61-4c4f-b072-6294b370eb54 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:38.254886 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef626237-be61-4c4f-b072-6294b370eb54 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:38.256197 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ef626237-be61-4c4f-b072-6294b370eb54 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0657363 Feb 14 00:02:38.258951 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38610) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.288448 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98126c2c-af09-41fe-9b4d-54d2229d9c3a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.300004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98126c2c-af09-41fe-9b4d-54d2229d9c3a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.331278 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98126c2c-af09-41fe-9b4d-54d2229d9c3a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.352400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98126c2c-af09-41fe-9b4d-54d2229d9c3a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2580d7da-cfb7-4184-9921-4d3db88ab566,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:38.360432 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98126c2c-af09-41fe-9b4d-54d2229d9c3a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.363843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-98126c2c-af09-41fe-9b4d-54d2229d9c3a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2580d7da-cfb7-4184-9921-4d3db88ab566 HTTP/1.1" status: 204 len: 168 time: 0.1018021 Feb 14 00:02:38.364226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.416141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf00b04b-4bb8-4c9f-ba11-97a182c03fbd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:38.433410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf00b04b-4bb8-4c9f-ba11-97a182c03fbd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:38.435240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf00b04b-4bb8-4c9f-ba11-97a182c03fbd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0700655 Feb 14 00:02:38.438234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38626) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.443838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': 'd97ba368-edd2-40a1-a422-fbab99ae5a7c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:38.451230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:38.461235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:38.479426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.551955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.556046 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.584124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c8c575-be5e-4949-af6c-c64cfe308bcb,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:38.596141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.599789 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1f96c877-b0f8-4238-b089-e8e54fa268ec tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1582081 Feb 14 00:02:38.600017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38634) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.622108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a0e4e5a7-db3d-4958-b62d-c598da0b2be0 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules/70c8c575-be5e-4949-af6c-c64cfe308bcb HTTP/1.1" status: 200 len: 705 time: 0.0185027 Feb 14 00:02:38.622630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38638) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.670972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b077b841-de47-4c13-a5a7-ae9f262516e4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:38.687869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b077b841-de47-4c13-a5a7-ae9f262516e4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:38.689339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b077b841-de47-4c13-a5a7-ae9f262516e4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0655377 Feb 14 00:02:38.692038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38642) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.722583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d0712f1-d9c7-4910-87f6-35f213b470fd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.733778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d0712f1-d9c7-4910-87f6-35f213b470fd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.756819 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d0712f1-d9c7-4910-87f6-35f213b470fd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.776618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0712f1-d9c7-4910-87f6-35f213b470fd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70c8c575-be5e-4949-af6c-c64cfe308bcb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:38.785700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d0712f1-d9c7-4910-87f6-35f213b470fd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.789556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9d0712f1-d9c7-4910-87f6-35f213b470fd tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/70c8c575-be5e-4949-af6c-c64cfe308bcb HTTP/1.1" status: 204 len: 168 time: 0.0964980 Feb 14 00:02:38.789712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38656) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.841794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9898e79-5040-4cb1-b414-3abbdae99089 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0508268 Feb 14 00:02:38.844413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38660) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:38.849986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': 'd97ba368-edd2-40a1-a422-fbab99ae5a7c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:38.859611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:38.864048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:38.867485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:38.873655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:38.893413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.957109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.960755 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:38.987704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c017a-c8c6-4c66-8235-8430c72827bd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:39.000111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.003216 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8ae34c42-4bf0-4b3d-b997-991c04aaa6a4 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1560209 Feb 14 00:02:39.004412 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38668) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.028211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-07f634a3-98a3-44df-933a-e32c9cc30375 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules/ac6c017a-c8c6-4c66-8235-8430c72827bd HTTP/1.1" status: 200 len: 706 time: 0.0201066 Feb 14 00:02:39.028416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38674) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.044474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.081825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef240825-bc5f-442d-ad4b-7c6da6a59c2c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:39.097575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ef240825-bc5f-442d-ad4b-7c6da6a59c2c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:39.098953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ef240825-bc5f-442d-ad4b-7c6da6a59c2c tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0695970 Feb 14 00:02:39.101789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38680) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.131526 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ded2131-ffeb-44cf-99ef-80669fc77f1e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.142361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ded2131-ffeb-44cf-99ef-80669fc77f1e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.165834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ded2131-ffeb-44cf-99ef-80669fc77f1e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.185936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded2131-ffeb-44cf-99ef-80669fc77f1e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac6c017a-c8c6-4c66-8235-8430c72827bd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:39.191788 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ded2131-ffeb-44cf-99ef-80669fc77f1e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.192870 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8ded2131-ffeb-44cf-99ef-80669fc77f1e tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ac6c017a-c8c6-4c66-8235-8430c72827bd HTTP/1.1" status: 204 len: 168 time: 0.0901353 Feb 14 00:02:39.195675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.244936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9f97d747-3a35-41bc-bceb-4ca4c69168c3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:39.260975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9f97d747-3a35-41bc-bceb-4ca4c69168c3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:39.262429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9f97d747-3a35-41bc-bceb-4ca4c69168c3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0656142 Feb 14 00:02:39.265153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38692) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.327494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d94ae769-1133-42ff-a907-26a7850f49dc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.353225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d94ae769-1133-42ff-a907-26a7850f49dc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.401488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d94ae769-1133-42ff-a907-26a7850f49dc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.427438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ae769-1133-42ff-a907-26a7850f49dc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ba368-edd2-40a1-a422-fbab99ae5a7c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:39.438738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d94ae769-1133-42ff-a907-26a7850f49dc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.442546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d94ae769-1133-42ff-a907-26a7850f49dc tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/d97ba368-edd2-40a1-a422-fbab99ae5a7c HTTP/1.1" status: 204 len: 168 time: 0.1764996 Feb 14 00:02:39.443014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.497300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-63bee37e-bc2d-48e4-b532-88fccbbaa936 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:39.510286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-63bee37e-bc2d-48e4-b532-88fccbbaa936 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:39.512157 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-63bee37e-bc2d-48e4-b532-88fccbbaa936 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0673964 Feb 14 00:02:39.517187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38700) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.523045 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923252091'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:39.531066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:39.540666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:39.550377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.585274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:39.589230 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:39.592096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:39.597622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:39.650521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.654254 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.697534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f166b1-8b99-4bbc-92b9-1e892afc572e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:39.711023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.714749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3dd586ef-b5fd-42b3-9ea6-c31ad18da76a tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1939189 Feb 14 00:02:39.715055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.720697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Request body: {'security_group_rule': {'security_group_id': 'e5f166b1-8b99-4bbc-92b9-1e892afc572e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:39.731526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.732058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:39.736181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Usage tracker for resource:security_group_rule and tenant:a51453fcb1164fafabc66d3988b88a17 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:39.738015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010048288', 'description': 'tempest-secgroup-smoke-2010048288 description', 'project_id': '195055bba165447c826c4f9286bb83fd'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:39.739261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:39.745432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:39.745653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:39.757216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:39.768801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.769244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.804688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:39.809081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:39.812073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:39.817699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:39.832691 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.835761 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.860054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73941edd-2e16-4e60-9e9e-52ff831bac18,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:39.872625 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.873842 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b7f966d-8106-4a2a-9124-fd49c36a1ad3 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1578856 Feb 14 00:02:39.876481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38712) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.877338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.884114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.929769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1958b32-4ca8-4ffb-8a77-a93b74b8097f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:39.934068 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.935285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b8fef31-4fde-42d8-9f8e-776c61357c83 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2027256 Feb 14 00:02:39.938392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38716) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:39.945742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group_rule': {'security_group_id': 'b1958b32-4ca8-4ffb-8a77-a93b74b8097f', 'project_id': '195055bba165447c826c4f9286bb83fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:39.953662 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-890e3cb7-05ca-43c1-812f-67b2c2677990 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:39.955492 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:39.967528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:39.972366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:39.984728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:39.994242 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-890e3cb7-05ca-43c1-812f-67b2c2677990 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.032412 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.076974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-890e3cb7-05ca-43c1-812f-67b2c2677990 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.184002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e3cb7-05ca-43c1-812f-67b2c2677990 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f166b1-8b99-4bbc-92b9-1e892afc572e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:40.198614 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-890e3cb7-05ca-43c1-812f-67b2c2677990 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.200513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-890e3cb7-05ca-43c1-812f-67b2c2677990 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5f166b1-8b99-4bbc-92b9-1e892afc572e HTTP/1.1" status: 204 len: 168 time: 0.3231506 Feb 14 00:02:40.203218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38720) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.219856 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.223976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.247013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17eef338-1403-4b98-9176-c7b561303ea1,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:40.257668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.259376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2c999611-e82d-4127-9f3c-c3b7352cb257 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3198104 Feb 14 00:02:40.262905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38724) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.268870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group_rule': {'security_group_id': 'b1958b32-4ca8-4ffb-8a77-a93b74b8097f', 'project_id': '195055bba165447c826c4f9286bb83fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:40.272890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-674964d2-c1a6-42fb-ba61-b3ba08434f67 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:40.275971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:40.281382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:40.284620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:40.290127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-674964d2-c1a6-42fb-ba61-b3ba08434f67 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:40.291009 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:40.294441 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-674964d2-c1a6-42fb-ba61-b3ba08434f67 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0874979 Feb 14 00:02:40.294988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38728) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.311742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.350545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a4bd2ab-8730-4f76-8486-28e6b05e3ee1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Synchronizing usage tracker for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:40.369591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a4bd2ab-8730-4f76-8486-28e6b05e3ee1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] Unset dirty status for tenant:a51453fcb1164fafabc66d3988b88a17 on resource:security_group_rule {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:40.373589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3a4bd2ab-8730-4f76-8486-28e6b05e3ee1 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0748928 Feb 14 00:02:40.373901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38732) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.382365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.386177 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.390379 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-04f9f884-f465-4599-9b0f-f51da92fc719 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] delete failed (client error): The resource could not be found. Feb 14 00:02:40.391359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-04f9f884-f465-4599-9b0f-f51da92fc719 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5f166b1-8b99-4bbc-92b9-1e892afc572e HTTP/1.1" status: 404 len: 347 time: 0.0164471 Feb 14 00:02:40.395787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38736) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.407975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5c2093-986c-4275-860b-16b7a2ee9068,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:40.431289 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.436121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-48481200-043c-414e-8647-3b7f745ee325 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1695437 Feb 14 00:02:40.436338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38740) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.441810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group_rule': {'security_group_id': 'b1958b32-4ca8-4ffb-8a77-a93b74b8097f', 'project_id': '195055bba165447c826c4f9286bb83fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:40.448075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:40.451977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:40.452457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-09bb0f8e-2b7d-4ad3-a42a-188ec8b5f9e5 tempest-SecGroupTest-1524426565 tempest-SecGroupTest-1524426565-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0555055 Feb 14 00:02:40.455773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:40.461457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:40.477663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.540806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.545139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.569225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006ac377-14e4-4a9c-b71b-73a1a6dc013e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:40.579172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.580347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7016cca8-e857-499d-b6db-a6ab0b48cd3f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430857 Feb 14 00:02:40.583055 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38746) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.588371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group_rule': {'security_group_id': 'b1958b32-4ca8-4ffb-8a77-a93b74b8097f', 'project_id': '195055bba165447c826c4f9286bb83fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:40.596138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:40.600206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:40.603862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:40.610397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:40.629337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.695010 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.700603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.723728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b03d2f-a3c2-4b5a-8274-d77b2c9bb68c,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:40.735385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.736575 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cd693797-de4a-40d7-8686-7dd26e69087f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1526010 Feb 14 00:02:40.739367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38752) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.744713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group_rule': {'security_group_id': 'b1958b32-4ca8-4ffb-8a77-a93b74b8097f', 'project_id': '195055bba165447c826c4f9286bb83fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:40.751153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:40.754871 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:40.757688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:40.758693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38756) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.764310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:40.776079 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Project 195055bba165447c826c4f9286bb83fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:02:40.782913 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.848392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.852035 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.875723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89b14b8-2290-4263-84e6-bb0eaa927bc7,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:40.884704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.885959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a851864-f8b4-4c00-9e3b-5c135dab2fba tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1456580 Feb 14 00:02:40.888755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38762) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:40.894411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'security_group_rule': {'security_group_id': 'b1958b32-4ca8-4ffb-8a77-a93b74b8097f', 'project_id': '195055bba165447c826c4f9286bb83fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:40.913656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:40.921180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:security_group_rule and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:40.925264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:40.938554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:40.959917 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Project 195055bba165447c826c4f9286bb83fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:02:40.970560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b6865e73-71e2-468b-99a3-639666161917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a51453fcb1164fafabc66d3988b88a17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2107832 Feb 14 00:02:40.971276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:40.973381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38766) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:41.040434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62c4c958-234f-4063-b695-41d36b4d8443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.041051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.045439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.070198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62c4c958-234f-4063-b695-41d36b4d8443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.078286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f6653a-5bba-493b-a116-afd862d014af,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:41.085138 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.086622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d098dbff-9d07-447f-a1ec-a5bc4ed19a6e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1969171 Feb 14 00:02:41.129942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62c4c958-234f-4063-b695-41d36b4d8443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.148368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c958-234f-4063-b695-41d36b4d8443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6211b106-0935-4b05-bb05-9ccb2dd9063c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:41.165494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-62c4c958-234f-4063-b695-41d36b4d8443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:41.169528 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-62c4c958-234f-4063-b695-41d36b4d8443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6211b106-0935-4b05-bb05-9ccb2dd9063c HTTP/1.1" status: 204 len: 168 time: 0.1951129 Feb 14 00:02:42.068518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38828) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:42.205716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-578bd315-5a1e-483c-a509-b95cef552597 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-805447990', 'prefixes': ['172.20.0.0/16']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:42.212075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-578bd315-5a1e-483c-a509-b95cef552597 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:42.274535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-578bd315-5a1e-483c-a509-b95cef552597 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] Notify callbacks [] for subnetpool, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:42.275896 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-578bd315-5a1e-483c-a509-b95cef552597 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2062850 Feb 14 00:02:42.279011 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38834) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:42.311555 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4353887a-bf81-4f8b-abb7-d56856d5c611 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] 10.222.0.36 "GET /v2.0/subnetpools/3d0241d0-453a-4f27-85f8-2f12d1fb0a3e HTTP/1.1" status: 200 len: 731 time: 0.0312276 Feb 14 00:02:42.314109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38838) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:42.319699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-8ddcb596-9c57-4cdd-8ccd-9f7f7af1f806 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1262909746'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:42.407257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb596-9c57-4cdd-8ccd-9f7f7af1f806 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] Notify callbacks [] for subnetpool, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:42.410056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8ddcb596-9c57-4cdd-8ccd-9f7f7af1f806 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] 10.222.0.36 "PUT /v2.0/subnetpools/3d0241d0-453a-4f27-85f8-2f12d1fb0a3e HTTP/1.1" status: 200 len: 684 time: 0.0932508 Feb 14 00:02:42.411275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:42.504006 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1d190466-5077-4e24-a329-5f5f83110d93 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] Notify callbacks [] for subnetpool, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:42.505114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1d190466-5077-4e24-a329-5f5f83110d93 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3d0241d0-453a-4f27-85f8-2f12d1fb0a3e HTTP/1.1" status: 204 len: 168 time: 0.0926762 Feb 14 00:02:42.507936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:42.530103 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [None req-094fb788-13e6-4459-b3da-2599f697f709 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] show failed (client error): The resource could not be found. Feb 14 00:02:42.533895 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-094fb788-13e6-4459-b3da-2599f697f709 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] 10.222.0.36 "GET /v2.0/subnetpools/3d0241d0-453a-4f27-85f8-2f12d1fb0a3e HTTP/1.1" status: 404 len: 346 time: 0.0225654 Feb 14 00:02:42.534797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:42.553595 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-0b695e74-0444-4c73-98c5-f403be404582 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] delete failed (client error): The resource could not be found. Feb 14 00:02:42.554588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0b695e74-0444-4c73-98c5-f403be404582 tempest-SubnetPoolsTestJSON-1876918617 tempest-SubnetPoolsTestJSON-1876918617-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3d0241d0-453a-4f27-85f8-2f12d1fb0a3e HTTP/1.1" status: 404 len: 346 time: 0.0185170 Feb 14 00:02:42.866117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38860) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:43.016898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.052217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:43.056224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Usage tracker for resource:security_group_rule and tenant:e9d5ff6c150c4ce589cb38d8d8ff9f61 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:43.059300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:43.065239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:43.137042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.141426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.187431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a697afdd-e503-403b-b315-60942657e58b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:43.191330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4489824d-ae0e-4345-a85b-4bf421dffefb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9d5ff6c150c4ce589cb38d8d8ff9f61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249509 Feb 14 00:02:43.193929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38866) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:43.260875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4fbda035-227b-4711-a612-f74821221396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.287818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4fbda035-227b-4711-a612-f74821221396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.341591 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4fbda035-227b-4711-a612-f74821221396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.359559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbda035-227b-4711-a612-f74821221396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a697afdd-e503-403b-b315-60942657e58b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:43.362798 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4fbda035-227b-4711-a612-f74821221396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:43.363893 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4fbda035-227b-4711-a612-f74821221396 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a697afdd-e503-403b-b315-60942657e58b HTTP/1.1" status: 204 len: 168 time: 0.1689849 Feb 14 00:02:46.181879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:46.332993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.369646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:46.377531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Usage tracker for resource:security_group_rule and tenant:c4e9b8f5e5ef4b23a6708017afa86939 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:46.380569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:46.388779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:46.459386 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.463796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.513816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319dd81b-819a-485f-9ab1-429357bd5c10,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:46.525790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cb52a251-e22b-4c55-93cb-73013106de1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4e9b8f5e5ef4b23a6708017afa86939&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3401639 Feb 14 00:02:46.525790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38956) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:46.588961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a0428ed-9905-403b-907c-92641cccbcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.615643 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a0428ed-9905-403b-907c-92641cccbcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.669781 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a0428ed-9905-403b-907c-92641cccbcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.684428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0428ed-9905-403b-907c-92641cccbcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319dd81b-819a-485f-9ab1-429357bd5c10,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:46.692648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a0428ed-9905-403b-907c-92641cccbcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:46.696572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a0428ed-9905-403b-907c-92641cccbcaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/319dd81b-819a-485f-9ab1-429357bd5c10 HTTP/1.1" status: 204 len: 168 time: 0.1698577 Feb 14 00:02:47.034730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 38968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:47.054796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.089509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:47.093456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Usage tracker for resource:security_group_rule and tenant:0f48b7f6a65642c7b04b62e94277b337 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:47.096653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:47.102263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:47.172913 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.177815 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.229596 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-70b97388-6267-40ac-8105-809490653001 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f48b7f6a65642c7b04b62e94277b337&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937170 Feb 14 00:02:47.231309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b97388-6267-40ac-8105-809490653001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b45bcb-f255-49f1-8a9a-07411c5437c1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:47.232857 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 38972) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:47.297681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42264528-38f4-4a48-9931-3ab94b278b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.323807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42264528-38f4-4a48-9931-3ab94b278b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.376994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42264528-38f4-4a48-9931-3ab94b278b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.391449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264528-38f4-4a48-9931-3ab94b278b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b45bcb-f255-49f1-8a9a-07411c5437c1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:47.399792 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-42264528-38f4-4a48-9931-3ab94b278b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:47.401041 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-42264528-38f4-4a48-9931-3ab94b278b6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3b45bcb-f255-49f1-8a9a-07411c5437c1 HTTP/1.1" status: 204 len: 168 time: 0.1672194 Feb 14 00:02:49.933591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39034) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:50.090934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.122558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:50.126378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1372a353e841c4a60fa6c75973c44d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:50.130183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:50.136850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:50.204519 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.208647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.254755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d167080-9e87-4d57-93fd-491b6386acf4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:50.262839 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-88d05aea-f452-4da6-9b84-57056a269586 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b1372a353e841c4a60fa6c75973c44d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281145 Feb 14 00:02:50.263099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39042) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:50.331592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3e15b17-a173-487d-8714-fe98461d29b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.361131 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3e15b17-a173-487d-8714-fe98461d29b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.416143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3e15b17-a173-487d-8714-fe98461d29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.433936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e15b17-a173-487d-8714-fe98461d29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d167080-9e87-4d57-93fd-491b6386acf4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:50.442790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3e15b17-a173-487d-8714-fe98461d29b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.450581 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a3e15b17-a173-487d-8714-fe98461d29b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d167080-9e87-4d57-93fd-491b6386acf4 HTTP/1.1" status: 204 len: 168 time: 0.1822128 Feb 14 00:02:50.892989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39060) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:50.913834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:50.959273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:50.964059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:72bb7eba7cea4cb985b99743e7f597f7 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:02:50.972586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:02:50.978816 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:51.068344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:51.076469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:51.142611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72bb7eba7cea4cb985b99743e7f597f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2482302 Feb 14 00:02:51.143761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39064) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:02:51.146561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c454d-e050-4ce3-9c6e-76b34b1d1ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502554d4-78e6-49f5-8897-8819fe4bb666,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:51.166958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f588-c8fe-4605-959a-1926867a435b req-a8d7c568-6559-4d6a-bfda-30a26b30ee67 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:51.169124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a630f588-c8fe-4605-959a-1926867a435b req-a8d7c568-6559-4d6a-bfda-30a26b30ee67 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1448915 Feb 14 00:02:51.254081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a630f588-c8fe-4605-959a-1926867a435b req-b99aa093-8450-4bfd-9b82-2427375110a2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792143 Feb 14 00:02:51.260684 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc13a3ac-0c12-4883-a613-7e88ace5baf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:51.287999 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc13a3ac-0c12-4883-a613-7e88ace5baf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:51.345593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc13a3ac-0c12-4883-a613-7e88ace5baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:51.362413 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13a3ac-0c12-4883-a613-7e88ace5baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502554d4-78e6-49f5-8897-8819fe4bb666,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:02:51.377476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dc13a3ac-0c12-4883-a613-7e88ace5baf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:02:51.381679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dc13a3ac-0c12-4883-a613-7e88ace5baf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/502554d4-78e6-49f5-8897-8819fe4bb666 HTTP/1.1" status: 204 len: 168 time: 0.2339170 Feb 14 00:02:52.485834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf39fb-f9be-46b9-a289-5f2513a07717 req-e53154b4-615b-429d-b70e-86c600508ce5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:52.494096 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-facf39fb-f9be-46b9-a289-5f2513a07717 req-e53154b4-615b-429d-b70e-86c600508ce5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1098578 Feb 14 00:02:52.550626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-facf39fb-f9be-46b9-a289-5f2513a07717 req-69312ce4-ce3e-4089-9c78-59e2e215cbdf tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551805 Feb 14 00:02:53.768657 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceaf32-f776-4b31-b331-5b4603ba9173 req-280c6921-cc12-4e9c-a0a9-5a10abe679fb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:53.770059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ceaf32-f776-4b31-b331-5b4603ba9173 req-280c6921-cc12-4e9c-a0a9-5a10abe679fb tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.0876334 Feb 14 00:02:53.818882 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ceaf32-f776-4b31-b331-5b4603ba9173 req-cb0719bc-4ed3-4139-8213-4d34ea664145 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433657 Feb 14 00:02:55.079362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037e60a-b40d-4572-b3f6-f07a09e94259 req-c9915022-bce4-4b40-a03c-175feb9239e9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:55.083200 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b037e60a-b40d-4572-b3f6-f07a09e94259 req-c9915022-bce4-4b40-a03c-175feb9239e9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1251884 Feb 14 00:02:55.144462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b037e60a-b40d-4572-b3f6-f07a09e94259 req-5d015317-5550-4053-844e-10ab1b3b9c38 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549073 Feb 14 00:02:56.352722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7fca-c7e8-4472-a0a3-c613ef09fccb req-3616437d-6f45-4153-a8ba-c655e76a8b3c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:56.354171 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d0f7fca-c7e8-4472-a0a3-c613ef09fccb req-3616437d-6f45-4153-a8ba-c655e76a8b3c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.0784190 Feb 14 00:02:56.398512 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d0f7fca-c7e8-4472-a0a3-c613ef09fccb req-317fa72b-7bb2-4b1d-bd2e-0d07b4d50c1c tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381677 Feb 14 00:02:57.244208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-35759541-7c91-4468-80bc-016dd728e55b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:02:57.258419 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-35759541-7c91-4468-80bc-016dd728e55b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:02:57.259877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-35759541-7c91-4468-80bc-016dd728e55b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010048288&fields=id&tenant_id=195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 267 time: 0.0545704 Feb 14 00:02:57.408833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-68abbae1-91aa-4d4d-b712-b2e635321008 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:57.410282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-68abbae1-91aa-4d4d-b712-b2e635321008 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1426854 Feb 14 00:02:57.429117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-25c1aaae-e2cd-48b8-bdc3-c529f9bdd1d0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0120938 Feb 14 00:02:57.518052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-a54582f5-c9e8-4638-97eb-ad4046c8867d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836840 Feb 14 00:02:57.616160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efda94-5480-4418-bf6d-9c01d1f5b528 req-ab6a2045-79cb-422b-9214-bd6516fcbe44 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:57.617617 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14efda94-5480-4418-bf6d-9c01d1f5b528 req-ab6a2045-79cb-422b-9214-bd6516fcbe44 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.0790040 Feb 14 00:02:57.664502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14efda94-5480-4418-bf6d-9c01d1f5b528 req-01168e17-eacd-49b7-b895-115964c1a1f7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412951 Feb 14 00:02:57.666762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-daedc612-a1c4-4961-bf82-236a063c2640 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343818 Feb 14 00:02:57.905172 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-725c0662-64c2-4210-8424-9ac011277825 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327750 Feb 14 00:02:58.300073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f20aee78-5b40-406f-b7ef-694aa7a9807b req-4bda33dc-83e3-4000-8cb3-f1c1d590aa78 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 210 time: 0.0441432 Feb 14 00:02:58.477139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-1311258d-4380-4611-92bb-cabf3abbadba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1096 time: 0.0761051 Feb 14 00:02:58.630308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-a8200208-3bc6-4153-8197-b83518cff570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:58.631785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-a8200208-3bc6-4153-8197-b83518cff570 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 200 len: 897 time: 0.1364157 Feb 14 00:02:58.740588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-11c20d21-2dc2-410d-9a7e-ef1298c345b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 200 len: 1000 time: 0.1028912 Feb 14 00:02:58.845264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-3c23027e-e42d-4792-ae29-c974ad75f387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:58.846700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-3c23027e-e42d-4792-ae29-c974ad75f387 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=126cfe85-b842-4b97-a0ab-6732ab0ee5c2 HTTP/1.1" status: 200 len: 833 time: 0.0999968 Feb 14 00:02:58.934287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4bb8-13d3-48c9-a195-57224aafaa42 req-f103539a-9c77-402c-b3f7-2d93d6d78c50 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:58.935729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5add4bb8-13d3-48c9-a195-57224aafaa42 req-f103539a-9c77-402c-b3f7-2d93d6d78c50 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1449850 Feb 14 00:02:58.972339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-3e459cf7-d545-480b-9caa-5a9cc2568c24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2177764f-fefd-4b4b-8704-3dcb5293a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180403 Feb 14 00:02:59.074622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5add4bb8-13d3-48c9-a195-57224aafaa42 req-cb5ff76d-f68c-4275-bb71-1a6bbc89158a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296177 Feb 14 00:02:59.140787 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-c93ba299-2258-4ab0-a2e9-990d40772736 service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592796 Feb 14 00:02:59.279227 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea731b33-96dc-4d55-ab65-0ec2c7daacc3 req-66ed4f57-2070-4d6a-8ad6-c38f11d4f1f4 service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306126 Feb 14 00:02:59.473449 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-286b2093-36fd-4b10-8936-17672bdbc4ca req-5c9022a6-1719-4d59-9611-1f0b4f815113 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 210 time: 0.0445328 Feb 14 00:02:59.575234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-9cf1e9f2-e8e0-4a6e-ab75-717bfec815a7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:02:59.576623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-9cf1e9f2-e8e0-4a6e-ab75-717bfec815a7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1642985 Feb 14 00:02:59.663783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-4ab9c3fc-bf46-44dc-8d59-2efb77b4dc73 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 380 time: 0.0411222 Feb 14 00:02:59.676042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'security_groups': ['b1958b32-4ca8-4ffb-8a77-a93b74b8097f']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:02:59.813828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:02:59.823414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:02:59.835522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:02:59.838672 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:00.029309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.5 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/19c42884-93c5-459d-9af9-f940fec156b2) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:03:00.217237 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9eda485e-91b1-47dc-9693-492d0f023470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:00.269770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:00.293134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object 19c42884-93c5-459d-9af9-f940fec156b2 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:03:00.336359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d329f1-1635-4385-b215-4f8498e56ed3 req-5b7268f4-6706-44de-bcf0-790f599403b9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:00.344067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4d329f1-1635-4385-b215-4f8498e56ed3 req-5b7268f4-6706-44de-bcf0-790f599403b9 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1300111 Feb 14 00:03:00.385560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:00.561439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4d329f1-1635-4385-b215-4f8498e56ed3 req-091651b5-9d16-4cf2-ae8e-61066e86e5a5 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169349 Feb 14 00:03:00.591736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:03:00.597242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:00.599893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:03:00.693383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:00.694130 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:00.703686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=19c42884-93c5-459d-9af9-f940fec156b2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:00.733645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5113f-4a6f-49e8-8d2d-ab2ea5a7f70e req-b7947089-0cee-4102-8405-af650746369b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:00.738449 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ce5113f-4a6f-49e8-8d2d-ab2ea5a7f70e req-b7947089-0cee-4102-8405-af650746369b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 931 time: 0.1052487 Feb 14 00:03:00.755747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-7cf6abba-b1e8-4e4b-9c83-eea37837f387 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834346 Feb 14 00:03:00.811513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9ce5113f-4a6f-49e8-8d2d-ab2ea5a7f70e req-8f907ed2-72d8-4cf6-b8d4-1b8a3c466e81 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677242 Feb 14 00:03:00.945926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Request body: {'port': {'device_id': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:03:01.024209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a397af6d-1cab-4105-b4ae-5ee364fa401e None None] Provisioning for port 19c42884-93c5-459d-9af9-f940fec156b2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:03:01.033200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a397af6d-1cab-4105-b4ae-5ee364fa401e None None] Provisioning complete for port 19c42884-93c5-459d-9af9-f940fec156b2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:01.034215 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a397af6d-1cab-4105-b4ae-5ee364fa401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:01.061487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:01.119203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a397af6d-1cab-4105-b4ae-5ee364fa401e None None] Port 19c42884-93c5-459d-9af9-f940fec156b2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:03:01.446524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c42884-93c5-459d-9af9-f940fec156b2 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:03:01.472870 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:01.498393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Transition to ACTIVE for port object 19c42884-93c5-459d-9af9-f940fec156b2 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:03:01.503252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:01.672466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Pushing event updated for resources: {'Port': ['ID=19c42884-93c5-459d-9af9-f940fec156b2,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:01.860652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Attempting to bind port 19c42884-93c5-459d-9af9-f940fec156b2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:03:01.860652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Attempting to bind port 19c42884-93c5-459d-9af9-f940fec156b2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:03:01.860915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Attempting to bind port 19c42884-93c5-459d-9af9-f940fec156b2 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:03:01.871310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e159dda-10cf-42b6-9454-8221e34051da req-49566690-c8c6-4ec2-b62e-47cee1115d29 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:01.873042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e159dda-10cf-42b6-9454-8221e34051da req-49566690-c8c6-4ec2-b62e-47cee1115d29 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1582100 Feb 14 00:03:01.875913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Port 19c42884-93c5-459d-9af9-f940fec156b2 on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:03:01.876245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Attempting to bind port 19c42884-93c5-459d-9af9-f940fec156b2 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:03:01.890311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39228) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:01.898126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:03:01.898473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:03:01.898860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:03:01.899305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Bound port: 19c42884-93c5-459d-9af9-f940fec156b2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:03:01.899648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:01.987407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e159dda-10cf-42b6-9454-8221e34051da req-8bfe235d-ba43-465c-81cb-64685c190912 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054802 Feb 14 00:03:02.015937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] For port 19c42884-93c5-459d-9af9-f940fec156b2, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:03:02.019187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] For port 19c42884-93c5-459d-9af9-f940fec156b2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=19c42884-93c5-459d-9af9-f940fec156b2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:03:02.029224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.038998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4f65-8b7f-4ab3-9f48-833d15b09828 req-78e81fdd-ea7f-4e49-8657-8cff706c52da tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:02.040619 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86bb4f65-8b7f-4ab3-9f48-833d15b09828 req-78e81fdd-ea7f-4e49-8657-8cff706c52da tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0936029 Feb 14 00:03:02.085016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.105671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.107406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-81a022f9-058c-4b45-9729-5427db547323 service neutron] 10.222.0.42 "PUT /v2.0/ports/19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 200 len: 1091 time: 1.3400185 Feb 14 00:03:02.107925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:02.127305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a022f9-058c-4b45-9729-5427db547323 service neutron] Pushing event updated for resources: {'Port': ['ID=19c42884-93c5-459d-9af9-f940fec156b2,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:02.150946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86bb4f65-8b7f-4ab3-9f48-833d15b09828 req-55c6f4f5-e362-40e0-ac7d-896f3771a94e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043732 Feb 14 00:03:02.162544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:02.167373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Usage tracker for resource:security_group_rule and tenant:d126973fa05a47108247afe93b259d82 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:02.170521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:02.176520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:02.203948 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2', 'status': 'completed', 'code': 200} Feb 14 00:03:02.242542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-f9a2b8a0-c961-44ad-884c-123e195022fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1094 time: 0.0872731 Feb 14 00:03:02.250813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.254847 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.294733 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d126973fa05a47108247afe93b259d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4033384 Feb 14 00:03:02.297246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39236) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:02.322373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-ca26ce5d-3b22-44e6-acbe-2061744e8852 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 200 len: 217 time: 0.0685761 Feb 14 00:03:02.327690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e7eea-8e9d-4481-afd6-79c0dcd7bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54598b62-bea8-4948-9d92-1a28483159e3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:02.379577 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1156b315-42c1-4a11-8d60-62f8b64c89a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.391164 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1348c736-cf83-402f-ab0a-0c51578f8c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.401015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-deb57076-6cee-4e26-8515-936d96351e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:02.402943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-deb57076-6cee-4e26-8515-936d96351e42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0659380 Feb 14 00:03:02.410236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1156b315-42c1-4a11-8d60-62f8b64c89a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.463688 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1156b315-42c1-4a11-8d60-62f8b64c89a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.483664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b315-42c1-4a11-8d60-62f8b64c89a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54598b62-bea8-4948-9d92-1a28483159e3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:02.488576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-46591efb-4a1e-4cb9-9c57-57482e1351e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765715 Feb 14 00:03:02.489169 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1156b315-42c1-4a11-8d60-62f8b64c89a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.493711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1156b315-42c1-4a11-8d60-62f8b64c89a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54598b62-bea8-4948-9d92-1a28483159e3 HTTP/1.1" status: 204 len: 168 time: 0.1933568 Feb 14 00:03:02.640396 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-d2f93a35-229c-4690-b2b9-598465940ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405003 Feb 14 00:03:02.843297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39244) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:02.861864 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.879853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f38b5da8-2a7c-4e9e-b26d-0276359e359c req-e5c07fb1-2a80-4152-8452-980c2ce541a1 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300687 Feb 14 00:03:02.895674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:02.899756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Usage tracker for resource:security_group_rule and tenant:dad5aacc10324c5cbbc7f6ab3a3b8902 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:02.903373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:02.909314 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:02.978540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:02.983418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:03.008226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-339eed4b-0d4f-4ec4-af62-ae2f99762690 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1094 time: 0.0695126 Feb 14 00:03:03.032116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1907133-183f-476b-b5e6-13c22da81f38,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:03.039231 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2a9b5bfa-282e-4621-8113-857db2706558 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dad5aacc10324c5cbbc7f6ab3a3b8902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948547 Feb 14 00:03:03.040719 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39250) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:03.101929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-378880e2-ac95-49e8-b12b-93f66c351df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:03.127907 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-378880e2-ac95-49e8-b12b-93f66c351df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:03.157467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-57060def-35c5-46d5-9a3f-b1ea386addea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:03.158918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-57060def-35c5-46d5-9a3f-b1ea386addea service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1449108 Feb 14 00:03:03.233360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-6fdc4e6d-b489-4b9c-a3f0-e9dd205c10ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 200 len: 217 time: 0.0674727 Feb 14 00:03:03.242292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7166090-2d51-49bd-aa7e-404e42bb63f3 req-dcdee9e9-e101-4fac-94de-84fabdb8a1a6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:03.243752 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7166090-2d51-49bd-aa7e-404e42bb63f3 req-dcdee9e9-e101-4fac-94de-84fabdb8a1a6 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1053166 Feb 14 00:03:03.265241 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-378880e2-ac95-49e8-b12b-93f66c351df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:03.288336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378880e2-ac95-49e8-b12b-93f66c351df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1907133-183f-476b-b5e6-13c22da81f38,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:03.298539 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-378880e2-ac95-49e8-b12b-93f66c351df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:03.299639 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-378880e2-ac95-49e8-b12b-93f66c351df2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1907133-183f-476b-b5e6-13c22da81f38 HTTP/1.1" status: 204 len: 168 time: 0.2577152 Feb 14 00:03:03.314994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a7166090-2d51-49bd-aa7e-404e42bb63f3 req-7f770716-573a-4760-8d3e-9d321ab33a90 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639751 Feb 14 00:03:03.347351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-4e6d44f4-00a0-46c5-9468-498409c1fe0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:03.348786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-4e6d44f4-00a0-46c5-9468-498409c1fe0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1078134 Feb 14 00:03:03.423805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9921b-c18c-422e-a35f-b67a4034ac3d req-42c2a591-1696-4801-ae75-462a2bedb7cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:03.424492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6cb9921b-c18c-422e-a35f-b67a4034ac3d req-42c2a591-1696-4801-ae75-462a2bedb7cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:03:03.454159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-6cb9921b-c18c-422e-a35f-b67a4034ac3d req-42c2a591-1696-4801-ae75-462a2bedb7cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:03:03.455293 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6cb9921b-c18c-422e-a35f-b67a4034ac3d req-42c2a591-1696-4801-ae75-462a2bedb7cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.1740539 Feb 14 00:03:03.458967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-1fb91ee5-f933-436d-9cb6-3172354e2428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983143 Feb 14 00:03:03.589563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6cb9921b-c18c-422e-a35f-b67a4034ac3d req-83175532-dfe9-454e-9140-b4f7123cde5f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284268 Feb 14 00:03:03.610574 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:03.632660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-1e1afcf6-c7be-45a0-af34-713630c5fb31 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570821 Feb 14 00:03:03.824064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5ee96c0-762b-49f3-ba6e-458faec715a9 req-74678a4d-def3-4aaa-b2ec-34a2b6dc19f2 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806555 Feb 14 00:03:03.836321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-adab6a03-df3c-44e9-8f6b-6a6755914847 req-9557c47b-de75-4bfd-a899-498f602c20a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1096 time: 0.1218474 Feb 14 00:03:03.881811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-adab6a03-df3c-44e9-8f6b-6a6755914847 req-48a4a89f-35d3-4c3c-8ead-c34f089f33c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383012 Feb 14 00:03:03.896259 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:04.525607 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0267c-198e-4a87-b21d-ff894cd49d37 req-910ebeab-3e45-45eb-b2f1-2cc960ea4f02 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:04.527215 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19c0267c-198e-4a87-b21d-ff894cd49d37 req-910ebeab-3e45-45eb-b2f1-2cc960ea4f02 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.0823545 Feb 14 00:03:04.572809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19c0267c-198e-4a87-b21d-ff894cd49d37 req-2d8de43d-b21f-4cd0-9485-7b1a10bdb1ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400774 Feb 14 00:03:04.811179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074267c9-18c5-4efa-8470-16b32a553823 req-55e83dcc-eac6-4881-9141-33ea03cd6c4d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:04.812953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-074267c9-18c5-4efa-8470-16b32a553823 req-55e83dcc-eac6-4881-9141-33ea03cd6c4d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0924144 Feb 14 00:03:04.871452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-074267c9-18c5-4efa-8470-16b32a553823 req-5a07f147-f15f-4c1a-874e-a9c81ce06eb4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521696 Feb 14 00:03:05.138350 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:05.735273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:03:05.759524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:03:05.790058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc18b-e45f-432d-aecf-b59edd59d4bc req-a31908f5-8807-43c6-b3a0-acf4a6c0d2ac tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:05.799659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fcbc18b-e45f-432d-aecf-b59edd59d4bc req-a31908f5-8807-43c6-b3a0-acf4a6c0d2ac tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1036494 Feb 14 00:03:05.804518 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:03:05.856379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6fcbc18b-e45f-432d-aecf-b59edd59d4bc req-537f1f63-46c3-4e8d-bfe2-bac1b12eb41a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558014 Feb 14 00:03:05.880887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39312) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:05.995765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:06.011718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'port_id': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'mac_address': 'fa:16:3e:23:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:03:06.081887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-733d11c2-9e7a-47ba-b786-f0a87d863e4a tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/floatingips/9e0035db-6838-43db-bd61-9f00d29be653 HTTP/1.1" status: 200 len: 992 time: 0.1937292 Feb 14 00:03:06.096428 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:06.103598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efbe73-723c-4b67-89fb-d97235cbb0b4 req-6f0a56c7-3624-4554-9a6c-5bb385981f4f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:06.106006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82efbe73-723c-4b67-89fb-d97235cbb0b4 req-6f0a56c7-3624-4554-9a6c-5bb385981f4f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0919085 Feb 14 00:03:06.144133 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:06.154686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82efbe73-723c-4b67-89fb-d97235cbb0b4 req-c0dca3e6-01e1-4d90-92b9-a1ce43e5edd5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Feb 14 00:03:06.157253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:06.176669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:06.178976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0f16002-cbfb-419a-bf9c-94db280b4586 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:03:06.186709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:06.253131 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'code': 200} Feb 14 00:03:06.299456 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:03:06.299717 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:03:06.300330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:06.309183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.309522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.309855 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.310209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.310538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.310864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.311179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.311497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.311811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.312122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.312433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:06.886530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:06.903624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f16002-cbfb-419a-bf9c-94db280b4586 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:03:06.919348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:06.924310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:06.988157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:07.164924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['d0f16002-cbfb-419a-bf9c-94db280b4586'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:03:07.302923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:07.377231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581abfd7-ff73-4d31-8c89-04dc5419a650 req-20b70fd9-f5b7-4feb-a66b-07e1757de560 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:07.378751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-581abfd7-ff73-4d31-8c89-04dc5419a650 req-20b70fd9-f5b7-4feb-a66b-07e1757de560 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0866463 Feb 14 00:03:07.438845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-581abfd7-ff73-4d31-8c89-04dc5419a650 req-4bc01a73-7a7d-4bcb-b9e5-5278e95674aa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488482 Feb 14 00:03:08.648875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ba6c4-c494-495f-8fb0-15a70b2bed72 req-2d41de94-d6ff-44b1-b32e-df4cec01fa8c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:08.650368 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-742ba6c4-c494-495f-8fb0-15a70b2bed72 req-2d41de94-d6ff-44b1-b32e-df4cec01fa8c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0816505 Feb 14 00:03:08.697904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-742ba6c4-c494-495f-8fb0-15a70b2bed72 req-268e0e3a-15f9-4539-ab31-443dfe651ada tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Feb 14 00:03:09.032382 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:09.781073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:03:09.850274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port d0f16002-cbfb-419a-bf9c-94db280b4586 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:09.850893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:09.915329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0a54-92d1-4bd7-aa6d-568496a3a1e3 req-ece0494c-dc44-4a49-98e6-fedce89dd97c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:09.916793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c1e0a54-92d1-4bd7-aa6d-568496a3a1e3 req-ece0494c-dc44-4a49-98e6-fedce89dd97c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0854800 Feb 14 00:03:09.973528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c1e0a54-92d1-4bd7-aa6d-568496a3a1e3 req-ca73a26c-3c2e-4bf0-a3e2-900d58bff9c0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506690 Feb 14 00:03:09.975944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:10.011619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:10.022576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:10.029104 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:10.083410 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'code': 200} Feb 14 00:03:10.109440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:11.207723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba6402-6eb6-4bc3-92d1-bc2471559468 req-f9fba44f-ac0f-40e6-b61a-617dbaeaa6c9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:11.209218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04ba6402-6eb6-4bc3-92d1-bc2471559468 req-f9fba44f-ac0f-40e6-b61a-617dbaeaa6c9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 943 time: 0.0953081 Feb 14 00:03:11.259198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04ba6402-6eb6-4bc3-92d1-bc2471559468 req-06574e6f-8227-4906-80f5-b8fa3b508d72 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Feb 14 00:03:11.313228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 19c42884-93c5-459d-9af9-f940fec156b2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:03:11.457282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 19c42884-93c5-459d-9af9-f940fec156b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=19c42884-93c5-459d-9af9-f940fec156b2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:11.470819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '19c42884-93c5-459d-9af9-f940fec156b2', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': '19c42884-93c5-459d-9af9-f940fec156b2', 'mac_address': 'fa:16:3e:7c:63:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:03:11.529468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:11.548072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c42884-93c5-459d-9af9-f940fec156b2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:03:11.551573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39366) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:11.565429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 19c42884-93c5-459d-9af9-f940fec156b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=19c42884-93c5-459d-9af9-f940fec156b2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:11.569340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:11.633392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=19c42884-93c5-459d-9af9-f940fec156b2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:11.695937 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:11.727556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:11.731496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Usage tracker for resource:security_group_rule and tenant:7cad69629218482794cf593af15fac95 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:11.734316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:11.739993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:11.803965 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:11.808270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:11.811077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['19c42884-93c5-459d-9af9-f940fec156b2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:03:11.852470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e08b4-2a5a-4398-b34c-82f27c805796,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:11.857790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c05cb503-b79f-4a55-9422-4d4504b5d13c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cad69629218482794cf593af15fac95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049428 Feb 14 00:03:11.860710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39372) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:11.920690 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87e800e9-7cac-40de-b72f-9c76f4b882ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:11.946132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87e800e9-7cac-40de-b72f-9c76f4b882ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.015647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87e800e9-7cac-40de-b72f-9c76f4b882ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.031391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e800e9-7cac-40de-b72f-9c76f4b882ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e08b4-2a5a-4398-b34c-82f27c805796,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:12.037638 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87e800e9-7cac-40de-b72f-9c76f4b882ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.041500 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-87e800e9-7cac-40de-b72f-9c76f4b882ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/882e08b4-2a5a-4398-b34c-82f27c805796 HTTP/1.1" status: 204 len: 168 time: 0.1799099 Feb 14 00:03:12.363345 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39382) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:12.381546 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.458900 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:12.469044 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Usage tracker for resource:security_group_rule and tenant:5d279a1f86cf4158b2e8c75882eec8b5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:12.473236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:12.480702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:12.512713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf39f1a-bfe1-418a-9e88-a0f2e91cde48 req-62bf3546-96a4-4e6b-a76a-db379f7dbb44 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:12.514116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-faf39f1a-bfe1-418a-9e88-a0f2e91cde48 req-62bf3546-96a4-4e6b-a76a-db379f7dbb44 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 944 time: 0.1231489 Feb 14 00:03:12.591524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-faf39f1a-bfe1-418a-9e88-a0f2e91cde48 req-9ef9a370-1856-4ff3-a864-cc480a7e142c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708456 Feb 14 00:03:12.604099 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.608141 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.660117 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d279a1f86cf4158b2e8c75882eec8b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2930932 Feb 14 00:03:12.660117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae69a8a-1f61-4573-be43-72fb643898af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95655383-de9c-4fb8-957a-4b1b37b293f6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:12.660457 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39386) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:12.812980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b058f59-efbb-4a44-8b5d-11b8dbe834e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.836811 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b058f59-efbb-4a44-8b5d-11b8dbe834e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.886897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b058f59-efbb-4a44-8b5d-11b8dbe834e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.902048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b058f59-efbb-4a44-8b5d-11b8dbe834e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95655383-de9c-4fb8-957a-4b1b37b293f6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:12.910495 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b058f59-efbb-4a44-8b5d-11b8dbe834e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:12.911594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b058f59-efbb-4a44-8b5d-11b8dbe834e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95655383-de9c-4fb8-957a-4b1b37b293f6 HTTP/1.1" status: 204 len: 168 time: 0.2504365 Feb 14 00:03:13.326462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 19c42884-93c5-459d-9af9-f940fec156b2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:03:13.395589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 19c42884-93c5-459d-9af9-f940fec156b2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:03:13.400309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 19c42884-93c5-459d-9af9-f940fec156b2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:13.400676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:13.521378 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:13.550055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:13.560334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 19c42884-93c5-459d-9af9-f940fec156b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=19c42884-93c5-459d-9af9-f940fec156b2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:13.565381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:13.611512 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2', 'code': 200} Feb 14 00:03:13.637131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=19c42884-93c5-459d-9af9-f940fec156b2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:13.769500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c26aa2-2e8a-4e73-84f6-41c3a8d00f41 req-125ca9be-04f1-4836-9842-ddffdedbd69c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1096 time: 0.0778761 Feb 14 00:03:13.798909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8500b1-1e3d-4949-8b19-1aab6ab5b1d9 req-a0a4274f-8d17-4dd3-9c64-7346b3ddf37e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:13.802615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b8500b1-1e3d-4949-8b19-1aab6ab5b1d9 req-a0a4274f-8d17-4dd3-9c64-7346b3ddf37e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0903835 Feb 14 00:03:13.817598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c26aa2-2e8a-4e73-84f6-41c3a8d00f41 req-56705267-f78e-4ffa-b2c5-b3a5beb4207f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386195 Feb 14 00:03:13.846218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6b8500b1-1e3d-4949-8b19-1aab6ab5b1d9 req-7e54c320-33ce-4bd5-bcf1-d03b85eada11 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Feb 14 00:03:15.058577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47086e-ed73-4dba-a9a0-60c7393e2816 req-c9e49732-1d4c-4451-acf9-d6d1266ca44d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:15.060108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d47086e-ed73-4dba-a9a0-60c7393e2816 req-c9e49732-1d4c-4451-acf9-d6d1266ca44d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0841887 Feb 14 00:03:15.105470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d47086e-ed73-4dba-a9a0-60c7393e2816 req-224dff8d-31b2-4207-bea5-e485c5ee9b50 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398810 Feb 14 00:03:16.306281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468f5b-440e-41cf-b1d6-96cffdd7a9d3 req-8a5213be-bcf9-4585-94aa-fe79521e32ad tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:16.308313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d468f5b-440e-41cf-b1d6-96cffdd7a9d3 req-8a5213be-bcf9-4585-94aa-fe79521e32ad tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0793161 Feb 14 00:03:16.352139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d468f5b-440e-41cf-b1d6-96cffdd7a9d3 req-5e7f3d12-85bd-4a59-8996-aeada83d1620 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Feb 14 00:03:16.552240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f25f7c-361a-40d5-9787-e0015120be36 req-73fb26b1-bc91-4d79-87f5-2ec5c126a2e9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:16.553704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f25f7c-361a-40d5-9787-e0015120be36 req-73fb26b1-bc91-4d79-87f5-2ec5c126a2e9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0823326 Feb 14 00:03:16.600029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f25f7c-361a-40d5-9787-e0015120be36 req-232b40ee-7cee-4882-9084-5d0dfb882201 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Feb 14 00:03:16.628311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:16.697623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8a63f230-c0d1-4cf2-9e0d-dc09f15ab1f6 tempest-TestVolumeBootPattern-1823514049 tempest-TestVolumeBootPattern-1823514049-project-admin] Synchronizing usage tracker for tenant:f2544d28e2a2487eb792cd6ecc68bb7c on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:03:16.714261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8a63f230-c0d1-4cf2-9e0d-dc09f15ab1f6 tempest-TestVolumeBootPattern-1823514049 tempest-TestVolumeBootPattern-1823514049-project-admin] Unset dirty status for tenant:f2544d28e2a2487eb792cd6ecc68bb7c on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:03:16.715509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8a63f230-c0d1-4cf2-9e0d-dc09f15ab1f6 tempest-TestVolumeBootPattern-1823514049 tempest-TestVolumeBootPattern-1823514049-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1091 time: 0.0861428 Feb 14 00:03:16.718592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39466) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:16.723732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '19c42884-93c5-459d-9af9-f940fec156b2', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:03:16.730542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:16.735089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:floatingip and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:16.738351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:16.744125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:16.755125 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:16.902160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:17.050320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.25.4.135 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/21a9614f-ee5c-4e65-af9a-fc663ec90296) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:03:17.197662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:17.225961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:17.294089 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:03:17.296593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:17.300100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:03:17.330577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=21a9614f-ee5c-4e65-af9a-fc663ec90296,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:17.812202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:17.867363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:18.185654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:18.190020 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:18.298366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=21a9614f-ee5c-4e65-af9a-fc663ec90296,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:18.310816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:18.502119 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Floating IP baab650d-079a-4dc0-b8ce-c26eae94f929 associated. External IP: 172.25.4.135, port: 19c42884-93c5-459d-9af9-f940fec156b2. Feb 14 00:03:18.890917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:03:19.096146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:03:19.106294 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:03:19.118446 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:19.119131 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:19.121062 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:19.190113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-13739f67-e24c-4c8b-84e8-355fbd18f61f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4700513 Feb 14 00:03:19.190360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:19.255364 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2', 'status': 'completed', 'code': 200} Feb 14 00:03:19.311947 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:19.349615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-ee896eb3-a361-4612-a955-123da4e49594 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1096 time: 0.0712004 Feb 14 00:03:19.409249 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39488) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:19.487495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-49e94ba6-bc23-4b36-911e-6b91a7f8a86c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:19.488937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-49e94ba6-bc23-4b36-911e-6b91a7f8a86c service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1330242 Feb 14 00:03:19.561535 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:19.593002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:19.596797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Usage tracker for resource:security_group_rule and tenant:3536bfa3014f4026bf7db7d0a2cf16e8 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:19.599598 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:19.602586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-ecce6ef8-32c3-460a-aefc-ee8d764fb358 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 200 len: 999 time: 0.1075416 Feb 14 00:03:19.605902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:19.666366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-8f9735e0-f6af-41a2-8ca9-42d52c83abfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:19.668633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-8f9735e0-f6af-41a2-8ca9-42d52c83abfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0588486 Feb 14 00:03:19.671105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:19.675105 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:19.702896 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'baab650d-079a-4dc0-b8ce-c26eae94f929', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': '19c42884-93c5-459d-9af9-f940fec156b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:7c:63:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:03:17Z', 'updated_at': '2022-02-14T00:03:17Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:19.707215 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:03:19.718154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3536bfa3014f4026bf7db7d0a2cf16e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3069916 Feb 14 00:03:19.718704 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:19.718828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:19.719324 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:19.740410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a0752b-7d2f-46bc-886e-2dbb5c8f010a,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:19.858423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.859027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.859180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-2e93da4d-db8a-4760-b9be-87b41a31b08b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811514 Feb 14 00:03:19.859661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.860158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.860675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.861012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.861341 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.861669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.861993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.862357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.862674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb5d5d-5b4d-4e5a-b055-678a6367309f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:19.913335 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:19.915172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ce06418-ada9-4472-82e1-0afad058199f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:19.942500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ce06418-ada9-4472-82e1-0afad058199f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:19.999947 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ce06418-ada9-4472-82e1-0afad058199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.027171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-0b304445-06fe-4868-9ae1-915f37c60832 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612949 Feb 14 00:03:20.029851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce06418-ada9-4472-82e1-0afad058199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a0752b-7d2f-46bc-886e-2dbb5c8f010a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:20.031930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0ce06418-ada9-4472-82e1-0afad058199f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.033471 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0ce06418-ada9-4472-82e1-0afad058199f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30a0752b-7d2f-46bc-886e-2dbb5c8f010a HTTP/1.1" status: 204 len: 168 time: 0.2947392 Feb 14 00:03:20.175145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65ae007f-be24-47b3-ae61-3eac7e1826bb req-e2b45188-06e1-4a3c-b16e-f0333cc8d520 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361775 Feb 14 00:03:20.287946 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'baab650d-079a-4dc0-b8ce-c26eae94f929', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': '19c42884-93c5-459d-9af9-f940fec156b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:7c:63:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:03:17Z', 'updated_at': '2022-02-14T00:03:17Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:20.292058 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3a125-ed0c-40a9-a81c-8ba44f369708 None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'baab650d-079a-4dc0-b8ce-c26eae94f929', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': '19c42884-93c5-459d-9af9-f940fec156b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:7c:63:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:03:17Z', 'updated_at': '2022-02-14T00:03:17Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:03:20.405778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:20.424609 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.456817 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:20.460742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Usage tracker for resource:security_group_rule and tenant:8031aabf30604110b8577ff27b4d9da7 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:20.464265 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:20.470160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:20.483907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed5151-7fd8-44d7-8ab3-1bb0211030e0 None None] New status for floating IP baab650d-079a-4dc0-b8ce-c26eae94f929: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:03:20.545710 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.549732 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.597140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8031aabf30604110b8577ff27b4d9da7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902492 Feb 14 00:03:20.597843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fb904-c7ca-4234-8d92-7442cf1fb62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5872306c-cb97-4e44-b77d-f98ea2b60d98,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:20.599905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39506) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:20.661488 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce3e48fd-c5a8-4042-b680-5cc260ab5bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.687211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce3e48fd-c5a8-4042-b680-5cc260ab5bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.738898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce3e48fd-c5a8-4042-b680-5cc260ab5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.761689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e48fd-c5a8-4042-b680-5cc260ab5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5872306c-cb97-4e44-b77d-f98ea2b60d98,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:20.764332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ce3e48fd-c5a8-4042-b680-5cc260ab5bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:20.765455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ce3e48fd-c5a8-4042-b680-5cc260ab5bc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5872306c-cb97-4e44-b77d-f98ea2b60d98 HTTP/1.1" status: 204 len: 168 time: 0.1645646 Feb 14 00:03:22.309785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-40f367f1-13a5-47a6-aa6b-f7a2b4961548 req-594a6673-3807-4f43-aa31-02e2f4df25e8 service neutron] (83661) timed out ('10.222.0.42', 63713) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:03:30.211761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-77f8c9c9-b715-4574-ba4d-a5a17cc12612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:32.388696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e9affab-2e5e-4b47-ba90-ead97cd0f54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:33.575717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:33.897184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:35.140071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:37.281965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:39.044815 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:39.315057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39616) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:39.536158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port e017b631-73a1-4a92-a0b7-baa4f370f6bf {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:03:39.536679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:39.732330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:39.732640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:39.856985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for e017b631-73a1-4a92-a0b7-baa4f370f6bf owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:03:40.053640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:40.106331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=e017b631-73a1-4a92-a0b7-baa4f370f6bf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:40.181378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.181551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.182093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.183151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.183151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.183478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.183753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.184082 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.184529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.184897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.185083 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:03:40.273168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:40.808540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 50ce7e1b-1d66-458a-b71d-4eef177154d4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:03:41.052050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:03:41.068246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] Sync routers for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:03:41.082304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:41.083649 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:41.096091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:41.159179 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4c2b77ab-c4f7-4e0c-a7d5-842ffd1c5146 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e0035db-6838-43db-bd61-9f00d29be653 HTTP/1.1" status: 204 len: 168 time: 1.8441563 Feb 14 00:03:41.159957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:41.265690 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'status': 'completed', 'code': 200} Feb 14 00:03:41.284906 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:41.449470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-b407e579-e6d7-4eb8-89d5-8b351215d0a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 1096 time: 0.1516244 Feb 14 00:03:41.705670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-a9aa954a-a3d0-49fc-919e-463ee673fedf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:41.708386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-a9aa954a-a3d0-49fc-919e-463ee673fedf service neutron] 10.222.0.31 "GET /v2.0/networks?id=2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 200 len: 897 time: 0.2543678 Feb 14 00:03:41.785505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:12Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:41.793902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] Checking router: 50ce7e1b-1d66-458a-b71d-4eef177154d4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:03:41.807388 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:41.809507 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:41.822069 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-966d9806-4c85-49c2-b2b5-b7c83bd22ee5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 200 len: 217 time: 0.0977910 Feb 14 00:03:41.913218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-a6b0da77-29c4-43c7-984c-0e4df4bc1765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:41.913218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-a6b0da77-29c4-43c7-984c-0e4df4bc1765 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=126cfe85-b842-4b97-a0ab-6732ab0ee5c2 HTTP/1.1" status: 200 len: 833 time: 0.0793376 Feb 14 00:03:41.925862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092cc4-0690-4269-97ae-bb67a27f0fb4 req-4ab5434d-0e2a-42ec-b3db-6150d4ca6065 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:41.925862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8c092cc4-0690-4269-97ae-bb67a27f0fb4 req-4ab5434d-0e2a-42ec-b3db-6150d4ca6065 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Synchronizing usage tracker for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:03:41.987747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8c092cc4-0690-4269-97ae-bb67a27f0fb4 req-4ab5434d-0e2a-42ec-b3db-6150d4ca6065 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Unset dirty status for tenant:3b2ba26e5b7849c79bfec2ced3d1dcbc on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:03:41.997346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c092cc4-0690-4269-97ae-bb67a27f0fb4 req-4ab5434d-0e2a-42ec-b3db-6150d4ca6065 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.3451588 Feb 14 00:03:42.118249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c092cc4-0690-4269-97ae-bb67a27f0fb4 req-eae2fa1a-eb03-43ea-9e67-c2b4aee935f7 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195982 Feb 14 00:03:42.131108 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-d6380481-fd45-4921-969b-d59b0ca48b59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2177764f-fefd-4b4b-8704-3dcb5293a548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141411 Feb 14 00:03:42.149542 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:42.318823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-192b273e-9e58-4113-af0b-b561d102b13c service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740391 Feb 14 00:03:42.469576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0549b06-2dba-4003-8a19-bc5606476d1b req-c4475096-c897-4e25-86e1-a9a151de6e62 service neutron] 10.222.0.31 "GET /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450865 Feb 14 00:03:42.524325 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:12Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:42.529925 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e76b3-568e-481b-9597-caa4dce1282e None None] The sync data for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 is: [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:02:02Z', 'revision_number': 4, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '706bbdc3-a80e-429f-a14f-e7ad18e73d9d', 'name': '', 'network_id': '2177764f-fefd-4b4b-8704-3dcb5293a548', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'mac_address': 'fa:16:3e:8e:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:02:01Z', 'updated_at': '2022-02-14T00:02:12Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'subnets': [{'id': '126cfe85-b842-4b97-a0ab-6732ab0ee5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:03:42.806971 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:03:42.849540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1836d17-aa0e-4842-9dac-9cf5a8c208a8 None None] New status for floating IP 9e0035db-6838-43db-bd61-9f00d29be653: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:03:42.854321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-c68b16d6-5e04-41ae-ae78-18c4b9df2a84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:42.856171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-c68b16d6-5e04-41ae-ae78-18c4b9df2a84 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.1143339 Feb 14 00:03:42.942005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port d0f16002-cbfb-419a-bf9c-94db280b4586 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:03:42.942700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:43.324238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6a188-a6b5-44ce-874f-5847221a9207 req-b999c208-300a-490b-b13d-0a5b77ca23f2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:43.325777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91b6a188-a6b5-44ce-874f-5847221a9207 req-b999c208-300a-490b-b13d-0a5b77ca23f2 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/ports?device_id=d178dbed-c449-4b15-8020-9538855db25f HTTP/1.1" status: 200 len: 945 time: 0.0817289 Feb 14 00:03:43.346951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port d0f16002-cbfb-419a-bf9c-94db280b4586, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d0f16002-cbfb-419a-bf9c-94db280b4586,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:43.347596 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:43.376572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91b6a188-a6b5-44ce-874f-5847221a9207 req-3ba5ae65-a4a1-4772-8031-0e322d3417ab tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "GET /v2.0/security-groups?id=daf2706a-851d-49ee-860d-7f1cbe3c7d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Feb 14 00:03:43.475930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for d0f16002-cbfb-419a-bf9c-94db280b4586 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:03:43.622848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:43.676013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=d0f16002-cbfb-419a-bf9c-94db280b4586,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:43.773988 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] No DVR routers for this DVR port d0f16002-cbfb-419a-bf9c-94db280b4586 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:03:43.776872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:43.780844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-deleted', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:03:43.797344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2130be0-12d1-4cc3-910c-a7c4ee57470e req-e72397a7-2dcd-41b2-a1c4-65fc87c7cc25 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.31 "DELETE /v2.0/ports/d0f16002-cbfb-419a-bf9c-94db280b4586 HTTP/1.1" status: 204 len: 173 time: 0.9360979 Feb 14 00:03:44.038104 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd178dbed-c449-4b15-8020-9538855db25f', 'name': 'network-vif-deleted', 'tag': 'd0f16002-cbfb-419a-bf9c-94db280b4586', 'status': 'completed', 'code': 200} Feb 14 00:03:44.488667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:44.923090 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:45.721341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:03:45.721341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:45.874731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:03:45.912778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: d0f16002-cbfb-419a-bf9c-94db280b4586 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:03:45.913126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d0f16002-cbfb-419a-bf9c-94db280b4586 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:03:45.926811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port 706bbdc3-a80e-429f-a14f-e7ad18e73d9d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:45.927437 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:46.090808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for 706bbdc3-a80e-429f-a14f-e7ad18e73d9d owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:03:46.297712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:46.347920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=706bbdc3-a80e-429f-a14f-e7ad18e73d9d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:46.689429 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:47.433662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Router 50ce7e1b-1d66-458a-b71d-4eef177154d4 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:03:47.657618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:03:47.672867 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] Sync routers for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:03:47.685746 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-75e6b278-f68d-4d65-afce-6ed5b0a91020 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "PUT /v2.0/routers/50ce7e1b-1d66-458a-b71d-4eef177154d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1925604 Feb 14 00:03:47.685978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39662) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:47.689933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:47.690570 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:47.904506 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:47.949551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting subnet 126cfe85-b842-4b97-a0ab-6732ab0ee5c2 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:03:47.953057 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:48.038901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:48.180158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:48.254965 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:03:46Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:48.259099 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] Checking router: 50ce7e1b-1d66-458a-b71d-4eef177154d4 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:03:48.271672 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] Routers {'50ce7e1b-1d66-458a-b71d-4eef177154d4'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:48.272258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['50ce7e1b-1d66-458a-b71d-4eef177154d4'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:48.295239 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:48.336326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Subnet': ['ID=126cfe85-b842-4b97-a0ab-6732ab0ee5c2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:48.344812 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:48.351171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df645c-1984-4b00-8b55-2a72067e5374 None None] Network 2177764f-fefd-4b4b-8704-3dcb5293a548 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:03:48.354678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39670) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:48.364334 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-862eb552-91d1-47aa-bb53-b88742affe49 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/subnets/126cfe85-b842-4b97-a0ab-6732ab0ee5c2 HTTP/1.1" status: 204 len: 168 time: 0.6644092 Feb 14 00:03:48.491218 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] Set router 50ce7e1b-1d66-458a-b71d-4eef177154d4 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:48.709941 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:48.928895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] DHCP port deletion for 2177764f-fefd-4b4b-8704-3dcb5293a548 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:03:48.928895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] Deleting port 04ddaf37-a19b-4509-920a-16856a237113 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:03:48.928895 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.108064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.134674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Deleting port ea4d10b2-8e21-4cfe-bf55-654e9f06504d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:03:49.135429 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.200006 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:03:46Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:49.206109 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ed650-fb86-41d7-85c0-500a430e3688 None None] The sync data for ids ['50ce7e1b-1d66-458a-b71d-4eef177154d4'] in n-d-828979-1 is: [{'id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130124901', 'tenant_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:01:51Z', 'updated_at': '2022-02-14T00:03:46Z', 'revision_number': 5, 'project_id': '3b2ba26e5b7849c79bfec2ced3d1dcbc', 'gw_port': {'id': 'ea4d10b2-8e21-4cfe-bf55-654e9f06504d', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce7e1b-1d66-458a-b71d-4eef177154d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:01:52Z', 'updated_at': '2022-02-14T00:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:03:49.300773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] For port 04ddaf37-a19b-4509-920a-16856a237113, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=04ddaf37-a19b-4509-920a-16856a237113,segment=NetworkSegment(9ef13a1e-9c31-4c89-8c4c-238b1383e7e4),segment_id=9ef13a1e-9c31-4c89-8c4c-238b1383e7e4)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:49.301165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.357484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] For port ea4d10b2-8e21-4cfe-bf55-654e9f06504d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:49.357971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.428043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] Calling delete_port for 04ddaf37-a19b-4509-920a-16856a237113 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:03:49.500077 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Calling delete_port for ea4d10b2-8e21-4cfe-bf55-654e9f06504d owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:03:49.514083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.609113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] Pushing event deleted for resources: {'Port': ['ID=04ddaf37-a19b-4509-920a-16856a237113,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:49.614566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee26c2f-95ed-4b64-874a-d4a0cc6496c3 None None] No DVR routers for this DVR port 04ddaf37-a19b-4509-920a-16856a237113 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:03:49.749394 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:49.803239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Port': ['ID=ea4d10b2-8e21-4cfe-bf55-654e9f06504d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:50.152940 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.203006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 706bbdc3-a80e-429f-a14f-e7ad18e73d9d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:03:50.269939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 706bbdc3-a80e-429f-a14f-e7ad18e73d9d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:03:50.270553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 706bbdc3-a80e-429f-a14f-e7ad18e73d9d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:03:50.270966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 04ddaf37-a19b-4509-920a-16856a237113 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:03:50.279770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-b68107a2-a0e3-47d2-a7ad-32f41a28ae90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975325 Feb 14 00:03:50.306442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 04ddaf37-a19b-4509-920a-16856a237113 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:03:50.307180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 04ddaf37-a19b-4509-920a-16856a237113 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:03:50.438916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-831f0cb8-ae0f-4165-b76a-1fd0eba9458c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1096 time: 0.0741336 Feb 14 00:03:50.447887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.452722 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.483017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.483859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Fanout notify agent at l3_agent the message router_deleted on router 50ce7e1b-1d66-458a-b71d-4eef177154d4 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:03:50.524441 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.529225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6caabf31-ea3e-4e14-ba5d-e9a06e2a5332 tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/routers/50ce7e1b-1d66-458a-b71d-4eef177154d4 HTTP/1.1" status: 204 len: 168 time: 2.1734660 Feb 14 00:03:50.529928 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39686) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:50.627387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-92b2f10c-f3b1-4954-bcbc-b85ff4f47eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:50.629030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-92b2f10c-f3b1-4954-bcbc-b85ff4f47eb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1696069 Feb 14 00:03:50.670342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.788400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-733495ee-9e78-414c-95c7-2acd2722f072 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 200 len: 1001 time: 0.1483746 Feb 14 00:03:50.837824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.866759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2177764f-fefd-4b4b-8704-3dcb5293a548']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:50.875104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-93177023-fd85-4945-827d-a80c71b88d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:50.876956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-93177023-fd85-4945-827d-a80c71b88d14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0784180 Feb 14 00:03:50.879895 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:50.880247 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef13a1e-9c31-4c89-8c4c-238b1383e7e4') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:50.893174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.921238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.930671 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:03:50.931422 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:03:50.949028 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:03:50.974651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-0a36bd49-ec9b-46b5-8ecb-1efe957ac5ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886524 Feb 14 00:03:51.114078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.121005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.153728 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'Network': ['ID=2177764f-fefd-4b4b-8704-3dcb5293a548,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:51.164314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f084dd7-9a09-4b0e-a1e1-abc1459dc04f tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/networks/2177764f-fefd-4b4b-8704-3dcb5293a548 HTTP/1.1" status: 204 len: 168 time: 0.6332638 Feb 14 00:03:51.169998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39696) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:51.218181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-0e91e734-5215-4e0f-8ec2-2ef6541eaa4b service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341669 Feb 14 00:03:51.290905 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69f003d5-ef1b-43a0-9c0c-1ad6ff08a68d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.328208 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69f003d5-ef1b-43a0-9c0c-1ad6ff08a68d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.393976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-945aec6c-211a-403c-acd4-e52f84d2e775 req-fe7aaf29-e23b-4394-bebe-fb45a78ef7f0 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660793 Feb 14 00:03:51.428112 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69f003d5-ef1b-43a0-9c0c-1ad6ff08a68d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.449762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f003d5-ef1b-43a0-9c0c-1ad6ff08a68d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf2706a-851d-49ee-860d-7f1cbe3c7d4b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:51.470446 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69f003d5-ef1b-43a0-9c0c-1ad6ff08a68d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.474579 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69f003d5-ef1b-43a0-9c0c-1ad6ff08a68d tempest-TestNetworkAdvancedServerOps-413782652 tempest-TestNetworkAdvancedServerOps-413782652-project] 10.222.0.36 "DELETE /v2.0/security-groups/daf2706a-851d-49ee-860d-7f1cbe3c7d4b HTTP/1.1" status: 204 len: 168 time: 0.3033738 Feb 14 00:03:51.726255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39716) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:51.780490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39722) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:51.935217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:51.987398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:51.993761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:60be4fb706a5486697ffd6a21dd64f22 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:51.998665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7407c392-850b-4da7-a3fb-210f2108e781 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b2ba26e5b7849c79bfec2ced3d1dcbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2169385 Feb 14 00:03:51.999603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:52.001637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39728) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:52.006181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:52.057043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea4d10b2-8e21-4cfe-bf55-654e9f06504d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:03:52.076890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f964eec0-92ad-4a9c-aefc-103340f413ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.094776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ea4d10b2-8e21-4cfe-bf55-654e9f06504d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:03:52.095121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea4d10b2-8e21-4cfe-bf55-654e9f06504d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:03:52.095428 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.100972 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.109207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f964eec0-92ad-4a9c-aefc-103340f413ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.145826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9aab3-04e4-41ee-8375-dc86e40c26de,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:52.155420 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-20075cff-8f46-4c06-9e56-544a9a063ba1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60be4fb706a5486697ffd6a21dd64f22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4274466 Feb 14 00:03:52.155920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39732) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:52.165800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f964eec0-92ad-4a9c-aefc-103340f413ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.181915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964eec0-92ad-4a9c-aefc-103340f413ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef5c54-a2b4-4bce-8b0b-08e3d7e6f483,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:52.196336 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f964eec0-92ad-4a9c-aefc-103340f413ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.197455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f964eec0-92ad-4a9c-aefc-103340f413ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfef5c54-a2b4-4bce-8b0b-08e3d7e6f483 HTTP/1.1" status: 204 len: 168 time: 0.1941996 Feb 14 00:03:52.222109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90dcf41f-f845-408d-9406-d9571abc25e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.247392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90dcf41f-f845-408d-9406-d9571abc25e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.298994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90dcf41f-f845-408d-9406-d9571abc25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.315511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcf41f-f845-408d-9406-d9571abc25e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9aab3-04e4-41ee-8375-dc86e40c26de,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:52.319837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-90dcf41f-f845-408d-9406-d9571abc25e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.320937 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-90dcf41f-f845-408d-9406-d9571abc25e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2f9aab3-04e4-41ee-8375-dc86e40c26de HTTP/1.1" status: 204 len: 168 time: 0.1642714 Feb 14 00:03:52.548786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:52.605010 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8afcb45-eef9-45c6-a945-529de155d86d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f965a7e7210449698e1194f7eb3544f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548913 Feb 14 00:03:52.607392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39746) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:52.673052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46f9e867-3472-43bf-8dd8-9d3f097990d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.706576 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46f9e867-3472-43bf-8dd8-9d3f097990d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.762705 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46f9e867-3472-43bf-8dd8-9d3f097990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.782878 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9e867-3472-43bf-8dd8-9d3f097990d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529234a3-bf7b-4ff7-93af-65430bc8a110,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:52.791380 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46f9e867-3472-43bf-8dd8-9d3f097990d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:52.795781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46f9e867-3472-43bf-8dd8-9d3f097990d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/529234a3-bf7b-4ff7-93af-65430bc8a110 HTTP/1.1" status: 204 len: 168 time: 0.1848226 Feb 14 00:03:53.702737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39768) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:53.834694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1054430321-network', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:03:53.840301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:53.844218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Usage tracker for resource:network and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:53.847050 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:53.852721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:53.863441 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Made reservation on behalf of 652291ca736e4f7dbb4d454a0b2d6c30 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:03:53.865667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:53.878488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:53.909615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:53.913557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:53.916494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:53.922207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:53.992979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:53.998692 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.028538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:03:54.037471 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e40cc-4c0f-41ca-831d-8b3e246f50f5,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:54.043111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.043941 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Added segment 606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6 of type vlan for network ca0385be-2ee6-4131-8a87-67661ea3d87c Feb 14 00:03:54.071866 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.108111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.108955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:54.109529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.212698 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] Pushing event updated for resources: {'Network': ['ID=ca0385be-2ee6-4131-8a87-67661ea3d87c,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:54.216433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ab340953-c797-40bb-ad46-3ed270923e3d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5126998 Feb 14 00:03:54.219495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39774) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:54.224203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network ca0385be-2ee6-4131-8a87-67661ea3d87c details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:03:54.226821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Request body: {'subnet': {'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1054430321-subnet', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:03:54.233164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:54.238104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Usage tracker for resource:subnet and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:54.241193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:54.247911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:54.266546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Made reservation on behalf of 652291ca736e4f7dbb4d454a0b2d6c30 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:03:54.269035 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.579610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.660966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d512884-7aac-4f35-90ff-3c34ee6666a0,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:54.674815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Checking segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:03:54.675390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Network hostable DHCP agents. Network: ca0385be-2ee6-4131-8a87-67661ea3d87c, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:03:54.702071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Network ca0385be-2ee6-4131-8a87-67661ea3d87c is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:03:54.711343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, ca0385be-2ee6-4131-8a87-67661ea3d87c) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:54.715872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:03:54.716489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.722854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9461c5c2-33e7-4277-9342-08d4f3d2f06c None None] Network ca0385be-2ee6-4131-8a87-67661ea3d87c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:03:54.736890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7d1c95ce-4420-4742-b5e9-42dc0b09f042 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5159614 Feb 14 00:03:54.739549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39778) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:54.744662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:03:54.750952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:03:54.754716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Usage tracker for resource:router and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:03:54.757760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:03:54.764129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:03:54.774769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.775837 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.796295 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.936915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-ca0385be-2ee6-4131-8a87-67661ea3d87c', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:03:54.937719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:54.947839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.127193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Allocated IP 172.20.0.2 (ca0385be-2ee6-4131-8a87-67661ea3d87c/7d512884-7aac-4f35-90ff-3c34ee6666a0/fb6e89e2-f35e-4af5-b644-3719efbee0ab) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:03:55.139984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.171246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.312810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Allocated IP 172.25.4.121 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/6cc8ddba-0acb-4b20-925e-fe75611e7a74) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:03:55.337557 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.347668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Transition to ACTIVE for port object fb6e89e2-f35e-4af5-b644-3719efbee0ab will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:03:55.366212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Transition to ACTIVE for port object fb6e89e2-f35e-4af5-b644-3719efbee0ab will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:03:55.372864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.438573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Network ca0385be-2ee6-4131-8a87-67661ea3d87c is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:03:55.439688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:55.443179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:03:55.449770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Pushing event updated for resources: {'Port': ['ID=fb6e89e2-f35e-4af5-b644-3719efbee0ab,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:55.466675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.494385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.536098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Attempting to bind port fb6e89e2-f35e-4af5-b644-3719efbee0ab on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:03:55.536466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Attempting to bind port fb6e89e2-f35e-4af5-b644-3719efbee0ab by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:03:55.536822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Attempting to bind port fb6e89e2-f35e-4af5-b644-3719efbee0ab on network ca0385be-2ee6-4131-8a87-67661ea3d87c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:03:55.543728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:03:55.544095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Checking segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:03:55.544487 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.544872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Bound using segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:03:55.545420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Bound port: fb6e89e2-f35e-4af5-b644-3719efbee0ab, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:03:55.545684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.564389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:03:55.566604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:55.570857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:03:55.598537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc8ddba-0acb-4b20-925e-fe75611e7a74,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:55.632413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] For port fb6e89e2-f35e-4af5-b644-3719efbee0ab, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:03:55.635438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] For port fb6e89e2-f35e-4af5-b644-3719efbee0ab, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb6e89e2-f35e-4af5-b644-3719efbee0ab,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:03:55.638945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.724702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8ae70-bba7-42bf-945a-b2dcc7c53190 None None] Pushing event updated for resources: {'Port': ['ID=fb6e89e2-f35e-4af5-b644-3719efbee0ab,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:55.739381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:55.740100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:56.022727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:03:56.125175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb6e89e2-f35e-4af5-b644-3719efbee0ab up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:03:56.200737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fb6e89e2-f35e-4af5-b644-3719efbee0ab completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:03:56.345229 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:03:56.357558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Sync routers for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:03:56.372190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:56.372509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:56.372794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:56.373709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77107d32-7149-4f9a-a635-d08f91fd12c7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6331522 Feb 14 00:03:56.376711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39784) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:03:56.579533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:56.727689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843162d4-151d-4193-838a-0279890b8dd7 None None] Network ca0385be-2ee6-4131-8a87-67661ea3d87c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:03:56.914567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] Provisioning for port fb6e89e2-f35e-4af5-b644-3719efbee0ab completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:03:56.944061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] Provisioning complete for port fb6e89e2-f35e-4af5-b644-3719efbee0ab triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:56.944439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.278474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.280165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.299013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:55Z', 'revision_number': 3, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:57.313883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Checking router: 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:03:57.314264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Updating router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:03:57.386744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] For port fb6e89e2-f35e-4af5-b644-3719efbee0ab, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb6e89e2-f35e-4af5-b644-3719efbee0ab,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:03:57.389584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.419918 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.527879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Allocated IP 172.20.0.1 (ca0385be-2ee6-4131-8a87-67661ea3d87c/7d512884-7aac-4f35-90ff-3c34ee6666a0/c7804786-dc7a-4fd9-bf87-51fe4e9333f1) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:03:57.550588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694b6bd-f721-4dd3-a1d6-7781105eff6f None None] Pushing event updated for resources: {'Port': ['ID=fb6e89e2-f35e-4af5-b644-3719efbee0ab,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:57.703049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8ca57a36-3ab0-44b7-8f27-b51ff99a9a45 None None] Provisioning complete for port fb6e89e2-f35e-4af5-b644-3719efbee0ab triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:57.703355 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8ca57a36-3ab0-44b7-8f27-b51ff99a9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.715154 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.731470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Transition to ACTIVE for port object c7804786-dc7a-4fd9-bf87-51fe4e9333f1 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:03:57.755042 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.824279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Network ca0385be-2ee6-4131-8a87-67661ea3d87c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:03:57.827633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:57.830153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Pushing event updated for resources: {'Port': ['ID=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:57.832216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:03:57.886549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.933343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.947363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Transition to ACTIVE for port object 6cc8ddba-0acb-4b20-925e-fe75611e7a74 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:03:57.962409 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:57.989039 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.086413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Attempting to bind port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:03:58.087259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Attempting to bind port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:03:58.087831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Attempting to bind port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:03:58.102995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b690a-6e11-4c2a-9016-ad621841b66a None None] Pushing event updated for resources: {'Port': ['ID=6cc8ddba-0acb-4b20-925e-fe75611e7a74,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:58.107736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:03:58.108826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:03:58.129449 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.129449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:03:58.129449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Bound port: 6cc8ddba-0acb-4b20-925e-fe75611e7a74, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:03:58.129449 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.169079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb6e89e2-f35e-4af5-b644-3719efbee0ab up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:03:58.262695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-caf9d303-44a2-4ee2-a533-f84d0bbfb08f None None] Provisioning for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:03:58.269179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-caf9d303-44a2-4ee2-a533-f84d0bbfb08f None None] Provisioning complete for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:58.269549 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-caf9d303-44a2-4ee2-a533-f84d0bbfb08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.271818 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.282060 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.296868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] For port 6cc8ddba-0acb-4b20-925e-fe75611e7a74, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:03:58.322684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] For port 6cc8ddba-0acb-4b20-925e-fe75611e7a74, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6cc8ddba-0acb-4b20-925e-fe75611e7a74,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:03:58.341165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.389389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-caf9d303-44a2-4ee2-a533-f84d0bbfb08f None None] Port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:03:58.417584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fb6e89e2-f35e-4af5-b644-3719efbee0ab triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:58.417584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.482219 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b690a-6e11-4c2a-9016-ad621841b66a None None] Pushing event updated for resources: {'Port': ['ID=6cc8ddba-0acb-4b20-925e-fe75611e7a74,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:58.493264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:58.496020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:03:58.496717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:03:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:58.497704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Pushing event updated for resources: {'Port': ['ID=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:03:58.640876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Network ca0385be-2ee6-4131-8a87-67661ea3d87c is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:03:58.642059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:03:58.736897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:03:58.970742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3a60e025-cdec-434b-91b2-205227d4ebaa None None] Provisioning complete for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:03:58.970842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3a60e025-cdec-434b-91b2-205227d4ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:03:59.072168 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:03:59.102170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3a60e025-cdec-434b-91b2-205227d4ebaa None None] Port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:03:59.167153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:03:58Z', 'revision_number': 2, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:03:59.170737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c76edc-0b11-4e92-9899-e4fdaa334c0a None None] The sync data for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 is: [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:03:58Z', 'revision_number': 2, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:03:59.314735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:03:59.324637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8dc64d17-9dfb-40b3-98b1-71c5ef8887bd admin admin] 10.222.0.36 "PUT /v2.0/routers/057f8c5d-0d87-4b1d-b8a6-efff1a7feeec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9466991 Feb 14 00:04:00.136344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6cc8ddba-0acb-4b20-925e-fe75611e7a74 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:00.268233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bc38abf3-f866-4ce2-96ee-dddca6c74d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.291438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:00.298422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:00.298544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.438940 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.456749 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 6cc8ddba-0acb-4b20-925e-fe75611e7a74, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6cc8ddba-0acb-4b20-925e-fe75611e7a74,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:00.461619 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.470496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:00.495579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1004704299-network', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:00.509781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:00.517190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Usage tracker for resource:network and tenant:a61bf0e8035f46c589f2562e86f48941 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:00.521953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:00.530678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:00.545348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=6cc8ddba-0acb-4b20-925e-fe75611e7a74,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:00.546761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Made reservation on behalf of a61bf0e8035f46c589f2562e86f48941 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:04:00.549945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.566423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.605867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:00.610279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a61bf0e8035f46c589f2562e86f48941 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:00.614173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:00.621797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:00.708677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.715246 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.755327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:04:00.766181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27443deb-595c-419f-bc7a-d857ec554641,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:00.774989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.774989 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Added segment 31534992-5f1f-42f0-9be2-abc0202b722f of type vlan for network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec Feb 14 00:04:00.805833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.842241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.843099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:00.843838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:00.948797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4756296 Feb 14 00:04:00.951413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39814) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:00.959240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Request body: {'subnet': {'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1004704299-subnet', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:00.963300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42264-bd05-4165-9977-e555f5ba33f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2289ee-64d1-4ba2-815e-434a7ac2f6ec,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:00.967154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:00.978287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Usage tracker for resource:subnet and tenant:a61bf0e8035f46c589f2562e86f48941 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:00.981773 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:04:00.982413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:00.982413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:00.997485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Made reservation on behalf of a61bf0e8035f46c589f2562e86f48941 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:04:01.000788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.209588 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.283665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4721abc-0241-4941-9f61-8854b0e79260,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:01.297139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Checking segment: {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:04:01.297494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Network hostable DHCP agents. Network: 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:04:01.320463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:04:01.330590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:01.335627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:01.336513 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.340597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf60f1-9f23-4b15-884e-0cbd52211daf None None] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:04:01.362177 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d04a4bd-fc98-4aea-8de7-2b4f6fe4167a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4095054 Feb 14 00:04:01.364764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39818) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:01.371444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:01.376840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:01.381937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Usage tracker for resource:router and tenant:a61bf0e8035f46c589f2562e86f48941 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:01.384704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:01.391016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:01.401654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.402949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.424973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.567612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2d2289ee-64d1-4ba2-815e-434a7ac2f6ec', 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'fixed_ips': [{'subnet_id': 'f4721abc-0241-4941-9f61-8854b0e79260'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:04:01.568417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.574667 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.724399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Allocated IP 172.20.0.2 (2d2289ee-64d1-4ba2-815e-434a7ac2f6ec/f4721abc-0241-4941-9f61-8854b0e79260/5f1b140f-a438-4328-9931-df9f038f12cd) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:04:01.761340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.790760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.934283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Allocated IP 172.25.4.49 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/717f8ba1-bfb2-4c09-b50f-47d6f138537f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:04:01.937724 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:01.947745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Transition to ACTIVE for port object 5f1b140f-a438-4328-9931-df9f038f12cd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:01.965197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Transition to ACTIVE for port object 5f1b140f-a438-4328-9931-df9f038f12cd will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:01.970590 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.026309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:04:02.029157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:02.037144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:04:02.096177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.123477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6cc8ddba-0acb-4b20-925e-fe75611e7a74 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:02.127221 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.160277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Pushing event updated for resources: {'Port': ['ID=5f1b140f-a438-4328-9931-df9f038f12cd,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:02.174286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Attempting to bind port 5f1b140f-a438-4328-9931-df9f038f12cd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:04:02.174819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Attempting to bind port 5f1b140f-a438-4328-9931-df9f038f12cd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:04:02.175182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Attempting to bind port 5f1b140f-a438-4328-9931-df9f038f12cd on network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:04:02.186880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:04:02.187244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Checking segment: {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:04:02.187639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.188019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Bound using segment: {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:04:02.188467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Bound port: 5f1b140f-a438-4328-9931-df9f038f12cd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:04:02.188827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.195117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:04:02.197743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:02.201892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:04:02.232723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Pushing event updated for resources: {'Port': ['ID=717f8ba1-bfb2-4c09-b50f-47d6f138537f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:02.278265 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:02.278548 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.327671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] For port 5f1b140f-a438-4328-9931-df9f038f12cd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:04:02.340036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] For port 5f1b140f-a438-4328-9931-df9f038f12cd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5f1b140f-a438-4328-9931-df9f038f12cd,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:04:02.347775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.368807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.369564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.462515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-eb3f83fc-fdac-428e-a042-5348ce181fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.489146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b2ea-5169-4c46-b510-8cd1152d5b7e None None] Pushing event updated for resources: {'Port': ['ID=5f1b140f-a438-4328-9931-df9f038f12cd,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:02.734247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:04:02.943020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:04:02.967405 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Sync routers for ids ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:04:02.973530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:02.977758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-123d42e7-87e6-4413-ab0f-a343b9aeaca3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6120036 Feb 14 00:04:02.977975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39822) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:02.984417 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Routers {'8ac6783d-e444-4a5d-bafd-b4cb5f048948'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:02.985057 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:03.170384 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Set router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:03.462419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f42a3-211d-4062-b631-1045e04c603e None None] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:04:03.468960 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:02Z', 'revision_number': 3, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:03.472954 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Checking router: 8ac6783d-e444-4a5d-bafd-b4cb5f048948 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:04:03.473824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Updating router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 port 717f8ba1-bfb2-4c09-b50f-47d6f138537f binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:04:03.535967 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:03.634294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed7d86ee-81af-4d06-ba5e-2ac8a3636e88 None None] Provisioning for port 5f1b140f-a438-4328-9931-df9f038f12cd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:03.647477 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:03.898800 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:03.906498 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:03.910060 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:03.925363 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Transition to ACTIVE for port object 717f8ba1-bfb2-4c09-b50f-47d6f138537f will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:03.933018 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.026623 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Pushing event updated for resources: {'Port': ['ID=717f8ba1-bfb2-4c09-b50f-47d6f138537f,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:04.037832 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.038294 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.039153 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.039376 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.039953 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.040076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.040551 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.041241 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.043777 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.044256 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.045359 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:04.050265 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Attempting to bind port 717f8ba1-bfb2-4c09-b50f-47d6f138537f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:04:04.050769 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Attempting to bind port 717f8ba1-bfb2-4c09-b50f-47d6f138537f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:04:04.051616 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Attempting to bind port 717f8ba1-bfb2-4c09-b50f-47d6f138537f on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:04:04.065615 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:04:04.066413 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:04:04.066986 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.067537 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:04:04.068210 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Bound port: 717f8ba1-bfb2-4c09-b50f-47d6f138537f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:04:04.068841 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.186860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5f1b140f-a438-4328-9931-df9f038f12cd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:04.210486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Allocated IP 172.20.0.1 (2d2289ee-64d1-4ba2-815e-434a7ac2f6ec/f4721abc-0241-4941-9f61-8854b0e79260/e2af3d5e-7d6f-4175-b7c3-e6e50a688b19) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:04:04.226076 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] For port 717f8ba1-bfb2-4c09-b50f-47d6f138537f, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:04:04.233635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] For port 717f8ba1-bfb2-4c09-b50f-47d6f138537f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=717f8ba1-bfb2-4c09-b50f-47d6f138537f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:04:04.238406 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.283082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 5f1b140f-a438-4328-9931-df9f038f12cd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:04.295306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5f1b140f-a438-4328-9931-df9f038f12cd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:04.295769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.340875 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213a994-305e-4b85-be7d-def7bfcace7c None None] Pushing event updated for resources: {'Port': ['ID=717f8ba1-bfb2-4c09-b50f-47d6f138537f,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:04.344697 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Routers {'8ac6783d-e444-4a5d-bafd-b4cb5f048948'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:04.345454 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:04.363966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-53a525a2-5b26-423d-b934-a714002073e8 None None] Provisioning complete for port 5f1b140f-a438-4328-9931-df9f038f12cd triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:04.364454 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-53a525a2-5b26-423d-b934-a714002073e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.401823 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.417802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Transition to ACTIVE for port object e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:04.442482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.523312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:04:04.528004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:04.530149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Pushing event updated for resources: {'Port': ['ID=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:04.532229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:04:04.544474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.559451 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] Set router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:04.596632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.600827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-53a525a2-5b26-423d-b934-a714002073e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.632370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 5f1b140f-a438-4328-9931-df9f038f12cd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5f1b140f-a438-4328-9931-df9f038f12cd,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:04.641183 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.716187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.771633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-53a525a2-5b26-423d-b934-a714002073e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:04:04.772133 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-53a525a2-5b26-423d-b934-a714002073e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:04:04.774476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=5f1b140f-a438-4328-9931-df9f038f12cd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:04.891287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:02Z', 'revision_number': 3, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:04.895205 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b9ab3-6651-49ab-8ca2-898ba81d60b6 None None] The sync data for ids ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'] in n-d-828979-1 is: [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:02Z', 'revision_number': 3, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:04:04.953409 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:04.957747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:05.063375 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:05.066592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Pushing event updated for resources: {'Port': ['ID=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:05.142107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:05.203415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:04:05.204472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:05.473111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b684675-8401-4f5f-b54a-812f1a3fc017 None None] Provisioning for port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:05.477649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6b684675-8401-4f5f-b54a-812f1a3fc017 None None] Provisioning complete for port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:05.477957 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6b684675-8401-4f5f-b54a-812f1a3fc017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:05.534458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6b684675-8401-4f5f-b54a-812f1a3fc017 None None] Port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:04:05.701596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:04:05.901984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:04:05.910930 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f70f9834-872c-4c2e-aece-5c816670925d admin admin] 10.222.0.36 "PUT /v2.0/routers/8ac6783d-e444-4a5d-bafd-b4cb5f048948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9312210 Feb 14 00:04:06.098060 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5f1b140f-a438-4328-9931-df9f038f12cd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:06.165760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 5f1b140f-a438-4328-9931-df9f038f12cd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:06.166148 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.488170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39838) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:06.493709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188949416', 'description': 'tempest-secgroup-smoke-1188949416 description', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:06.500629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:06.504423 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:06.507291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:06.514253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:06.525189 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.567971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:06.571722 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:06.575307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:06.580881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:06.637366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.640973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.680664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:06.684204 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.689122 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c10520de-8b70-497b-8741-c343c27d3566 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1962113 Feb 14 00:04:06.689270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39842) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:06.694734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group_rule': {'security_group_id': '4f1ac692-ecba-4a00-aab7-2ba90f7c76bb', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:06.701716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:06.705484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:06.708317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:06.714391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:06.730178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.788850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.792192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.814760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3934f9-d064-4d9d-b779-5a8689b268ef,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:06.823552 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.824715 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7ca9a389-75bc-4387-9311-58b4fb9489bd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1346233 Feb 14 00:04:06.828008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:06.833663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group_rule': {'security_group_id': '4f1ac692-ecba-4a00-aab7-2ba90f7c76bb', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:06.840184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:06.843912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:06.846713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:06.852286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:06.868037 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.931385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.935677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.957883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c129f1-aad0-425a-b779-639f25cd5dea,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:06.966745 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:06.967805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-25654fab-2a95-41f9-9c7e-8ffca7a3c15f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1388741 Feb 14 00:04:06.970520 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39850) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:06.975837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group_rule': {'security_group_id': '4f1ac692-ecba-4a00-aab7-2ba90f7c76bb', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:06.982842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:06.986547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:06.989337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:06.995814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:07.012161 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.073255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.076484 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.099097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66cd2ca-145a-40f6-9351-92a0d6fcb4d2,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:07.109101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.109556 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0bd7f66-4b45-44c5-8f8a-ec23ba493d9f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1380992 Feb 14 00:04:07.112578 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 39854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:07.118654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group_rule': {'security_group_id': '4f1ac692-ecba-4a00-aab7-2ba90f7c76bb', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:07.125259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:07.129029 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:07.131852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:07.138264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:07.154850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.216554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.220184 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.246530 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb691c4-1950-4e30-8155-96ab6481a99d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:07.255447 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.256622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-737e01df-2a75-4cf8-b8eb-43fd4db623d8 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430097 Feb 14 00:04:07.259443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:07.265977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group_rule': {'security_group_id': '4f1ac692-ecba-4a00-aab7-2ba90f7c76bb', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:07.272405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:07.277130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:07.279353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.280917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:07.286641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:07.295469 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Project 652291ca736e4f7dbb4d454a0b2d6c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:04:07.301672 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.368430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.372171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.395065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48720038-09e6-4b69-bfdd-864b4d129533,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:07.405547 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.406776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b6352e6-ed64-4115-8aa5-7a19532d52a2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1457627 Feb 14 00:04:07.409867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39862) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:07.415878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'security_group_rule': {'security_group_id': '4f1ac692-ecba-4a00-aab7-2ba90f7c76bb', 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:07.422908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:07.426613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:security_group_rule and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:07.429670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:07.435812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:07.445498 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Project 652291ca736e4f7dbb4d454a0b2d6c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:04:07.452262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.515214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.518465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.542607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8693464-5bd3-4109-93e4-235c50cc046b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:07.550743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:07.551933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f585cfd5-bd77-4f94-90bf-79a4ec038ba0 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1409442 Feb 14 00:04:07.724613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-0bdb1173-3e90-4aa6-9dcc-a6a867b53102 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188949416&fields=id&tenant_id=652291ca736e4f7dbb4d454a0b2d6c30 HTTP/1.1" status: 200 len: 267 time: 0.0404797 Feb 14 00:04:07.874280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-da5db81d-d808-4a90-864d-9fb42e76b610 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:07.875649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-da5db81d-d808-4a90-864d-9fb42e76b610 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 809 time: 0.1449015 Feb 14 00:04:07.892600 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-0227af1b-5e96-4308-a77a-97f426c0fee7 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/quotas/652291ca736e4f7dbb4d454a0b2d6c30 HTTP/1.1" status: 200 len: 375 time: 0.0116112 Feb 14 00:04:07.977242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-2a441349-0e6b-41f4-a116-280e9203b25c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798612 Feb 14 00:04:08.113350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-d20d5b9e-15a6-4aea-afac-fd2f03065fab service neutron] 10.222.0.36 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244776 Feb 14 00:04:08.243235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-39c2eb2f-686b-4cee-8abc-d0cd7b27f2c9 service neutron] 10.222.0.36 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242416 Feb 14 00:04:08.456128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8789a6cc-1e06-4ced-b822-7d3d6f5fe9b2 req-4b8ec9d9-5719-40bc-b530-e9e96934791f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Synchronizing usage tracker for tenant:652291ca736e4f7dbb4d454a0b2d6c30 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:04:08.475138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8789a6cc-1e06-4ced-b822-7d3d6f5fe9b2 req-4b8ec9d9-5719-40bc-b530-e9e96934791f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Unset dirty status for tenant:652291ca736e4f7dbb4d454a0b2d6c30 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:04:08.476322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8789a6cc-1e06-4ced-b822-7d3d6f5fe9b2 req-4b8ec9d9-5719-40bc-b530-e9e96934791f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 210 time: 0.0621865 Feb 14 00:04:09.043512 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:09.475157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-ec30b86b-18b4-49bc-a29c-5d783d5650eb tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:09.476550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-ec30b86b-18b4-49bc-a29c-5d783d5650eb tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 809 time: 0.1448505 Feb 14 00:04:09.533356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-95e7815a-e2bf-455c-8499-847a096478e3 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=652291ca736e4f7dbb4d454a0b2d6c30 HTTP/1.1" status: 200 len: 380 time: 0.0441253 Feb 14 00:04:09.541039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'port': {'device_id': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'admin_state_up': True, 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'security_groups': ['4f1ac692-ecba-4a00-aab7-2ba90f7c76bb']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:09.660026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8abffd6-2fdd-4a58-aeae-80bd3054c2d3 req-c0f6e9b0-e4b3-4895-bf42-9674ea680d98 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 210 time: 0.0536203 Feb 14 00:04:09.715753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:09.727132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:09.739013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Made reservation on behalf of 652291ca736e4f7dbb4d454a0b2d6c30 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:04:09.742261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:09.941078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Allocated IP 172.20.0.4 (ca0385be-2ee6-4131-8a87-67661ea3d87c/7d512884-7aac-4f35-90ff-3c34ee6666a0/2a46b120-2390-4a8a-94f6-01f556458ac5) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:04:10.144108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 717f8ba1-bfb2-4c09-b50f-47d6f138537f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:10.217481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 717f8ba1-bfb2-4c09-b50f-47d6f138537f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:10.222834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 717f8ba1-bfb2-4c09-b50f-47d6f138537f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:10.223203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.259039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.279290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Transition to ACTIVE for port object 2a46b120-2390-4a8a-94f6-01f556458ac5 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:10.302169 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.343485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.364123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 717f8ba1-bfb2-4c09-b50f-47d6f138537f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=717f8ba1-bfb2-4c09-b50f-47d6f138537f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:10.368917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.389171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Network ca0385be-2ee6-4131-8a87-67661ea3d87c is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:04:10.392269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:10.396692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:04:10.424754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'Port': ['ID=2a46b120-2390-4a8a-94f6-01f556458ac5,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:10.439945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=717f8ba1-bfb2-4c09-b50f-47d6f138537f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:10.449687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.450149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.450575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.450968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.451364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.451755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.452077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.452577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.452901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.453221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.453537 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:04:10.467598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:10.468208 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.495465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f6ae2998-586d-47f4-b4b2-57a9e694104c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570060 Feb 14 00:04:10.505867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Request body: {'port': {'device_id': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:10.620143 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.691886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3d0cf7f2-7551-452b-80dc-2d9c6c1b4fa3 None None] Provisioning for port 2a46b120-2390-4a8a-94f6-01f556458ac5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:10.696701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3d0cf7f2-7551-452b-80dc-2d9c6c1b4fa3 None None] Provisioning complete for port 2a46b120-2390-4a8a-94f6-01f556458ac5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:10.697148 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3d0cf7f2-7551-452b-80dc-2d9c6c1b4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.757278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3d0cf7f2-7551-452b-80dc-2d9c6c1b4fa3 None None] Port 2a46b120-2390-4a8a-94f6-01f556458ac5 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:04:10.867843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b75e4-d7d5-4a74-b0ec-d6e17644f34f req-d3f1b9b4-bde1-497e-8ee4-5ba73cbbf11a tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:10.869288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d13b75e4-d7d5-4a74-b0ec-d6e17644f34f req-d3f1b9b4-bde1-497e-8ee4-5ba73cbbf11a tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 931 time: 0.0761697 Feb 14 00:04:10.912639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d13b75e4-d7d5-4a74-b0ec-d6e17644f34f req-9324b7f7-3582-4d49-8d65-ed7c6ec896b6 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Synchronizing usage tracker for tenant:652291ca736e4f7dbb4d454a0b2d6c30 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:04:10.930169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d13b75e4-d7d5-4a74-b0ec-d6e17644f34f req-9324b7f7-3582-4d49-8d65-ed7c6ec896b6 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Unset dirty status for tenant:652291ca736e4f7dbb4d454a0b2d6c30 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:04:10.931298 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d13b75e4-d7d5-4a74-b0ec-d6e17644f34f req-9324b7f7-3582-4d49-8d65-ed7c6ec896b6 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557506 Feb 14 00:04:10.965449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a46b120-2390-4a8a-94f6-01f556458ac5 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:04:10.972197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:10.989896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Transition to ACTIVE for port object 2a46b120-2390-4a8a-94f6-01f556458ac5 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:10.993180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:11.121554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Pushing event updated for resources: {'Port': ['ID=2a46b120-2390-4a8a-94f6-01f556458ac5,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:11.228885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Attempting to bind port 2a46b120-2390-4a8a-94f6-01f556458ac5 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:04:11.229216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Attempting to bind port 2a46b120-2390-4a8a-94f6-01f556458ac5 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:04:11.229674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Attempting to bind port 2a46b120-2390-4a8a-94f6-01f556458ac5 on network ca0385be-2ee6-4131-8a87-67661ea3d87c {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:04:11.235261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Port 2a46b120-2390-4a8a-94f6-01f556458ac5 on network ca0385be-2ee6-4131-8a87-67661ea3d87c not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:04:11.235572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Attempting to bind port 2a46b120-2390-4a8a-94f6-01f556458ac5 on network ca0385be-2ee6-4131-8a87-67661ea3d87c {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:04:11.241571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:04:11.241899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Checking segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:04:11.242302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Bound using segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:04:11.242711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Bound port: 2a46b120-2390-4a8a-94f6-01f556458ac5, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:04:11.243043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:11.332880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] For port 2a46b120-2390-4a8a-94f6-01f556458ac5, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:04:11.335662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] For port 2a46b120-2390-4a8a-94f6-01f556458ac5, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2a46b120-2390-4a8a-94f6-01f556458ac5,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:04:11.339553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:11.435224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:11.435224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] 10.222.0.31 "PUT /v2.0/ports/2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 1091 time: 0.9021974 Feb 14 00:04:11.435224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:04:11.435224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e1260-8ca0-46be-b306-4cec1a710d54 service neutron] Pushing event updated for resources: {'Port': ['ID=2a46b120-2390-4a8a-94f6-01f556458ac5,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:11.490697 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'status': 'completed', 'code': 200} Feb 14 00:04:11.534187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-a05acc55-f2b4-4caf-984a-f91e18e3c6fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1094 time: 0.0788233 Feb 14 00:04:11.609246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-c4479a36-d24c-4e54-8c9b-2aca2246129f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 217 time: 0.0685740 Feb 14 00:04:11.670615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-425b1216-0c2b-427b-bc87-e5b67d163b97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:11.672268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-425b1216-0c2b-427b-bc87-e5b67d163b97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0568664 Feb 14 00:04:11.761919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-ed5d20f7-0e2a-4ac6-9cc0-33a04363563b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829530 Feb 14 00:04:11.930610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-cfb87074-6f16-4b39-be55-820ac66705b4 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623521 Feb 14 00:04:12.133345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 717f8ba1-bfb2-4c09-b50f-47d6f138537f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:12.170227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3356-0097-44f1-adec-75b3bdcbd29b req-ca860f56-717b-4db2-a372-b3209096cd2f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:12.171711 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce0a3356-0097-44f1-adec-75b3bdcbd29b req-ca860f56-717b-4db2-a372-b3209096cd2f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 943 time: 0.0997226 Feb 14 00:04:12.214458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c29b7e1-d3fe-4ccf-8b5c-7734680dd90b req-f4df8106-f399-4029-b129-3f217aac120e service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784665 Feb 14 00:04:12.232001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 717f8ba1-bfb2-4c09-b50f-47d6f138537f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:12.232681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:12.234625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce0a3356-0097-44f1-adec-75b3bdcbd29b req-f531e2aa-5f97-4239-bfb8-27052c0fe52f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557988 Feb 14 00:04:12.341584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-e9fc751c-6562-4df6-addf-4d57be481e01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1094 time: 0.0804255 Feb 14 00:04:12.509776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-f1612996-4a59-457d-a896-0d908a602316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:12.511898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-f1612996-4a59-457d-a896-0d908a602316 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 909 time: 0.1616163 Feb 14 00:04:12.589199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-91fd1bce-48cd-4043-a438-8cf78a48993e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 217 time: 0.0673037 Feb 14 00:04:12.651310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-462d2300-9859-470a-97d3-856cfbeb2b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:12.652641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-462d2300-9859-470a-97d3-856cfbeb2b41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0572345 Feb 14 00:04:12.736551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-6debc333-9b8f-4b65-96bd-91e71d74eb89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772243 Feb 14 00:04:12.872759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-33f24d97-e7e0-40a5-881f-4a86dda090a8 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294863 Feb 14 00:04:13.011889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0acd43c3-0d4a-43df-b2a3-0b6fce84e7f9 req-12abe40a-cd9a-49f4-b2ad-e58cea8c76ff service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313722 Feb 14 00:04:13.433917 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fdc54-0cbe-42b8-bcc2-550fec899d31 req-c94f97e6-6c09-46b7-b38f-8009e7f1edea tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:13.434577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5a4fdc54-0cbe-42b8-bcc2-550fec899d31 req-c94f97e6-6c09-46b7-b38f-8009e7f1edea tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Synchronizing usage tracker for tenant:652291ca736e4f7dbb4d454a0b2d6c30 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:04:13.449734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5a4fdc54-0cbe-42b8-bcc2-550fec899d31 req-c94f97e6-6c09-46b7-b38f-8009e7f1edea tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Unset dirty status for tenant:652291ca736e4f7dbb4d454a0b2d6c30 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:04:13.450972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a4fdc54-0cbe-42b8-bcc2-550fec899d31 req-c94f97e6-6c09-46b7-b38f-8009e7f1edea tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 943 time: 0.0918343 Feb 14 00:04:13.495932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a4fdc54-0cbe-42b8-bcc2-550fec899d31 req-13bfc440-2fbf-407e-bf39-c724fcc782db tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 Feb 14 00:04:14.021085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2a46b120-2390-4a8a-94f6-01f556458ac5 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:04:14.060593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Sync routers for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:04:14.139110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:14.139718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:14.336958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2a46b120-2390-4a8a-94f6-01f556458ac5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2a46b120-2390-4a8a-94f6-01f556458ac5,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:14.358148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'port_id': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'mac_address': 'fa:16:3e:3d:91:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:04:14.436339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:14.473347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:14.513105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a46b120-2390-4a8a-94f6-01f556458ac5 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:04:14.591503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2a46b120-2390-4a8a-94f6-01f556458ac5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2a46b120-2390-4a8a-94f6-01f556458ac5,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:14.606595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:14.696447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c99512-5278-4294-8b79-e7d358f9d956 req-91f763d0-07be-4ee5-b41c-3a1a42318b8c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:14.698442 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2c99512-5278-4294-8b79-e7d358f9d956 req-91f763d0-07be-4ee5-b41c-3a1a42318b8c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 944 time: 0.0776422 Feb 14 00:04:14.747807 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2c99512-5278-4294-8b79-e7d358f9d956 req-c24c8244-54ce-45fc-8c08-953f1c26d2ca tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Feb 14 00:04:14.762378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2a46b120-2390-4a8a-94f6-01f556458ac5,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:14.810634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2a46b120-2390-4a8a-94f6-01f556458ac5'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:04:14.937891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:03:58Z', 'revision_number': 2, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:14.951688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Checking router: 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:04:14.952042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Updating router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:04:15.024920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:15.463922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:15.475626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Transition to ACTIVE for port object c7804786-dc7a-4fd9-bf87-51fe4e9333f1 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:15.482856 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:15.609502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b5cf6-168f-4a81-8fb2-cb5c07b32afc None None] Pushing event updated for resources: {'Port': ['ID=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:15.704305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Attempting to bind port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:04:15.704892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Attempting to bind port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:04:15.705404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Attempting to bind port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 on network ca0385be-2ee6-4131-8a87-67661ea3d87c {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:04:15.713908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:04:15.714262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Checking segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:04:15.714699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:15.715052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Bound using segment: {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:04:15.715507 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Bound port: c7804786-dc7a-4fd9-bf87-51fe4e9333f1, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:04:15.715873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:15.730656 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Sync routers for ids ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:04:15.742655 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Routers {'8ac6783d-e444-4a5d-bafd-b4cb5f048948'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:15.743251 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:15.811822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] For port c7804786-dc7a-4fd9-bf87-51fe4e9333f1, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:04:15.814905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] For port c7804786-dc7a-4fd9-bf87-51fe4e9333f1, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:04:15.820636 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:15.927649 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Set router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:15.951862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b5cf6-168f-4a81-8fb2-cb5c07b32afc None None] Pushing event updated for resources: {'Port': ['ID=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:15.955801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:15.956395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:15.982050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c6cfb-202b-4d3c-bade-9fc8dcdd6e62 req-24fef232-d7fd-485a-ae23-de61d144b35e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:15.990883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e7c6cfb-202b-4d3c-bade-9fc8dcdd6e62 req-24fef232-d7fd-485a-ae23-de61d144b35e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 944 time: 0.1120894 Feb 14 00:04:16.073526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e7c6cfb-202b-4d3c-bade-9fc8dcdd6e62 req-cfcd5f23-02cb-4e15-8d2f-1a5f9b8d8983 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808465 Feb 14 00:04:16.076666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2a46b120-2390-4a8a-94f6-01f556458ac5 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:16.179719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c7804786-dc7a-4fd9-bf87-51fe4e9333f1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:16.270938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 2a46b120-2390-4a8a-94f6-01f556458ac5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:16.276529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:16.285869 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:04Z', 'revision_number': 4, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e2af3d5e-7d6f-4175-b7c3-e6e50a688b19', 'name': '', 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'mac_address': 'fa:16:3e:ba:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4721abc-0241-4941-9f61-8854b0e79260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:03Z', 'updated_at': '2022-02-14T00:04:04Z', 'revision_number': 2, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'subnets': [{'id': 'f4721abc-0241-4941-9f61-8854b0e79260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:16.289562 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Checking router: 8ac6783d-e444-4a5d-bafd-b4cb5f048948 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:04:16.289951 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Updating router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:04:16.318040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 2a46b120-2390-4a8a-94f6-01f556458ac5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:16.318417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.343143 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.415854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:16.477692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-46d81f0a-9e87-41b4-ab1e-65817e7b3ebe None None] Provisioning complete for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:16.478065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46d81f0a-9e87-41b4-ab1e-65817e7b3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.508271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:16.508733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.701792 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.712861 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Transition to ACTIVE for port object e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:04:16.721989 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.742084 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.843126 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7a00-d2a4-4eb0-a257-f12ac3dae7f4 None None] Pushing event updated for resources: {'Port': ['ID=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:16.913935 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:04:16.928268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46d81f0a-9e87-41b4-ab1e-65817e7b3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.934693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Attempting to bind port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:04:16.935157 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Attempting to bind port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:04:16.935503 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Attempting to bind port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 on network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:04:16.942926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:04:16.943284 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Checking segment: {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:04:16.943892 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.943892 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Bound using segment: {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:04:16.944368 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Bound port: e2af3d5e-7d6f-4175-b7c3-e6e50a688b19, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31534992-5f1f-42f0-9be2-abc0202b722f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:04:16.944791 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.945636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2a46b120-2390-4a8a-94f6-01f556458ac5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2a46b120-2390-4a8a-94f6-01f556458ac5,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:16.958423 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:16.974067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:17.012158 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'code': 200} Feb 14 00:04:17.056192 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] For port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:04:17.057479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-46d81f0a-9e87-41b4-ab1e-65817e7b3ebe None None] For port c7804786-dc7a-4fd9-bf87-51fe4e9333f1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:17.065221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] For port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:04:17.069778 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:17.071468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-46d81f0a-9e87-41b4-ab1e-65817e7b3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:17.120520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2a46b120-2390-4a8a-94f6-01f556458ac5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:17.160819 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Routers {'8ac6783d-e444-4a5d-bafd-b4cb5f048948'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:17.161524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:17.172158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:15Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:17.183498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36b13836-551f-4e71-836c-188f6c58721f req-4842159e-fa99-43ff-8a3b-0da6f06ada66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.1219788 Feb 14 00:04:17.206787 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:04:17.207065 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:04:17.218291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7ad9-2164-4bff-8ff4-81caa500d145 None None] The sync data for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 is: [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:15Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:04:17.243215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d81f0a-9e87-41b4-ab1e-65817e7b3ebe None None] Pushing event updated for resources: {'Port': ['ID=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:17.251811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36b13836-551f-4e71-836c-188f6c58721f req-f13f6cf4-af2d-455a-92f0-1f31d651679e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611434 Feb 14 00:04:17.304500 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7a00-d2a4-4eb0-a257-f12ac3dae7f4 None None] Pushing event updated for resources: {'Port': ['ID=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:17.376496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202a3b-24ae-4859-9e9b-3bf231a2987b req-bc9855be-353a-440c-bf5b-a4c9397183ab tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:17.378006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a202a3b-24ae-4859-9e9b-3bf231a2987b req-bc9855be-353a-440c-bf5b-a4c9397183ab tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.1002963 Feb 14 00:04:17.399700 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] Set router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:17.435240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a202a3b-24ae-4859-9e9b-3bf231a2987b req-7b10b3ff-699b-478b-b28e-a49165194b6a tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Feb 14 00:04:17.730686 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:04Z', 'revision_number': 4, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e2af3d5e-7d6f-4175-b7c3-e6e50a688b19', 'name': '', 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'mac_address': 'fa:16:3e:ba:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4721abc-0241-4941-9f61-8854b0e79260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:03Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 4, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'subnets': [{'id': 'f4721abc-0241-4941-9f61-8854b0e79260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:17.734544 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759dc35c-16e5-4c25-a18a-f23e190c44d6 None None] The sync data for ids ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'] in n-d-828979-1 is: [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:04Z', 'revision_number': 4, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'e2af3d5e-7d6f-4175-b7c3-e6e50a688b19', 'name': '', 'network_id': '2d2289ee-64d1-4ba2-815e-434a7ac2f6ec', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'mac_address': 'fa:16:3e:ba:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4721abc-0241-4941-9f61-8854b0e79260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:03Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 4, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'subnets': [{'id': 'f4721abc-0241-4941-9f61-8854b0e79260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:04:18.199093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:18.270883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:04:18.277668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:18.278066 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:18.449532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:18.484125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:04:18.488700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:18.489529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c7804786-dc7a-4fd9-bf87-51fe4e9333f1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:18.604234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:18.618369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:18.618740 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:18.652300 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120114-89a2-49c3-80cd-5c0ff6cc684b req-5344dc36-a134-4d69-a8d6-f6ff4669c1c6 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:18.653926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5120114-89a2-49c3-80cd-5c0ff6cc684b req-5344dc36-a134-4d69-a8d6-f6ff4669c1c6 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.0850255 Feb 14 00:04:18.720280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c5120114-89a2-49c3-80cd-5c0ff6cc684b req-8f9e405c-f4be-406f-a650-a79e7f2d3a7d tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558052 Feb 14 00:04:18.915549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d522-323b-4a7c-ac4a-6e565412ef3b req-1f0e2812-8459-41e2-9d33-eaeba688c09c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:18.917423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7856d522-323b-4a7c-ac4a-6e565412ef3b req-1f0e2812-8459-41e2-9d33-eaeba688c09c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.0774422 Feb 14 00:04:18.961270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7856d522-323b-4a7c-ac4a-6e565412ef3b req-22ddbaa3-7eca-4902-8984-ea9066f2e1ab tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384963 Feb 14 00:04:19.159154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4085c-42bb-4724-9a7f-e37cb522dc00 req-073b00e3-11e3-45c7-85f6-af8e1e6d638f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:19.161477 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d4085c-42bb-4724-9a7f-e37cb522dc00 req-073b00e3-11e3-45c7-85f6-af8e1e6d638f tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.0815785 Feb 14 00:04:19.207780 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d4085c-42bb-4724-9a7f-e37cb522dc00 req-e1c7c3b6-c4f3-47f3-a84e-b9f01a8608da tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 Feb 14 00:04:19.235642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39908) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:19.428528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-60ab8432-720e-4352-bb5c-dbb353dfe0b9 tempest-TestServerBasicOps-744804979 tempest-TestServerBasicOps-744804979-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1091 time: 0.1917527 Feb 14 00:04:19.431366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39914) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:19.436523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:04:19.442583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:04:19.446541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Usage tracker for resource:floatingip and tenant:652291ca736e4f7dbb4d454a0b2d6c30 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:04:19.449683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:04:19.455361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:04:19.466183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:19.600098 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:19.733750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Allocated IP 172.25.4.224 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/b117e799-0add-460b-ac45-e7f29624b3a3) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:04:19.808399 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:04:19.970311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:19.997861 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:20.062657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:04:20.065811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:04:20.068220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:04:20.106778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:04:20.111362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'Port': ['ID=b117e799-0add-460b-ac45-e7f29624b3a3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:20.172376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:04:20.172733 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:20.575423 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:20.632393 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:20.832973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:20.837337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:20.939563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event updated for resources: {'Port': ['ID=b117e799-0add-460b-ac45-e7f29624b3a3,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:04:20.954101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:21.140248 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Floating IP fc857085-c689-4c69-b019-8b5e0e1796c4 associated. External IP: 172.25.4.224, port: 2a46b120-2390-4a8a-94f6-01f556458ac5. Feb 14 00:04:21.627643 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:04:21.821929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:04:21.845432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:21.896823 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-90d3308f-7bba-48d2-85db-ec9708c68113 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4643309 Feb 14 00:04:21.897297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:04:21.952681 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'status': 'completed', 'code': 200} Feb 14 00:04:22.050915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-50f9d396-ba6d-4358-848f-05b6d0df8c20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0746381 Feb 14 00:04:22.178263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-096c46a7-c69d-4979-91c6-64914d39f91a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:22.179667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-096c46a7-c69d-4979-91c6-64914d39f91a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 909 time: 0.1232853 Feb 14 00:04:22.278814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-ff35565f-7828-4c36-8ce6-adb86acdc20e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 999 time: 0.0936351 Feb 14 00:04:22.339791 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-5d095fd8-2fb9-45cd-9498-cd95379bf829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:22.341288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-5d095fd8-2fb9-45cd-9498-cd95379bf829 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0571082 Feb 14 00:04:22.413961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-3475413b-6622-45fd-9c95-73edf298d0a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661895 Feb 14 00:04:22.542808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-0c4f74d1-972b-41dd-a0c6-a95fca65b4a0 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225731 Feb 14 00:04:22.671003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-86b6652b-b9b9-46ef-8ade-08358b3bc6f6 req-12ca955e-3771-45b8-be31-9813019d888b service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229300 Feb 14 00:04:30.210672 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3461762b-11e3-4231-a637-58ddd9f89f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:30.633204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] Sync routers for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:04:30.645527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:30.646241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:30.824294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:31.168743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'fc857085-c689-4c69-b019-8b5e0e1796c4', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'port_id': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'mac_address': 'fa:16:3e:3d:91:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:04:20Z', 'updated_at': '2022-02-14T00:04:20Z', 'revision_number': 0, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:31.172478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] Checking router: 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:04:31.183017 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:04:31.183598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:04:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:31.355892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:04:31.724243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'fc857085-c689-4c69-b019-8b5e0e1796c4', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'port_id': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'mac_address': 'fa:16:3e:3d:91:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:04:20Z', 'updated_at': '2022-02-14T00:04:20Z', 'revision_number': 0, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:04:31.728105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42d63e-3290-4957-822d-4c4604390a92 None None] The sync data for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 is: [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'fc857085-c689-4c69-b019-8b5e0e1796c4', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'port_id': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'mac_address': 'fa:16:3e:3d:91:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:04:20Z', 'updated_at': '2022-02-14T00:04:20Z', 'revision_number': 0, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:04:32.384003 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e268a9aa-77ce-4178-ac8d-519c3677e0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:33.571373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:33.902433 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:35.145215 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:36.985169 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1097b997-578b-4e91-81be-5e00ea50cc45 None None] New status for floating IP fc857085-c689-4c69-b019-8b5e0e1796c4: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:04:37.292161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:39.045687 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:04:50.228749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-a05ad726-ccc9-404e-8711-d3c5c96e9a60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706973 Feb 14 00:04:50.372076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-5d871ed2-bb3b-4829-a524-9e191dc93475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 1096 time: 0.0672145 Feb 14 00:04:50.516272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-d16733ac-988b-4386-8766-73a8e4f3e888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:50.517669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-d16733ac-988b-4386-8766-73a8e4f3e888 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1246767 Feb 14 00:04:50.623430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-f6236321-a1fa-4ad2-9a6d-6d457de7c944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 200 len: 1001 time: 0.0946271 Feb 14 00:04:50.688528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-cd87f9aa-f7e6-43db-a14e-7f05716a8dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:04:50.689981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-cd87f9aa-f7e6-43db-a14e-7f05716a8dfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0577133 Feb 14 00:04:50.863320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-4a110bf7-0f00-4a3f-b862-7abc3f0e460a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628864 Feb 14 00:04:50.995852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-90e45e64-dab2-4ba3-b5a1-9bb5658010b0 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225255 Feb 14 00:04:51.127878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1d938f7-bd88-40d2-9463-e7d5c323ba3c req-b91663e7-1d0a-466e-b00c-575f4b4febcb service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230786 Feb 14 00:04:55.888424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 39940) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:04:56.090532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0abc4b98-5f85-4e82-99a4-09771a3c8e96 req-ffb91a4d-f2e1-4202-9027-d49ca4c0a915 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.2008743 Feb 14 00:04:56.134681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0abc4b98-5f85-4e82-99a4-09771a3c8e96 req-872f7ad7-49fe-49f4-a614-04c85caf6822 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387552 Feb 14 00:04:56.809740 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:05:00.213319 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7640b3a7-bf58-417f-9cf6-e246b15c5895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:01.426261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-7c6205c2-dbee-4ccb-9639-883d38d88032 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662112 Feb 14 00:05:01.565358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-fe92e438-fc60-494b-a549-97df98dfd393 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0727041 Feb 14 00:05:01.724973 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-d4c5a907-bb23-4108-9693-4a9123f39ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:01.725947 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-d4c5a907-bb23-4108-9693-4a9123f39ffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 909 time: 0.1414428 Feb 14 00:05:01.840678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-e3553f20-b70a-4836-a818-7fcf14028952 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 1001 time: 0.1075871 Feb 14 00:05:01.907610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-807cfbdb-89d7-45ad-919b-73145b789959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:01.908534 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-807cfbdb-89d7-45ad-919b-73145b789959 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0643480 Feb 14 00:05:01.987681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-2f0030be-6112-4336-a71e-fd6b83944b17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734894 Feb 14 00:05:02.129206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-9c4c2694-e895-44af-9fde-f2477ab2105a service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362343 Feb 14 00:05:02.260528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ddf57c-c088-4e47-b945-357a94691de7 req-588a1036-8652-46cb-8716-1bb0219886cb service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252980 Feb 14 00:05:02.385859 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-98c1f0a1-98dc-4593-830c-69c9884533f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:03.576058 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:03.905617 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:05.147178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:07.301871 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:09.055388 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:25.510362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61341667-41f9-4d4e-81d0-d9496007a257 req-a63b8b65-aa78-4978-954a-d619fc035790 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:25.511727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61341667-41f9-4d4e-81d0-d9496007a257 req-a63b8b65-aa78-4978-954a-d619fc035790 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0820856 Feb 14 00:05:25.560883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61341667-41f9-4d4e-81d0-d9496007a257 req-4e4183a2-7e27-4443-b6a8-80505271b849 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Feb 14 00:05:26.761754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046ebcb-b235-4316-93ec-6c1b00d4b4ca req-715af70c-bd7d-44cc-897a-990e710a4a0b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:26.763212 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f046ebcb-b235-4316-93ec-6c1b00d4b4ca req-715af70c-bd7d-44cc-897a-990e710a4a0b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0795753 Feb 14 00:05:26.808729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f046ebcb-b235-4316-93ec-6c1b00d4b4ca req-15f6d621-cd54-4e20-84f9-9efe17e82ef3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Feb 14 00:05:27.196632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-0efef8e9-270a-4648-9965-c4707ce0aed8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:27.198052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-0efef8e9-270a-4648-9965-c4707ce0aed8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0757012 Feb 14 00:05:27.268734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 19c42884-93c5-459d-9af9-f940fec156b2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:05:27.269069 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:27.595621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port 19c42884-93c5-459d-9af9-f940fec156b2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=19c42884-93c5-459d-9af9-f940fec156b2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:05:27.595976 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:27.878652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:27.879273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:27.879399 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Floating IP baab650d-079a-4dc0-b8ce-c26eae94f929 disassociated. External IP: 172.25.4.135, port: 19c42884-93c5-459d-9af9-f940fec156b2. Feb 14 00:05:27.879714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 19c42884-93c5-459d-9af9-f940fec156b2 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:05:28.012082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b0676-2b14-4719-bcc9-ed6403a31bb2 req-fd57b4cd-e2f4-4247-9696-b7bbb93c2860 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:28.013788 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e7b0676-2b14-4719-bcc9-ed6403a31bb2 req-fd57b4cd-e2f4-4247-9696-b7bbb93c2860 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 945 time: 0.0835319 Feb 14 00:05:28.028436 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:28.068282 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7e7b0676-2b14-4719-bcc9-ed6403a31bb2 req-e800141a-1412-491a-9553-55253bbf7e1c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Feb 14 00:05:28.077658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=19c42884-93c5-459d-9af9-f940fec156b2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:28.089810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.090202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.090514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.090850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.091185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.091509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.091833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.092157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.093141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.093690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.094021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:28.303341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:05:28.505981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:05:28.515747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:05:28.529779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:05:28.531067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:05:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:28.584113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port 19c42884-93c5-459d-9af9-f940fec156b2 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:05:28.586714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:28.589220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'name': 'network-vif-deleted', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:05:28.605357 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-639521ee-dc0f-4bab-94dd-48df2575cdce req-1a207ee0-2db4-4634-8754-86347dd9867e tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "DELETE /v2.0/ports/19c42884-93c5-459d-9af9-f940fec156b2 HTTP/1.1" status: 204 len: 173 time: 1.3997672 Feb 14 00:05:28.647806 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce', 'name': 'network-vif-deleted', 'tag': '19c42884-93c5-459d-9af9-f940fec156b2', 'status': 'completed', 'code': 200} Feb 14 00:05:28.728238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:05:29.041259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:29.045081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:05:29.056318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:05:29.056910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:05:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:29.255497 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6224eb5-162c-4be3-a151-43779cd0dbfd req-d03d0e42-b5e4-4016-b070-243eefd0fbfc tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef9e278-9c63-49aa-86ce-6f1dc91ad6ce HTTP/1.1" status: 200 len: 210 time: 0.0439100 Feb 14 00:05:29.279334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:05:29.599259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:29.603368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff97f6-1656-43d0-904a-6a00722f0cc3 None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:05:29.821058 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f958a-b7bb-4f4e-8c1d-ea806632bfe6 None None] New status for floating IP baab650d-079a-4dc0-b8ce-c26eae94f929: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:05:29.979574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 19c42884-93c5-459d-9af9-f940fec156b2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:05:30.015266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 19c42884-93c5-459d-9af9-f940fec156b2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:05:30.015585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 19c42884-93c5-459d-9af9-f940fec156b2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:05:30.216269 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a8b528eb-514c-4858-9a3c-4bcef0ce31d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:30.572794 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-a5cc40a6-d747-4fb1-9b8a-659eb9bf55c7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010048288&fields=id&tenant_id=195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 267 time: 0.0437958 Feb 14 00:05:30.721227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-16ac81d6-715c-4dd2-88c2-94e622a2606a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:30.722691 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-16ac81d6-715c-4dd2-88c2-94e622a2606a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1437268 Feb 14 00:05:30.739428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-64d211c6-5bf3-42bb-8793-9ad6cd9b7543 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0114489 Feb 14 00:05:30.819583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-0a4454a5-4389-45fe-95fe-590baee21a35 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755384 Feb 14 00:05:30.953489 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa6a9609-efd6-4bd2-ae60-56fd71ab5b5e service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229386 Feb 14 00:05:31.086428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-92da4ed4-f7e6-41f9-b4ac-b393be7b8506 service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273658 Feb 14 00:05:31.476490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43a351b7-400a-443e-bd94-9e694ca3ad47 req-4d9c3e91-6375-4b02-9ba2-289357887e50 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:05:31.492274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-43a351b7-400a-443e-bd94-9e694ca3ad47 req-4d9c3e91-6375-4b02-9ba2-289357887e50 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:05:31.493439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-43a351b7-400a-443e-bd94-9e694ca3ad47 req-4d9c3e91-6375-4b02-9ba2-289357887e50 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 210 time: 0.0575035 Feb 14 00:05:32.388207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4a035d8f-03ae-45ca-bb8d-5079cd46b093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:32.663329 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1722cafb-ca83-4afd-8670-0e4dd0e7b42b req-7264c624-1ab7-4d4e-bda9-6925cc181c21 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 210 time: 0.0463111 Feb 14 00:05:32.767511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-4fd1c8f0-101e-40ae-ad2a-3e506c4f894a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:32.768927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-4fd1c8f0-101e-40ae-ad2a-3e506c4f894a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1442883 Feb 14 00:05:32.824416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-1824418a-a200-4d5f-8218-5361bddcf558 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 380 time: 0.0410399 Feb 14 00:05:32.838078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'security_groups': ['b1958b32-4ca8-4ffb-8a77-a93b74b8097f']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:05:32.974872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:05:32.985216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:05:32.995548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:05:32.999218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.269494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.12 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/b4405dd8-cfa6-4b0c-864b-efacc8854fd1) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:05:33.454687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.470365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object b4405dd8-cfa6-4b0c-864b-efacc8854fd1 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:05:33.494317 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.569329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:05:33.572108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:05:33.576589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:05:33.579355 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.607019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:33.642334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:33.643116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.671875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-fa938c91-92b5-4c88-a418-52ef7b9f3df7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8373053 Feb 14 00:05:33.688041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Request body: {'port': {'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:05:33.813744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a0f5226b-169c-49d6-b4ee-a4b04caa8d26 None None] Provisioning for port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:05:33.814960 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:05:33.819274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a0f5226b-169c-49d6-b4ee-a4b04caa8d26 None None] Provisioning complete for port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:05:33.819766 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a0f5226b-169c-49d6-b4ee-a4b04caa8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.849713 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.873178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5226b-169c-49d6-b4ee-a4b04caa8d26 None None] Port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:05:33.908781 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:33.987328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b2dee-1df5-4db0-bacc-5c1961b6429d req-e79b89c6-c8fd-4488-aef5-fa222c593591 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:33.988017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-717b2dee-1df5-4db0-bacc-5c1961b6429d req-e79b89c6-c8fd-4488-aef5-fa222c593591 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:05:34.025130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-717b2dee-1df5-4db0-bacc-5c1961b6429d req-e79b89c6-c8fd-4488-aef5-fa222c593591 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:05:34.026277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-717b2dee-1df5-4db0-bacc-5c1961b6429d req-e79b89c6-c8fd-4488-aef5-fa222c593591 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 932 time: 0.2262440 Feb 14 00:05:34.160107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-717b2dee-1df5-4db0-bacc-5c1961b6429d req-b259af76-1ee9-4d5f-813b-ba5dcd4a36cd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240411 Feb 14 00:05:34.261431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4405dd8-cfa6-4b0c-864b-efacc8854fd1 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:05:34.268662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:34.283324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Transition to ACTIVE for port object b4405dd8-cfa6-4b0c-864b-efacc8854fd1 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:05:34.287116 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:34.415706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:34.538615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Attempting to bind port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:05:34.538946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Attempting to bind port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:05:34.539264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Attempting to bind port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:05:34.544977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:05:34.545382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Attempting to bind port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:05:34.551546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:05:34.551882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:05:34.552250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:05:34.552927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Bound port: b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:05:34.553263 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:34.642298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] For port b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:05:34.645181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] For port b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:05:34.649318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:34.712151 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:34.713507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 1092 time: 1.0304680 Feb 14 00:05:34.713937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:05:34.748289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c84b9a-4d39-44a4-b531-c441473c34d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:34.789043 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'status': 'completed', 'code': 200} Feb 14 00:05:34.833291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-41695c90-2bee-48dd-81f5-1335964e9654 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1095 time: 0.0766826 Feb 14 00:05:34.910281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-5b8cc4c3-407d-4df3-b03e-06d07046b514 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 217 time: 0.0663505 Feb 14 00:05:34.976289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-b61eb7cb-86cb-4141-af2c-8fe4114c38e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:34.977636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-b61eb7cb-86cb-4141-af2c-8fe4114c38e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0586531 Feb 14 00:05:35.150139 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:35.152167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-43a183e9-9182-48b8-8b17-985cd9b77e5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651802 Feb 14 00:05:35.320513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-853ddab1-dadc-467b-8cab-cbe72831e58e service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611285 Feb 14 00:05:35.455053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4f78-2b14-46b7-9398-e7ac651fa6e6 req-0151499c-3eed-4155-9a85-46e8edfaee71 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:35.456476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-957d4f78-2b14-46b7-9398-e7ac651fa6e6 req-0151499c-3eed-4155-9a85-46e8edfaee71 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 944 time: 0.1740668 Feb 14 00:05:35.493265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e51eabe-4a5b-4e55-bc3b-49291052f9d7 req-de40e5cf-2514-4663-a7a9-ade36f2e72f8 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616132 Feb 14 00:05:35.518793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-957d4f78-2b14-46b7-9398-e7ac651fa6e6 req-876ff3fb-a73e-4309-9f9c-b684ec7eef99 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497477 Feb 14 00:05:35.610964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-a2c6837e-4184-417c-b767-a38913ec6e73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1095 time: 0.0672021 Feb 14 00:05:35.741178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1598c9-05a5-4372-8431-45c81f928430 req-9bc02749-9443-4835-b8a6-c17887720c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:35.742538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-9bc02749-9443-4835-b8a6-c17887720c4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1251950 Feb 14 00:05:35.813167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-8de52b09-a4bb-41d8-b433-d678c4840e4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 217 time: 0.0636675 Feb 14 00:05:35.873802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1598c9-05a5-4372-8431-45c81f928430 req-22a6d914-1c2d-4d11-909e-b7db9c39d2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:35.875187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-22a6d914-1c2d-4d11-909e-b7db9c39d2f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0556364 Feb 14 00:05:35.951173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-104b5f4b-2eee-49c3-bb3c-d36897686efa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696902 Feb 14 00:05:36.084763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-4f71737f-1534-4b35-8095-5c3d094a20ad service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266026 Feb 14 00:05:36.218281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f1598c9-05a5-4372-8431-45c81f928430 req-969cad7e-deac-4ed4-8334-2b79570bd42e service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230283 Feb 14 00:05:36.809838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3202e1-27e3-48ce-9dae-fd317cbc9e4c req-eceff24b-b223-4630-9de8-ef0c69f16871 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:36.811825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b3202e1-27e3-48ce-9dae-fd317cbc9e4c req-eceff24b-b223-4630-9de8-ef0c69f16871 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 944 time: 0.1693845 Feb 14 00:05:36.854786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2b3202e1-27e3-48ce-9dae-fd317cbc9e4c req-77dae3b4-de6c-4604-94d2-1e35d29d81c4 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374372 Feb 14 00:05:37.307988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:38.052151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366ae23-886a-4aa0-9472-56beeaf77314 req-93240a82-3b29-48e8-b16d-7611bad194fe tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:38.053856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d366ae23-886a-4aa0-9472-56beeaf77314 req-93240a82-3b29-48e8-b16d-7611bad194fe tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 944 time: 0.0809245 Feb 14 00:05:38.098529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d366ae23-886a-4aa0-9472-56beeaf77314 req-e2ecd360-d935-452c-af9c-7003e6056ddf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391023 Feb 14 00:05:39.069770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:39.291312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366a7d-1f70-4a18-bc53-b98a3a0e2420 req-8f94288b-e0f7-4b42-a794-244f1b216665 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:39.292643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e366a7d-1f70-4a18-bc53-b98a3a0e2420 req-8f94288b-e0f7-4b42-a794-244f1b216665 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 944 time: 0.0743270 Feb 14 00:05:39.336771 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9e366a7d-1f70-4a18-bc53-b98a3a0e2420 req-4085afde-d169-459f-81d7-a02b56cd7967 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384412 Feb 14 00:05:40.537027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4c67d-00b8-41bf-b43a-65000b36aa70 req-1a8f4944-a06b-49fd-a0ff-c278648a1445 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:40.538479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aef4c67d-00b8-41bf-b43a-65000b36aa70 req-1a8f4944-a06b-49fd-a0ff-c278648a1445 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 944 time: 0.0829265 Feb 14 00:05:40.583454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aef4c67d-00b8-41bf-b43a-65000b36aa70 req-0422327d-280e-4a3b-ace1-f494fb1592e9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Feb 14 00:05:41.785557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3b35b-9b03-489f-a701-83170156936e req-5aa3e480-e4bf-433a-bd72-be85e6569971 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:41.787017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56a3b35b-9b03-489f-a701-83170156936e req-5aa3e480-e4bf-433a-bd72-be85e6569971 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 944 time: 0.0820966 Feb 14 00:05:41.831696 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-56a3b35b-9b03-489f-a701-83170156936e req-0f73c47e-04e9-4008-a6df-d027eaa46409 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Feb 14 00:05:42.009343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4405dd8-cfa6-4b0c-864b-efacc8854fd1 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:05:42.152113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:05:42.164381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:05:42.215296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:42.231384 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4405dd8-cfa6-4b0c-864b-efacc8854fd1 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:05:42.245894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:05:42.250158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:42.315989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:42.324633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.324982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.325320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.325650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.326110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.326418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.327439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.328024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.328354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.328684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.329010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:05:42.568936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b4405dd8-cfa6-4b0c-864b-efacc8854fd1'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:05:43.027154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be66a0-09ec-4d4c-9bfb-6e0886250e64 req-4aa4546e-9424-4d7d-bb90-53df3f45e8ed tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:43.028580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24be66a0-09ec-4d4c-9bfb-6e0886250e64 req-4aa4546e-9424-4d7d-bb90-53df3f45e8ed tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 945 time: 0.0776184 Feb 14 00:05:43.075424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-24be66a0-09ec-4d4c-9bfb-6e0886250e64 req-fcf777d6-56be-428a-8af6-2281b45a267a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Feb 14 00:05:44.010158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4405dd8-cfa6-4b0c-864b-efacc8854fd1 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:05:44.080590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:05:44.085432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:05:44.085802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:44.200069 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:44.226884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:05:44.237376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:05:44.241783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:44.273216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5251-bc66-46b6-ab25-7e698a6f05f2 req-bbe9ee85-4b5a-4b80-8fb4-76c95d683423 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:44.274698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af5251-bc66-46b6-ab25-7e698a6f05f2 req-bbe9ee85-4b5a-4b80-8fb4-76c95d683423 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 945 time: 0.0782161 Feb 14 00:05:44.294060 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'code': 200} Feb 14 00:05:44.321249 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:44.331474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b0af5251-bc66-46b6-ab25-7e698a6f05f2 req-11e3dc04-899e-47e3-a1e1-9c311a71ef40 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 Feb 14 00:05:44.423100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71c0d3a0-2eb9-436f-b537-1746e17e647d req-e814920c-4570-482b-9899-902532b448b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0695617 Feb 14 00:05:44.469808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71c0d3a0-2eb9-436f-b537-1746e17e647d req-4f66dfb2-578e-4570-97ec-f8c50c5b1ced service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371730 Feb 14 00:05:45.533598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8eb0f-3fc9-408b-bed1-6474fc7419b2 req-14ebdd16-1b51-458b-a61c-364c15661223 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:45.535115 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aca8eb0f-3fc9-408b-bed1-6474fc7419b2 req-14ebdd16-1b51-458b-a61c-364c15661223 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 946 time: 0.0750082 Feb 14 00:05:45.580631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aca8eb0f-3fc9-408b-bed1-6474fc7419b2 req-25da5b43-1587-49cc-88e5-cd5ac0cf8e89 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Feb 14 00:05:46.773738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc3bd3-1f31-48b3-85b6-cabe580f10f7 req-69db5a46-b01b-42af-9d2f-783c717debf7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:46.775209 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69dc3bd3-1f31-48b3-85b6-cabe580f10f7 req-69db5a46-b01b-42af-9d2f-783c717debf7 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 946 time: 0.0754275 Feb 14 00:05:46.820049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-69dc3bd3-1f31-48b3-85b6-cabe580f10f7 req-0dc52fea-80fe-4745-a21d-e6b2ff348cde tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384262 Feb 14 00:05:47.105193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1fb10-611f-41c5-9801-bcaed1a6e10c req-5c0e5d58-6168-4c2c-b2ba-9a62c2d5758f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:47.106658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cca1fb10-611f-41c5-9801-bcaed1a6e10c req-5c0e5d58-6168-4c2c-b2ba-9a62c2d5758f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 946 time: 0.1689687 Feb 14 00:05:47.150572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cca1fb10-611f-41c5-9801-bcaed1a6e10c req-3330999d-888f-4ee5-84c3-77bfad03980a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377076 Feb 14 00:05:47.178842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40050) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:05:47.384788 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-800ac968-5ab8-438a-87d2-a7e22a509acc tempest-TestVolumeBootPattern-1823514049 tempest-TestVolumeBootPattern-1823514049-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1092 time: 0.2048342 Feb 14 00:05:47.387401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40056) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:05:47.392874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:05:47.398949 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:05:47.402754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:floatingip and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:05:47.406292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:05:47.411930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:05:47.422912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:47.560257 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:47.693538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.25.4.192 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/8b4a1ced-624b-4185-8711-ee89937f65da) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:05:47.840663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:47.868004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:47.937084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:05:47.939734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:05:47.943855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:05:47.967794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=8b4a1ced-624b-4185-8711-ee89937f65da,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:48.448233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:48.502186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:48.702833 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:48.707225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:48.813888 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=8b4a1ced-624b-4185-8711-ee89937f65da,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:05:48.826402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:49.101394 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Floating IP feaf9c07-fccf-438f-8908-06d8f9863011 associated. External IP: 172.25.4.192, port: b4405dd8-cfa6-4b0c-864b-efacc8854fd1. Feb 14 00:05:49.480371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:05:49.676304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:05:49.687119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63357d16-137a-4725-9320-31034adf365e None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:05:49.698759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63357d16-137a-4725-9320-31034adf365e None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:05:49.699368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-63357d16-137a-4725-9320-31034adf365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:05:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:49.701525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:05:49.771296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-901de107-e833-44ca-b220-c452b8a3dd4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3678811 Feb 14 00:05:49.771296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:05:49.812484 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'status': 'completed', 'code': 200} Feb 14 00:05:49.885459 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-63357d16-137a-4725-9320-31034adf365e None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:05:49.901423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-873e1fbd-03bc-4b60-addc-896624ed4df6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0672021 Feb 14 00:05:50.033686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-1e7b5d54-aa78-4228-a968-83d9d0992bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:50.035078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-1e7b5d54-aa78-4228-a968-83d9d0992bab service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1278446 Feb 14 00:05:50.138418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-9a76ac9c-9715-4f2d-a844-1df6ee1fa80e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0972621 Feb 14 00:05:50.203892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-67e6e00c-3bea-4c4b-aed4-aa83f538baf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:50.205307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-67e6e00c-3bea-4c4b-aed4-aa83f538baf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0600817 Feb 14 00:05:50.265231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-63357d16-137a-4725-9320-31034adf365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:48Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:50.269058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63357d16-137a-4725-9320-31034adf365e None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:05:50.279805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63357d16-137a-4725-9320-31034adf365e None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:05:50.280592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-63357d16-137a-4725-9320-31034adf365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:05:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:50.282908 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-b62c1e12-e38c-493a-bef9-6c77379f02a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679848 Feb 14 00:05:50.415031 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-848b6dc0-71ef-4134-9518-a2eb2ee722df service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255302 Feb 14 00:05:50.455105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-63357d16-137a-4725-9320-31034adf365e None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:05:50.648235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d804db6-b5ed-4b3b-b466-f55e5211b115 req-bfeef6ef-7be0-4c53-899d-11ab8e1759cf service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266333 Feb 14 00:05:50.799201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-63357d16-137a-4725-9320-31034adf365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:48Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:05:50.803256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63357d16-137a-4725-9320-31034adf365e None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:48Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:05:51.000646 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda607c-81a9-44b3-8285-1169f577f3ac None None] New status for floating IP feaf9c07-fccf-438f-8908-06d8f9863011: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:05:52.224005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-78ae487a-5cd1-4b84-a5fa-cb2d5703bef1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662949 Feb 14 00:05:52.361951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-b44b32ab-0450-4c0e-865b-047e0024729e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0709856 Feb 14 00:05:52.502284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be4a0-5123-4ded-b526-4816eb155b46 req-6e016907-b986-44d3-ab8c-32aec811a055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:52.503697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-6e016907-b986-44d3-ab8c-32aec811a055 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1237025 Feb 14 00:05:52.607420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-9760738d-a429-41da-9907-b6453bdbd0d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 1002 time: 0.0979626 Feb 14 00:05:52.668338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be4a0-5123-4ded-b526-4816eb155b46 req-877ee094-fff9-4be2-9f2b-70437599e891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:05:52.669742 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-877ee094-fff9-4be2-9f2b-70437599e891 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0569186 Feb 14 00:05:52.742877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-b8d00a22-9678-4fd6-bd93-a9e449b6acbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670831 Feb 14 00:05:52.874536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-506f37f1-5e6a-40ea-86af-3cd14f7b2362 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253409 Feb 14 00:05:53.005297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-538be4a0-5123-4ded-b526-4816eb155b46 req-d5bf3dc2-01db-47a7-ae41-1f3316e08801 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250708 Feb 14 00:06:00.220775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2158eb75-0eeb-4c33-8ac4-84bafd15f7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:02.389916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e9991ec-1160-4404-ab4a-cf23085ef0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:03.409541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-6c2bf0fd-55f0-4c2d-9b6e-38b8308c6f5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730057 Feb 14 00:06:03.556030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-d4900e7e-b88c-42a6-8344-29c708fffab9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0766363 Feb 14 00:06:03.585180 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:03.711487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-2f5e731d-f786-45d5-9482-a0a04253328e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:06:03.711487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-2f5e731d-f786-45d5-9482-a0a04253328e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 909 time: 0.1381640 Feb 14 00:06:03.819548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-59dfca0f-c60b-4b40-b3c4-8ddae2d904e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 1001 time: 0.1004555 Feb 14 00:06:03.887517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-a5b9df0e-b1ef-4d15-99e4-473e8a72e615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:06:03.887517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-a5b9df0e-b1ef-4d15-99e4-473e8a72e615 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0630522 Feb 14 00:06:03.914729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:03.968879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-212f6011-1360-4993-b451-4f98ca74038c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755141 Feb 14 00:06:04.110865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-a8fe11af-6b07-4e4d-828b-5eb0473772af service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337757 Feb 14 00:06:04.343652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af47ed86-5130-4f1a-a364-1e970be9d9eb req-19231f17-83b2-4916-9854-300b5c41084a service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276993 Feb 14 00:06:05.160426 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:07.319571 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:09.080874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:10.806194 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:06:30.223817 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3e24520d-7d1e-45d2-a636-001450ea0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:32.393276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8db1f874-bde3-4c9a-a2f0-bfbec916b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:33.573805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:33.915855 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:35.155793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:37.318703 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:39.083252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:06:47.807166 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:06:53.254797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-ead76f4a-3192-479c-adcb-0911ddc1858f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786850 Feb 14 00:06:53.407125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-11b53939-dcd1-404e-a2c9-4c9c0d54cb01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0719988 Feb 14 00:06:53.563742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-1b78a905-22e6-4b9b-aca8-679b66b1d62e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:06:53.565166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-1b78a905-22e6-4b9b-aca8-679b66b1d62e service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1332426 Feb 14 00:06:53.670751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-7943dcfa-5e67-413f-8771-ff79ef97154d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 1002 time: 0.0965545 Feb 14 00:06:53.736861 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-06d5a589-84a6-44c7-ac66-d4f880ed5403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:06:53.738345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-06d5a589-84a6-44c7-ac66-d4f880ed5403 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0578523 Feb 14 00:06:53.815291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-f510db92-e98c-48c7-9654-cc96ca45ab8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676825 Feb 14 00:06:53.951073 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-106e9358-4d55-4a93-9b0b-b39bdb04cd68 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257987 Feb 14 00:06:54.087498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e8ee675-560e-4c68-b169-c6ce1b94b9ad req-e56ca08f-f4a7-4d5f-ab31-a0809ce41a5d service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269166 Feb 14 00:07:00.226329 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-88262def-7daf-4414-907b-a9b8306919a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:02.393960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-058a3c57-f241-4cd9-a7d8-c8cbcf3468aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:03.575859 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:03.916073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:03.960263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-c3ab445d-7ac3-450b-99a5-aee4e37babac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721772 Feb 14 00:07:04.093954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-e56d609e-d443-4d68-9079-199086f2fdd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0675871 Feb 14 00:07:04.236129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-6e8ecbcd-9683-409a-83d0-75bcc0ca94aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:04.237439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-6e8ecbcd-9683-409a-83d0-75bcc0ca94aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 909 time: 0.1247060 Feb 14 00:07:04.337453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-4e9d65cb-aef6-480d-a79a-8d32ef5219f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 1001 time: 0.0941563 Feb 14 00:07:04.401840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-06cc14d4-8209-469e-953b-8dfb30b6b6c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:04.403302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-06cc14d4-8209-469e-953b-8dfb30b6b6c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0599177 Feb 14 00:07:04.481540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-466c8e43-16d8-4d2d-be26-89b2eb0ecf6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718169 Feb 14 00:07:04.615949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-15479624-0f36-42d4-b99b-35033b0c265b service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278310 Feb 14 00:07:04.840416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6aed00d-8c2b-4a42-aee1-8e35d756d083 req-3415f2db-4848-4305-bcc6-7ec54e487ea2 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191153 Feb 14 00:07:05.159343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:07.315681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:09.083606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:24.811077 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:07:30.228352 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe238-df2f-44f6-bd35-2da5f63b805f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:32.410600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b3db9fb9-ce15-4487-9c0a-b58b0c7ee4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:33.602631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:33.927943 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:35.164267 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:37.183167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-8d333409-f637-4117-9e42-fdaab48b24b2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010048288&fields=id&tenant_id=195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 267 time: 0.0408380 Feb 14 00:07:37.328431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-de170b85-16af-4408-ab08-2986c6a84417 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:37.329895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-de170b85-16af-4408-ab08-2986c6a84417 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1405613 Feb 14 00:07:37.332371 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:37.347112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-2cbe3fe7-2301-48d3-99aa-f888743909e9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/quotas/195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 375 time: 0.0117683 Feb 14 00:07:37.440131 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-99a24114-9544-46ce-8440-4b458831730a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0871148 Feb 14 00:07:37.525028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a82f7658-7153-48fa-8edf-6111ad4bb754 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:07:37.525975 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a82f7658-7153-48fa-8edf-6111ad4bb754 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0751173 Feb 14 00:07:37.658764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-d88d0c23-9d58-475a-a06a-ac7f3b7e489f service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266937 Feb 14 00:07:37.788041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-cf12a8fd-c092-4f82-880d-3f63e8ef752e service neutron] 10.222.0.36 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229737 Feb 14 00:07:38.344981 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ddc5397d-fe65-44b7-9dea-d1745e09cc87 req-2a657a33-2f72-4d1b-a6c3-691c86a2bfee tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 210 time: 0.1776369 Feb 14 00:07:39.098655 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:39.469231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-92e37558-639c-40c8-a142-bd42d33bfff9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:39.470668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-92e37558-639c-40c8-a142-bd42d33bfff9 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 812 time: 0.1496692 Feb 14 00:07:39.527158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8c65e61-2736-49c5-8807-a07f078bd96b req-364d1312-7e55-4679-b472-aa2e687dde24 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 210 time: 0.0554991 Feb 14 00:07:39.553044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-583cbd54-6650-4fdd-bbe5-9f35aa55f571 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195055bba165447c826c4f9286bb83fd HTTP/1.1" status: 200 len: 380 time: 0.0504463 Feb 14 00:07:39.560744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'port': {'device_id': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'admin_state_up': True, 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'security_groups': ['b1958b32-4ca8-4ffb-8a77-a93b74b8097f']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:07:39.699520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:07:39.709225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:07:39.719211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Made reservation on behalf of 195055bba165447c826c4f9286bb83fd for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:07:39.722669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:39.886655 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.20.0.6 (17f985b8-4860-45b7-97a5-bfc68d78564d/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944/00f4433b-7d79-4a3a-98ea-fb49c64e0bc2) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:07:40.077005 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:40.094421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Transition to ACTIVE for port object 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:07:40.124065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:40.199842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network 17f985b8-4860-45b7-97a5-bfc68d78564d is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:07:40.202666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:07:40.206389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:07:40.241242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:40.265948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.266731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.266731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.266952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.267282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.267636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.267923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.268239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.268558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.268868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.269183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:40.282788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:40.283388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:40.311586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-a0f3fbd9-83ad-427a-a285-dc589524f16a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542415 Feb 14 00:07:40.322164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fca1a016-3975-4be4-95a5-2fef310b0382 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:07:40.323512 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fca1a016-3975-4be4-95a5-2fef310b0382 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058889 Feb 14 00:07:40.410759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Request body: {'port': {'device_id': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:07:40.420200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-949efc06-bcd3-4c02-b41b-8d9b3fae3fc9 None None] Provisioning for port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:07:40.425472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-949efc06-bcd3-4c02-b41b-8d9b3fae3fc9 None None] Provisioning complete for port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:07:40.425864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-949efc06-bcd3-4c02-b41b-8d9b3fae3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:40.480183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-949efc06-bcd3-4c02-b41b-8d9b3fae3fc9 None None] Port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:07:40.524517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:40.747838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf8d42-59f2-4c5d-a0e8-0becc022b227 req-598cf4a1-4cbe-4cac-a3fe-ba8699611fb1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:40.750258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8bbf8d42-59f2-4c5d-a0e8-0becc022b227 req-598cf4a1-4cbe-4cac-a3fe-ba8699611fb1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 931 time: 0.0926266 Feb 14 00:07:40.798929 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8bbf8d42-59f2-4c5d-a0e8-0becc022b227 req-ffdb6f1f-1863-4984-8945-8062a7f2756a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Feb 14 00:07:40.979265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:07:40.986245 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:41.001883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Transition to ACTIVE for port object 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:07:41.006766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:41.152172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Pushing event updated for resources: {'Port': ['ID=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:41.267665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Attempting to bind port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:07:41.267665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Attempting to bind port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:07:41.268047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Attempting to bind port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:07:41.275299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 on network 17f985b8-4860-45b7-97a5-bfc68d78564d not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:07:41.275299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Attempting to bind port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 on network 17f985b8-4860-45b7-97a5-bfc68d78564d {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:07:41.282062 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:07:41.282450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Checking segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:07:41.283189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Bound using segment: {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:07:41.283292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Bound port: 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3759b006-9f37-44cf-9d21-ac33c2a7cd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:07:41.283594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:41.384052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] For port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:07:41.388785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] For port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:07:41.393430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:41.464377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:41.464377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] 10.222.0.31 "PUT /v2.0/ports/00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 200 len: 1091 time: 1.1322808 Feb 14 00:07:41.464377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:07:41.488012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84dad7-e771-40a7-8bd9-2872667497c1 service neutron] Pushing event updated for resources: {'Port': ['ID=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:41.551604 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'status': 'completed', 'code': 200} Feb 14 00:07:41.589599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-0fd0dd70-799e-44a5-b032-1ff05020b347 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1094 time: 0.0816505 Feb 14 00:07:41.672282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-109158b5-48d3-4f2b-9a0a-10092518cfc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 200 len: 217 time: 0.0752583 Feb 14 00:07:41.748835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-38b55543-381e-4cea-8fa4-9bfae0293b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:41.750761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-38b55543-381e-4cea-8fa4-9bfae0293b94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0724921 Feb 14 00:07:41.831644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-0a4a2bff-07ff-4aec-b734-21bcf53a3865 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761142 Feb 14 00:07:41.974924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-3ca5945c-52e0-4e46-8cea-bfbc22a584ee service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367302 Feb 14 00:07:42.027381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0066a1-7304-4ffe-a0b4-e50a66a53ac2 req-1a5f60c2-9c3c-42bb-afdc-3df6e0b1b14b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:42.029290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec0066a1-7304-4ffe-a0b4-e50a66a53ac2 req-1a5f60c2-9c3c-42bb-afdc-3df6e0b1b14b tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0895300 Feb 14 00:07:42.079489 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ec0066a1-7304-4ffe-a0b4-e50a66a53ac2 req-a4892c4c-7a30-40da-8f27-f1816b4bc438 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Feb 14 00:07:42.122783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-427666ec-f340-46c2-b5aa-e39d3c779ed6 req-54fb1b35-a521-4f3e-a666-9de99f7fff14 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419303 Feb 14 00:07:42.242943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-e3fa75d3-4b0c-4427-94ec-d88b088f14e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1094 time: 0.0765667 Feb 14 00:07:42.371005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-c3ec287a-f63a-4919-afa5-a601a8eb24e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:42.372299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-c3ec287a-f63a-4919-afa5-a601a8eb24e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1230366 Feb 14 00:07:42.437219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-884dd1f1-e623-424a-9f9d-d5f2656a5e49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 200 len: 217 time: 0.0585685 Feb 14 00:07:42.598177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-6c63f3c3-ca3e-4746-b380-9619e6db0fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:42.599303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-6c63f3c3-ca3e-4746-b380-9619e6db0fbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.1560178 Feb 14 00:07:42.674154 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-c8a0bda6-5529-47cf-a75a-58c12f92b478 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686920 Feb 14 00:07:42.806276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-7eeabdc6-0fbd-4999-ab3b-7e166bcc0c06 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258492 Feb 14 00:07:42.948452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12f0411e-ecb4-4968-b823-144e68d8cf80 req-66418fa0-8d9e-419b-b0a9-9a67243caf6e service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363440 Feb 14 00:07:43.297352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc43c00-5d1b-4d36-b53b-7b87e77ea3a4 req-219dbe4d-6437-49a3-98e4-8c68f6100e4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:43.298669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ccc43c00-5d1b-4d36-b53b-7b87e77ea3a4 req-219dbe4d-6437-49a3-98e4-8c68f6100e4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:07:43.315006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ccc43c00-5d1b-4d36-b53b-7b87e77ea3a4 req-219dbe4d-6437-49a3-98e4-8c68f6100e4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:07:43.316148 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccc43c00-5d1b-4d36-b53b-7b87e77ea3a4 req-219dbe4d-6437-49a3-98e4-8c68f6100e4a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.1003604 Feb 14 00:07:43.371783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccc43c00-5d1b-4d36-b53b-7b87e77ea3a4 req-61eccf52-bd55-4361-a020-a17a8d990bc1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499284 Feb 14 00:07:44.577169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527153b-dc49-4e00-b07d-4eceba50305c req-ef7a69bf-30df-4b78-a3d0-62cb3fb570fa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:44.578655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f527153b-dc49-4e00-b07d-4eceba50305c req-ef7a69bf-30df-4b78-a3d0-62cb3fb570fa tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0819416 Feb 14 00:07:44.623375 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f527153b-dc49-4e00-b07d-4eceba50305c req-46c38e72-d413-47c9-a66c-cd4a17552684 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Feb 14 00:07:45.819902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cca5c-4cb7-4dc7-8552-eb28c62f6c71 req-d1b2eb4c-b6da-442e-8146-d2d2dbf3a4c3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:45.821813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd3cca5c-4cb7-4dc7-8552-eb28c62f6c71 req-d1b2eb4c-b6da-442e-8146-d2d2dbf3a4c3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0750725 Feb 14 00:07:45.865617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd3cca5c-4cb7-4dc7-8552-eb28c62f6c71 req-49381042-1b36-4260-9688-2af00e526599 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Feb 14 00:07:47.072138 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75f074-3c44-451a-b8d8-d15f806fbeb9 req-a28bf398-22d3-4491-9218-256b4e50add1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:47.073581 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9c75f074-3c44-451a-b8d8-d15f806fbeb9 req-a28bf398-22d3-4491-9218-256b4e50add1 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0872934 Feb 14 00:07:47.116825 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9c75f074-3c44-451a-b8d8-d15f806fbeb9 req-f383572f-ca20-4099-8ebf-b62d2b19539a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376778 Feb 14 00:07:48.314020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c489e2-133a-4684-993f-4a160c7d3666 req-b470e2ea-5aff-40a1-91f7-c65e8c910348 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:48.315384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64c489e2-133a-4684-993f-4a160c7d3666 req-b470e2ea-5aff-40a1-91f7-c65e8c910348 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0789518 Feb 14 00:07:48.358957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64c489e2-133a-4684-993f-4a160c7d3666 req-111ad6cf-cb9a-4f8d-91b8-643c743c824f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381584 Feb 14 00:07:49.553039 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c033f7-138d-4727-908f-23505eac5f97 req-379e0b29-2d16-4939-8e82-4621866e735d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:49.554792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-28c033f7-138d-4727-908f-23505eac5f97 req-379e0b29-2d16-4939-8e82-4621866e735d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0760198 Feb 14 00:07:49.601545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-28c033f7-138d-4727-908f-23505eac5f97 req-5ae73cbd-9542-4ed8-ada9-c368efd66475 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Feb 14 00:07:50.799477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729f1b1-6a2e-4867-b529-4c733918bdd3 req-ca9d2fc8-a4b0-4cf4-8aaf-1a3a2cab795a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:50.800932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f729f1b1-6a2e-4867-b529-4c733918bdd3 req-ca9d2fc8-a4b0-4cf4-8aaf-1a3a2cab795a tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 943 time: 0.0787516 Feb 14 00:07:50.846466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f729f1b1-6a2e-4867-b529-4c733918bdd3 req-e8957a65-53bc-4880-8201-2c000e024fe0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Feb 14 00:07:51.192499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:07:51.360602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:07:51.373304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'port_id': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'mac_address': 'fa:16:3e:d0:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:07:51.428986 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:51.445751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:07:51.460572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:07:51.464403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:51.530212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:51.538506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.538856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.539191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.539520 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.539931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.540431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.540762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.541130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.541457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.541878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.542154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:07:51.706368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['00f4433b-7d79-4a3a-98ea-fb49c64e0bc2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:07:52.039920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe70f5-50e3-4afb-a4d6-b12928e15539 req-85600bcb-252c-4d80-9d25-fd7b3b0593c6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:52.041432 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bfe70f5-50e3-4afb-a4d6-b12928e15539 req-85600bcb-252c-4d80-9d25-fd7b3b0593c6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 944 time: 0.0758247 Feb 14 00:07:52.086668 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6bfe70f5-50e3-4afb-a4d6-b12928e15539 req-0ecbcf0a-08e0-4f35-a4ff-b1f89704043d tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395775 Feb 14 00:07:53.222887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:07:53.285650 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c8bbe-7879-45df-9a28-97cb64c09ffa req-afd9f61f-75af-4340-938e-1b9a053ae3a3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:53.287134 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e2c8bbe-7879-45df-9a28-97cb64c09ffa req-afd9f61f-75af-4340-938e-1b9a053ae3a3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 944 time: 0.0812531 Feb 14 00:07:53.289505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:07:53.294707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:07:53.295010 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:53.332949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e2c8bbe-7879-45df-9a28-97cb64c09ffa req-71f6ae49-c83b-4426-8666-b00681b3e5e6 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401826 Feb 14 00:07:53.410291 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:53.436344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:07:53.445716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:07:53.450434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:53.516560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:53.587664 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'code': 200} Feb 14 00:07:53.715818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c8acbe0-03ba-45c6-9898-ab4ebe223d52 req-7870c98a-19f0-42e2-8aa5-2dbd70aee721 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1096 time: 0.0689509 Feb 14 00:07:53.762455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c8acbe0-03ba-45c6-9898-ab4ebe223d52 req-37f729a7-bf44-4e5c-a286-bc8913d08247 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Feb 14 00:07:54.270582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-ee072b5a-5ced-4fe6-86a5-27c000b32e76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672340 Feb 14 00:07:54.418880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-f3e142a4-9cb6-4807-8c7b-009cc57effb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0698707 Feb 14 00:07:54.631574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-29fa7306-85db-407a-8718-e17f4f35d480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:54.632922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-29fa7306-85db-407a-8718-e17f4f35d480 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1854038 Feb 14 00:07:54.642394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032275-07d1-46b2-8583-356a629bbe94 req-5bd0dece-966e-46a3-a608-9a15e3cfc2e8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:54.643752 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c032275-07d1-46b2-8583-356a629bbe94 req-5bd0dece-966e-46a3-a608-9a15e3cfc2e8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 945 time: 0.1778481 Feb 14 00:07:54.773051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c032275-07d1-46b2-8583-356a629bbe94 req-6d3d9fec-64f1-4cae-b139-ec0f2e06befd tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773425 Feb 14 00:07:54.775185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-44d5b0b5-7f61-4601-a147-98554a75144e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 1002 time: 0.1305070 Feb 14 00:07:54.842241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-a091de09-6fe8-4257-98fe-2cdf92cdcba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:54.843665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-a091de09-6fe8-4257-98fe-2cdf92cdcba6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0598123 Feb 14 00:07:54.922630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-d572ad00-17e1-46f9-8014-a212829661e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699308 Feb 14 00:07:54.935508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-cb275364-1a5d-41ec-9619-a457bb38cc47 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:07:54.936407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-cb275364-1a5d-41ec-9619-a457bb38cc47 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046751 Feb 14 00:07:55.157660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-823be762-1a90-450f-83ef-5da32a666940 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146482 Feb 14 00:07:55.289540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d1b43cf-1dfe-4007-ab2a-c1ee06369591 req-b3a8dcf0-39e7-4550-98eb-258e165c60e7 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225417 Feb 14 00:07:55.976481 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1df2f-e908-46dc-a7fe-1a8d8917b1af req-b45b6bef-3019-4905-bd8b-2dc7366b14ab tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:55.977915 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6c1df2f-e908-46dc-a7fe-1a8d8917b1af req-b45b6bef-3019-4905-bd8b-2dc7366b14ab tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 945 time: 0.0800955 Feb 14 00:07:56.022093 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a6c1df2f-e908-46dc-a7fe-1a8d8917b1af req-9d106098-0080-4a4f-8269-dd14b35ec7d0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379596 Feb 14 00:07:56.227529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4034fa-14f7-405f-a98e-7f1f9eea84e0 req-8e2b72e4-ed73-49a5-94cb-bd79d1d67832 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:56.229622 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be4034fa-14f7-405f-a98e-7f1f9eea84e0 req-8e2b72e4-ed73-49a5-94cb-bd79d1d67832 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 945 time: 0.0751822 Feb 14 00:07:56.272921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-be4034fa-14f7-405f-a98e-7f1f9eea84e0 req-37848da0-c8b3-4e5b-a953-b00e15c4e1ed tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378063 Feb 14 00:07:56.300728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40248) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:07:56.373215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d61169db-f0e1-416b-a262-3c03a80f9560 tempest-TestVolumeBootPattern-1823514049 tempest-TestVolumeBootPattern-1823514049-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1091 time: 0.0712926 Feb 14 00:07:56.375731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40252) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:07:56.380754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:07:56.387682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:07:56.391522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Usage tracker for resource:floatingip and tenant:195055bba165447c826c4f9286bb83fd is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:07:56.394390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:07:56.400019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:07:56.411170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:56.546703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:56.686877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Allocated IP 172.25.4.83 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/d8ece8c2-f36a-4ffd-9624-c32f958a95af) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:07:56.831465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:56.859597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:56.925766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:07:56.928731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:07:56.932985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:07:56.956698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=d8ece8c2-f36a-4ffd-9624-c32f958a95af,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:57.424250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:57.480843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:57.777370 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:57.781698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:57.882071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event updated for resources: {'Port': ['ID=d8ece8c2-f36a-4ffd-9624-c32f958a95af,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:07:57.901209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:58.090002 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Floating IP 8dcdaa47-6e79-484f-b949-6022a10f4bc9 associated. External IP: 172.25.4.83, port: 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2. Feb 14 00:07:58.475727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:07:58.673804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:07:58.683678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:07:58.695422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:07:58.696024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:07:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:07:58.699345 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:07:58.766128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ba868f5e-c7ca-45b9-8ce8-9f1920d4986f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3764348 Feb 14 00:07:58.766128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:07:58.809173 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'status': 'completed', 'code': 200} Feb 14 00:07:58.880673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:07:58.903816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-68527115-0b88-4c6e-8298-791b48b9c8d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1096 time: 0.0718331 Feb 14 00:07:59.035787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-27e653dd-7e30-4e8c-9e0c-cc27744fc102 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:59.037649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-27e653dd-7e30-4e8c-9e0c-cc27744fc102 service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1268897 Feb 14 00:07:59.138475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-0c80eced-4626-4958-a172-fd80d8a12a4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 200 len: 998 time: 0.0956113 Feb 14 00:07:59.199714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-a768dc94-8074-42fa-be1a-f56fa98615c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:07:59.201151 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-a768dc94-8074-42fa-be1a-f56fa98615c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0567660 Feb 14 00:07:59.227540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '8dcdaa47-6e79-484f-b949-6022a10f4bc9', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:d0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:07:57Z', 'updated_at': '2022-02-14T00:07:57Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}, {'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:51Z', 'revision_number': 1, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:07:59.231557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:07:59.241791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:07:59.242399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:07:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:07:59.276857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-0b5d70cb-61cf-4047-b87c-da0e67367bd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697227 Feb 14 00:07:59.425205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:07:59.520018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-fcf141ae-5e55-4d3d-93cc-f6209542e6e1 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376192 Feb 14 00:07:59.650513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-473a24f9-3d5a-4f0a-9ccf-46ac0f848fb6 req-c047036f-0845-46c8-b409-4992a68455ef service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246006 Feb 14 00:07:59.803902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '8dcdaa47-6e79-484f-b949-6022a10f4bc9', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:d0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:07:57Z', 'updated_at': '2022-02-14T00:07:57Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}, {'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:51Z', 'revision_number': 1, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:07:59.808341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079047f-a4c4-4121-a02a-bb542c557bd9 None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '8dcdaa47-6e79-484f-b949-6022a10f4bc9', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:d0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:07:57Z', 'updated_at': '2022-02-14T00:07:57Z', 'revision_number': 0, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}, {'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:51Z', 'revision_number': 1, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:08:00.002663 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d97a66-43d1-421b-a534-14508b0a6310 None None] New status for floating IP 8dcdaa47-6e79-484f-b949-6022a10f4bc9: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:08:00.230473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-af35b9c0-75bb-452c-95b9-99b274047fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:01.812507 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:08:02.395039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8211daad-ac73-42ce-aa34-c512aa245b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:03.575174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:03.921251 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:05.165245 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:05.995655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-17d1efa0-5338-4538-a8c0-454db1f5f33b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760739 Feb 14 00:08:06.145080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-d827337d-e005-4db9-aca2-407b8ea4062b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0763538 Feb 14 00:08:06.292274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-7c167933-0483-4501-94a8-827dedcde929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:08:06.294383 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-7c167933-0483-4501-94a8-827dedcde929 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 200 len: 909 time: 0.1306591 Feb 14 00:08:06.398720 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-a7ab8d85-6e49-4978-b01a-b1866d4209c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 200 len: 1001 time: 0.0984411 Feb 14 00:08:06.465483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-3663a9f0-a393-4ff7-8164-d803f4b3d1fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:08:06.467000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-3663a9f0-a393-4ff7-8164-d803f4b3d1fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 200 len: 848 time: 0.0618846 Feb 14 00:08:06.544820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-4b927f3e-8aad-4bcb-8fd6-7f218ffc7da7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca0385be-2ee6-4131-8a87-67661ea3d87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698063 Feb 14 00:08:06.676671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-53e3476d-0724-459e-8641-f59d921ec5d1 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244333 Feb 14 00:08:06.807634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948470b0-bf70-4002-9e76-4e2de09d72e4 req-271c465c-ba92-442c-a071-61a40a8df614 service neutron] 10.222.0.31 "GET /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246014 Feb 14 00:08:07.331921 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:09.099073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:30.232567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7c39-1d1c-4656-a412-6eef44bb3222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:32.396360 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4524f58b-0218-4ffc-b89a-7e293dd0c277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:33.577227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:33.923772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:35.166718 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:37.345379 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:38.812929 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:08:39.097711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:08:51.363209 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-d727b815-d7ae-4dc7-83cd-60ad6e542cd5 req-1c44e623-059c-4beb-9eb8-9e82f6f19bfe service neutron] (83661) timed out ('10.222.0.31', 61671) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:08:55.310976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-a31850d4-1f48-4dbe-a7b1-06960efc4c30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1594453 Feb 14 00:08:55.470327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-b4aa14d1-d337-48e9-a0f4-7ab80df4e73d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0746505 Feb 14 00:08:55.619631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-a9dd39e1-64b4-4e55-9717-96ddcb55691c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:08:55.620982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-a9dd39e1-64b4-4e55-9717-96ddcb55691c service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1278911 Feb 14 00:08:55.726967 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-cc057774-54cd-4aa4-88cd-c2390abec3ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 1002 time: 0.0959454 Feb 14 00:08:55.793321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-d24916a9-bb88-4fe8-80af-03f03abcc4c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:08:55.795737 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-d24916a9-bb88-4fe8-80af-03f03abcc4c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0588014 Feb 14 00:08:55.871281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-e393f672-631f-4217-80b2-52c1787d5b72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672548 Feb 14 00:08:56.105353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-3767225d-99d7-4187-bcc5-be34ab6580ef service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240994 Feb 14 00:08:56.241563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-923a9121-6c45-4a84-8246-1cb9609f92bb req-bea24f4b-57f2-4bdb-b508-521d147a0690 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262999 Feb 14 00:09:00.236278 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0813a9e8-e821-4fa9-9329-5c4f7d5c528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:00.790832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8c14-b711-4529-93c5-cf49e41247ce req-5d433a71-72f1-4d9a-a591-57d5b2ad2c57 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:00.792273 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca7d8c14-b711-4529-93c5-cf49e41247ce req-5d433a71-72f1-4d9a-a591-57d5b2ad2c57 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.0757523 Feb 14 00:09:00.835951 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca7d8c14-b711-4529-93c5-cf49e41247ce req-65d1f734-150a-445c-a34c-1436dc8172dd tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 Feb 14 00:09:01.945472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-3956014f-4aaa-4bf1-b0a0-2e60072abb2a tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:01.946988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-3956014f-4aaa-4bf1-b0a0-2e60072abb2a tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.31 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.0769932 Feb 14 00:09:02.056675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Deleting port 2a46b120-2390-4a8a-94f6-01f556458ac5 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:02.057017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:02.157975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa07555-706d-4355-b6ed-53fe9ebbfdbe req-f7cea934-1e58-480f-bc43-93005fb7c682 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:02.159333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fa07555-706d-4355-b6ed-53fe9ebbfdbe req-f7cea934-1e58-480f-bc43-93005fb7c682 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 945 time: 0.1799836 Feb 14 00:09:02.294302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fa07555-706d-4355-b6ed-53fe9ebbfdbe req-1f42aa58-d49a-44c4-b636-2c6d2b453a9c tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263487 Feb 14 00:09:02.354242 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] For port 2a46b120-2390-4a8a-94f6-01f556458ac5, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2a46b120-2390-4a8a-94f6-01f556458ac5,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:02.354600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:02.398673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-280ab588-0c65-4e01-ada0-d162777fa843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:02.650007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:02.650503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:02.650836 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Floating IP fc857085-c689-4c69-b019-8b5e0e1796c4 disassociated. External IP: 172.25.4.224, port: 2a46b120-2390-4a8a-94f6-01f556458ac5. Feb 14 00:09:02.651180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Calling delete_port for 2a46b120-2390-4a8a-94f6-01f556458ac5 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:02.791466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:02.839730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event deleted for resources: {'Port': ['ID=2a46b120-2390-4a8a-94f6-01f556458ac5,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:02.852438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.852714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.853050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.853852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.854220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.854551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.854874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.855347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.855678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.856017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:02.856331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:03.057903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:09:03.358341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:09:03.368314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] Sync routers for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:09:03.380217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:03.380931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:03.434808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] No DVR routers for this DVR port 2a46b120-2390-4a8a-94f6-01f556458ac5 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:09:03.437563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:03.440569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'name': 'network-vif-deleted', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:09:03.465432 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ad9e213-76ac-4674-a8d3-d9ef79aa29cb req-34f5c2f7-a1c8-4b92-8b80-6ad12720619e tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.31 "DELETE /v2.0/ports/2a46b120-2390-4a8a-94f6-01f556458ac5 HTTP/1.1" status: 204 len: 173 time: 1.5135241 Feb 14 00:09:03.494008 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f9ad17f1-5196-4fc7-8415-5ba6bec467aa req-7efa0b27-ee12-4bb7-bdf8-211c9a9a5aa9 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "GET /v2.0/ports?device_id=605a4043-a70a-478b-8b18-9d7b9395fe5a HTTP/1.1" status: 200 len: 210 time: 0.0540793 Feb 14 00:09:03.580653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:03.629461 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605a4043-a70a-478b-8b18-9d7b9395fe5a', 'name': 'network-vif-deleted', 'tag': '2a46b120-2390-4a8a-94f6-01f556458ac5', 'status': 'completed', 'code': 200} Feb 14 00:09:03.635472 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:03.898439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:03.902418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] Checking router: 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:09:03.918202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:03.918820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:04.044954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:04.102045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:04.444444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:04.448325 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cdc175-1e94-4cb9-8353-85890ef8e430 None None] The sync data for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 is: [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:03:57Z', 'revision_number': 4, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c7804786-dc7a-4fd9-bf87-51fe4e9333f1', 'name': '', 'network_id': 'ca0385be-2ee6-4131-8a87-67661ea3d87c', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'mac_address': 'fa:16:3e:4d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:57Z', 'updated_at': '2022-02-14T00:04:17Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'subnets': [{'id': '7d512884-7aac-4f35-90ff-3c34ee6666a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:09:04.618547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40314) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:04.675828 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c5c4a-8244-4d38-b109-4e8495c57531 None None] New status for floating IP fc857085-c689-4c69-b019-8b5e0e1796c4: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:09:04.777248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Deleting port b117e799-0add-460b-ac45-e7f29624b3a3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:04.777510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:04.950762 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:04.951079 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:05.069443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Calling delete_port for b117e799-0add-460b-ac45-e7f29624b3a3 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:05.146622 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.db.api [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:09:05.146938 n-d-828979-1 neutron-server[83662]: DEBUG oslo_db.api [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:09:05.168504 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:05.647903 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Deleting port b117e799-0add-460b-ac45-e7f29624b3a3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:05.648473 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:05.659063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2a46b120-2390-4a8a-94f6-01f556458ac5 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:05.691474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 2a46b120-2390-4a8a-94f6-01f556458ac5 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:05.691813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2a46b120-2390-4a8a-94f6-01f556458ac5 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:05.816344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:05.816660 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:05.932550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Calling delete_port for b117e799-0add-460b-ac45-e7f29624b3a3 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:06.067974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.112068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event deleted for resources: {'Port': ['ID=b117e799-0add-460b-ac45-e7f29624b3a3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:06.206680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.221036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.222148 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d40430a-80c6-4f16-b9b4-4b7d405715e2 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "DELETE /v2.0/floatingips/fc857085-c689-4c69-b019-8b5e0e1796c4 HTTP/1.1" status: 204 len: 168 time: 1.6025999 Feb 14 00:09:06.377346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:06.439919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-ea52902a-09ee-494d-af3d-a1cedaf6795c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673959 Feb 14 00:09:06.444174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.473639 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.532646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-6398514b-dc8c-4a8c-9e1b-9dff98c6a7d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1096 time: 0.0727575 Feb 14 00:09:06.539619 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.566569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ac692-ecba-4a00-aab7-2ba90f7c76bb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:06.580035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.580371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.580709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.581042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.581367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.581692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.582035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.582362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.582687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.583005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.583323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:09:06.586244 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:06.589850 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c0609166-4191-403e-8202-822dc7b0d210 tempest-TestServerBasicOps-1797086566 tempest-TestServerBasicOps-1797086566-project] 10.222.0.36 "DELETE /v2.0/security-groups/4f1ac692-ecba-4a00-aab7-2ba90f7c76bb HTTP/1.1" status: 204 len: 168 time: 0.2090547 Feb 14 00:09:06.713783 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:06.780116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-ea7f1b89-b03d-44a1-9887-8cfcfa40fe25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:06.781650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-ea7f1b89-b03d-44a1-9887-8cfcfa40fe25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.2293277 Feb 14 00:09:06.891264 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-757d18fa-6505-4305-b054-1f5b65d342f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 200 len: 1000 time: 0.1025960 Feb 14 00:09:06.952215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-b68cef73-467c-46bf-a2cc-5b4a8b8a9607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:06.953631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-b68cef73-467c-46bf-a2cc-5b4a8b8a9607 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0561643 Feb 14 00:09:07.035092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-48c0086d-cea8-4b3a-8298-14b9716dccd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749164 Feb 14 00:09:07.175136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-534de60f-f110-46e2-b7ec-67dea4406e7c service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342304 Feb 14 00:09:07.311083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6e0d5cd2-cb16-46ab-9a45-41f1c5b32d0a req-221b8acb-eb77-4b69-af9d-60287031a780 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296217 Feb 14 00:09:07.344760 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:07.352319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:07.939447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Deleting port c7804786-dc7a-4fd9-bf87-51fe4e9333f1 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:07.940127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:08.111937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] For port c7804786-dc7a-4fd9-bf87-51fe4e9333f1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:08.112285 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:08.239585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Calling delete_port for c7804786-dc7a-4fd9-bf87-51fe4e9333f1 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:08.404958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:08.448135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7804786-dc7a-4fd9-bf87-51fe4e9333f1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:08.826413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:09.113775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:09.391663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:09:09.585079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:09:09.594320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] Sync routers for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:09:09.597670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6787c0db-3c0a-4d3a-9c95-2d49bc888344 admin admin] 10.222.0.36 "PUT /v2.0/routers/057f8c5d-0d87-4b1d-b8a6-efff1a7feeec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826420 Feb 14 00:09:09.600204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40336) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:09.605820 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:09.606455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:09.785093 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:09.803062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:10.000286 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:10.009557 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Deleting port 6cc8ddba-0acb-4b20-925e-fe75611e7a74 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:10.009823 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:10.064495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:09:08Z', 'revision_number': 5, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port': {'id': '6cc8ddba-0acb-4b20-925e-fe75611e7a74', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:03:55Z', 'updated_at': '2022-02-14T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:10.068314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] Checking router: 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:09:10.078838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] Routers {'057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:10.079430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:10.235666 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] Set router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:10.298504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] For port 6cc8ddba-0acb-4b20-925e-fe75611e7a74, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=6cc8ddba-0acb-4b20-925e-fe75611e7a74,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:10.298851 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:10.342365 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:09:10Z', 'revision_number': 6, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:10.346988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f0bdd-70e5-471a-b821-7290ddf2a299 None None] The sync data for ids ['057f8c5d-0d87-4b1d-b8a6-efff1a7feeec'] in n-d-828979-1 is: [{'id': '057f8c5d-0d87-4b1d-b8a6-efff1a7feeec', 'name': 'tempest-TestServerBasicOps-1054430321-router', 'tenant_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:03:54Z', 'updated_at': '2022-02-14T00:09:10Z', 'revision_number': 6, 'project_id': '652291ca736e4f7dbb4d454a0b2d6c30', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:09:10.422540 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Calling delete_port for 6cc8ddba-0acb-4b20-925e-fe75611e7a74 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:10.590362 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:10.636384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc8ddba-0acb-4b20-925e-fe75611e7a74,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:10.866872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.126574 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.130803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.156909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.157407 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057f8c5d-0d87-4b1d-b8a6-efff1a7feeec {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:09:11.169418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.170560 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8b41b6a7-c773-41f6-be8b-2f10c7d0024a admin admin] 10.222.0.36 "DELETE /v2.0/routers/057f8c5d-0d87-4b1d-b8a6-efff1a7feeec HTTP/1.1" status: 204 len: 168 time: 1.5693109 Feb 14 00:09:11.173142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40342) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:11.232065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Deleting subnet 7d512884-7aac-4f35-90ff-3c34ee6666a0 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:09:11.235438 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.286108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.370449 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.451421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.492495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d512884-7aac-4f35-90ff-3c34ee6666a0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:11.497226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.503051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c61b2-155d-430f-a55e-5b3f567adc65 None None] Network ca0385be-2ee6-4131-8a87-67661ea3d87c requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:09:11.503924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92ed22b5-5be8-48fd-9882-b9d8fa44a8f2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d512884-7aac-4f35-90ff-3c34ee6666a0 HTTP/1.1" status: 204 len: 168 time: 0.3298600 Feb 14 00:09:11.506311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40346) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:11.612585 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.623096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Deleting port fb6e89e2-f35e-4af5-b644-3719efbee0ab {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:11.623434 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.749682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] DHCP port deletion for ca0385be-2ee6-4131-8a87-67661ea3d87c request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:09:11.753988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Deleting port fb6e89e2-f35e-4af5-b644-3719efbee0ab {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:11.754388 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.937682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] For port fb6e89e2-f35e-4af5-b644-3719efbee0ab, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb6e89e2-f35e-4af5-b644-3719efbee0ab,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:11.938053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:11.994152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] For port fb6e89e2-f35e-4af5-b644-3719efbee0ab, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fb6e89e2-f35e-4af5-b644-3719efbee0ab,segment=NetworkSegment(606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6),segment_id=606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:11.994438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.064821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Calling delete_port for fb6e89e2-f35e-4af5-b644-3719efbee0ab owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:12.115750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Calling delete_port for fb6e89e2-f35e-4af5-b644-3719efbee0ab owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:12.140912 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.185823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6e89e2-f35e-4af5-b644-3719efbee0ab,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:12.190062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] No DVR routers for this DVR port fb6e89e2-f35e-4af5-b644-3719efbee0ab on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:09:12.190666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:09:12.191801 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:09:12.249886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb6e89e2-f35e-4af5-b644-3719efbee0ab no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:12.281974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fb6e89e2-f35e-4af5-b644-3719efbee0ab {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:12.282341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fb6e89e2-f35e-4af5-b644-3719efbee0ab not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:12.282742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c7804786-dc7a-4fd9-bf87-51fe4e9333f1 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:12.306174 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.315881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c7804786-dc7a-4fd9-bf87-51fe4e9333f1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:12.315881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c7804786-dc7a-4fd9-bf87-51fe4e9333f1 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:12.315881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6cc8ddba-0acb-4b20-925e-fe75611e7a74 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:12.336917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0385be-2ee6-4131-8a87-67661ea3d87c']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:12.346571 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 6cc8ddba-0acb-4b20-925e-fe75611e7a74 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:12.346912 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 6cc8ddba-0acb-4b20-925e-fe75611e7a74 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:12.349084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:12.349379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606b4dfe-0b7b-49ea-b1b5-58e04eb61dd6') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:12.361006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.376919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.382973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:09:12.383340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:09:12.396494 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:09:12.468867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.487518 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.497092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0385be-2ee6-4131-8a87-67661ea3d87c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:12.504749 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-db14da91-fc65-4bc2-bfb3-15a9063c55fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca0385be-2ee6-4131-8a87-67661ea3d87c HTTP/1.1" status: 204 len: 168 time: 0.9975173 Feb 14 00:09:12.507646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40350) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:12.693364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Deleting port fb6e89e2-f35e-4af5-b644-3719efbee0ab {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:12.693938 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:12.757672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5d2feeb7-e88e-408b-be8a-bd3d91940201 None None] The port 'fb6e89e2-f35e-4af5-b644-3719efbee0ab' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:09:12.886548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:13.551991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Deleting port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:13.552685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:13.722643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] For port e2af3d5e-7d6f-4175-b7c3-e6e50a688b19, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:13.722990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:13.838958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Calling delete_port for e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:13.997300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:14.042663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2af3d5e-7d6f-4175-b7c3-e6e50a688b19,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:14.327768 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:14.978668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:09:15.174785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:09:15.183477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] Sync routers for ids ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:09:15.184023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-257b41d5-159c-4afc-b5d0-95be892fb08c admin admin] 10.222.0.36 "PUT /v2.0/routers/8ac6783d-e444-4a5d-bafd-b4cb5f048948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748714 Feb 14 00:09:15.186110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40354) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:15.194884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] Routers {'8ac6783d-e444-4a5d-bafd-b4cb5f048948'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:15.195479 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:15.372176 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] Set router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:15.386872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:15.580237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:15.589262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Deleting port 717f8ba1-bfb2-4c09-b50f-47d6f138537f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:15.589606 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:15.649685 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:09:13Z', 'revision_number': 5, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port': {'id': '717f8ba1-bfb2-4c09-b50f-47d6f138537f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:15.653776 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] Checking router: 8ac6783d-e444-4a5d-bafd-b4cb5f048948 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:09:15.664260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] Routers {'8ac6783d-e444-4a5d-bafd-b4cb5f048948'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:15.664853 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:15.762852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] For port 717f8ba1-bfb2-4c09-b50f-47d6f138537f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=717f8ba1-bfb2-4c09-b50f-47d6f138537f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:15.763199 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:15.819512 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:09:15.820729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] Set router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:15.882270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Calling delete_port for 717f8ba1-bfb2-4c09-b50f-47d6f138537f owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:15.922643 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:09:15Z', 'revision_number': 6, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:15.926608 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e94efa-3efd-4207-ad61-128f49e3c4e1 None None] The sync data for ids ['8ac6783d-e444-4a5d-bafd-b4cb5f048948'] in n-d-828979-1 is: [{'id': '8ac6783d-e444-4a5d-bafd-b4cb5f048948', 'name': 'tempest-TestServerBasicOps-1004704299-router', 'tenant_id': 'a61bf0e8035f46c589f2562e86f48941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:04:01Z', 'updated_at': '2022-02-14T00:09:15Z', 'revision_number': 6, 'project_id': 'a61bf0e8035f46c589f2562e86f48941', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:09:16.147150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.192003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=717f8ba1-bfb2-4c09-b50f-47d6f138537f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:16.329948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:16.364350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:16.364885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2af3d5e-7d6f-4175-b7c3-e6e50a688b19 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:16.415717 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.676136 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.681055 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.711846 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.712466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac6783d-e444-4a5d-bafd-b4cb5f048948 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:09:16.729899 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.732672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5b066faf-0050-4c24-ae28-47a1c88200b0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8ac6783d-e444-4a5d-bafd-b4cb5f048948 HTTP/1.1" status: 204 len: 168 time: 1.5454540 Feb 14 00:09:16.734495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40358) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:16.798113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Deleting subnet f4721abc-0241-4941-9f61-8854b0e79260 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:09:16.802672 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.855063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:16.952806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.044310 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.090976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4721abc-0241-4941-9f61-8854b0e79260,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:17.097867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.103590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c0299-5187-4314-a6cf-c79ac9fc4441 None None] Network 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:09:17.104743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4027d588-5893-45c2-aace-de55a1647429 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f4721abc-0241-4941-9f61-8854b0e79260 HTTP/1.1" status: 204 len: 168 time: 0.3692894 Feb 14 00:09:17.107170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40362) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:17.230885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.243069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Deleting port 5f1b140f-a438-4328-9931-df9f038f12cd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:17.243404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.382456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] DHCP port deletion for 2d2289ee-64d1-4ba2-815e-434a7ac2f6ec request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:09:17.386796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Deleting port 5f1b140f-a438-4328-9931-df9f038f12cd {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:17.387163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.478105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] For port 5f1b140f-a438-4328-9931-df9f038f12cd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5f1b140f-a438-4328-9931-df9f038f12cd,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:17.478453 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.595795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] For port 5f1b140f-a438-4328-9931-df9f038f12cd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=5f1b140f-a438-4328-9931-df9f038f12cd,segment=NetworkSegment(31534992-5f1f-42f0-9be2-abc0202b722f),segment_id=31534992-5f1f-42f0-9be2-abc0202b722f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:17.596438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.698876 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Calling delete_port for 5f1b140f-a438-4328-9931-df9f038f12cd owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:17.724170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Calling delete_port for 5f1b140f-a438-4328-9931-df9f038f12cd owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:17.772849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.792399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:09:17.792752 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:09:17.818170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1b140f-a438-4328-9931-df9f038f12cd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:17.824371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] No DVR routers for this DVR port 5f1b140f-a438-4328-9931-df9f038f12cd on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:09:17.939580 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:17.963942 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2289ee-64d1-4ba2-815e-434a7ac2f6ec']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:17.976332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31534992-5f1f-42f0-9be2-abc0202b722f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:17.976629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31534992-5f1f-42f0-9be2-abc0202b722f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:17.987810 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.003685 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.009659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:09:18.010059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:09:18.028270 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:09:18.102205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.118110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.127823 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2289ee-64d1-4ba2-815e-434a7ac2f6ec,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:18.132295 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a2e0bab0-7cbf-43b6-9753-47dc70ed623b admin admin] 10.222.0.36 "DELETE /v2.0/networks/2d2289ee-64d1-4ba2-815e-434a7ac2f6ec HTTP/1.1" status: 204 len: 168 time: 1.0236397 Feb 14 00:09:18.252592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 717f8ba1-bfb2-4c09-b50f-47d6f138537f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:18.276053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40368) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:18.286462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 717f8ba1-bfb2-4c09-b50f-47d6f138537f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:18.286809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 717f8ba1-bfb2-4c09-b50f-47d6f138537f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:18.287214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5f1b140f-a438-4328-9931-df9f038f12cd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:18.315557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Deleting port 5f1b140f-a438-4328-9931-df9f038f12cd {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:18.315929 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.329827 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7e094238-ef40-465c-b01b-dcf0a2b31896 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=652291ca736e4f7dbb4d454a0b2d6c30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525875 Feb 14 00:09:18.332282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40372) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:18.347523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 5f1b140f-a438-4328-9931-df9f038f12cd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:18.347862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 5f1b140f-a438-4328-9931-df9f038f12cd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:18.384812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-66b94ea6-a529-4fc2-88ae-b0159cc5762c None None] The port '5f1b140f-a438-4328-9931-df9f038f12cd' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:09:18.390894 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d93402a-a7f2-4cc2-8962-c0e36025a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.415536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d93402a-a7f2-4cc2-8962-c0e36025a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.464631 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d93402a-a7f2-4cc2-8962-c0e36025a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.481302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93402a-a7f2-4cc2-8962-c0e36025a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2e40cc-4c0f-41ca-831d-8b3e246f50f5,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:18.488387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4d93402a-a7f2-4cc2-8962-c0e36025a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:18.489486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4d93402a-a7f2-4cc2-8962-c0e36025a66e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa2e40cc-4c0f-41ca-831d-8b3e246f50f5 HTTP/1.1" status: 204 len: 168 time: 0.1563337 Feb 14 00:09:18.890658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40380) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:18.939210 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-06510bb7-1d72-4cd8-afd2-e4af3af0e56a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a61bf0e8035f46c589f2562e86f48941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473676 Feb 14 00:09:18.941506 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40384) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:19.002308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94312082-7e76-4193-8728-ae680466ccd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:19.027426 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94312082-7e76-4193-8728-ae680466ccd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:19.080068 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94312082-7e76-4193-8728-ae680466ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:19.097447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312082-7e76-4193-8728-ae680466ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27443deb-595c-419f-bc7a-d857ec554641,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:19.101423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94312082-7e76-4193-8728-ae680466ccd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:19.102457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94312082-7e76-4193-8728-ae680466ccd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27443deb-595c-419f-bc7a-d857ec554641 HTTP/1.1" status: 204 len: 168 time: 0.1600444 Feb 14 00:09:30.237462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ea21cfcf-603e-4bd4-80b5-b72938efd6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:32.400186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c36-d622-4402-81a5-1bbd3a6e9627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:33.577120 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:33.931275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:35.176075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:35.982198 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40390) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:36.184429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port d8ece8c2-f36a-4ffd-9624-c32f958a95af {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:36.184865 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:36.346255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:36.346469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:36.462843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for d8ece8c2-f36a-4ffd-9624-c32f958a95af owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:36.605139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:36.648633 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=d8ece8c2-f36a-4ffd-9624-c32f958a95af,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:36.826584 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:37.210174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:09:37.344274 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:37.410781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:09:37.423087 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:09:37.436202 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:37.439171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:37.439795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:37.494597 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-92b8216b-f328-4b70-81e0-27d5a0fd3c00 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "DELETE /v2.0/floatingips/8dcdaa47-6e79-484f-b949-6022a10f4bc9 HTTP/1.1" status: 204 len: 168 time: 1.5113091 Feb 14 00:09:37.495171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:09:37.650217 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:37.802244 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'status': 'completed', 'code': 200} Feb 14 00:09:37.901588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-877ad290-a343-47b2-a9b9-919b23b65827 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 1096 time: 0.0744977 Feb 14 00:09:37.921255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2de56-2747-46b3-a6e3-0f0fcc0f0175 req-953aa847-6132-4e17-b576-1acc441a4b92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:37.921949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b2f2de56-2747-46b3-a6e3-0f0fcc0f0175 req-953aa847-6132-4e17-b576-1acc441a4b92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:09:37.938910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b2f2de56-2747-46b3-a6e3-0f0fcc0f0175 req-953aa847-6132-4e17-b576-1acc441a4b92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:09:37.940072 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b2f2de56-2747-46b3-a6e3-0f0fcc0f0175 req-953aa847-6132-4e17-b576-1acc441a4b92 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 945 time: 0.0969203 Feb 14 00:09:37.987092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b2f2de56-2747-46b3-a6e3-0f0fcc0f0175 req-23fca5fc-b56c-406e-8396-b792e9ea756f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Feb 14 00:09:38.036002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:51Z', 'revision_number': 1, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:38.039675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408e8fc-86d5-4750-8633-d653344e5eca req-cb67e459-8abd-467d-96f2-96357f467bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:38.040143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:09:38.041361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-cb67e459-8abd-467d-96f2-96357f467bfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1331780 Feb 14 00:09:38.052059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:38.052753 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:38.114232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-bab2ab56-e7cb-4ff3-8cd0-033f48bada72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 200 len: 217 time: 0.0660379 Feb 14 00:09:38.177233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408e8fc-86d5-4750-8633-d653344e5eca req-1d6a88c2-b3d8-45ca-b13b-2334b536c3c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:38.178684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-1d6a88c2-b3d8-45ca-b13b-2334b536c3c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0585258 Feb 14 00:09:38.229734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:38.253802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-9e0c7cc4-69d8-4c19-8824-bf1f57e9f8d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687683 Feb 14 00:09:38.386901 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-c5fc9032-e76e-4247-8d95-1d6d8c2d2282 service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267970 Feb 14 00:09:38.520053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1408e8fc-86d5-4750-8633-d653344e5eca req-8427b716-d0cc-48fd-9d82-ee7a105f180e service neutron] 10.222.0.31 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256206 Feb 14 00:09:38.578889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:51Z', 'revision_number': 1, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:38.582846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c12a05-525b-4d5d-a333-084e6c5e3537 None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'feaf9c07-fccf-438f-8908-06d8f9863011', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'port_id': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'mac_address': 'fa:16:3e:19:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:05:48Z', 'updated_at': '2022-02-14T00:05:51Z', 'revision_number': 1, 'project_id': '195055bba165447c826c4f9286bb83fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:09:38.797844 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b85c02-b2f0-4f83-9b7d-4d4744689b98 None None] New status for floating IP 8dcdaa47-6e79-484f-b949-6022a10f4bc9: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:09:39.125673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:39.193144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a54de7-3abd-48a4-890b-979e19fc5962 req-6e33059a-45c5-459e-81d1-aad32ae09396 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:39.194920 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07a54de7-3abd-48a4-890b-979e19fc5962 req-6e33059a-45c5-459e-81d1-aad32ae09396 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 945 time: 0.0809033 Feb 14 00:09:39.281907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07a54de7-3abd-48a4-890b-979e19fc5962 req-fcbb7bcc-9eab-4656-bd04-59844a7a0fc2 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809529 Feb 14 00:09:39.307088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-fd956fac-6092-4f59-b102-7c9bdb83a6d8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:39.308539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-fd956fac-6092-4f59-b102-7c9bdb83a6d8 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 945 time: 0.0895393 Feb 14 00:09:39.462981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:39.463312 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:39.699550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:39.699904 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:39.821752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:39.962180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:40.010754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=00f4433b-7d79-4a3a-98ea-fb49c64e0bc2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:40.085014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:09:40.087570 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:40.089939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'name': 'network-vif-deleted', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:09:40.104467 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6210d524-d64b-44c0-a5fd-470539a3dd99 req-24844ac0-b6f8-45a9-bb53-7da1924b44ae tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.31 "DELETE /v2.0/ports/00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 HTTP/1.1" status: 204 len: 173 time: 0.7907836 Feb 14 00:09:40.146002 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb73b68-4d72-43cf-8d7a-0782f9a5c162', 'name': 'network-vif-deleted', 'tag': '00f4433b-7d79-4a3a-98ea-fb49c64e0bc2', 'status': 'completed', 'code': 200} Feb 14 00:09:40.448463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-610b488f-2b7d-483a-879e-f7482d070346 req-1cc59b6d-bd60-4248-a8d1-21a10f24fbcf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:09:40.468144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-610b488f-2b7d-483a-879e-f7482d070346 req-1cc59b6d-bd60-4248-a8d1-21a10f24fbcf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:09:40.469473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-610b488f-2b7d-483a-879e-f7482d070346 req-1cc59b6d-bd60-4248-a8d1-21a10f24fbcf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbb73b68-4d72-43cf-8d7a-0782f9a5c162 HTTP/1.1" status: 200 len: 210 time: 0.0652490 Feb 14 00:09:41.818054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:41.851860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:41.852196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 00f4433b-7d79-4a3a-98ea-fb49c64e0bc2 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:46.085922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40428) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:46.281175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 8b4a1ced-624b-4185-8711-ee89937f65da {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:46.281484 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:46.441677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:46.441998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:46.555866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 8b4a1ced-624b-4185-8711-ee89937f65da owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:46.798988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:46.840123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=8b4a1ced-624b-4185-8711-ee89937f65da,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:46.930734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:47.328013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:09:47.526179 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:09:47.536468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:09:47.549121 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:47.550593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:47.551577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:47.602063 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d53c4c32-a8e8-4c17-9234-7744d21e4fdf tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "DELETE /v2.0/floatingips/feaf9c07-fccf-438f-8908-06d8f9863011 HTTP/1.1" status: 204 len: 168 time: 1.5148513 Feb 14 00:09:47.602459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:09:47.667012 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'status': 'completed', 'code': 200} Feb 14 00:09:47.775997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-52d81312-f597-4529-a31b-569556e42bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195055bba165447c826c4f9286bb83fd&device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 1097 time: 0.0761671 Feb 14 00:09:47.781500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:47.932482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-de2d2443-1156-45d6-a8a4-cde6b31dd48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:47.933929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-de2d2443-1156-45d6-a8a4-cde6b31dd48c service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 200 len: 912 time: 0.1482959 Feb 14 00:09:48.012864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-8c5a9ed3-19f5-49f8-9f55-95ef32771fca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 200 len: 217 time: 0.0709238 Feb 14 00:09:48.018920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb7200-a73c-44be-a2a9-5793439f7a40 req-fe9598fe-0d37-4e53-bbe3-d0387029a966 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:48.019615 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-68cb7200-a73c-44be-a2a9-5793439f7a40 req-fe9598fe-0d37-4e53-bbe3-d0387029a966 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Synchronizing usage tracker for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:09:48.037641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-68cb7200-a73c-44be-a2a9-5793439f7a40 req-fe9598fe-0d37-4e53-bbe3-d0387029a966 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Unset dirty status for tenant:195055bba165447c826c4f9286bb83fd on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:09:48.039672 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68cb7200-a73c-44be-a2a9-5793439f7a40 req-fe9598fe-0d37-4e53-bbe3-d0387029a966 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 946 time: 0.1050680 Feb 14 00:09:48.086134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-1b5ddddb-264d-4044-9ff0-8804811aedcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:48.087709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-1b5ddddb-264d-4044-9ff0-8804811aedcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 200 len: 851 time: 0.0666265 Feb 14 00:09:48.092465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-68cb7200-a73c-44be-a2a9-5793439f7a40 req-187ddc0d-465e-4560-8f96-a9aa1b16db7c tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469203 Feb 14 00:09:48.120724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:48.125234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:09:48.135553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:48.136148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:48.175473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-21db0909-80a0-4346-ab54-7ec48df8909c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f985b8-4860-45b7-97a5-bfc68d78564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806093 Feb 14 00:09:48.313858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-f838e358-5ed0-4735-ad5b-89f1a0ef9f46 service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303332 Feb 14 00:09:48.317564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:48.445248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f238dd5c-f85b-4ae7-b357-765acbdc6e8d req-c23e65fb-1671-40aa-8f07-ab7750cb866e service neutron] 10.222.0.42 "GET /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244893 Feb 14 00:09:48.628173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:48.632032 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce67bf0-fb25-452d-8dbc-d1b38c9f8520 None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-13T23:59:16Z', 'revision_number': 4, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '824be022-f10e-4e87-8c4b-1e3e9342166f', 'name': '', 'network_id': '17f985b8-4860-45b7-97a5-bfc68d78564d', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'mac_address': 'fa:16:3e:19:95:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:15Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'subnets': [{'id': '8ecd22a7-1cdb-4281-8e25-d0d0ab11c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:09:48.852311 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2139051-c73a-4742-ae4d-27c04279dbb1 None None] New status for floating IP feaf9c07-fccf-438f-8908-06d8f9863011: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:09:49.292674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70794ae5-53cf-48a6-a721-ffded4cd820d req-d48a2abf-bb91-47f5-83da-a20c1ddc63b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:49.294047 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70794ae5-53cf-48a6-a721-ffded4cd820d req-d48a2abf-bb91-47f5-83da-a20c1ddc63b3 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 946 time: 0.0796030 Feb 14 00:09:49.340013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70794ae5-53cf-48a6-a721-ffded4cd820d req-5c1812a0-bdf9-464a-a2d4-5833e11cc571 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/security-groups?id=b1958b32-4ca8-4ffb-8a77-a93b74b8097f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Feb 14 00:09:49.800487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-41e9dd2b-62f2-4cc4-9fd5-a8a838266b7f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:09:49.801909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-41e9dd2b-62f2-4cc4-9fd5-a8a838266b7f tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 946 time: 0.1699798 Feb 14 00:09:49.871916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:49.872255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:50.110877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] For port b4405dd8-cfa6-4b0c-864b-efacc8854fd1, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:50.111170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:50.229801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for b4405dd8-cfa6-4b0c-864b-efacc8854fd1 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:50.366606 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:50.416811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=b4405dd8-cfa6-4b0c-864b-efacc8854fd1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:50.496925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] No DVR routers for this DVR port b4405dd8-cfa6-4b0c-864b-efacc8854fd1 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:09:50.499674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:50.503458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'name': 'network-vif-deleted', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:09:50.509310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-387035b7-8bd7-413d-8227-4281b709d199 req-6e106716-b6fd-410c-b70b-106fc6e44690 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "GET /v2.0/ports?device_id=5638dc46-e63d-4aed-b424-9cf46f99c237 HTTP/1.1" status: 200 len: 210 time: 0.0441179 Feb 14 00:09:50.518472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db325d3f-e477-4b74-ade9-382b98f4a76d req-8214f97c-745b-49fc-babb-dc53e35f7433 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.42 "DELETE /v2.0/ports/b4405dd8-cfa6-4b0c-864b-efacc8854fd1 HTTP/1.1" status: 204 len: 173 time: 0.7073729 Feb 14 00:09:50.564445 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5638dc46-e63d-4aed-b424-9cf46f99c237', 'name': 'network-vif-deleted', 'tag': 'b4405dd8-cfa6-4b0c-864b-efacc8854fd1', 'status': 'completed', 'code': 200} Feb 14 00:09:51.617255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40446) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:51.769981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Deleting port 21a9614f-ee5c-4e65-af9a-fc663ec90296 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:51.770261 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:51.936106 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:51.936423 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:52.158421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Calling delete_port for 21a9614f-ee5c-4e65-af9a-fc663ec90296 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:52.293373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:52.336541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'Port': ['ID=21a9614f-ee5c-4e65-af9a-fc663ec90296,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:52.435711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:52.449881 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:52.451021 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-47fab2ee-33c7-4c95-974a-2fe3dbc8bfb0 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "DELETE /v2.0/floatingips/baab650d-079a-4dc0-b8ce-c26eae94f929 HTTP/1.1" status: 204 len: 168 time: 0.8328054 Feb 14 00:09:52.809516 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:09:53.052076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4405dd8-cfa6-4b0c-864b-efacc8854fd1 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:09:53.088663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: b4405dd8-cfa6-4b0c-864b-efacc8854fd1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:09:53.088933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b4405dd8-cfa6-4b0c-864b-efacc8854fd1 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:09:54.918687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40462) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:54.990115 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22b439b0-afdd-4820-aa9e-effe8b3aaaf5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:55.019750 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22b439b0-afdd-4820-aa9e-effe8b3aaaf5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:55.080869 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22b439b0-afdd-4820-aa9e-effe8b3aaaf5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:55.099051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b439b0-afdd-4820-aa9e-effe8b3aaaf5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1958b32-4ca8-4ffb-8a77-a93b74b8097f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:55.109413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22b439b0-afdd-4820-aa9e-effe8b3aaaf5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:55.110550 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-22b439b0-afdd-4820-aa9e-effe8b3aaaf5 tempest-TestVolumeBootPattern-2071333875 tempest-TestVolumeBootPattern-2071333875-project] 10.222.0.36 "DELETE /v2.0/security-groups/b1958b32-4ca8-4ffb-8a77-a93b74b8097f HTTP/1.1" status: 204 len: 168 time: 0.1908667 Feb 14 00:09:55.175913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40468) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:55.834297 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:56.412124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Deleting port 824be022-f10e-4e87-8c4b-1e3e9342166f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:56.412792 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:56.696851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] For port 824be022-f10e-4e87-8c4b-1e3e9342166f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=824be022-f10e-4e87-8c4b-1e3e9342166f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:56.697203 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:56.820071 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Calling delete_port for 824be022-f10e-4e87-8c4b-1e3e9342166f owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:56.991269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:57.036064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=824be022-f10e-4e87-8c4b-1e3e9342166f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:57.317702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:57.880246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:09:58.184843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:09:58.194007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] Sync routers for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:09:58.198338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-562989a3-b231-4551-bbb3-3d1f159d9a05 admin admin] 10.222.0.36 "PUT /v2.0/routers/aad654c6-245e-4ffb-ae4e-fe73bad43cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0204427 Feb 14 00:09:58.199963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:58.206721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:58.207277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:58.377990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:58.397671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:58.595205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:58.604043 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Deleting port b86d11d7-d12d-4188-a3e7-930656aabe2c {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:09:58.604556 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:58.699503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-14T00:09:56Z', 'revision_number': 5, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port': {'id': 'b86d11d7-d12d-4188-a3e7-930656aabe2c', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:13Z', 'updated_at': '2022-02-13T23:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:58.703727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] Checking router: aad654c6-245e-4ffb-ae4e-fe73bad43cb5 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:09:58.713961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] Routers {'aad654c6-245e-4ffb-ae4e-fe73bad43cb5'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:09:58.714586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:09:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:58.775946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] For port b86d11d7-d12d-4188-a3e7-930656aabe2c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b86d11d7-d12d-4188-a3e7-930656aabe2c,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:09:58.776300 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:58.862573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] Set router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:09:58.899761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Calling delete_port for b86d11d7-d12d-4188-a3e7-930656aabe2c owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:09:58.963764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-14T00:09:58Z', 'revision_number': 6, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:09:58.968071 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf285c5b-5518-4388-bba1-5a117d15387f None None] The sync data for ids ['aad654c6-245e-4ffb-ae4e-fe73bad43cb5'] in n-d-828979-1 is: [{'id': 'aad654c6-245e-4ffb-ae4e-fe73bad43cb5', 'name': 'tempest-TestVolumeBootPattern-1269348440-router', 'tenant_id': '195055bba165447c826c4f9286bb83fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:12Z', 'updated_at': '2022-02-14T00:09:58Z', 'revision_number': 6, 'project_id': '195055bba165447c826c4f9286bb83fd', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:09:59.073533 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.119843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86d11d7-d12d-4188-a3e7-930656aabe2c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:09:59.336668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.696701 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.700765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.724153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.724681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad654c6-245e-4ffb-ae4e-fe73bad43cb5 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:09:59.737555 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.738716 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ad5f69cc-5781-46f7-8631-c691507b67b5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/aad654c6-245e-4ffb-ae4e-fe73bad43cb5 HTTP/1.1" status: 204 len: 168 time: 1.5378647 Feb 14 00:09:59.741262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40478) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:09:59.803160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Deleting subnet 8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:09:59.806435 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.866034 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:09:59.940488 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.005994 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.046133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecd22a7-1cdb-4281-8e25-d0d0ab11c944,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:00.052145 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.057514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65720e99-8158-4bd3-be73-20b138ac3265 None None] Network 17f985b8-4860-45b7-97a5-bfc68d78564d requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:10:00.058947 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d89a60a-6c5f-40bc-99a8-fb8cd3be5072 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8ecd22a7-1cdb-4281-8e25-d0d0ab11c944 HTTP/1.1" status: 204 len: 168 time: 0.3166897 Feb 14 00:10:00.061489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40482) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:00.167515 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.178084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Deleting port 51b518ff-b0a1-4fae-9892-d73a3638cc2f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:00.178408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.251713 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5a22529b-6076-4329-9f9b-3fd7e6d421de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.271979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 824be022-f10e-4e87-8c4b-1e3e9342166f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:00.319526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 824be022-f10e-4e87-8c4b-1e3e9342166f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:00.319871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 824be022-f10e-4e87-8c4b-1e3e9342166f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:00.320288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b86d11d7-d12d-4188-a3e7-930656aabe2c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:00.357321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b86d11d7-d12d-4188-a3e7-930656aabe2c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:00.357659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b86d11d7-d12d-4188-a3e7-930656aabe2c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:00.360098 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] DHCP port deletion for 17f985b8-4860-45b7-97a5-bfc68d78564d request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:10:00.364895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Deleting port 51b518ff-b0a1-4fae-9892-d73a3638cc2f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:00.365264 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.394000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] For port 51b518ff-b0a1-4fae-9892-d73a3638cc2f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51b518ff-b0a1-4fae-9892-d73a3638cc2f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:00.394381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.517218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Calling delete_port for 51b518ff-b0a1-4fae-9892-d73a3638cc2f owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:00.570070 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] For port 51b518ff-b0a1-4fae-9892-d73a3638cc2f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51b518ff-b0a1-4fae-9892-d73a3638cc2f,segment=NetworkSegment(3759b006-9f37-44cf-9d21-ac33c2a7cd18),segment_id=3759b006-9f37-44cf-9d21-ac33c2a7cd18)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:00.570363 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.595245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.640575 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b518ff-b0a1-4fae-9892-d73a3638cc2f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:00.645034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] No DVR routers for this DVR port 51b518ff-b0a1-4fae-9892-d73a3638cc2f on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:10:00.690665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Calling delete_port for 51b518ff-b0a1-4fae-9892-d73a3638cc2f owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:00.760026 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:10:00.760381 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:10:00.766709 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.795440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f985b8-4860-45b7-97a5-bfc68d78564d']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:00.807998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3759b006-9f37-44cf-9d21-ac33c2a7cd18') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:00.808292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3759b006-9f37-44cf-9d21-ac33c2a7cd18') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:00.820070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.839343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.845551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:10:00.845910 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:10:00.859363 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:10:00.930945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.946979 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:00.956973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f985b8-4860-45b7-97a5-bfc68d78564d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:00.970529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cfaeaabd-7c57-478f-9384-410d92e5d234 admin admin] 10.222.0.36 "DELETE /v2.0/networks/17f985b8-4860-45b7-97a5-bfc68d78564d HTTP/1.1" status: 204 len: 168 time: 0.9078057 Feb 14 00:10:00.973250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40490) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:01.261786 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Deleting port 51b518ff-b0a1-4fae-9892-d73a3638cc2f {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:01.262254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:01.328013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f99b-f2dd-445d-9a56-78cab2a8d880 None None] The port '51b518ff-b0a1-4fae-9892-d73a3638cc2f' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:10:01.463138 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:02.040488 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Deleting port 65004820-18fe-4c33-a91b-973551d01043 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:02.041155 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:02.206648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] For port 65004820-18fe-4c33-a91b-973551d01043, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=65004820-18fe-4c33-a91b-973551d01043,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:02.207004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:02.261333 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51b518ff-b0a1-4fae-9892-d73a3638cc2f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:02.294199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 51b518ff-b0a1-4fae-9892-d73a3638cc2f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:02.294793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 51b518ff-b0a1-4fae-9892-d73a3638cc2f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:02.330203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Calling delete_port for 65004820-18fe-4c33-a91b-973551d01043 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:02.401434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ebf01f18-605f-43ba-b42a-494c0edc2cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:02.499211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:02.639391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Pushing event deleted for resources: {'Port': ['ID=65004820-18fe-4c33-a91b-973551d01043,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:02.935884 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:03.497729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Router 13311ac0-0d51-4be0-aef7-265eb44b75ab has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:10:03.581000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:03.698568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:10:03.707952 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] Sync routers for ids ['13311ac0-0d51-4be0-aef7-265eb44b75ab'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:10:03.717056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-32580a80-7d3c-4a8d-bd22-ae44405eda12 admin admin] 10.222.0.36 "PUT /v2.0/routers/13311ac0-0d51-4be0-aef7-265eb44b75ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7426064 Feb 14 00:10:03.720527 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] Routers {'13311ac0-0d51-4be0-aef7-265eb44b75ab'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:10:03.720666 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:03.721123 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:10:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['13311ac0-0d51-4be0-aef7-265eb44b75ab'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:03.899902 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] Set router 13311ac0-0d51-4be0-aef7-265eb44b75ab gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:10:03.914747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:03.935310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:04.193763 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-14T00:10:02Z', 'revision_number': 5, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port': {'id': '700e092b-3386-4f08-81ef-1e31862a4fef', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-13T23:59:21Z', 'updated_at': '2022-02-13T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:04.197484 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] Checking router: 13311ac0-0d51-4be0-aef7-265eb44b75ab for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:10:04.208519 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] Routers {'13311ac0-0d51-4be0-aef7-265eb44b75ab'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:10:04.209108 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:10:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['13311ac0-0d51-4be0-aef7-265eb44b75ab'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:04.227990 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:04.237914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Deleting port 700e092b-3386-4f08-81ef-1e31862a4fef {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:04.238480 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:04.357708 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] Set router 13311ac0-0d51-4be0-aef7-265eb44b75ab gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:10:04.412513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] For port 700e092b-3386-4f08-81ef-1e31862a4fef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=700e092b-3386-4f08-81ef-1e31862a4fef,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:04.412867 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:04.463204 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-14T00:10:04Z', 'revision_number': 6, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:04.467007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec3701-673f-43d4-ac65-f2edcf812b3d None None] The sync data for ids ['13311ac0-0d51-4be0-aef7-265eb44b75ab'] in n-d-828979-1 is: [{'id': '13311ac0-0d51-4be0-aef7-265eb44b75ab', 'name': 'tempest-TestVolumeBootPattern-1431176630-router', 'tenant_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-13T23:59:20Z', 'updated_at': '2022-02-14T00:10:04Z', 'revision_number': 6, 'project_id': 'f2544d28e2a2487eb792cd6ecc68bb7c', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:10:04.534571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Calling delete_port for 700e092b-3386-4f08-81ef-1e31862a4fef owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:04.693889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:04.737620 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=700e092b-3386-4f08-81ef-1e31862a4fef,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:04.959429 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.176634 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.213746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.218134 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.242562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.243079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13311ac0-0d51-4be0-aef7-265eb44b75ab {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:10:05.255019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.256135 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a38991c0-1260-4cb2-8fdb-a2405d9e3a88 admin admin] 10.222.0.36 "DELETE /v2.0/routers/13311ac0-0d51-4be0-aef7-265eb44b75ab HTTP/1.1" status: 204 len: 168 time: 1.5346284 Feb 14 00:10:05.258610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:05.424082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Deleting subnet 166eec0f-f9aa-4021-8fa6-aef7f7667ef6 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:10:05.427196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.478643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.556848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.630829 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.666767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166eec0f-f9aa-4021-8fa6-aef7f7667ef6,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:05.673911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.679364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961783cf-4b7b-4426-a0ac-8146c5a4b9d3 None None] Network c67a3f35-81db-4792-bf83-bd9d347bc205 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:10:05.680325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4cfc1589-1ad1-4f41-a942-95afcf449416 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/166eec0f-f9aa-4021-8fa6-aef7f7667ef6 HTTP/1.1" status: 204 len: 168 time: 0.4208047 Feb 14 00:10:05.682716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:05.791312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.802609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Deleting port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:05.802950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:05.964455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] DHCP port deletion for c67a3f35-81db-4792-bf83-bd9d347bc205 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:10:05.969976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Deleting port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:05.970452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.017858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] For port 016be5b0-f9b1-4cee-98ed-66450a76c5c4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=016be5b0-f9b1-4cee-98ed-66450a76c5c4,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:06.018331 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.141382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Calling delete_port for 016be5b0-f9b1-4cee-98ed-66450a76c5c4 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:06.174096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] For port 016be5b0-f9b1-4cee-98ed-66450a76c5c4, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=016be5b0-f9b1-4cee-98ed-66450a76c5c4,segment=NetworkSegment(e75b3d0f-e476-42b1-8de6-fb056a09c496),segment_id=e75b3d0f-e476-42b1-8de6-fb056a09c496)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:06.174411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.215001 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.265386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=016be5b0-f9b1-4cee-98ed-66450a76c5c4,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:06.268583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] No DVR routers for this DVR port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:10:06.290355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 700e092b-3386-4f08-81ef-1e31862a4fef no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:06.321941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Calling delete_port for 016be5b0-f9b1-4cee-98ed-66450a76c5c4 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:06.357613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 700e092b-3386-4f08-81ef-1e31862a4fef {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:06.357954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 700e092b-3386-4f08-81ef-1e31862a4fef not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:06.358612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 016be5b0-f9b1-4cee-98ed-66450a76c5c4 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:06.382627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.398783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 016be5b0-f9b1-4cee-98ed-66450a76c5c4 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:06.399126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 016be5b0-f9b1-4cee-98ed-66450a76c5c4 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:06.399529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 65004820-18fe-4c33-a91b-973551d01043 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:06.407694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67a3f35-81db-4792-bf83-bd9d347bc205']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:06.419342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75b3d0f-e476-42b1-8de6-fb056a09c496') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:06.419631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75b3d0f-e476-42b1-8de6-fb056a09c496') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:10:06.431419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.432726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 65004820-18fe-4c33-a91b-973551d01043 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:06.433100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 65004820-18fe-4c33-a91b-973551d01043 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:06.455984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.460142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:10:06.460533 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:10:06.462905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:10:06.463296 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:10:06.477060 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:10:06.552804 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.569874 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.582433 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67a3f35-81db-4792-bf83-bd9d347bc205,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:06.587101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bbbb356c-312e-49eb-b114-9c63628b0bc3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c67a3f35-81db-4792-bf83-bd9d347bc205 HTTP/1.1" status: 204 len: 168 time: 0.9034729 Feb 14 00:10:06.735908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40512) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:06.786017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a2f6501e-261e-4e5b-a432-45f7c9ed656e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=195055bba165447c826c4f9286bb83fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489876 Feb 14 00:10:06.788381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40516) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:06.844740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.869238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.923929 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.944090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f103c7b0-7928-4199-a74e-b7a5b940509e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:06.955086 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:06.956121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f103c7b0-7928-4199-a74e-b7a5b940509e HTTP/1.1" status: 204 len: 168 time: 0.1668856 Feb 14 00:10:06.957761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.958116 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.958449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.958774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.959098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.959414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.960160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.960160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.960336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.960646 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.960956 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc554c-91fa-4f76-91df-3050d74a2ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:06.962002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Deleting port 016be5b0-f9b1-4cee-98ed-66450a76c5c4 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:06.962411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:07.045259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-76e1385f-0c3c-4148-bba3-bd61162fed68 None None] The port '016be5b0-f9b1-4cee-98ed-66450a76c5c4' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:10:07.341592 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:07.376302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40524) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:07.426412 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6a37444e-718b-46f6-8992-cbddc8624749 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2544d28e2a2487eb792cd6ecc68bb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489542 Feb 14 00:10:07.428811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40528) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:07.488413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5e49-b64b-4636-b607-615cd88b8666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:07.512405 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5e49-b64b-4636-b607-615cd88b8666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:07.561713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5e49-b64b-4636-b607-615cd88b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:07.577483 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd5e49-b64b-4636-b607-615cd88b8666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c261d-d7af-454b-8663-97a40d62b81c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:07.581853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5e49-b64b-4636-b607-615cd88b8666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:07.582978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a9fd5e49-b64b-4636-b607-615cd88b8666 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/075c261d-d7af-454b-8663-97a40d62b81c HTTP/1.1" status: 204 len: 168 time: 0.1530428 Feb 14 00:10:09.141584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:18.354760 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-aafdd932-4378-487c-adef-6c2a86dc86b3 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b9f6f9a9a6a74c358371b53fc8c789d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301600 Feb 14 00:10:18.594774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-990b7066-e838-4344-9e7f-ee8a497e55d5 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:18.596189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-990b7066-e838-4344-9e7f-ee8a497e55d5 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362339 Feb 14 00:10:18.612904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-d5342b4c-adf4-4828-9151-469ba2b240f7 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/quotas/b9f6f9a9a6a74c358371b53fc8c789d8 HTTP/1.1" status: 200 len: 375 time: 0.0114584 Feb 14 00:10:18.656651 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-6fe0e959-304f-4fd8-a760-499c1036ca42 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9f6f9a9a6a74c358371b53fc8c789d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390897 Feb 14 00:10:18.862977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b13a7e9-748c-43e2-8cf9-6a7a081ed60e req-bbfbfecf-cedd-48c2-b06c-b971572d9d2a tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 210 time: 0.0465157 Feb 14 00:10:19.853797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-708b1084-8cc4-45fb-aaa4-63c1fb530a6b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b9f6f9a9a6a74c358371b53fc8c789d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258877 Feb 14 00:10:20.004309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-560f73b5-9bd4-4b17-9909-7930ac5a8092 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:20.005717 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-560f73b5-9bd4-4b17-9909-7930ac5a8092 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468010 Feb 14 00:10:20.021693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Request body: {'port': {'device_id': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'admin_state_up': True, 'tenant_id': 'b9f6f9a9a6a74c358371b53fc8c789d8'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:10:20.037936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed600221-6f2b-4ac4-97f9-64439789f3e0 req-6b4e1adb-75d9-4ca9-b2a0-04a8a0735e77 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 210 time: 0.0431709 Feb 14 00:10:20.159630 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:20.163386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Usage tracker for resource:port and tenant:b9f6f9a9a6a74c358371b53fc8c789d8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:20.166146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:20.171766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:20.181915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Made reservation on behalf of b9f6f9a9a6a74c358371b53fc8c789d8 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:10:20.184830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.200973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.233448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:20.237309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Usage tracker for resource:security_group_rule and tenant:b9f6f9a9a6a74c358371b53fc8c789d8 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:20.240125 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:20.245721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:20.314199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.317946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.398975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58751d4-2a49-4f63-8815-23c02bcb2e7a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:20.418340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.418612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.418947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.419275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.419602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.419926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.420299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.420671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.420993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.421309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.421627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:20.499567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Allocated IP 192.168.233.129 (dc31bc8b-8274-4240-861b-95109840c2cc/e2941de5-6be0-4ef7-8a35-c6a7264e9086/be68fbc1-cb68-41f0-90b5-f6573e550282) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:10:20.697651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.713358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Transition to ACTIVE for port object be68fbc1-cb68-41f0-90b5-f6573e550282 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:10:20.734809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.804003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Network dc31bc8b-8274-4240-861b-95109840c2cc is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:10:20.807633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:10:20.811249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:10:20.847842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Pushing event updated for resources: {'Port': ['ID=be68fbc1-cb68-41f0-90b5-f6573e550282,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:20.877476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:20.878089 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:20.903291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3c48d00f-36c8-4188-964f-f89de8c6f91b tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8857312 Feb 14 00:10:20.914320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Request body: {'port': {'device_id': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:10:21.067916 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe885038-0362-4127-b49d-784836ab8abc None None] Provisioning for port be68fbc1-cb68-41f0-90b5-f6573e550282 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:10:21.073136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fe885038-0362-4127-b49d-784836ab8abc None None] Provisioning complete for port be68fbc1-cb68-41f0-90b5-f6573e550282 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:10:21.073506 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fe885038-0362-4127-b49d-784836ab8abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:21.127021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:21.129413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-fe885038-0362-4127-b49d-784836ab8abc None None] Port be68fbc1-cb68-41f0-90b5-f6573e550282 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:10:21.329956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-0a032250-2595-434b-bee5-157b98e0abe0 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:21.330570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-0a032250-2595-434b-bee5-157b98e0abe0 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Synchronizing usage tracker for tenant:b9f6f9a9a6a74c358371b53fc8c789d8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:10:21.432704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-0a032250-2595-434b-bee5-157b98e0abe0 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Unset dirty status for tenant:b9f6f9a9a6a74c358371b53fc8c789d8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:10:21.433839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-0a032250-2595-434b-bee5-157b98e0abe0 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 936 time: 0.2641573 Feb 14 00:10:21.507651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-fb2c65b2-7f58-4a93-8dfd-bebc37ed113c tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Synchronizing usage tracker for tenant:b9f6f9a9a6a74c358371b53fc8c789d8 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:10:21.575771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-fb2c65b2-7f58-4a93-8dfd-bebc37ed113c tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Unset dirty status for tenant:b9f6f9a9a6a74c358371b53fc8c789d8 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:10:21.577440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5c862f9b-607c-44cc-a803-8d801fe910c4 req-fb2c65b2-7f58-4a93-8dfd-bebc37ed113c tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374137 Feb 14 00:10:21.589135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be68fbc1-cb68-41f0-90b5-f6573e550282 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:10:21.596776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:21.611849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Transition to ACTIVE for port object be68fbc1-cb68-41f0-90b5-f6573e550282 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:10:21.615351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:21.744020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Pushing event updated for resources: {'Port': ['ID=be68fbc1-cb68-41f0-90b5-f6573e550282,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:21.862556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Attempting to bind port be68fbc1-cb68-41f0-90b5-f6573e550282 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:10:21.862885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Attempting to bind port be68fbc1-cb68-41f0-90b5-f6573e550282 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:10:21.863202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Attempting to bind port be68fbc1-cb68-41f0-90b5-f6573e550282 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:10:21.868679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Port be68fbc1-cb68-41f0-90b5-f6573e550282 on network dc31bc8b-8274-4240-861b-95109840c2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:10:21.868992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Attempting to bind port be68fbc1-cb68-41f0-90b5-f6573e550282 on network dc31bc8b-8274-4240-861b-95109840c2cc {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:10:21.875754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:10:21.876081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Checking segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:10:21.876448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Bound using segment: {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:10:21.876857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Bound port: be68fbc1-cb68-41f0-90b5-f6573e550282, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d9456-e7e4-4e97-9e6e-e5686452153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:10:21.877191 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:21.962806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] For port be68fbc1-cb68-41f0-90b5-f6573e550282, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:10:21.965556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] For port be68fbc1-cb68-41f0-90b5-f6573e550282, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be68fbc1-cb68-41f0-90b5-f6573e550282,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:10:21.970863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:22.028842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:22.031077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] 10.222.0.31 "PUT /v2.0/ports/be68fbc1-cb68-41f0-90b5-f6573e550282 HTTP/1.1" status: 200 len: 1096 time: 1.1209643 Feb 14 00:10:22.031504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'tag': 'be68fbc1-cb68-41f0-90b5-f6573e550282'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:10:22.059891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340156-a6d5-4fde-9efb-77706147ce49 service neutron] Pushing event updated for resources: {'Port': ['ID=be68fbc1-cb68-41f0-90b5-f6573e550282,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:22.110481 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'tag': 'be68fbc1-cb68-41f0-90b5-f6573e550282', 'status': 'completed', 'code': 200} Feb 14 00:10:22.158102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-d74160d2-fd05-407a-b7ad-82c31b073f96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9f6f9a9a6a74c358371b53fc8c789d8&device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 1099 time: 0.0825040 Feb 14 00:10:22.230349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-ab5ed95e-54c3-40d6-b9f7-6deb3f318e6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=be68fbc1-cb68-41f0-90b5-f6573e550282 HTTP/1.1" status: 200 len: 217 time: 0.0659323 Feb 14 00:10:22.290628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-e2e07564-a09d-4309-9731-239c32c4cd06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:22.291978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-e2e07564-a09d-4309-9731-239c32c4cd06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0566857 Feb 14 00:10:22.365499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-068e887b-7227-4447-9dce-b27b5bad5169 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676196 Feb 14 00:10:22.494619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-30b0946d-c021-4985-a7c2-6982f11ad03a service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227951 Feb 14 00:10:22.628316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-411e5104-da5c-4cdd-96e3-0ffc73a5d63d req-fc07aaa6-7059-4422-8b5b-84c8d0f7163a service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271696 Feb 14 00:10:22.804379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-091d8ef4-2d76-4c4b-aa05-ecd5cc448e5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9f6f9a9a6a74c358371b53fc8c789d8&device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 1099 time: 0.1356637 Feb 14 00:10:22.809786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34aabd-204b-4f9f-b788-c27f88c3049f req-e2b694ff-4fe1-48a5-81eb-0bc303e10e7e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:22.811390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b34aabd-204b-4f9f-b788-c27f88c3049f req-e2b694ff-4fe1-48a5-81eb-0bc303e10e7e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 948 time: 0.1042669 Feb 14 00:10:23.025709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b34aabd-204b-4f9f-b788-c27f88c3049f req-a372f746-af9c-49f7-8bb3-706b26d3058f tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957588 Feb 14 00:10:23.065942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-bf88ea5f-611f-479f-8768-7c310945d491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:23.067513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-bf88ea5f-611f-479f-8768-7c310945d491 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc31bc8b-8274-4240-861b-95109840c2cc HTTP/1.1" status: 200 len: 869 time: 0.2551432 Feb 14 00:10:23.135070 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-b23d3c74-a711-4c7e-9f44-8211bac0e434 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=be68fbc1-cb68-41f0-90b5-f6573e550282 HTTP/1.1" status: 200 len: 217 time: 0.0613282 Feb 14 00:10:23.200951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-fa9b18b9-e602-4962-a189-2fce03563977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:23.202428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-fa9b18b9-e602-4962-a189-2fce03563977 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2941de5-6be0-4ef7-8a35-c6a7264e9086 HTTP/1.1" status: 200 len: 843 time: 0.0609221 Feb 14 00:10:23.276029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-0303ac12-a93a-4d53-9163-cb93f9f76597 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc31bc8b-8274-4240-861b-95109840c2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675476 Feb 14 00:10:23.412280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-7b74f2ab-3f28-47e0-a25b-4930e59f9845 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299453 Feb 14 00:10:23.543836 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c95415a-adce-4dc2-b5c5-25a56c2bfbf1 req-d9bdeae0-ea65-42f1-82d7-b05b5135ba46 service neutron] 10.222.0.31 "GET /v2.0/networks/dc31bc8b-8274-4240-861b-95109840c2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245317 Feb 14 00:10:24.226850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e49e57-d837-4c67-b0cf-fee8e25133d5 req-8614df0b-7582-452d-8bf3-df2500461755 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:24.228737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43e49e57-d837-4c67-b0cf-fee8e25133d5 req-8614df0b-7582-452d-8bf3-df2500461755 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 948 time: 0.0784895 Feb 14 00:10:24.273795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-43e49e57-d837-4c67-b0cf-fee8e25133d5 req-05c926dc-c19d-42db-8f7c-a78a1b93e0e9 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Feb 14 00:10:25.472863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb3aee-edc6-4f88-af90-db0a621277fd req-9620e148-b2a5-4be0-a063-590e8df06a6c tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:25.474303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4feb3aee-edc6-4f88-af90-db0a621277fd req-9620e148-b2a5-4be0-a063-590e8df06a6c tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 948 time: 0.0798507 Feb 14 00:10:25.518527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4feb3aee-edc6-4f88-af90-db0a621277fd req-1b9fe2f7-db07-4b00-95b7-7c7988f64591 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388634 Feb 14 00:10:26.046700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be68fbc1-cb68-41f0-90b5-f6573e550282 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:10:26.174940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port be68fbc1-cb68-41f0-90b5-f6573e550282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be68fbc1-cb68-41f0-90b5-f6573e550282,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:26.188204 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'be68fbc1-cb68-41f0-90b5-f6573e550282', 'network_id': 'dc31bc8b-8274-4240-861b-95109840c2cc', 'port_id': 'be68fbc1-cb68-41f0-90b5-f6573e550282', 'mac_address': 'fa:16:3e:da:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2941de5-6be0-4ef7-8a35-c6a7264e9086', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:10:26.242152 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:26.258867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be68fbc1-cb68-41f0-90b5-f6573e550282 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:10:26.273097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port be68fbc1-cb68-41f0-90b5-f6573e550282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be68fbc1-cb68-41f0-90b5-f6573e550282,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:26.276075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:26.338352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=be68fbc1-cb68-41f0-90b5-f6573e550282,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:26.346712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.347049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.347380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.347704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.348025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.348342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.348655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.348969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.349280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.349590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.349900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:10:26.496895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['be68fbc1-cb68-41f0-90b5-f6573e550282'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:10:26.716232 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad916-b23d-49eb-b780-bc1f7ca10b37 req-4c4a1531-af38-4a67-a8a5-2eebfb4bcec6 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:26.718185 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40fad916-b23d-49eb-b780-bc1f7ca10b37 req-4c4a1531-af38-4a67-a8a5-2eebfb4bcec6 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 949 time: 0.0769212 Feb 14 00:10:26.765317 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-40fad916-b23d-49eb-b780-bc1f7ca10b37 req-8ac8d3f5-3960-4b8a-908a-dd3db2ec480e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Feb 14 00:10:27.961581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f821e-49c6-4cc0-924e-ae141677cc0d req-d001927a-49f0-43ba-8c09-062052af5cf2 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:27.963100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-385f821e-49c6-4cc0-924e-ae141677cc0d req-d001927a-49f0-43ba-8c09-062052af5cf2 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 949 time: 0.0791728 Feb 14 00:10:28.007370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-385f821e-49c6-4cc0-924e-ae141677cc0d req-c9a53b12-6923-48ac-9f30-3a32621be1f1 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Feb 14 00:10:28.062498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be68fbc1-cb68-41f0-90b5-f6573e550282 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:10:28.128772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port be68fbc1-cb68-41f0-90b5-f6573e550282 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:10:28.133550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port be68fbc1-cb68-41f0-90b5-f6573e550282 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:10:28.133910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:28.245851 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:28.273920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be68fbc1-cb68-41f0-90b5-f6573e550282'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:10:28.283705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port be68fbc1-cb68-41f0-90b5-f6573e550282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be68fbc1-cb68-41f0-90b5-f6573e550282,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:28.287252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:28.333317 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be68fbc1-cb68-41f0-90b5-f6573e550282', 'code': 200} Feb 14 00:10:28.359082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=be68fbc1-cb68-41f0-90b5-f6573e550282,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:28.459473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42b68a05-a318-4561-9819-a1e64dcac2ec req-0d6d81c8-c7c1-49dc-9009-ef403d2fbedc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 1101 time: 0.0718822 Feb 14 00:10:28.500988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-42b68a05-a318-4561-9819-a1e64dcac2ec req-b21cc5d8-378a-450a-bb4c-09a816c70b58 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357633 Feb 14 00:10:29.201797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f9ea1-f6c2-4ab2-bd0f-2af850016804 req-483e34d4-21cd-46fd-978c-4dcc72140898 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:29.203302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f2f9ea1-f6c2-4ab2-bd0f-2af850016804 req-483e34d4-21cd-46fd-978c-4dcc72140898 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 950 time: 0.0752633 Feb 14 00:10:29.246860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f2f9ea1-f6c2-4ab2-bd0f-2af850016804 req-c6b1c638-4efd-453e-9fec-122bda6b29d9 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Feb 14 00:10:29.809486 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:10:30.243478 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8481d9c4-593d-4295-99d2-a8660003fd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:30.440594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e220e-b9a3-471f-a55c-05a63da0067a req-308e9a3e-8a14-4907-a8b4-f571b9108fe4 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:30.441954 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a2e220e-b9a3-471f-a55c-05a63da0067a req-308e9a3e-8a14-4907-a8b4-f571b9108fe4 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 950 time: 0.0745819 Feb 14 00:10:30.487400 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a2e220e-b9a3-471f-a55c-05a63da0067a req-a296d31d-ba69-4680-8383-9bd5e9ab7567 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Feb 14 00:10:30.912006 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9636191a-cca3-4222-b375-f8772836905c req-df7f4db7-7b39-4d6d-a33b-0c3784096218 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684035 Feb 14 00:10:31.532724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-24a2dbed-17fd-4216-831b-9a24d83d67ee req-f583d5bb-b35f-4cd1-ba58-f6ddb0be03b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2184048 Feb 14 00:10:32.066531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41142f74-cdfd-4826-9c2b-aa6c975f99f7 req-5b5b195d-efdd-4b06-9483-59a63c0bbc65 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:32.067973 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41142f74-cdfd-4826-9c2b-aa6c975f99f7 req-5b5b195d-efdd-4b06-9483-59a63c0bbc65 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 950 time: 0.0767577 Feb 14 00:10:32.112571 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-41142f74-cdfd-4826-9c2b-aa6c975f99f7 req-9b07d6dd-3386-4adc-a74e-c052f17d1f2a tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Feb 14 00:10:32.402625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-31694a9c-e144-4556-a3ec-a37a8fe4aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:33.298547 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-2968fc7f-0130-413e-9de5-ceaddc0d8a7f tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:33.299843 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-2968fc7f-0130-413e-9de5-ceaddc0d8a7f tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.31 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 950 time: 0.1207175 Feb 14 00:10:33.382852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda2d1-5243-4260-9b4c-1b46a230540d req-ebf38852-b85b-4cdb-8769-b85316afb814 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:33.384269 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38cda2d1-5243-4260-9b4c-1b46a230540d req-ebf38852-b85b-4cdb-8769-b85316afb814 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 950 time: 0.1472957 Feb 14 00:10:33.387321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Deleting port be68fbc1-cb68-41f0-90b5-f6573e550282 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:10:33.387656 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:33.503567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-38cda2d1-5243-4260-9b4c-1b46a230540d req-b0dc8d62-2dcd-43cf-8ed2-5e03989cdfc0 tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58751d4-2a49-4f63-8815-23c02bcb2e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924451 Feb 14 00:10:33.583574 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:33.662811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] For port be68fbc1-cb68-41f0-90b5-f6573e550282, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=be68fbc1-cb68-41f0-90b5-f6573e550282,segment=NetworkSegment(4c9d9456-e7e4-4e97-9e6e-e5686452153e),segment_id=4c9d9456-e7e4-4e97-9e6e-e5686452153e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:33.663157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:33.872430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Calling delete_port for be68fbc1-cb68-41f0-90b5-f6573e550282 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:10:33.937927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:34.012663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:34.025294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['be68fbc1-cb68-41f0-90b5-f6573e550282'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:10:34.066625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Pushing event deleted for resources: {'Port': ['ID=be68fbc1-cb68-41f0-90b5-f6573e550282,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:34.137972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] No DVR routers for this DVR port be68fbc1-cb68-41f0-90b5-f6573e550282 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:10:34.140673 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:34.143414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'name': 'network-vif-deleted', 'tag': 'be68fbc1-cb68-41f0-90b5-f6573e550282'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:10:34.160712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0111dab9-5f0c-4eb4-a0ee-3cdbc8457c43 req-aa80523e-19bc-46a1-8eb5-6b836a31433e tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.31 "DELETE /v2.0/ports/be68fbc1-cb68-41f0-90b5-f6573e550282 HTTP/1.1" status: 204 len: 173 time: 0.8506186 Feb 14 00:10:34.206663 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754cf251-f8ad-4bea-b527-2e5b8df51827', 'name': 'network-vif-deleted', 'tag': 'be68fbc1-cb68-41f0-90b5-f6573e550282', 'status': 'completed', 'code': 200} Feb 14 00:10:34.693838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cd5b1b9c-f776-40bf-ac06-61f36cf911c0 req-dd50ecf8-975c-4ec6-9cfb-6e4abdd9282d tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Synchronizing usage tracker for tenant:b9f6f9a9a6a74c358371b53fc8c789d8 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:10:34.709573 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cd5b1b9c-f776-40bf-ac06-61f36cf911c0 req-dd50ecf8-975c-4ec6-9cfb-6e4abdd9282d tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] Unset dirty status for tenant:b9f6f9a9a6a74c358371b53fc8c789d8 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:10:34.710889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cd5b1b9c-f776-40bf-ac06-61f36cf911c0 req-dd50ecf8-975c-4ec6-9cfb-6e4abdd9282d tempest-ServersAdminNegativeTestJSON-45201539 tempest-ServersAdminNegativeTestJSON-45201539-project] 10.222.0.36 "GET /v2.0/ports?device_id=754cf251-f8ad-4bea-b527-2e5b8df51827 HTTP/1.1" status: 200 len: 210 time: 0.0667675 Feb 14 00:10:35.177829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.118528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40668) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:36.124226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be68fbc1-cb68-41f0-90b5-f6573e550282 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:10:36.156793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: be68fbc1-cb68-41f0-90b5-f6573e550282 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:10:36.157142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device be68fbc1-cb68-41f0-90b5-f6573e550282 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:10:36.291483 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-fea71ad3-9c71-4f36-be86-b9a10a655b8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9f6f9a9a6a74c358371b53fc8c789d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1716783 Feb 14 00:10:36.293858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40674) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:36.356084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7563679-3594-48e1-9a11-6bf2f476cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.381613 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7563679-3594-48e1-9a11-6bf2f476cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.431646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7563679-3594-48e1-9a11-6bf2f476cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.446968 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563679-3594-48e1-9a11-6bf2f476cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58751d4-2a49-4f63-8815-23c02bcb2e7a,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:36.460521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b7563679-3594-48e1-9a11-6bf2f476cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.461629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b7563679-3594-48e1-9a11-6bf2f476cd1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a58751d4-2a49-4f63-8815-23c02bcb2e7a HTTP/1.1" status: 204 len: 168 time: 0.1668580 Feb 14 00:10:36.791868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40682) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:36.811724 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.843169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:36.846865 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Usage tracker for resource:security_group_rule and tenant:3876647042164f4986e874475e8f36de is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:36.849603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:36.855417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:36.917652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.921830 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:36.967328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a21abd-5dad-4cc1-a730-62e56a1a816f,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:36.974998 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f7cfb737-08a1-4487-b184-a97da9fef925 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3876647042164f4986e874475e8f36de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797564 Feb 14 00:10:36.975454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40686) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:37.039856 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b055c3-1a2e-4bec-8d0c-b1636a7cd4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:37.065583 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b055c3-1a2e-4bec-8d0c-b1636a7cd4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:37.115178 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b055c3-1a2e-4bec-8d0c-b1636a7cd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:37.130693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b055c3-1a2e-4bec-8d0c-b1636a7cd4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a21abd-5dad-4cc1-a730-62e56a1a816f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:37.136071 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03b055c3-1a2e-4bec-8d0c-b1636a7cd4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:37.137224 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03b055c3-1a2e-4bec-8d0c-b1636a7cd4d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31a21abd-5dad-4cc1-a730-62e56a1a816f HTTP/1.1" status: 204 len: 168 time: 0.1611392 Feb 14 00:10:37.345972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:37.951557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40708) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:38.099092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-752211242-network', 'tenant_id': '8751361ee7bd4ea5a9e11e45d4799ba4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:10:38.104834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:38.108984 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Usage tracker for resource:network and tenant:8751361ee7bd4ea5a9e11e45d4799ba4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:38.111873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:38.118127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:38.127244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Made reservation on behalf of 8751361ee7bd4ea5a9e11e45d4799ba4 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:10:38.129536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.142271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.173597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:38.177453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Usage tracker for resource:security_group_rule and tenant:8751361ee7bd4ea5a9e11e45d4799ba4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:38.180561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:38.186277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:38.250745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.254327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.284619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:10:38.293391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d900278-9560-4fe2-8757-02fb31eb1ad7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:38.298908 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.299369 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Added segment 2d2fd053-86c7-4b5c-8518-004a4bab7d81 of type vlan for network 06ab191e-381e-45c1-993c-9a7657efe020 Feb 14 00:10:38.328028 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.357343 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.358295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:38.358864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.461283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] Pushing event updated for resources: {'Network': ['ID=06ab191e-381e-45c1-993c-9a7657efe020,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:38.464266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19a67445-0eb4-4614-97cb-4fa2e49764ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5112710 Feb 14 00:10:38.467985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40714) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:38.471751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 06ab191e-381e-45c1-993c-9a7657efe020 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:10:38.473131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Request body: {'subnet': {'network_id': '06ab191e-381e-45c1-993c-9a7657efe020', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-752211242-subnet', 'tenant_id': '8751361ee7bd4ea5a9e11e45d4799ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:10:38.478717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:38.483113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Usage tracker for resource:subnet and tenant:8751361ee7bd4ea5a9e11e45d4799ba4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:38.486259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:38.492204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:38.503497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Made reservation on behalf of 8751361ee7bd4ea5a9e11e45d4799ba4 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:10:38.506232 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.720225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.780931 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1801552d-99a0-4935-9703-1c681607f98d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:38.803604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Checking segment: {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:10:38.803953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Network hostable DHCP agents. Network: 06ab191e-381e-45c1-993c-9a7657efe020, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:10:38.824969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Network 06ab191e-381e-45c1-993c-9a7657efe020 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:10:38.834412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 06ab191e-381e-45c1-993c-9a7657efe020) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:10:38.838206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:38.838788 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:38.843724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7001431-9423-495b-8a6b-aef42eedbce4 None None] Network 06ab191e-381e-45c1-993c-9a7657efe020 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:10:38.859253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7b002af1-e714-490d-ae22-8facc2e18266 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3904150 Feb 14 00:10:39.057327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd51323-186d-4ffc-aa0d-e1796de8dee6 None None] Network 06ab191e-381e-45c1-993c-9a7657efe020 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:10:39.156179 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:39.402539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e24d4-0a98-4178-b773-1d86888b9573 req-a04375ac-bde7-4e72-85ea-f0181d656be8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:39.403126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-069e24d4-0a98-4178-b773-1d86888b9573 req-a04375ac-bde7-4e72-85ea-f0181d656be8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Synchronizing usage tracker for tenant:8751361ee7bd4ea5a9e11e45d4799ba4 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:10:39.419162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-069e24d4-0a98-4178-b773-1d86888b9573 req-a04375ac-bde7-4e72-85ea-f0181d656be8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Unset dirty status for tenant:8751361ee7bd4ea5a9e11e45d4799ba4 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:10:39.420480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-a04375ac-bde7-4e72-85ea-f0181d656be8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 811 time: 0.1571450 Feb 14 00:10:39.437337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4750273e-96ea-4a31-bf2d-1d4e3cb70ebf tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/quotas/8751361ee7bd4ea5a9e11e45d4799ba4 HTTP/1.1" status: 200 len: 375 time: 0.0116253 Feb 14 00:10:39.485358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-bbf78fe6-8aee-427d-86c4-2003957882ec tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431349 Feb 14 00:10:39.618319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-ecbf4e3c-54de-4b70-911a-b88eb83b9652 service neutron] 10.222.0.36 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264338 Feb 14 00:10:39.746921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-7dbe50aa-7d1c-4044-b2b1-cb6beca746d6 service neutron] 10.222.0.36 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229339 Feb 14 00:10:40.945371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-133dcad4-c0bc-409a-a07a-df8b3e51011d req-57c8826c-3432-4e85-8fab-cc6e8b520da4 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 210 time: 0.0415020 Feb 14 00:10:42.268291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af328c8e-6813-4c5c-b010-8ab81a17628f req-a439e53f-592f-428c-843c-09e19c208059 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 210 time: 0.1609704 Feb 14 00:10:42.319495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e24d4-0a98-4178-b773-1d86888b9573 req-c87ec67b-3c0b-4d45-8ad1-3a4a30c98439 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:42.320880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-c87ec67b-3c0b-4d45-8ad1-3a4a30c98439 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.31 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 811 time: 0.2871175 Feb 14 00:10:42.335849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Request body: {'port': {'device_id': '8ff87910-2fb1-4245-8908-8be24dc49094', 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020', 'admin_state_up': True, 'tenant_id': '8751361ee7bd4ea5a9e11e45d4799ba4'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:10:42.469458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:10:42.473209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Usage tracker for resource:port and tenant:8751361ee7bd4ea5a9e11e45d4799ba4 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:10:42.475947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:10:42.481530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:10:42.490853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Made reservation on behalf of 8751361ee7bd4ea5a9e11e45d4799ba4 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:10:42.493769 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:42.654403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Allocated IP 172.20.0.7 (06ab191e-381e-45c1-993c-9a7657efe020/1801552d-99a0-4935-9703-1c681607f98d/ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:10:42.850647 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:42.877494 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:42.954364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Network 06ab191e-381e-45c1-993c-9a7657efe020 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:10:42.957605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:42.959908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:10:42.961894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:10:43.021144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:43.021743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.041381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-4b945bd6-9089-4e5d-a8d9-574dddbbbf53 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090216 Feb 14 00:10:43.051847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Request body: {'port': {'device_id': '8ff87910-2fb1-4245-8908-8be24dc49094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:10:43.157924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.469439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5481-ac5e-4410-8b8a-206d04955e03 req-16a338a6-4571-4b49-bcac-a7a9105066c1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:43.470949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86fc5481-ac5e-4410-8b8a-206d04955e03 req-16a338a6-4571-4b49-bcac-a7a9105066c1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 931 time: 0.0791535 Feb 14 00:10:43.493860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:10:43.500712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.515428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Transition to ACTIVE for port object ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:10:43.515957 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86fc5481-ac5e-4410-8b8a-206d04955e03 req-2d511358-659a-41b8-9acf-9513196eabd7 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 Feb 14 00:10:43.519121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.640902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:43.747310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:10:43.747637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:10:43.747992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on network 06ab191e-381e-45c1-993c-9a7657efe020 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:10:43.753709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on network 06ab191e-381e-45c1-993c-9a7657efe020 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:10:43.754141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on network 06ab191e-381e-45c1-993c-9a7657efe020 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:10:43.760170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:10:43.760502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Checking segment: {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:10:43.760878 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Bound using segment: {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:10:43.761293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Bound port: ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:10:43.761747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.854785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:10:43.857797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:10:43.861969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.923697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:43.925042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] 10.222.0.31 "PUT /v2.0/ports/ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 1091 time: 0.8770976 Feb 14 00:10:43.925479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:10:43.942818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334fd33-291e-4fc4-80d9-1cb6e4e0298f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:44.001459 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'status': 'completed', 'code': 200} Feb 14 00:10:44.041367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-d6099130-236e-4bf5-a84d-9c5dfcf44731 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1094 time: 0.0753982 Feb 14 00:10:44.199361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-eb509cc2-aee3-44eb-b9d1-66ee4b43c065 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.1516700 Feb 14 00:10:44.263851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e24d4-0a98-4178-b773-1d86888b9573 req-0b37f58c-cd6e-43ac-bc12-832129295105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:44.265392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-0b37f58c-cd6e-43ac-bc12-832129295105 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.0595076 Feb 14 00:10:44.310208 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-f8f95156-3024-4dd9-b73a-268ad13a608f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386803 Feb 14 00:10:44.437860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-b6227596-1c9e-4e35-a358-5a27559d5296 service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220746 Feb 14 00:10:44.568969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-069e24d4-0a98-4178-b773-1d86888b9573 req-b94761e4-a06c-4e0b-834a-76a6b226cff6 service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251361 Feb 14 00:10:44.682517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-f16a1948-1774-4fba-8792-e78b67d52fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1094 time: 0.0688636 Feb 14 00:10:44.711680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133464c-d122-4788-a0fb-59fdb56dc0e1 req-a0e69f8a-5991-4c51-8b06-3e765ca162aa tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:44.713116 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6133464c-d122-4788-a0fb-59fdb56dc0e1 req-a0e69f8a-5991-4c51-8b06-3e765ca162aa tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 943 time: 0.0753331 Feb 14 00:10:44.757636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6133464c-d122-4788-a0fb-59fdb56dc0e1 req-67e2a6b1-3627-4f7f-b45a-04fb881449e5 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Feb 14 00:10:44.817274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-f0c4c2d1-3e52-4f63-a768-3fc0b01fb4be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:44.818638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-f0c4c2d1-3e52-4f63-a768-3fc0b01fb4be service neutron] 10.222.0.31 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.1278911 Feb 14 00:10:44.889333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-ba277a14-9f33-4ea4-87aa-d8d74eb2090c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.0625062 Feb 14 00:10:44.949329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-fc948e64-1fc1-448c-8fb7-8f72fd3569b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:44.950713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-fc948e64-1fc1-448c-8fb7-8f72fd3569b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.0549092 Feb 14 00:10:44.998225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-a8a16c90-7bd5-41d5-92e5-995c82625474 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407329 Feb 14 00:10:45.128253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-2fab1da3-13b5-4d13-b7ba-f0820026374c service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224306 Feb 14 00:10:45.256431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fec89eaf-88ab-4a47-a584-bcfb25a4d01b req-563ed552-82f3-4de3-bcd2-14e738944364 service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216912 Feb 14 00:10:45.950257 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-5d320200-d225-4025-a983-ad5343466fa4 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:45.951075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-5d320200-d225-4025-a983-ad5343466fa4 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Synchronizing usage tracker for tenant:8751361ee7bd4ea5a9e11e45d4799ba4 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:10:45.967760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-5d320200-d225-4025-a983-ad5343466fa4 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Unset dirty status for tenant:8751361ee7bd4ea5a9e11e45d4799ba4 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:10:45.969004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-5d320200-d225-4025-a983-ad5343466fa4 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 943 time: 0.0918508 Feb 14 00:10:46.013806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-fc185682-0318-4ec1-92df-8c02daa1e165 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Synchronizing usage tracker for tenant:8751361ee7bd4ea5a9e11e45d4799ba4 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:10:46.030995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-fc185682-0318-4ec1-92df-8c02daa1e165 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Unset dirty status for tenant:8751361ee7bd4ea5a9e11e45d4799ba4 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:10:46.032126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7cae0f5b-260c-4628-8972-7133bd9ed09f req-fc185682-0318-4ec1-92df-8c02daa1e165 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576375 Feb 14 00:10:47.229190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c57b0d-c4a3-42d4-8ba5-7c83c7b2c78a req-00fea77c-02fd-454d-945b-98f3153be324 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:47.230650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3c57b0d-c4a3-42d4-8ba5-7c83c7b2c78a req-00fea77c-02fd-454d-945b-98f3153be324 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 943 time: 0.0790510 Feb 14 00:10:47.274229 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d3c57b0d-c4a3-42d4-8ba5-7c83c7b2c78a req-c1aa2495-a92f-47bb-b663-3d7a20a81f6c tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381536 Feb 14 00:10:48.155568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:10:48.288677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:48.303380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020', 'port_id': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'mac_address': 'fa:16:3e:7a:e4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1801552d-99a0-4935-9703-1c681607f98d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:10:48.357102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:48.374392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:10:48.389356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:48.392221 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:48.460193 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:48.473019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9f90a-cb67-423d-9ef3-a3c939cf5bee req-227abe46-7ef7-4675-9ed3-67681a82a535 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:48.474477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5de9f90a-cb67-423d-9ef3-a3c939cf5bee req-227abe46-7ef7-4675-9ed3-67681a82a535 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 944 time: 0.0793130 Feb 14 00:10:48.519308 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5de9f90a-cb67-423d-9ef3-a3c939cf5bee req-7be3109a-8bbb-4b4b-887d-36cc1b892d80 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Feb 14 00:10:48.577222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:10:49.866935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecb3b8-fd8d-4395-9b9d-c3fe1702eb98 req-ae2f0b8d-085b-40bb-b056-4e65bc8b6fe1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:49.868284 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3ecb3b8-fd8d-4395-9b9d-c3fe1702eb98 req-ae2f0b8d-085b-40bb-b056-4e65bc8b6fe1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 944 time: 0.0763397 Feb 14 00:10:49.916028 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b3ecb3b8-fd8d-4395-9b9d-c3fe1702eb98 req-b3ac2f9f-c242-4c86-9b2f-c8eb00efc6a7 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Feb 14 00:10:50.170632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:10:50.237263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:10:50.241875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:10:50.242272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:50.350364 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:50.376597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:10:50.385830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:10:50.389700 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:10:50.436464 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'code': 200} Feb 14 00:10:50.460995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:10:50.561188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-300150a1-5202-4288-8079-d6e149770407 req-bd1c599d-4d51-4d06-8e3d-75695cfaf32b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1096 time: 0.0664611 Feb 14 00:10:50.603596 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-300150a1-5202-4288-8079-d6e149770407 req-22b0daa0-611f-441b-a538-fe5d5e0b43ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Feb 14 00:10:51.114914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94375c2-0673-429a-8448-39cd7da4f593 req-7bf45176-3294-4e06-92ab-6cc7a99f5cb0 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:51.116352 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e94375c2-0673-429a-8448-39cd7da4f593 req-7bf45176-3294-4e06-92ab-6cc7a99f5cb0 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0755513 Feb 14 00:10:51.161080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e94375c2-0673-429a-8448-39cd7da4f593 req-340a3ec0-12af-4fd2-a64b-cf6ec6b06290 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 Feb 14 00:10:52.360675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2129bb-0382-40e8-a27f-48b1a511cbb7 req-d1af41ff-821e-4732-80be-d728ac71293d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:52.362057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f2129bb-0382-40e8-a27f-48b1a511cbb7 req-d1af41ff-821e-4732-80be-d728ac71293d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0803142 Feb 14 00:10:52.407501 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f2129bb-0382-40e8-a27f-48b1a511cbb7 req-674d5e29-01dc-4c99-8c32-1bdff18fa0d3 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Feb 14 00:10:52.602101 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a0e4f909-080b-4adb-ba5f-b8b751e4d837 req-e0635a48-cada-42b0-acfe-a9935bbe2525 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720956 Feb 14 00:10:52.775191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40774) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:10:53.054501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576df4a-59e1-4c38-b2cd-92f7220b5abe req-c2e553df-0a6c-4938-be6e-d19fe0c7a7c8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:53.055943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2576df4a-59e1-4c38-b2cd-92f7220b5abe req-c2e553df-0a6c-4938-be6e-d19fe0c7a7c8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.2272270 Feb 14 00:10:53.062723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-e53b0cd3-fce1-4324-ad80-8be210b22a60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2862082 Feb 14 00:10:53.104147 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2576df4a-59e1-4c38-b2cd-92f7220b5abe req-c1fa9051-3217-453d-aee6-9bd534d84089 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Feb 14 00:10:54.312175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-7352d111-3676-4f66-881f-0c24aa03aad4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1096 time: 0.0747573 Feb 14 00:10:54.312883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932646fa-a42f-42ef-b0b9-cb535ed8e0ad req-960eed6b-9353-4af4-813a-f762e9ac666d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:54.314851 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932646fa-a42f-42ef-b0b9-cb535ed8e0ad req-960eed6b-9353-4af4-813a-f762e9ac666d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0798478 Feb 14 00:10:54.363288 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-932646fa-a42f-42ef-b0b9-cb535ed8e0ad req-aeff7780-928b-493d-a78c-22bd7f66bcd2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Feb 14 00:10:54.447340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-cbc8af1f-4036-4893-b6f5-ecd183d2eef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:54.448767 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-cbc8af1f-4036-4893-b6f5-ecd183d2eef0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.1302309 Feb 14 00:10:54.514347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-370b7d25-a95c-43bc-af9c-2d906a7ba4c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.0596743 Feb 14 00:10:54.579775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-68599fdf-9d51-46fb-a425-56515f56c1ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:54.581145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-68599fdf-9d51-46fb-a425-56515f56c1ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.0615404 Feb 14 00:10:54.626255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-52db3e36-e4a1-47b6-87da-8e72b896cf92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398643 Feb 14 00:10:54.757875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-b633d8e7-8933-4aa5-8439-9e2e45d2897c service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252999 Feb 14 00:10:54.889161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-e1db4a35-7ac2-4a9d-938f-3c663d38bba5 service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247015 Feb 14 00:10:55.561538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ab39-2679-4684-87bd-3bbaa78ff355 req-f288b5ca-1f6c-4e22-8bf3-f3ee7fb0b3e9 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:55.563001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae48ab39-2679-4684-87bd-3bbaa78ff355 req-f288b5ca-1f6c-4e22-8bf3-f3ee7fb0b3e9 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0764105 Feb 14 00:10:55.610883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ae48ab39-2679-4684-87bd-3bbaa78ff355 req-6f6cfac3-93c3-453f-b423-06c69accb0a1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Feb 14 00:10:56.808781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122de2-a033-47b6-b7ec-007e196993b1 req-a6ae1705-35cd-4318-8596-39420611bd64 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:56.810423 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18122de2-a033-47b6-b7ec-007e196993b1 req-a6ae1705-35cd-4318-8596-39420611bd64 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0800903 Feb 14 00:10:56.855297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-18122de2-a033-47b6-b7ec-007e196993b1 req-7a4afc89-03b3-4f12-bf79-d615f2f2cfc1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Feb 14 00:10:58.051370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cf777-1b7a-494d-a52c-70c957cd9a51 req-e13e832d-c18c-40a2-ae44-ac0df4f2d934 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:58.052812 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f92cf777-1b7a-494d-a52c-70c957cd9a51 req-e13e832d-c18c-40a2-ae44-ac0df4f2d934 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0783479 Feb 14 00:10:58.098939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f92cf777-1b7a-494d-a52c-70c957cd9a51 req-8e314fdd-f158-483c-aac2-6b8372804804 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Feb 14 00:10:59.293891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60bbbe-a017-4cf0-9683-985c453ee4d3 req-7ad5ef38-43d6-4d0b-b8fd-0cdefd557b23 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:10:59.295792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad60bbbe-a017-4cf0-9683-985c453ee4d3 req-7ad5ef38-43d6-4d0b-b8fd-0cdefd557b23 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0747898 Feb 14 00:10:59.339920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad60bbbe-a017-4cf0-9683-985c453ee4d3 req-1892108a-0e8f-464e-b093-bc6dea337903 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 Feb 14 00:11:00.245340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8164c262-ed96-4fd8-84c1-77364677e544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:00.551920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a462eb-f2b4-487d-80bd-97e55680322b req-a8c50b50-a808-4180-8e33-1d75527d40cf tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:00.553343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30a462eb-f2b4-487d-80bd-97e55680322b req-a8c50b50-a808-4180-8e33-1d75527d40cf tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0793064 Feb 14 00:11:00.599484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-30a462eb-f2b4-487d-80bd-97e55680322b req-53810529-cb7f-403b-b308-4a2e77ab135d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Feb 14 00:11:01.793135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e4d05-e365-4745-99d0-4e48f07ecadb req-c2d91ae1-7a16-419b-8704-38bc659fa676 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:01.794678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-550e4d05-e365-4745-99d0-4e48f07ecadb req-c2d91ae1-7a16-419b-8704-38bc659fa676 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0784817 Feb 14 00:11:01.839542 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-550e4d05-e365-4745-99d0-4e48f07ecadb req-0abfa561-4ed2-438c-a36f-f2c20a456a6c tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Feb 14 00:11:02.404410 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba5b4-7bc1-4300-ac31-59051c36e64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:03.035679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdd654-0b63-4921-abe1-81fe1a7b6461 req-f4e53e0c-2dd3-4c61-b129-e459421543a2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:03.037137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ecbdd654-0b63-4921-abe1-81fe1a7b6461 req-f4e53e0c-2dd3-4c61-b129-e459421543a2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0765069 Feb 14 00:11:03.082182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ecbdd654-0b63-4921-abe1-81fe1a7b6461 req-245c4c11-5747-4ed1-9a25-8eba312a0fae tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Feb 14 00:11:03.585557 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:03.940992 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:04.277067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c562a-4720-459a-8d2b-2a675c5fc5fa req-abbf2811-1835-4446-a836-e7f599b9007c tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:04.278561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-465c562a-4720-459a-8d2b-2a675c5fc5fa req-abbf2811-1835-4446-a836-e7f599b9007c tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0750248 Feb 14 00:11:04.326949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-465c562a-4720-459a-8d2b-2a675c5fc5fa req-e06acf41-b344-4696-99bf-fc79e2aeb803 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Feb 14 00:11:05.181193 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:05.521750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f5959-51ad-4246-aab1-980f2df88f8c req-2ff713cf-781d-430c-bcd9-9f706647d11f tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:05.523205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-153f5959-51ad-4246-aab1-980f2df88f8c req-2ff713cf-781d-430c-bcd9-9f706647d11f tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0787797 Feb 14 00:11:05.568693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-153f5959-51ad-4246-aab1-980f2df88f8c req-f39ea086-6fcd-44e7-be2a-a3b68c1c5ad6 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Feb 14 00:11:06.764331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02696f5b-935f-4b34-984b-d953726e8a8d req-984517cc-c56d-45f0-9bac-68861a035e5a tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:06.765768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02696f5b-935f-4b34-984b-d953726e8a8d req-984517cc-c56d-45f0-9bac-68861a035e5a tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0757129 Feb 14 00:11:06.810657 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:11:06.811246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02696f5b-935f-4b34-984b-d953726e8a8d req-fd7287f9-54c6-40fd-995f-0fdb9367177d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Feb 14 00:11:07.370476 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:08.001922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f78ab-2849-4fa6-96ae-553364a5919f req-526a9730-ff8a-45f1-b287-b46e957d2a88 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:08.003390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf5f78ab-2849-4fa6-96ae-553364a5919f req-526a9730-ff8a-45f1-b287-b46e957d2a88 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0760450 Feb 14 00:11:08.052647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cf5f78ab-2849-4fa6-96ae-553364a5919f req-cb65e09d-77fd-4a13-945f-6e3145386bf2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Feb 14 00:11:08.461437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-a42ed5d2-054a-4a34-9871-5a6b657a15d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1096 time: 0.0680099 Feb 14 00:11:08.607520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-dfa67b00-8595-4710-9968-74cd48c9847a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:08.608872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-dfa67b00-8595-4710-9968-74cd48c9847a service neutron] 10.222.0.31 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.1298738 Feb 14 00:11:08.765775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-05eba83e-b06b-457f-b0fe-953907797420 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.1513538 Feb 14 00:11:08.828915 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-53413bc5-0388-4be8-a276-c3d37448d5bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:08.830342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-53413bc5-0388-4be8-a276-c3d37448d5bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.0579772 Feb 14 00:11:08.882886 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-1c30e4fb-423f-47c2-be18-657e2e41cf7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465472 Feb 14 00:11:09.012532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-d6c6dcc8-f14b-4d4a-9fbc-d917602a7fab service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226170 Feb 14 00:11:09.143666 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5c81fc0-86f8-4959-8b98-1baa18b3b718 req-1ec07f0f-df0f-4572-985d-e10752584fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254191 Feb 14 00:11:09.144101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:09.256963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fa725-2b5e-47d9-88c4-8d91a6e790fe req-e7973f17-4eb9-4d94-ab0f-e12b8a1136eb tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:09.258635 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce2fa725-2b5e-47d9-88c4-8d91a6e790fe req-e7973f17-4eb9-4d94-ab0f-e12b8a1136eb tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0830541 Feb 14 00:11:09.302710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce2fa725-2b5e-47d9-88c4-8d91a6e790fe req-b08a4aa2-0678-4eba-8e38-d570382a5716 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Feb 14 00:11:10.506040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfb534-5eff-4aa6-bc32-3b7204aabccf req-b6e7fc8c-42d4-4ff0-8b10-a516d82ca3b8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:10.507663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97cfb534-5eff-4aa6-bc32-3b7204aabccf req-b6e7fc8c-42d4-4ff0-8b10-a516d82ca3b8 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0825164 Feb 14 00:11:10.553497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-97cfb534-5eff-4aa6-bc32-3b7204aabccf req-dd50038a-582b-4f9b-b8eb-b07bf63e4e1f tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Feb 14 00:11:11.746294 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b1d7-336e-4b6a-a8d1-c913a8cd677d req-7843a26f-3ffa-4fbb-9a6d-5d277ab36dfd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:11.748618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2f9b1d7-336e-4b6a-a8d1-c913a8cd677d req-7843a26f-3ffa-4fbb-9a6d-5d277ab36dfd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0756507 Feb 14 00:11:11.793428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2f9b1d7-336e-4b6a-a8d1-c913a8cd677d req-a3d22ead-60c4-45d2-b44c-7b6ecc04bf7f tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Feb 14 00:11:12.988579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03917dc6-0eff-4712-97d7-719c7cc9c406 req-d20c21cf-540b-4575-8fcf-10f74759ffd2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:12.989998 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03917dc6-0eff-4712-97d7-719c7cc9c406 req-d20c21cf-540b-4575-8fcf-10f74759ffd2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0768073 Feb 14 00:11:13.035227 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03917dc6-0eff-4712-97d7-719c7cc9c406 req-a226c053-a1dd-466b-9bba-9ced4727a8ee tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Feb 14 00:11:14.316541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797855fb-0757-43e7-851e-c36591b63d84 req-cad2864e-b6f8-4433-b07e-8624c36c2364 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:14.317904 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-797855fb-0757-43e7-851e-c36591b63d84 req-cad2864e-b6f8-4433-b07e-8624c36c2364 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.1607044 Feb 14 00:11:14.364033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-797855fb-0757-43e7-851e-c36591b63d84 req-172564b2-ebb2-46e7-9467-ee3b1912f00e tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Feb 14 00:11:15.560175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d918d-d504-4106-8e9b-4d50d7344bb1 req-b7c315c0-c27b-466a-a517-daab3b425ef1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:15.561594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-639d918d-d504-4106-8e9b-4d50d7344bb1 req-b7c315c0-c27b-466a-a517-daab3b425ef1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0802288 Feb 14 00:11:15.605584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-639d918d-d504-4106-8e9b-4d50d7344bb1 req-f8a33e04-8fcd-425e-9a23-fbed358c865b tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Feb 14 00:11:16.798655 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc10870-2491-44aa-bbac-afd25c659a4b req-2c165863-b276-4d9d-b65f-0a9efccc8335 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:16.800007 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fbc10870-2491-44aa-bbac-afd25c659a4b req-2c165863-b276-4d9d-b65f-0a9efccc8335 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0756412 Feb 14 00:11:16.844563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fbc10870-2491-44aa-bbac-afd25c659a4b req-be62f30f-13b1-4b2d-a661-d0783e4d1da9 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 Feb 14 00:11:18.040585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5ec2c-0d93-4f8d-aa96-1b1d01ce332b req-14650cb4-d04f-46ee-ae8f-baa66d7cc8b7 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:18.042039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdf5ec2c-0d93-4f8d-aa96-1b1d01ce332b req-14650cb4-d04f-46ee-ae8f-baa66d7cc8b7 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0771434 Feb 14 00:11:18.095617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fdf5ec2c-0d93-4f8d-aa96-1b1d01ce332b req-e88b449e-0bad-4e75-bf7b-737e8a334a0f tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Feb 14 00:11:19.307626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df0774-5abc-4cf6-a2d3-2a99a3d4c2dc req-66d9caf2-a9a4-4375-b65f-b1ad41cb6e37 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:19.308979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9df0774-5abc-4cf6-a2d3-2a99a3d4c2dc req-66d9caf2-a9a4-4375-b65f-b1ad41cb6e37 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0783708 Feb 14 00:11:19.354257 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c9df0774-5abc-4cf6-a2d3-2a99a3d4c2dc req-ef21c461-1c05-40c3-9bfd-afe639563574 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Feb 14 00:11:20.552885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6108f-9b06-4697-82b0-6ce8b158ab83 req-91c6dc4f-1e14-4d00-beab-f0b5dcfcdee2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:20.554353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-90a6108f-9b06-4697-82b0-6ce8b158ab83 req-91c6dc4f-1e14-4d00-beab-f0b5dcfcdee2 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0796161 Feb 14 00:11:20.600229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-90a6108f-9b06-4697-82b0-6ce8b158ab83 req-6613a2f3-5575-46fd-9190-9929d7bdf7ba tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Feb 14 00:11:21.797327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed098d3-c6da-4776-8824-bacb6e3e5de7 req-3d62fb83-dfa8-4045-a355-60287fccb1c5 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:21.798809 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ed098d3-c6da-4776-8824-bacb6e3e5de7 req-3d62fb83-dfa8-4045-a355-60287fccb1c5 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0760372 Feb 14 00:11:21.840099 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-c7f0df40-20f2-4e82-85ea-0676c500c7b0 service neutron] show failed (client error): The resource could not be found. Feb 14 00:11:21.841987 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-c7f0df40-20f2-4e82-85ea-0676c500c7b0 service neutron] 10.222.0.31 "GET /v2.0/ports/ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0775931 Feb 14 00:11:21.849318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ed098d3-c6da-4776-8824-bacb6e3e5de7 req-000258fa-af32-4796-953c-0fa4afb2d231 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Feb 14 00:11:22.110590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-321c90a6-41d1-4bc1-8455-33414438e361 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094&tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0711298 Feb 14 00:11:22.126311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:11:22.231936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:22.491945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:22.520503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:11:22.575047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:11:22.580265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:22.594472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Transition to ACTIVE for port object ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:11:22.598461 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:22.646698 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'code': 200} Feb 14 00:11:22.756263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:22.767069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] No DVR routers for this DVR port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:11:22.774989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.775332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.775662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.775986 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.776315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.776635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.776952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.777266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.777578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.777889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.778829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:22.833018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:11:22.833344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:11:22.833663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on network 06ab191e-381e-45c1-993c-9a7657efe020 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:11:22.840452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on network 06ab191e-381e-45c1-993c-9a7657efe020 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:11:22.841715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Attempting to bind port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on network 06ab191e-381e-45c1-993c-9a7657efe020 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:11:22.847680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:11:22.848016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Checking segment: {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:11:22.848397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Bound using segment: {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:11:22.848818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Bound port: ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2fd053-86c7-4b5c-8518-004a4bab7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:11:22.849163 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:22.935459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:11:22.938582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:11:22.942614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:23.009080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:23.010379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] 10.222.0.42 "PUT /v2.0/ports/ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 1091 time: 0.8885942 Feb 14 00:11:23.023764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427edab-9d36-4997-af08-ed0836c6f65b service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:23.061450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd780e84-0400-461b-9f3d-aa877f95c358 req-f49dc919-fb58-459b-95da-9b0d572e2197 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:23.062929 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd780e84-0400-461b-9f3d-aa877f95c358 req-f49dc919-fb58-459b-95da-9b0d572e2197 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 943 time: 0.0891130 Feb 14 00:11:23.110869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bd780e84-0400-461b-9f3d-aa877f95c358 req-9a6c41ee-212b-4dbd-a25d-f8d706feaec9 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Feb 14 00:11:23.111111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-69be14d6-5475-4dfb-8b48-8f83149d7e78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1094 time: 0.0738864 Feb 14 00:11:23.335768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-bfd32c83-cb1d-4d6f-8fad-7d12923ffdda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:23.337116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-bfd32c83-cb1d-4d6f-8fad-7d12923ffdda service neutron] 10.222.0.42 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.2165229 Feb 14 00:11:23.412386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-74c9d3e5-f363-49ee-b47f-32e49d38a6c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.0646029 Feb 14 00:11:23.478606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-ed689f38-4ed0-4169-a268-c63e9d7449de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:23.479974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-ed689f38-4ed0-4169-a268-c63e9d7449de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.0579338 Feb 14 00:11:23.530420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-ef358974-a4f7-4baf-b62d-ffa88e709a64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410306 Feb 14 00:11:23.662860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-7e8579d2-1a54-4fae-9050-88ad8212b6ec service neutron] 10.222.0.42 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230900 Feb 14 00:11:23.795626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7c0797bc-9623-46e0-8e2a-f80c35088c3e req-912a93e8-5821-4f81-a7e4-6cb0b40242a8 service neutron] 10.222.0.42 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227553 Feb 14 00:11:24.318433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcedff-1760-4f4a-9ad3-8635f4a74a7d req-2b849c93-46ad-4568-9ac9-163469c72a57 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:24.319872 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36bcedff-1760-4f4a-9ad3-8635f4a74a7d req-2b849c93-46ad-4568-9ac9-163469c72a57 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 943 time: 0.0769649 Feb 14 00:11:24.365365 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-36bcedff-1760-4f4a-9ad3-8635f4a74a7d req-b22e95a8-1f42-47ba-9ae5-74d7b4958084 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Feb 14 00:11:24.372396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:11:24.454054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:11:24.647736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:11:24.712959 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'status': 'completed', 'code': 200} Feb 14 00:11:24.870015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-fcf3695c-289a-4e87-8851-d52b58d2e83f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1094 time: 0.1365397 Feb 14 00:11:24.876128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-1dfc7874-9d41-4ab5-896b-9b88164c5283 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1094 time: 0.1415315 Feb 14 00:11:25.107086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-c9fb16df-05a7-4421-9c9d-90b36f5dc369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:25.108505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-c9fb16df-05a7-4421-9c9d-90b36f5dc369 service neutron] 10.222.0.42 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.2315762 Feb 14 00:11:25.110702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-0842b6b4-7a56-491c-9d74-4d48ab0f3bc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:25.111957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-0842b6b4-7a56-491c-9d74-4d48ab0f3bc3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.2177083 Feb 14 00:11:25.232271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-297a9b52-5ef2-4c8b-96ab-e9bc44a8e648 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.1170247 Feb 14 00:11:25.233506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-31eec9f0-e737-4b38-8611-09f200a3c746 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.0720937 Feb 14 00:11:25.340849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-9bc086e5-9ebc-45d5-bdfe-e2ec1739bcf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:25.342182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-9bc086e5-9ebc-45d5-bdfe-e2ec1739bcf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.1034343 Feb 14 00:11:25.343408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-662c7ae8-ab99-42fc-920c-9ef971deacfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:25.344641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-662c7ae8-ab99-42fc-920c-9ef971deacfb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.1049273 Feb 14 00:11:25.418493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-b1a82ea1-d0e5-4caa-a176-a8928dd2d70f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676384 Feb 14 00:11:25.424477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-b23bb89c-b5fd-406c-8b33-e26064df8636 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454259 Feb 14 00:11:25.571001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:11:25.709397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:25.723147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'network_id': '06ab191e-381e-45c1-993c-9a7657efe020', 'port_id': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'mac_address': 'fa:16:3e:7a:e4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1801552d-99a0-4935-9703-1c681607f98d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:11:25.776025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:25.796069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:11:25.811865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:25.815547 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:25.834476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-98eebc44-aad4-4717-9edd-6536bc6d67aa service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090333 Feb 14 00:11:25.837242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-a687cb55-23cf-4b07-ad61-680ce2175e8e service neutron] 10.222.0.42 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944433 Feb 14 00:11:25.847205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570eb8-f248-46be-bc23-ddc1ec1ac90b req-8c72d369-2bf9-4a5e-a554-80202e82f341 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:25.848583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc570eb8-f248-46be-bc23-ddc1ec1ac90b req-8c72d369-2bf9-4a5e-a554-80202e82f341 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 943 time: 0.2712624 Feb 14 00:11:25.880851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:26.084452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:11:26.093904 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dc570eb8-f248-46be-bc23-ddc1ec1ac90b req-9c777cf8-f244-47eb-889e-58e8ab671cad tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042820 Feb 14 00:11:26.137607 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-69486b8f-ce32-449a-aa96-f77b735caccc service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965558 Feb 14 00:11:26.141142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fe111ab-97a9-4819-bc7b-64151b502bec req-49a31be2-8430-4869-826b-52e3ca2f7237 service neutron] 10.222.0.42 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739415 Feb 14 00:11:27.291569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4948-23a2-442d-b2d6-e78d457054e7 req-55dbc33a-b883-48d9-9359-1301339ea5bd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:27.292910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ffbd4948-23a2-442d-b2d6-e78d457054e7 req-55dbc33a-b883-48d9-9359-1301339ea5bd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 944 time: 0.0786140 Feb 14 00:11:27.336247 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ffbd4948-23a2-442d-b2d6-e78d457054e7 req-09e281c2-d905-4fd9-bd9c-db80497fe1c1 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373435 Feb 14 00:11:27.572103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:11:27.638150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:11:27.643278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:11:27.643648 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:27.710517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-0c18259f-56b0-47b0-9efe-ea0f50056e5d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:27.711923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-0c18259f-56b0-47b0-9efe-ea0f50056e5d tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094&tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.0816231 Feb 14 00:11:27.756239 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:27.782792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:11:27.787077 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-d49ae81c-ec75-4c55-8dba-5a3c9a51ffbe service neutron] delete failed (client error): The resource could not be found. Feb 14 00:11:27.788087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-d49ae81c-ec75-4c55-8dba-5a3c9a51ffbe service neutron] 10.222.0.31 "DELETE /v2.0/ports/ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0708575 Feb 14 00:11:27.791870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:27.797300 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:27.854832 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'code': 200} Feb 14 00:11:27.865178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:27.875038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.875393 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.875711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.876039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.876380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.876684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.877031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.877347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.877688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.878048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.878364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:27.934011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-45edb72c-b035-419e-994c-89997cf17dcd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 1096 time: 0.0708644 Feb 14 00:11:28.066422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-73209432-8e66-46f4-be6f-de687167f18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:28.067889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-73209432-8e66-46f4-be6f-de687167f18d service neutron] 10.222.0.31 "GET /v2.0/networks?id=06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 200 len: 911 time: 0.1282346 Feb 14 00:11:28.134667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-8b0ac30d-0684-4357-97b5-294c3dd9e4b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 200 len: 217 time: 0.0609400 Feb 14 00:11:28.200277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-7fc03909-1489-432f-97d8-abad014b6122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:28.201829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-7fc03909-1489-432f-97d8-abad014b6122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 200 len: 851 time: 0.0614386 Feb 14 00:11:28.245579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-81a8ce10-efe4-4dd3-b9d0-687a20363ebb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06ab191e-381e-45c1-993c-9a7657efe020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377839 Feb 14 00:11:28.374313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-a149dc3e-dd78-4bc3-9791-94127f522166 service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231017 Feb 14 00:11:28.501193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-b3b9e4c1-15ef-403d-83da-327fb45d958f service neutron] 10.222.0.31 "GET /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216099 Feb 14 00:11:29.362455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdaf2b-c1eb-4e5e-93b9-635e7ab0d4c7 req-d54b246d-a41b-456f-b455-8aa5dfbea092 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:29.363881 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4dfdaf2b-c1eb-4e5e-93b9-635e7ab0d4c7 req-d54b246d-a41b-456f-b455-8aa5dfbea092 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.0756853 Feb 14 00:11:29.408468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4dfdaf2b-c1eb-4e5e-93b9-635e7ab0d4c7 req-b9561f38-68d3-4371-ad26-4b24f1a34322 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Feb 14 00:11:30.246475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-50cd774d-d6e3-43fa-9515-b57ee7dc3558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:30.752755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951596dd-a414-45e7-94e3-d62e2ea9fd18 req-972dc116-9d94-4ff2-85f3-992af680a5ff tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:30.754107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-951596dd-a414-45e7-94e3-d62e2ea9fd18 req-972dc116-9d94-4ff2-85f3-992af680a5ff tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.2221603 Feb 14 00:11:30.812079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-70be73b9-9963-41b8-a439-d940e05d76e0 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:30.813447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-70be73b9-9963-41b8-a439-d940e05d76e0 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff87910-2fb1-4245-8908-8be24dc49094 HTTP/1.1" status: 200 len: 945 time: 0.1218889 Feb 14 00:11:30.816917 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-951596dd-a414-45e7-94e3-d62e2ea9fd18 req-0d26ddfe-21f8-4cb6-9902-c56d32ef2264 tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d900278-9560-4fe2-8757-02fb31eb1ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Feb 14 00:11:30.884431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Deleting port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:11:30.884766 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:31.122509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] For port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,segment=NetworkSegment(2d2fd053-86c7-4b5c-8518-004a4bab7d81),segment_id=2d2fd053-86c7-4b5c-8518-004a4bab7d81)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:31.122984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:31.241991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Calling delete_port for ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:11:31.381186 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:31.396237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:11:31.431633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Pushing event deleted for resources: {'Port': ['ID=ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:31.502201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] No DVR routers for this DVR port ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:11:31.504650 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:31.507107 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-deleted', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:11:31.522707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef45fb1c-32fc-403d-b454-5ed7284e2fa2 req-5558ba88-932b-47d6-a5f2-fdcc6b6474dd tempest-DeleteServersTestJSON-1252199856 tempest-DeleteServersTestJSON-1252199856-project] 10.222.0.42 "DELETE /v2.0/ports/ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a HTTP/1.1" status: 204 len: 173 time: 0.7008991 Feb 14 00:11:31.562699 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff87910-2fb1-4245-8908-8be24dc49094', 'name': 'network-vif-deleted', 'tag': 'ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a', 'status': 'completed', 'code': 200} Feb 14 00:11:32.078382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40884) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:11:32.141437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Deleting subnet 1801552d-99a0-4935-9703-1c681607f98d {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:11:32.144707 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.198610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.256066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.322318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.359711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1801552d-99a0-4935-9703-1c681607f98d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:32.363612 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.369465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d6ee7a37-0030-4670-b7c2-e68e61e2b62a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1801552d-99a0-4935-9703-1c681607f98d HTTP/1.1" status: 204 len: 168 time: 0.2899961 Feb 14 00:11:32.372578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40888) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:11:32.405144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cba5-31f4-425b-81b3-5e763a1a38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.484813 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.613678 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.637540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ab191e-381e-45c1-993c-9a7657efe020']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:11:32.652599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2fd053-86c7-4b5c-8518-004a4bab7d81') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:11:32.653411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2fd053-86c7-4b5c-8518-004a4bab7d81') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:11:32.664351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.680852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.686783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:11:32.687157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:11:32.699762 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:11:32.771417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.788024 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:32.802714 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ab191e-381e-45c1-993c-9a7657efe020,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:32.811741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-101e71e9-c3e2-41ed-a5a7-dc0d1a4f6ed2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/06ab191e-381e-45c1-993c-9a7657efe020 HTTP/1.1" status: 204 len: 168 time: 0.4379573 Feb 14 00:11:32.943464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:11:32.992389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-decfbff3-6490-462d-bac2-2109571ec20f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8751361ee7bd4ea5a9e11e45d4799ba4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477123 Feb 14 00:11:32.994819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40898) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:11:33.052548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6030917d-81e4-48b9-8189-1ee188bf4478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:33.077332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6030917d-81e4-48b9-8189-1ee188bf4478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:33.126581 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6030917d-81e4-48b9-8189-1ee188bf4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:33.143790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030917d-81e4-48b9-8189-1ee188bf4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d900278-9560-4fe2-8757-02fb31eb1ad7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:33.159702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6030917d-81e4-48b9-8189-1ee188bf4478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:33.161372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6030917d-81e4-48b9-8189-1ee188bf4478 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d900278-9560-4fe2-8757-02fb31eb1ad7 HTTP/1.1" status: 204 len: 168 time: 0.1652412 Feb 14 00:11:33.588939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:33.611064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:11:33.644668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:11:33.645012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device ae5bdd4f-0a2e-4ff0-b8bb-9883e3a0069a not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:11:33.942800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:33.983727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 40920) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:11:34.111642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1889554939-network', 'tenant_id': '0fcbf026eea946c7adb70dc98f294376'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:11:34.116918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:11:34.120712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Usage tracker for resource:network and tenant:0fcbf026eea946c7adb70dc98f294376 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:11:34.124068 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:11:34.129583 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:11:34.140469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Made reservation on behalf of 0fcbf026eea946c7adb70dc98f294376 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:11:34.143176 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.158992 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.191005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:11:34.195091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0fcbf026eea946c7adb70dc98f294376 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:11:34.197833 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:11:34.204183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:11:34.267626 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.270967 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.301496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:11:34.306815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36487fd-24d5-4110-9b0c-aee3bafe13d0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:34.317975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.318336 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Added segment ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e of type vlan for network d6aa003c-c79e-4b25-9c96-34246b8084c6 Feb 14 00:11:34.320067 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.320404 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.320738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.321066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.321393 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.321715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.322056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.322373 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.322691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.323003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.323318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:11:34.350805 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.379192 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.380002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:34.380575 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.478252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4933779 Feb 14 00:11:34.481822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 40926) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:11:34.483973 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242233c8-eac0-4f64-913d-e35c651f90c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6aa003c-c79e-4b25-9c96-34246b8084c6,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:34.488564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Request body: {'subnet': {'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1889554939-subnet', 'tenant_id': '0fcbf026eea946c7adb70dc98f294376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:11:34.494150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d6aa003c-c79e-4b25-9c96-34246b8084c6 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:11:34.494833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:11:34.499426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Usage tracker for resource:subnet and tenant:0fcbf026eea946c7adb70dc98f294376 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:11:34.502268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:11:34.507910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:11:34.518911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Made reservation on behalf of 0fcbf026eea946c7adb70dc98f294376 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:11:34.521185 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.813724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.886373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850e8151-f13c-45ae-9a70-c97451ebe75a,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:34.899347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Checking segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:11:34.899703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Network hostable DHCP agents. Network: d6aa003c-c79e-4b25-9c96-34246b8084c6, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:11:34.920385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Network d6aa003c-c79e-4b25-9c96-34246b8084c6 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:11:34.929889 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d6aa003c-c79e-4b25-9c96-34246b8084c6) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:11:34.936301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:34.936897 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:34.938515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737687c-a3e8-4695-887f-dd3aa8da3cbc None None] Network d6aa003c-c79e-4b25-9c96-34246b8084c6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:11:34.958469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-88ee0d7b-b3b5-4659-9fcb-f497a2a5dd46 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4754624 Feb 14 00:11:35.148327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad110a-55c2-4f8f-b32b-b49a6eba9183 None None] Network d6aa003c-c79e-4b25-9c96-34246b8084c6 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:11:35.240695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:35.521164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-cb690dac-8782-4b33-8bd4-1de39ee30405 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:35.521832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-cb690dac-8782-4b33-8bd4-1de39ee30405 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Synchronizing usage tracker for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:11:35.538266 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-cb690dac-8782-4b33-8bd4-1de39ee30405 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Unset dirty status for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:11:35.539533 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-cb690dac-8782-4b33-8bd4-1de39ee30405 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 815 time: 0.1584160 Feb 14 00:11:35.556702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-01f0a5d6-5e4a-4bcd-bdf6-2fbe393f17f5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/quotas/0fcbf026eea946c7adb70dc98f294376 HTTP/1.1" status: 200 len: 375 time: 0.0112877 Feb 14 00:11:35.601248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-19c4c65b-4489-4df3-980c-7034efb39a39 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395522 Feb 14 00:11:35.728646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-eaa59d77-86dd-4812-94ee-533c9ef7a2c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204486 Feb 14 00:11:35.856823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-5a1b589b-4014-4690-b2d2-e4b696845897 service neutron] 10.222.0.36 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209936 Feb 14 00:11:36.054834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c76ccb8-0961-4c42-b6c4-540bd63bc9cb req-f56745fb-8a5b-4b7c-ba24-c6f444225e35 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 210 time: 0.0562985 Feb 14 00:11:37.143198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-30094384-8a22-476c-9f66-e562c567d710 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:37.144619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-30094384-8a22-476c-9f66-e562c567d710 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 815 time: 0.1534009 Feb 14 00:11:37.168608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Request body: {'port': {'device_id': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'admin_state_up': True, 'tenant_id': '0fcbf026eea946c7adb70dc98f294376'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:11:37.226802 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93842936-7b34-4bca-bef1-7115c45c2ee6 req-d0981178-6b2f-446b-8f01-084172234e69 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 210 time: 0.0464654 Feb 14 00:11:37.305216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:11:37.308853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Usage tracker for resource:port and tenant:0fcbf026eea946c7adb70dc98f294376 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:11:37.312146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:11:37.317679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:11:37.327694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Made reservation on behalf of 0fcbf026eea946c7adb70dc98f294376 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:11:37.330777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:37.395667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:37.491560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Allocated IP 172.20.0.12 (d6aa003c-c79e-4b25-9c96-34246b8084c6/850e8151-f13c-45ae-9a70-c97451ebe75a/d8aadc4c-4607-4d07-b4ec-8702d17177db) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:11:37.686195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:37.712392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:37.785151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Network d6aa003c-c79e-4b25-9c96-34246b8084c6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:11:37.788563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:37.790908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:11:37.792921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:11:37.855250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:37.855961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:37.875747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-c601b2b2-8fea-4a68-beb0-a9cdcb2809c7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7115982 Feb 14 00:11:37.891227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Request body: {'port': {'device_id': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:11:37.996369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:38.329288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8aadc4c-4607-4d07-b4ec-8702d17177db {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:11:38.336314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:38.352098 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Transition to ACTIVE for port object d8aadc4c-4607-4d07-b4ec-8702d17177db will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:11:38.385166 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:38.624810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:38.714347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb8471-860a-4de5-b6fb-0b11bd216e39 req-2de2105e-aa1f-4db2-9cf4-0ecc31cc5899 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:38.715019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-06eb8471-860a-4de5-b6fb-0b11bd216e39 req-2de2105e-aa1f-4db2-9cf4-0ecc31cc5899 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Synchronizing usage tracker for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:11:38.748345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-06eb8471-860a-4de5-b6fb-0b11bd216e39 req-2de2105e-aa1f-4db2-9cf4-0ecc31cc5899 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Unset dirty status for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:11:38.749448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06eb8471-860a-4de5-b6fb-0b11bd216e39 req-2de2105e-aa1f-4db2-9cf4-0ecc31cc5899 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.3944077 Feb 14 00:11:38.753119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:11:38.753448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:11:38.753770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:11:38.779220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Port d8aadc4c-4607-4d07-b4ec-8702d17177db on network d6aa003c-c79e-4b25-9c96-34246b8084c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:11:38.779536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:11:38.796520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:11:38.796844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Checking segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:11:38.797210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Bound using segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:11:38.797625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Bound port: d8aadc4c-4607-4d07-b4ec-8702d17177db, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:11:38.797958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:38.819665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06eb8471-860a-4de5-b6fb-0b11bd216e39 req-655501ae-5cb3-477d-8a60-65506894304b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636933 Feb 14 00:11:38.890380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:11:38.893150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:11:38.897478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:38.960817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:38.962174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] 10.222.0.42 "PUT /v2.0/ports/d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 1092 time: 1.0752740 Feb 14 00:11:38.962599 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:11:38.983572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44201-4f5f-451a-a736-9a74979cdd0d service neutron] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:39.036611 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'status': 'completed', 'code': 200} Feb 14 00:11:39.076800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-9bc54272-8282-4c82-bef1-a717e9eac356 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1095 time: 0.0714417 Feb 14 00:11:39.153382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-496d8a9e-3e2a-4c05-8aac-6cfe5355244b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0655241 Feb 14 00:11:39.157468 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:39.219365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-5ae90f8c-c176-4a9b-98b0-f2461920b4bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:39.220748 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-5ae90f8c-c176-4a9b-98b0-f2461920b4bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0594594 Feb 14 00:11:39.269837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-85981867-59ad-4253-9be0-daac148b0b27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383210 Feb 14 00:11:39.403808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-3208df2c-c077-4bfc-951f-b6dc6c87b7d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240063 Feb 14 00:11:39.542385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8a1d3a17-cb52-4939-b541-1903ad1fa542 req-0a40b0fe-2a79-422f-a9a5-369353ca9148 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296635 Feb 14 00:11:39.670117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-81379900-9be1-41cd-8e44-bfd588e00c70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1095 time: 0.0708797 Feb 14 00:11:39.805323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-4b4493f8-1bb9-4392-af9d-a45c1e40f8e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:39.806772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-4b4493f8-1bb9-4392-af9d-a45c1e40f8e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1307592 Feb 14 00:11:39.876700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-10463e3c-e4b0-4760-9e4a-facef0c3ee7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0605540 Feb 14 00:11:39.947562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-6eace072-4706-4b2e-bb29-d04ccd8539ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:39.948930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-6eace072-4706-4b2e-bb29-d04ccd8539ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0647447 Feb 14 00:11:39.997839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-66f2374a-0de3-45fa-942c-0b8d209b4547 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409756 Feb 14 00:11:40.198887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-b07b893f-0a26-4bca-aea1-92b7d4fc12ad service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944432 Feb 14 00:11:40.234415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88539dec-4a47-49e0-a353-d34d6c2c1b7d req-5736856b-9e59-4adb-accd-275aefea063d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:40.235759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88539dec-4a47-49e0-a353-d34d6c2c1b7d req-5736856b-9e59-4adb-accd-275aefea063d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.1399057 Feb 14 00:11:40.452654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88539dec-4a47-49e0-a353-d34d6c2c1b7d req-9a51b14a-2109-4ac6-9b77-d6a685bbc145 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709483 Feb 14 00:11:40.470606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c0d0b33-9a9d-45a2-8eb6-979b1beb29f8 req-891dab49-fb76-44f9-8466-32557e310e7d service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617993 Feb 14 00:11:41.644850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36260b-6116-4a8c-aefb-e9db86de07f5 req-00e1dc9d-6e59-4b30-bce6-9778e1615c51 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:41.646290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf36260b-6116-4a8c-aefb-e9db86de07f5 req-00e1dc9d-6e59-4b30-bce6-9778e1615c51 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.0747776 Feb 14 00:11:41.690761 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:11:41.691315 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf36260b-6116-4a8c-aefb-e9db86de07f5 req-f9c827f0-55cb-49d2-9cfe-677f8f582920 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Synchronizing usage tracker for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:11:41.708170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf36260b-6116-4a8c-aefb-e9db86de07f5 req-f9c827f0-55cb-49d2-9cfe-677f8f582920 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Unset dirty status for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:11:41.709472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf36260b-6116-4a8c-aefb-e9db86de07f5 req-f9c827f0-55cb-49d2-9cfe-677f8f582920 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576992 Feb 14 00:11:41.821662 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:41.837972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'port_id': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'mac_address': 'fa:16:3e:40:ac:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850e8151-f13c-45ae-9a70-c97451ebe75a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:11:41.917082 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:41.933594 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8aadc4c-4607-4d07-b4ec-8702d17177db {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:11:41.947737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:41.952484 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:42.017263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:42.186180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['d8aadc4c-4607-4d07-b4ec-8702d17177db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:11:42.903307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701530-d453-49da-bd92-b39ab4844cf4 req-d6cd61c3-4951-4ced-87ff-43d4efe67930 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:42.904845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de701530-d453-49da-bd92-b39ab4844cf4 req-d6cd61c3-4951-4ced-87ff-43d4efe67930 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 945 time: 0.0762374 Feb 14 00:11:42.948993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de701530-d453-49da-bd92-b39ab4844cf4 req-ceafcea9-1202-463a-8fb9-277c271b25b7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387001 Feb 14 00:11:43.703961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:11:43.771177 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port d8aadc4c-4607-4d07-b4ec-8702d17177db completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:11:43.775546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port d8aadc4c-4607-4d07-b4ec-8702d17177db triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:11:43.775903 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:43.811891 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:11:43.885193 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:43.911383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:11:43.920521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:11:43.924340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:11:43.968965 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'code': 200} Feb 14 00:11:44.000226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:11:44.180044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2f860e8-db40-4d16-86cb-e45c6bdc81b9 req-58e3885c-3f14-4ba5-a905-15d92a248211 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1097 time: 0.1346855 Feb 14 00:11:44.190634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a8f1-233b-451e-8464-e7526d87bc3e req-e81e7e67-92b2-4d49-bef9-3f08c8df2bf1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:44.194475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4e8a8f1-233b-451e-8464-e7526d87bc3e req-e81e7e67-92b2-4d49-bef9-3f08c8df2bf1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.1083508 Feb 14 00:11:44.261466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a2f860e8-db40-4d16-86cb-e45c6bdc81b9 req-615b8a9d-bfea-42be-bf4c-0365f0e0c431 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660365 Feb 14 00:11:44.272059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4e8a8f1-233b-451e-8464-e7526d87bc3e req-75dcde16-3d98-455d-a6d2-c132dcc488c1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633717 Feb 14 00:11:45.474827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27df259-eafb-4426-bd4d-2732d333c599 req-ed7084ea-4002-4fff-af2c-d1e30cbeb6c2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:45.476270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b27df259-eafb-4426-bd4d-2732d333c599 req-ed7084ea-4002-4fff-af2c-d1e30cbeb6c2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0828838 Feb 14 00:11:45.522792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b27df259-eafb-4426-bd4d-2732d333c599 req-a15eff5f-a55d-4024-9b76-e4f924cb08b2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Feb 14 00:11:46.716445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22777b75-6d37-4838-a300-01779cd410d4 req-e327cc0d-6f8e-43d8-b530-6323dc4c57e5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:46.717875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22777b75-6d37-4838-a300-01779cd410d4 req-e327cc0d-6f8e-43d8-b530-6323dc4c57e5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0753074 Feb 14 00:11:46.762989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22777b75-6d37-4838-a300-01779cd410d4 req-aa40bae0-6aae-4820-a7c1-1b8a8057c169 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Feb 14 00:11:46.958445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafa756-158b-4e69-9f8f-208b841d0791 req-2820e5d9-c484-4266-9610-4d99c8a16ab4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:46.959891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cafa756-158b-4e69-9f8f-208b841d0791 req-2820e5d9-c484-4266-9610-4d99c8a16ab4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0749578 Feb 14 00:11:47.004554 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cafa756-158b-4e69-9f8f-208b841d0791 req-26167791-c44f-4326-bef9-0258c2bb1bce tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Feb 14 00:11:47.361307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d58fa5-953d-4428-8f76-e15a98f49fe2 req-bbfea00f-b128-48f3-b762-5402b71cfe11 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:47.362776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90d58fa5-953d-4428-8f76-e15a98f49fe2 req-bbfea00f-b128-48f3-b762-5402b71cfe11 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0784988 Feb 14 00:11:47.408241 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-90d58fa5-953d-4428-8f76-e15a98f49fe2 req-0b293e1b-4045-4e88-a6da-3a33b5997532 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Feb 14 00:11:47.623413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd4a89-87a9-4ba0-8ff6-1692e0c6c6f7 req-0bb253f2-f670-4afa-9594-1c61d5866502 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:47.625087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4bcd4a89-87a9-4ba0-8ff6-1692e0c6c6f7 req-0bb253f2-f670-4afa-9594-1c61d5866502 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0950313 Feb 14 00:11:47.673625 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4bcd4a89-87a9-4ba0-8ff6-1692e0c6c6f7 req-d36c8e33-500c-45be-ba22-cfde727c2fb2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Feb 14 00:11:47.863974 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9bd7d044-5d1a-4324-9671-8d0085d99a43 req-e74bdcd2-782f-4bfd-bf1a-d0740be782b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658247 Feb 14 00:11:48.162369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-4b0c6d40-37f0-4b47-8bba-095af39c5d24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164160 Feb 14 00:11:48.191864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e77bd-6a74-4c4e-9e0b-02954cbd96b3 req-bdb09a37-1070-4e27-b0fb-f8672de52977 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:48.193290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed4e77bd-6a74-4c4e-9e0b-02954cbd96b3 req-bdb09a37-1070-4e27-b0fb-f8672de52977 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0928588 Feb 14 00:11:48.240567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed4e77bd-6a74-4c4e-9e0b-02954cbd96b3 req-6723e15b-e7c4-4634-b85a-a818aa3ec365 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Feb 14 00:11:49.369138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-76cece2d-db95-4f3e-b264-27908b48e017 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1097 time: 0.0689502 Feb 14 00:11:49.441351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051165fa-da14-4654-95c0-9be402437954 req-ac4579c8-6711-4602-9a81-159cab977093 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:49.442813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-051165fa-da14-4654-95c0-9be402437954 req-ac4579c8-6711-4602-9a81-159cab977093 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0794187 Feb 14 00:11:49.488080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-051165fa-da14-4654-95c0-9be402437954 req-ecbfc5c8-a2d3-4288-8e14-bf02556a1256 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Feb 14 00:11:49.502452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-e8409e32-2224-4639-b2fe-18321f5beb24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:49.503869 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-e8409e32-2224-4639-b2fe-18321f5beb24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1281021 Feb 14 00:11:49.573894 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-ccdeda87-0870-4ecc-81bf-c97da7a91a0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0639529 Feb 14 00:11:49.634084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-e6601129-d781-4d4c-bbea-20ecb133901b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:49.635439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-e6601129-d781-4d4c-bbea-20ecb133901b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0562601 Feb 14 00:11:49.682695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-3ffeb649-e107-4e23-936f-d11d27e47e60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414069 Feb 14 00:11:49.816522 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-a23bb03a-00e1-4a23-ad37-83ac9d5ab633 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269684 Feb 14 00:11:49.953837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-0c8a9229-34aa-46e9-b004-8d43f3654a1d service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312094 Feb 14 00:11:50.678342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d43332-b6c8-49dc-8a64-befb60e82cad req-c94e85ab-6035-4edc-91c7-ed686abb5d01 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:50.680022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33d43332-b6c8-49dc-8a64-befb60e82cad req-c94e85ab-6035-4edc-91c7-ed686abb5d01 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0744512 Feb 14 00:11:50.725035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33d43332-b6c8-49dc-8a64-befb60e82cad req-33968be5-58c2-4628-adfa-a54be507c381 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Feb 14 00:11:51.916965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519757fc-0b39-41d6-8944-57f44ff71387 req-6ebf946a-c6f3-4fe0-a368-30fcade8a67c tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:51.919013 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-519757fc-0b39-41d6-8944-57f44ff71387 req-6ebf946a-c6f3-4fe0-a368-30fcade8a67c tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0740414 Feb 14 00:11:52.054893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-519757fc-0b39-41d6-8944-57f44ff71387 req-892c62ea-bb16-4d26-bc54-e5be860169e6 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302161 Feb 14 00:11:53.253978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fca0a-0c83-49ba-9672-a4e5e603fe47 req-561f625b-e5bf-4c60-8146-e6da3ba4e2a2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:53.255436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d33fca0a-0c83-49ba-9672-a4e5e603fe47 req-561f625b-e5bf-4c60-8146-e6da3ba4e2a2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0800116 Feb 14 00:11:53.301068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d33fca0a-0c83-49ba-9672-a4e5e603fe47 req-54a22a58-4aa8-499a-a81c-9988458bb45b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Feb 14 00:11:54.500401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05d3c-5e5c-4b16-a0e0-959a03ef07c8 req-82286e28-5626-4673-ace5-e37227604711 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:54.501844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20d05d3c-5e5c-4b16-a0e0-959a03ef07c8 req-82286e28-5626-4673-ace5-e37227604711 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0767889 Feb 14 00:11:54.547631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20d05d3c-5e5c-4b16-a0e0-959a03ef07c8 req-23000740-e99e-4c1b-9741-d933afec61cd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Feb 14 00:11:55.741764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2701d-e0c7-450f-89f7-94cbe8a335c6 req-6ac00aba-57d8-4d3f-a8e3-edc4b3ad3176 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:55.743256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffe2701d-e0c7-450f-89f7-94cbe8a335c6 req-6ac00aba-57d8-4d3f-a8e3-edc4b3ad3176 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0771322 Feb 14 00:11:55.786943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffe2701d-e0c7-450f-89f7-94cbe8a335c6 req-cf9726fc-e14d-45fe-b13d-270cb173d992 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Feb 14 00:11:56.365559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-56e6e8cd-ee15-4470-8b26-5914ef074875 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1097 time: 0.1587431 Feb 14 00:11:56.509066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-7d989c29-8085-4a2a-81f0-8b686d77da77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:56.510541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-7d989c29-8085-4a2a-81f0-8b686d77da77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1246021 Feb 14 00:11:56.580729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-eb324f18-016a-4948-a00d-8cfc7dc35313 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0628324 Feb 14 00:11:56.643404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-be503cab-f938-4c70-8de6-7db56246aa1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:56.644703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-be503cab-f938-4c70-8de6-7db56246aa1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0571849 Feb 14 00:11:56.691022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-efd154a9-4c9c-436d-9ca7-a843bb74a6d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395222 Feb 14 00:11:56.820849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-dd393afe-665b-40d3-86ae-b935a987b6e0 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229098 Feb 14 00:11:56.952649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-949934aa-bc74-4c68-a0ce-4289d41c95fe req-d0686fa4-673e-4ed4-bc0f-cf8ec4802a58 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250699 Feb 14 00:11:56.983497 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63998-7a6b-462a-a01f-1fff86befa7e req-759cd25f-1302-4856-9b6e-edb4e536a98e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:56.984942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49f63998-7a6b-462a-a01f-1fff86befa7e req-759cd25f-1302-4856-9b6e-edb4e536a98e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0791268 Feb 14 00:11:57.030410 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49f63998-7a6b-462a-a01f-1fff86befa7e req-ecd61591-ca28-4c24-978d-cc5d9ea7d4f0 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Feb 14 00:11:58.242152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ce7a-8bb3-4458-aac9-f972acff83c4 req-18a5ec04-14a0-4e51-a87b-afcf439016cd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:58.243601 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4804ce7a-8bb3-4458-aac9-f972acff83c4 req-18a5ec04-14a0-4e51-a87b-afcf439016cd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0929229 Feb 14 00:11:58.288655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4804ce7a-8bb3-4458-aac9-f972acff83c4 req-d555b2ce-abbb-4adc-9feb-c793a9944f60 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Feb 14 00:11:59.481475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eccd07-36c5-43bf-94c4-754674e99c70 req-84e81302-724d-4fc3-b6d4-2137b5053727 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:11:59.482949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0eccd07-36c5-43bf-94c4-754674e99c70 req-84e81302-724d-4fc3-b6d4-2137b5053727 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0759814 Feb 14 00:11:59.526142 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0eccd07-36c5-43bf-94c4-754674e99c70 req-5b21b035-69c0-4dc1-b03b-bd2730c207ce tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 Feb 14 00:12:00.250543 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-47b40208-d033-4338-9169-5e08bcc2fc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:00.722317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b4b0a-6813-41c1-b336-33b259ed89a4 req-90220e50-e1c2-459f-94d2-22bf66fb2753 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:00.723765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e35b4b0a-6813-41c1-b336-33b259ed89a4 req-90220e50-e1c2-459f-94d2-22bf66fb2753 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0760381 Feb 14 00:12:00.771686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e35b4b0a-6813-41c1-b336-33b259ed89a4 req-219f9751-a234-42c0-9fb0-dda0e16227ca tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Feb 14 00:12:01.974001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19c106-000c-4a51-8ba6-004fc6b3102f req-7ee1d30f-aa26-4790-a09e-1c0f94d47b21 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:01.975469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f19c106-000c-4a51-8ba6-004fc6b3102f req-7ee1d30f-aa26-4790-a09e-1c0f94d47b21 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0784528 Feb 14 00:12:02.019936 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f19c106-000c-4a51-8ba6-004fc6b3102f req-ba3933e9-797f-4b55-a02b-49bd19664426 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Feb 14 00:12:02.407023 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ac86c6c6-473c-4986-b94c-bdd064909342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:03.220857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b078-539f-4ff3-8c6d-f7df5f7ae66e req-1f49b3a3-3086-4055-9871-849ab70217fb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:03.222336 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b535b078-539f-4ff3-8c6d-f7df5f7ae66e req-1f49b3a3-3086-4055-9871-849ab70217fb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0817556 Feb 14 00:12:03.267663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b535b078-539f-4ff3-8c6d-f7df5f7ae66e req-a2a91b2d-a79d-47e8-ab35-2ece0d9a5456 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Feb 14 00:12:03.591640 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:03.945886 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:04.477449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16314a16-c869-456f-a8e2-d5187572691c req-79c2b644-ae47-4f92-9b56-8f24ec8ff937 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:04.478916 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16314a16-c869-456f-a8e2-d5187572691c req-79c2b644-ae47-4f92-9b56-8f24ec8ff937 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0771801 Feb 14 00:12:04.526889 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-16314a16-c869-456f-a8e2-d5187572691c req-cef0c9bc-ee42-4182-8af1-642150aeaeaf tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Feb 14 00:12:05.187273 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:05.721525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabd908-7c6f-4497-b35e-c09e77f84a70 req-7085b132-13ee-4ec7-bc09-ddad25611061 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:05.723088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfabd908-7c6f-4497-b35e-c09e77f84a70 req-7085b132-13ee-4ec7-bc09-ddad25611061 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0786154 Feb 14 00:12:05.767579 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfabd908-7c6f-4497-b35e-c09e77f84a70 req-ebdf5337-033f-419b-84ff-fddc1c4b44c2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Feb 14 00:12:06.973271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625075b-8e83-48e5-8eb5-1d0b01c94216 req-73fa2dde-ddf1-4702-ae39-d3d2a6033ace tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:06.974727 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f625075b-8e83-48e5-8eb5-1d0b01c94216 req-73fa2dde-ddf1-4702-ae39-d3d2a6033ace tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0760691 Feb 14 00:12:07.019371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f625075b-8e83-48e5-8eb5-1d0b01c94216 req-6d574a81-af8d-48be-a417-c08144c314ce tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Feb 14 00:12:07.414805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:08.217825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db0d77-88e7-4aae-865a-86ff6cc7a37c req-c849049c-5fb3-4136-bb12-ec80ebc906eb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:08.219372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76db0d77-88e7-4aae-865a-86ff6cc7a37c req-c849049c-5fb3-4136-bb12-ec80ebc906eb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0760803 Feb 14 00:12:08.266259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76db0d77-88e7-4aae-865a-86ff6cc7a37c req-7003a152-f53b-4bc6-8381-1ad8403aaba1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Feb 14 00:12:09.170999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:09.466206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435f90-0d48-4e49-850a-b5173288c84c req-294a20a2-cf20-4362-a50d-e94886427338 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:09.467631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80435f90-0d48-4e49-850a-b5173288c84c req-294a20a2-cf20-4362-a50d-e94886427338 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0798175 Feb 14 00:12:09.512762 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-80435f90-0d48-4e49-850a-b5173288c84c req-2617e687-5819-4972-974c-ca979a017af2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Feb 14 00:12:10.710522 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72644769-9f1a-47ff-9e80-61f7fca540ea req-e87c34df-7039-4ff2-bb1b-0edaab14880e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:10.712716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72644769-9f1a-47ff-9e80-61f7fca540ea req-e87c34df-7039-4ff2-bb1b-0edaab14880e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0798583 Feb 14 00:12:10.761005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-72644769-9f1a-47ff-9e80-61f7fca540ea req-52a756e7-48bb-498f-88a9-ccc95b10c624 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Feb 14 00:12:11.954152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4f4e-08f0-4292-a4dd-ed94bee9c5be req-b4e976ef-22a1-42a4-b20c-07aae762a252 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:11.955593 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a3e4f4e-08f0-4292-a4dd-ed94bee9c5be req-b4e976ef-22a1-42a4-b20c-07aae762a252 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0758159 Feb 14 00:12:11.999903 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a3e4f4e-08f0-4292-a4dd-ed94bee9c5be req-bffe5fd9-0983-4407-addf-688f5b87f890 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Feb 14 00:12:13.192072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8383963-5b9c-444c-bc1e-03f757f8911a req-0bb3d507-e6e5-4dbc-ac14-763fca1eafce tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:13.193492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8383963-5b9c-444c-bc1e-03f757f8911a req-0bb3d507-e6e5-4dbc-ac14-763fca1eafce tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0749109 Feb 14 00:12:13.238465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8383963-5b9c-444c-bc1e-03f757f8911a req-632396ac-75e5-4683-b535-c54f11b4862a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Feb 14 00:12:14.437081 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb90939-911e-4f0e-8179-3b70ff70a8f1 req-e138a19f-056d-4f44-9f83-1e09066e8bb3 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:14.438561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2bb90939-911e-4f0e-8179-3b70ff70a8f1 req-e138a19f-056d-4f44-9f83-1e09066e8bb3 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0790439 Feb 14 00:12:14.482350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2bb90939-911e-4f0e-8179-3b70ff70a8f1 req-ae3a6e45-e701-45cb-82d3-8cd5d0165707 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383267 Feb 14 00:12:15.683226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ec38-68b0-4382-a42d-f01d0b4c9dcb req-d4431347-fb59-4884-ad04-ff98a7c19a03 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:15.684685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e28ec38-68b0-4382-a42d-f01d0b4c9dcb req-d4431347-fb59-4884-ad04-ff98a7c19a03 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0790942 Feb 14 00:12:15.728714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e28ec38-68b0-4382-a42d-f01d0b4c9dcb req-7b06d7a7-5345-43f8-98af-232833d4f39a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Feb 14 00:12:16.924869 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c63eb-0bac-46cd-a107-511d1fa8b6b6 req-c0c8157a-ebae-4699-b966-6ea54ee810f5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:16.926339 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c17c63eb-0bac-46cd-a107-511d1fa8b6b6 req-c0c8157a-ebae-4699-b966-6ea54ee810f5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0763001 Feb 14 00:12:16.973793 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c17c63eb-0bac-46cd-a107-511d1fa8b6b6 req-56b1d6e2-2c47-44fc-bcaa-63f81204fa95 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Feb 14 00:12:17.164127 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-ac5d6312-9bd4-495a-9a1f-632f740dda95 service neutron] show failed (client error): The resource could not be found. Feb 14 00:12:17.165079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-ac5d6312-9bd4-495a-9a1f-632f740dda95 service neutron] 10.222.0.42 "GET /v2.0/ports/d8aadc4c-4607-4d07-b4ec-8702d17177db/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0718191 Feb 14 00:12:17.441941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-a6701194-b8c3-4e97-a9ce-9ab98614f319 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50&tenant_id=0fcbf026eea946c7adb70dc98f294376 HTTP/1.1" status: 200 len: 1097 time: 0.0735965 Feb 14 00:12:17.452583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:12:17.559402 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:17.905231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:17.935967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:12:17.989891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:12:17.995267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:18.010740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Transition to ACTIVE for port object d8aadc4c-4607-4d07-b4ec-8702d17177db will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:12:18.016106 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:18.115532 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'code': 200} Feb 14 00:12:18.176212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] No DVR routers for this DVR port d8aadc4c-4607-4d07-b4ec-8702d17177db on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:12:18.181234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddf7fb-f1d8-414a-adbf-0e762201f322 req-53a97219-3968-4acf-8b56-cc90eca2589a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:18.182734 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-beddf7fb-f1d8-414a-adbf-0e762201f322 req-53a97219-3968-4acf-8b56-cc90eca2589a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.0774674 Feb 14 00:12:18.184210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:18.233053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-beddf7fb-f1d8-414a-adbf-0e762201f322 req-3e63583a-ce65-498e-b416-fc65029b2251 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Feb 14 00:12:18.236755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:12:18.237085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:12:18.237403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:12:18.243345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Port d8aadc4c-4607-4d07-b4ec-8702d17177db on network d6aa003c-c79e-4b25-9c96-34246b8084c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:12:18.243660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Attempting to bind port d8aadc4c-4607-4d07-b4ec-8702d17177db on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:12:18.250297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:12:18.254375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Checking segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:12:18.254827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Bound using segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:12:18.255266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Bound port: d8aadc4c-4607-4d07-b4ec-8702d17177db, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:12:18.255613 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:18.347347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:12:18.350458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:12:18.354279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:18.418614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:18.420671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] 10.222.0.31 "PUT /v2.0/ports/d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 1092 time: 0.9719546 Feb 14 00:12:18.432112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38f66-c5be-42df-ad6c-8d6bd2145321 service neutron] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:18.511727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-59581e20-8e2e-43be-93a0-2708cdba6c12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1095 time: 0.0705085 Feb 14 00:12:18.643039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-14a1a358-2773-4f98-8603-017f01693940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:18.644448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-14a1a358-2773-4f98-8603-017f01693940 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1270640 Feb 14 00:12:18.713511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-d1ca0865-1fc1-40cd-806f-ead9d8723a46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0634406 Feb 14 00:12:18.780039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-e06c4463-a4fd-4142-87d2-cb85b804702d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:18.781433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-e06c4463-a4fd-4142-87d2-cb85b804702d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0621605 Feb 14 00:12:18.828394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-3069c950-0996-4121-bd2e-f4cc3d6a3c93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410061 Feb 14 00:12:18.958429 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-639caa7c-2f89-43be-b149-d36db4b123b6 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240494 Feb 14 00:12:19.101809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ed77241-a6a3-4033-8224-3723d28a7824 req-3a21f2ac-076f-47a9-8d77-d656e1259d44 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379075 Feb 14 00:12:19.432551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc7e5e-c64c-4203-a1f6-fcf05e813355 req-c621de8f-d5af-4b1d-91d5-6ca70420dd3f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:19.433971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6efc7e5e-c64c-4203-a1f6-fcf05e813355 req-c621de8f-d5af-4b1d-91d5-6ca70420dd3f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.0783870 Feb 14 00:12:19.477861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6efc7e5e-c64c-4203-a1f6-fcf05e813355 req-877cfe70-0bfd-4dda-8ee9-371af66c5192 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384140 Feb 14 00:12:19.891205 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:12:19.948038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:12:20.116647 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:12:20.182882 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'status': 'completed', 'code': 200} Feb 14 00:12:20.335271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-03bb376d-fff7-4918-913c-b65c15bad20c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1095 time: 0.1014748 Feb 14 00:12:20.337919 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-d29a24fc-cbcf-47a2-8531-4c0d85425ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1095 time: 0.1337273 Feb 14 00:12:20.718058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-7c06b764-ff55-4047-8a4e-ad72cf67d358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:20.719498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-7c06b764-ff55-4047-8a4e-ad72cf67d358 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.3740227 Feb 14 00:12:20.720355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-591f8a4d-e4fd-4a86-8dfb-be13e156cca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:20.721547 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-591f8a4d-e4fd-4a86-8dfb-be13e156cca4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.3771367 Feb 14 00:12:20.813180 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:12:20.860528 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-c6002fce-d177-40e9-b6a6-b7a7fec5191d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.1289518 Feb 14 00:12:20.863490 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-5a8beede-b8da-457b-b3dc-cbbbde3a7894 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0807855 Feb 14 00:12:20.874283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770099-049d-4fed-91a5-da96114a1527 req-96b00fdb-39bb-43ee-bc8d-3fc1006eb0c8 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:20.875669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0770099-049d-4fed-91a5-da96114a1527 req-96b00fdb-39bb-43ee-bc8d-3fc1006eb0c8 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.2739530 Feb 14 00:12:21.006260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-2d04994f-27d1-44e5-b0c0-106d60ee2bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:21.007667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-2d04994f-27d1-44e5-b0c0-106d60ee2bbf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.1301589 Feb 14 00:12:21.012843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-89caee45-7375-43e0-801c-b298ed2a46e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:21.014238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-89caee45-7375-43e0-801c-b298ed2a46e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.1377175 Feb 14 00:12:21.092580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b0770099-049d-4fed-91a5-da96114a1527 req-9d5a39ac-c7ce-4d2d-8aca-5e104ca1fc2f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539655 Feb 14 00:12:21.100185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-631b443c-9b48-43f2-bf7d-c244129b3349 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849781 Feb 14 00:12:21.102142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-e7fd7181-d99c-4299-9963-8bb831b05e3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560427 Feb 14 00:12:21.331670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-f2716b5d-20cb-4d9e-a6bb-c2e5b704bcc0 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258921 Feb 14 00:12:21.334524 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-76b1aae1-6700-45c4-9d23-1d509d64afe9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115662 Feb 14 00:12:21.563953 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-3f9a830d-cbda-4a38-bae0-e65f5e97aa62 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262022 Feb 14 00:12:21.565553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0379b69d-962b-47c1-ad5d-3a4ee2ce00b3 req-932c2ee5-d0a7-444a-8653-0170f06ba7f3 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108712 Feb 14 00:12:22.297971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b4fa7-42ad-4abd-aa93-0bc2a93d314f req-15b9db29-7738-44e2-89f1-966b89b10c12 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:22.299382 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-830b4fa7-42ad-4abd-aa93-0bc2a93d314f req-15b9db29-7738-44e2-89f1-966b89b10c12 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.0803180 Feb 14 00:12:22.348391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-830b4fa7-42ad-4abd-aa93-0bc2a93d314f req-20eab8b6-e732-4a60-9b92-f0de1d9d27d8 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Feb 14 00:12:22.605286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:12:22.671997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea653f2-da8b-406a-b531-2adf2330f262 req-be27efb4-3fe6-4432-9879-4915e5c48950 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:22.673644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ea653f2-da8b-406a-b531-2adf2330f262 req-be27efb4-3fe6-4432-9879-4915e5c48950 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 944 time: 0.0792358 Feb 14 00:12:22.682072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f8159-8064-4279-90b3-b8c0412df103 req-63577077-24de-4965-aa48-ba261d1f91bb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:22.683355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-63577077-24de-4965-aa48-ba261d1f91bb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50&tenant_id=0fcbf026eea946c7adb70dc98f294376&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.0842736 Feb 14 00:12:22.725978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2ea653f2-da8b-406a-b531-2adf2330f262 req-4dee347c-3f38-492f-b262-980c9fd419cd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Feb 14 00:12:22.759157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:22.774348 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'port_id': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'mac_address': 'fa:16:3e:40:ac:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850e8151-f13c-45ae-9a70-c97451ebe75a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:12:22.777490 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-e04f8159-8064-4279-90b3-b8c0412df103 req-5bc41c97-c328-4f21-9c8e-8eea4a68e4a6 service neutron] delete failed (client error): The resource could not be found. Feb 14 00:12:22.778591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-5bc41c97-c328-4f21-9c8e-8eea4a68e4a6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/d8aadc4c-4607-4d07-b4ec-8702d17177db/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0864573 Feb 14 00:12:22.845443 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:22.863588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8aadc4c-4607-4d07-b4ec-8702d17177db {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:12:22.879546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:22.884093 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:22.939130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-cfe0984b-741a-4286-a141-0f88b40035bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 1096 time: 0.0817976 Feb 14 00:12:22.957401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:23.093235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['d8aadc4c-4607-4d07-b4ec-8702d17177db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:12:23.214251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f8159-8064-4279-90b3-b8c0412df103 req-42265640-4ed4-408b-a11c-597e6f88a47b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:23.215712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-42265640-4ed4-408b-a11c-597e6f88a47b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.2677367 Feb 14 00:12:23.299182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-36ad41ab-ac5b-42db-8619-d8d4bade07bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 200 len: 217 time: 0.0734615 Feb 14 00:12:23.372785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f8159-8064-4279-90b3-b8c0412df103 req-b0c3dff6-744b-4f0a-8155-d1cfe328e2eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:23.374801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-b0c3dff6-744b-4f0a-8155-d1cfe328e2eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0658700 Feb 14 00:12:23.426219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-e7141bc9-a387-44ae-ae5a-df091b7ccab7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423751 Feb 14 00:12:23.562105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-1adb3e66-412f-412b-8491-407c555ca30b service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253140 Feb 14 00:12:23.693809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e04f8159-8064-4279-90b3-b8c0412df103 req-15e48ac7-0f3d-4600-9e32-92149e39a9d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229944 Feb 14 00:12:23.928446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4bdf-e02f-467a-83fd-e9c4e8ca602f req-8cb04ec7-1f40-43c6-953b-a4d0aba5be43 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:23.930156 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-297b4bdf-e02f-467a-83fd-e9c4e8ca602f req-8cb04ec7-1f40-43c6-953b-a4d0aba5be43 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 945 time: 0.0746646 Feb 14 00:12:23.974285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-297b4bdf-e02f-467a-83fd-e9c4e8ca602f req-3df66ce6-e91b-41fa-afd4-4d6f474b4288 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Feb 14 00:12:24.619924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:12:24.685640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port d8aadc4c-4607-4d07-b4ec-8702d17177db completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:12:24.690858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port d8aadc4c-4607-4d07-b4ec-8702d17177db triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:12:24.691254 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:24.800103 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:24.825986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:12:24.835868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:24.839453 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:24.882559 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'code': 200} Feb 14 00:12:24.904252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:25.178946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd32b2d-546e-444f-ad48-b74be6a5e7ba req-46446b63-8513-46fa-a40e-3c9a60117167 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:25.180613 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acd32b2d-546e-444f-ad48-b74be6a5e7ba req-46446b63-8513-46fa-a40e-3c9a60117167 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0781345 Feb 14 00:12:25.224455 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acd32b2d-546e-444f-ad48-b74be6a5e7ba req-3b68d77f-541d-4118-81ad-c831dfbd5a4a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Feb 14 00:12:25.429677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0cdb-3338-4a35-a048-6b51b2c88716 req-c0756add-0574-4285-a79c-f4e3265d0c02 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:25.431325 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d17d0cdb-3338-4a35-a048-6b51b2c88716 req-c0756add-0574-4285-a79c-f4e3265d0c02 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0865083 Feb 14 00:12:25.475366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d17d0cdb-3338-4a35-a048-6b51b2c88716 req-339a78bb-2b9f-4069-a011-983655c3ff19 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Feb 14 00:12:25.665926 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121b948-7f75-48c5-85eb-8f6cfb32abb1 req-607808fc-848b-4b54-8f62-857721e1b378 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:25.667438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0121b948-7f75-48c5-85eb-8f6cfb32abb1 req-607808fc-848b-4b54-8f62-857721e1b378 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0754580 Feb 14 00:12:25.712783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0121b948-7f75-48c5-85eb-8f6cfb32abb1 req-35b1e19c-6d6a-477e-8113-45a82cc30b4e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Feb 14 00:12:26.230057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-d67a41ee-a6f6-4b53-90b7-3b7ff50aeee0 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:26.231402 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-d67a41ee-a6f6-4b53-90b7-3b7ff50aeee0 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 815 time: 0.1576092 Feb 14 00:12:26.247679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-d676e43f-e7f2-4479-b140-3b1151edd2b4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/quotas/0fcbf026eea946c7adb70dc98f294376 HTTP/1.1" status: 200 len: 375 time: 0.0109746 Feb 14 00:12:26.333735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-5a0f9590-4951-4f2a-a500-5e89d8b113c6 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811045 Feb 14 00:12:26.464242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-f5301c4f-6c63-42dc-a70d-dd99696316fc service neutron] 10.222.0.36 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239173 Feb 14 00:12:26.594054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-4d41ffc4-18a2-4e4d-86e8-1f876d29939e service neutron] 10.222.0.36 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235268 Feb 14 00:12:26.776015 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f2f0b0eb-e3f2-401c-8329-8815811c9ba5 req-67a9746d-f848-4aa1-954e-9381249a4fe3 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 210 time: 0.0401132 Feb 14 00:12:27.362289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-88386345-53ef-4899-8375-5a94ad3c1ede tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:27.363714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-88386345-53ef-4899-8375-5a94ad3c1ede tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b8ef6a7-b275-49f6-b58b-f25c25264b50 HTTP/1.1" status: 200 len: 946 time: 0.0801969 Feb 14 00:12:27.434019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Deleting port d8aadc4c-4607-4d07-b4ec-8702d17177db {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:12:27.434374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:27.897672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] For port d8aadc4c-4607-4d07-b4ec-8702d17177db, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=d8aadc4c-4607-4d07-b4ec-8702d17177db,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:27.898047 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:28.002218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-65212877-49ee-4fc0-9d33-af562f15e141 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:28.003599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-65212877-49ee-4fc0-9d33-af562f15e141 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 815 time: 0.2909396 Feb 14 00:12:28.064556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Calling delete_port for d8aadc4c-4607-4d07-b4ec-8702d17177db owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:12:28.103652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Request body: {'port': {'device_id': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'admin_state_up': True, 'tenant_id': '0fcbf026eea946c7adb70dc98f294376'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:12:28.118576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-debf6d65-1bba-4d63-8f5e-ad01d18eed05 req-6c3996b2-6167-4c03-a463-12f0389dc058 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 210 time: 0.2125220 Feb 14 00:12:28.315764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:12:28.323145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Usage tracker for resource:port and tenant:0fcbf026eea946c7adb70dc98f294376 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:12:28.328899 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:12:28.338452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:12:28.345940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:28.357599 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['d8aadc4c-4607-4d07-b4ec-8702d17177db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:12:28.392034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Made reservation on behalf of 0fcbf026eea946c7adb70dc98f294376 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:12:28.395029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:28.408329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Pushing event deleted for resources: {'Port': ['ID=d8aadc4c-4607-4d07-b4ec-8702d17177db,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:28.493465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.493806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.494179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.494509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.494838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.495159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.495479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.495806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.496120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.496435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.496752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:28.550729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] No DVR routers for this DVR port d8aadc4c-4607-4d07-b4ec-8702d17177db on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:12:28.555385 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:28.557779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-deleted', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:12:28.584886 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.31 "DELETE /v2.0/ports/d8aadc4c-4607-4d07-b4ec-8702d17177db HTTP/1.1" status: 204 len: 173 time: 1.2153473 Feb 14 00:12:28.633345 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8ef6a7-b275-49f6-b58b-f25c25264b50', 'name': 'network-vif-deleted', 'tag': 'd8aadc4c-4607-4d07-b4ec-8702d17177db', 'status': 'completed', 'code': 200} Feb 14 00:12:28.666802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Allocated IP 172.20.0.7 (d6aa003c-c79e-4b25-9c96-34246b8084c6/850e8151-f13c-45ae-9a70-c97451ebe75a/8f8f909f-f361-45d1-b69b-7257160a3427) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:12:28.867479 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:28.896364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:28.907756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['d8aadc4c-4607-4d07-b4ec-8702d17177db'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:12:28.969834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Network d6aa003c-c79e-4b25-9c96-34246b8084c6 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:12:28.972626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:12:28.976317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:12:29.010021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:29.038239 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:29.038831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:29.056042 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-ceffcb84-2556-40df-9c16-500279690cbd tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9653866 Feb 14 00:12:29.066741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Request body: {'port': {'device_id': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:12:29.171655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:29.550833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca636-90dc-4128-8d77-0cf6c3c64185 req-074bd003-943f-462e-bff5-89589d32a7d1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:29.551562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-590ca636-90dc-4128-8d77-0cf6c3c64185 req-074bd003-943f-462e-bff5-89589d32a7d1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Synchronizing usage tracker for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:12:29.592311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-590ca636-90dc-4128-8d77-0cf6c3c64185 req-074bd003-943f-462e-bff5-89589d32a7d1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Unset dirty status for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:12:29.594004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-590ca636-90dc-4128-8d77-0cf6c3c64185 req-074bd003-943f-462e-bff5-89589d32a7d1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 931 time: 0.3520555 Feb 14 00:12:29.696871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-590ca636-90dc-4128-8d77-0cf6c3c64185 req-53ecec8f-2ffe-4f9a-a6fe-140a58364c59 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968499 Feb 14 00:12:29.706264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8f909f-f361-45d1-b69b-7257160a3427 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:12:29.713299 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:29.727681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Transition to ACTIVE for port object 8f8f909f-f361-45d1-b69b-7257160a3427 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:12:29.731871 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:29.857041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:29.965556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:12:29.965884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:12:29.966256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:12:29.972570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Port 8f8f909f-f361-45d1-b69b-7257160a3427 on network d6aa003c-c79e-4b25-9c96-34246b8084c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:12:29.972884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:12:29.979055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:12:29.979390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Checking segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:12:29.979775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Bound using segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:12:29.980191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Bound port: 8f8f909f-f361-45d1-b69b-7257160a3427, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:12:29.980530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:30.065882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:12:30.068765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:12:30.073078 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:30.133157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:30.134762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 1091 time: 1.0718384 Feb 14 00:12:30.149376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40f40d-4a14-4d23-8562-f7ebace20582 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:30.240433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-b995d3a0-5952-470b-a930-09a7efaec786 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1094 time: 0.0720193 Feb 14 00:12:30.251684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-55913ba3-20ba-494b-baed-1ad852c8a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:30.311356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-b40b85c9-f820-4f25-a0a3-69cc8274467d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.0643795 Feb 14 00:12:30.371843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-08f61cd9-5e1c-4396-ab33-bbadb5ebd841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:30.373222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-08f61cd9-5e1c-4396-ab33-bbadb5ebd841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0570216 Feb 14 00:12:30.417218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-fd08d556-c40b-4305-8948-6872fffb9004 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382774 Feb 14 00:12:30.545392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-d20f0844-7ca9-4407-ac6b-8b5d8a0c0e3c service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226077 Feb 14 00:12:30.634824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:12:30.681688 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91aebc87-929c-4dd0-86f1-0d328fa2722d req-3f541f93-623d-426c-8a9b-7395f0e36bc9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303906 Feb 14 00:12:30.692004 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427', 'status': 'completed', 'code': 200} Feb 14 00:12:30.799556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-71bab348-0b80-4443-8633-8301a42bf60d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1094 time: 0.0724530 Feb 14 00:12:30.987001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea89a5-122e-48ec-955b-160baab11137 req-94a00afd-ae4b-465d-942c-c9ab31a163e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:30.988349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-94a00afd-ae4b-465d-942c-c9ab31a163e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1826184 Feb 14 00:12:30.994726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e655ad3-d824-42ea-bce8-37698efc8ea8 req-25ad734a-e84a-4f5f-941d-658a30947a12 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:30.996049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e655ad3-d824-42ea-bce8-37698efc8ea8 req-25ad734a-e84a-4f5f-941d-658a30947a12 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 943 time: 0.1723933 Feb 14 00:12:31.165776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-222a476c-bb0d-4a2d-b683-5188592a8451 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.1688147 Feb 14 00:12:31.232626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e655ad3-d824-42ea-bce8-37698efc8ea8 req-f6c0e216-f9eb-4dcd-8221-156274357a31 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956867 Feb 14 00:12:31.243210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea89a5-122e-48ec-955b-160baab11137 req-5ed2ae78-8707-49b6-a87c-561f8f87a675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:31.244580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-5ed2ae78-8707-49b6-a87c-561f8f87a675 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0681019 Feb 14 00:12:31.290656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-15a0985f-6645-4304-9ce1-45fd2bb300de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396717 Feb 14 00:12:31.420204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-ae10d72b-541b-4fec-9eb6-34b2a13772dc service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231658 Feb 14 00:12:31.552816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eea89a5-122e-48ec-955b-160baab11137 req-ff51d4fc-50da-4d6b-b09f-85522647743f service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259744 Feb 14 00:12:32.409661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1545-2105-4e55-8232-c01773a3c00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:32.435153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341cc8-f7d7-4f37-b843-89c4345638e5 req-1ef9f7fb-302b-45ba-bc30-9fb863979f19 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:32.436641 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73341cc8-f7d7-4f37-b843-89c4345638e5 req-1ef9f7fb-302b-45ba-bc30-9fb863979f19 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0802925 Feb 14 00:12:32.480926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73341cc8-f7d7-4f37-b843-89c4345638e5 req-92ad0a2d-0e44-4157-90d8-f5abfa68fcbb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Feb 14 00:12:32.668680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:12:32.671727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:12:32.705873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: d8aadc4c-4607-4d07-b4ec-8702d17177db {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:12:32.706238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device d8aadc4c-4607-4d07-b4ec-8702d17177db not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:12:32.828974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:32.841308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '8f8f909f-f361-45d1-b69b-7257160a3427', 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'port_id': '8f8f909f-f361-45d1-b69b-7257160a3427', 'mac_address': 'fa:16:3e:f3:d6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850e8151-f13c-45ae-9a70-c97451ebe75a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:12:32.922876 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:32.939808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8f909f-f361-45d1-b69b-7257160a3427 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:12:32.954741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:32.958544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:33.021408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:33.029853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.030245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.030642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.030992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.031324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.031651 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.031976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.032305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.032623 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.032940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.033256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:12:33.142596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['8f8f909f-f361-45d1-b69b-7257160a3427'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:12:33.594911 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:33.674080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5436b-e0a7-4f96-964c-739e6e2168f3 req-5c8defbf-20a2-4adc-ab9d-d525e00928e9 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:33.675552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1b5436b-e0a7-4f96-964c-739e6e2168f3 req-5c8defbf-20a2-4adc-ab9d-d525e00928e9 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0757494 Feb 14 00:12:33.723539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d1b5436b-e0a7-4f96-964c-739e6e2168f3 req-0c069593-add2-454c-90e9-7f193f6c19d8 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Feb 14 00:12:33.948288 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:34.682173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:12:34.748175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 8f8f909f-f361-45d1-b69b-7257160a3427 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:12:34.753011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 8f8f909f-f361-45d1-b69b-7257160a3427 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:12:34.753432 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:34.865959 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:34.891827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:12:34.901776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:12:34.906528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:34.924785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30dd2-eed3-408d-9685-d2d0b11beab7 req-72556788-b686-4149-8dfb-a15bbd7d76fa tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:34.926297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72d30dd2-eed3-408d-9685-d2d0b11beab7 req-72556788-b686-4149-8dfb-a15bbd7d76fa tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0799451 Feb 14 00:12:34.954069 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427', 'code': 200} Feb 14 00:12:34.979213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-72d30dd2-eed3-408d-9685-d2d0b11beab7 req-2e07d7eb-cf5f-4f77-85b2-d6be61120847 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Feb 14 00:12:34.982532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:12:35.071554 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dea6cf9-e74a-4946-be8b-b352655830dd req-13f189f4-7595-464a-b4c9-92beb85a3010 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0679383 Feb 14 00:12:35.113188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2dea6cf9-e74a-4946-be8b-b352655830dd req-0f3bf2da-4709-4aa8-8b4c-8b1bcee50293 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359826 Feb 14 00:12:35.190662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:36.184957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5ef5-12f6-4555-83ce-5988aaa90434 req-ee401d17-cad5-403e-b3f3-f73ddee0f3a5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:36.186928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cfa5ef5-12f6-4555-83ce-5988aaa90434 req-ee401d17-cad5-403e-b3f3-f73ddee0f3a5 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0791922 Feb 14 00:12:36.231362 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0cfa5ef5-12f6-4555-83ce-5988aaa90434 req-91a5e727-815c-40a1-937c-bc57dc0bb451 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Feb 14 00:12:37.416311 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:37.430946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df984b34-342b-4f80-a443-166bb25a2207 req-aac4df58-735e-402b-a0f0-9db4219fbb63 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:37.432399 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df984b34-342b-4f80-a443-166bb25a2207 req-aac4df58-735e-402b-a0f0-9db4219fbb63 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0833111 Feb 14 00:12:37.478346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-df984b34-342b-4f80-a443-166bb25a2207 req-e419dc81-e2ef-4e4d-9458-ef1e363e27ee tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Feb 14 00:12:37.752299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974269-78fd-4214-a029-dae61502ea5f req-a48fb379-e11c-48e3-ae7f-e79af3c39579 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:37.753763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de974269-78fd-4214-a029-dae61502ea5f req-a48fb379-e11c-48e3-ae7f-e79af3c39579 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.1563330 Feb 14 00:12:37.798957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de974269-78fd-4214-a029-dae61502ea5f req-3c3ec583-e320-489b-8dd2-44cae44a3e21 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Feb 14 00:12:37.990383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4c150c55-b1e2-4a43-b8c0-11c7c3cefa44 req-85c92bd4-c5e3-4186-a212-4a37f1055433 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699103 Feb 14 00:12:38.285316 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-01000ddd-efcd-4bb3-99bb-dba66e532a4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152749 Feb 14 00:12:38.312041 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed6088-65af-4965-8265-1028d41a3e69 req-19d1d089-b8eb-4883-8a47-b4f0d7b75c39 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:38.313465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbed6088-65af-4965-8265-1028d41a3e69 req-19d1d089-b8eb-4883-8a47-b4f0d7b75c39 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0933669 Feb 14 00:12:38.363735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbed6088-65af-4965-8265-1028d41a3e69 req-3d41d8c9-8e32-4d85-b884-8bf0e06cfa68 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Feb 14 00:12:39.183942 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:12:39.641699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93597784-6389-48d4-87bd-67cb7bb193d5 req-4f629f69-40b9-4ab6-b6a2-8f9da4a316f2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:39.643206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93597784-6389-48d4-87bd-67cb7bb193d5 req-4f629f69-40b9-4ab6-b6a2-8f9da4a316f2 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.1566405 Feb 14 00:12:39.667946 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-4bd3032b-c056-4ad7-bff0-a594e12474cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0701468 Feb 14 00:12:39.688667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-93597784-6389-48d4-87bd-67cb7bb193d5 req-24d7dbdd-4c7f-4b77-8693-1f58e053b9fc tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Feb 14 00:12:39.797536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-32e3300f-68a6-411e-9d33-32d6a5bc5801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:39.798984 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-32e3300f-68a6-411e-9d33-32d6a5bc5801 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1257617 Feb 14 00:12:39.863620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-64e7d01f-cae6-4c87-868c-e8f839c289c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.0591509 Feb 14 00:12:39.926488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-de1e2d35-b1da-4654-a289-7a40c155e290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:39.927773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-de1e2d35-b1da-4654-a289-7a40c155e290 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0588024 Feb 14 00:12:39.971910 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-c0fbae65-6e2f-4447-857c-d3064646385b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385559 Feb 14 00:12:40.100858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-fd6dde10-b0ed-458c-8967-6000c9907fc1 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232083 Feb 14 00:12:40.325572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-9d853866-a46e-4074-9e45-a29f570dcf11 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184372 Feb 14 00:12:40.892992 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb8a28-cb4f-49e4-bc3b-7793bcf56e4e req-408d1642-eca9-424a-ab50-ca75e3b7b28b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:40.894453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0bb8a28-cb4f-49e4-bc3b-7793bcf56e4e req-408d1642-eca9-424a-ab50-ca75e3b7b28b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0829055 Feb 14 00:12:40.939198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f0bb8a28-cb4f-49e4-bc3b-7793bcf56e4e req-92383446-1f55-4f65-a64b-acf55fd4d1c9 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Feb 14 00:12:42.132556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb311ed7-b014-4289-9705-efc1df235799 req-4275822c-ef4e-44c7-9cc5-fabd8f83a3d9 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:42.133985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bb311ed7-b014-4289-9705-efc1df235799 req-4275822c-ef4e-44c7-9cc5-fabd8f83a3d9 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0749664 Feb 14 00:12:42.183201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bb311ed7-b014-4289-9705-efc1df235799 req-c408c244-d066-48de-bd26-0671c537535e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Feb 14 00:12:43.377168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2fe5-530f-41c9-a251-a3fd7f44ef8b req-9f4ac93f-542e-4242-85ea-adacf89455c1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:43.378553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-410c2fe5-530f-41c9-a251-a3fd7f44ef8b req-9f4ac93f-542e-4242-85ea-adacf89455c1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0760970 Feb 14 00:12:43.423410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-410c2fe5-530f-41c9-a251-a3fd7f44ef8b req-9f78c6ab-7b95-4f6c-af0a-76a74545a57e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Feb 14 00:12:44.620738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d264-3dd5-4388-9be2-123a7d131c6c req-65753766-919f-4c3b-9257-58fbc0c74370 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:44.622451 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad73d264-3dd5-4388-9be2-123a7d131c6c req-65753766-919f-4c3b-9257-58fbc0c74370 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0764568 Feb 14 00:12:44.666589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad73d264-3dd5-4388-9be2-123a7d131c6c req-7d894e09-fa5a-4ec3-88ae-02946b6f409d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Feb 14 00:12:45.862837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9177955-2357-40d5-a5e4-ed914aa99e07 req-0668946d-0f2b-4725-9abd-232e9c4a660a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:45.864265 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9177955-2357-40d5-a5e4-ed914aa99e07 req-0668946d-0f2b-4725-9abd-232e9c4a660a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0787587 Feb 14 00:12:45.908456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9177955-2357-40d5-a5e4-ed914aa99e07 req-e59fae2e-3c1a-4815-b89f-42e12e3b2ce0 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Feb 14 00:12:47.104329 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c6a2-d52c-49d7-aa69-aa6edf5bbdbb req-10dbbb83-bc50-415e-b71a-558ce95d1741 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:47.105747 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9936c6a2-d52c-49d7-aa69-aa6edf5bbdbb req-10dbbb83-bc50-415e-b71a-558ce95d1741 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0785894 Feb 14 00:12:47.229940 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9936c6a2-d52c-49d7-aa69-aa6edf5bbdbb req-5dfd6745-7601-42cf-aee9-5b8a587ae717 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185040 Feb 14 00:12:48.433068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3ad61-cb1b-4967-a1ea-834ffa3f783f req-080062a4-e860-4259-889e-bee3103ed89c tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:48.434539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71a3ad61-cb1b-4967-a1ea-834ffa3f783f req-080062a4-e860-4259-889e-bee3103ed89c tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0802660 Feb 14 00:12:48.482308 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-71a3ad61-cb1b-4967-a1ea-834ffa3f783f req-854fd052-2f32-49be-9553-c13b95e785df tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Feb 14 00:12:49.679559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628862ec-a277-408c-9c96-8ca3668a2672 req-e6509e96-1252-46ce-a3fe-00e8dcdd753c tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:49.681290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-628862ec-a277-408c-9c96-8ca3668a2672 req-e6509e96-1252-46ce-a3fe-00e8dcdd753c tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0786493 Feb 14 00:12:49.724948 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-628862ec-a277-408c-9c96-8ca3668a2672 req-c63c0ea4-c4dd-4e2e-9173-8bad0bd43d9f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Feb 14 00:12:50.918785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c255773-3e38-4a43-b16a-19fd7d0d7ef5 req-f5f0990b-e6b5-43a5-9d8f-dc8ded062cc4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:50.920217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c255773-3e38-4a43-b16a-19fd7d0d7ef5 req-f5f0990b-e6b5-43a5-9d8f-dc8ded062cc4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Feb 14 00:12:50.965599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c255773-3e38-4a43-b16a-19fd7d0d7ef5 req-b9670783-ec24-4c86-af10-b7643dc033cf tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Feb 14 00:12:52.164032 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51722-e454-4d5c-b211-75e1c63ab7cd req-47c8a619-195c-465a-af71-160a3f4c303e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:52.165460 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75d51722-e454-4d5c-b211-75e1c63ab7cd req-47c8a619-195c-465a-af71-160a3f4c303e tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0780420 Feb 14 00:12:52.209563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75d51722-e454-4d5c-b211-75e1c63ab7cd req-a04231f9-1683-40a5-b53a-da155f14f4f3 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Feb 14 00:12:53.404601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2ec69-be26-47f4-832a-e50f9e7d5cc3 req-5334708f-0e4b-41fa-9384-c2f93fde98f8 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:53.406009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bd2ec69-be26-47f4-832a-e50f9e7d5cc3 req-5334708f-0e4b-41fa-9384-c2f93fde98f8 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0782812 Feb 14 00:12:53.450296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bd2ec69-be26-47f4-832a-e50f9e7d5cc3 req-e5823912-c211-438b-bd7f-5a5b9260c439 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Feb 14 00:12:54.646940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451565c9-690d-4b73-8769-5eba13aa60da req-66b31d37-097d-4d8a-95b0-410baabf4267 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:54.648391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-451565c9-690d-4b73-8769-5eba13aa60da req-66b31d37-097d-4d8a-95b0-410baabf4267 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0773542 Feb 14 00:12:54.696798 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-451565c9-690d-4b73-8769-5eba13aa60da req-84f5f047-7ea5-49a7-b727-733feb108328 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Feb 14 00:12:55.891232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef93d0-ae05-4aba-921e-9bd50f7763a9 req-21603829-54af-4f63-844f-2bde1939a61f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:55.892659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5eef93d0-ae05-4aba-921e-9bd50f7763a9 req-21603829-54af-4f63-844f-2bde1939a61f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0750251 Feb 14 00:12:55.936982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5eef93d0-ae05-4aba-921e-9bd50f7763a9 req-589fd0b2-a123-416e-8187-5fee6103ce2d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390277 Feb 14 00:12:57.129987 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c8fbe-8a0d-4c5e-a4dc-17a2a3982bbc req-a9d749bf-d3e4-4e88-9db4-82b09469aeca tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:57.131468 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-963c8fbe-8a0d-4c5e-a4dc-17a2a3982bbc req-a9d749bf-d3e4-4e88-9db4-82b09469aeca tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0752044 Feb 14 00:12:57.176559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-963c8fbe-8a0d-4c5e-a4dc-17a2a3982bbc req-836ec6ad-6e6e-42aa-80e5-e2dfce531ec7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395951 Feb 14 00:12:57.814289 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:12:58.390215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49321ab-1ea0-4270-9e2a-8ff8d8b7cc18 req-52056976-67ce-43d9-96f5-e28bbc94cde4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:58.392340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e49321ab-1ea0-4270-9e2a-8ff8d8b7cc18 req-52056976-67ce-43d9-96f5-e28bbc94cde4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0809097 Feb 14 00:12:58.436736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e49321ab-1ea0-4270-9e2a-8ff8d8b7cc18 req-28b7991b-ea05-4922-8821-8a018e5185ea tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Feb 14 00:12:59.639243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e0096-14d7-41ea-86d0-b139a91e567c req-04ffd77f-75a5-4231-be45-50160bce8a40 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:12:59.641281 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b07e0096-14d7-41ea-86d0-b139a91e567c req-04ffd77f-75a5-4231-be45-50160bce8a40 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0788724 Feb 14 00:12:59.685606 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b07e0096-14d7-41ea-86d0-b139a91e567c req-15ae22f8-e515-48d7-826c-d3316f9e6c51 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 Feb 14 00:13:00.253971 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-308910e4-0a94-4663-b2ac-7b459c958adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:00.878413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfcd99-2f13-49a1-9661-414db7014acc req-6eaa9bea-01f5-41bb-ac97-46baa6dcbdcf tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:00.879845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfdfcd99-2f13-49a1-9661-414db7014acc req-6eaa9bea-01f5-41bb-ac97-46baa6dcbdcf tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0754104 Feb 14 00:13:00.927726 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dfdfcd99-2f13-49a1-9661-414db7014acc req-788808e6-10bc-47d0-a22d-7779689ce002 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Feb 14 00:13:02.121020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017cbfc-e5f1-49c3-b50d-405b073f7b6b req-d3e16376-a11e-492a-bc28-e9b89450c072 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:02.122476 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4017cbfc-e5f1-49c3-b50d-405b073f7b6b req-d3e16376-a11e-492a-bc28-e9b89450c072 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0746148 Feb 14 00:13:02.169697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4017cbfc-e5f1-49c3-b50d-405b073f7b6b req-108178e4-71d5-41aa-b806-3aaf11b7077f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Feb 14 00:13:02.411639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a0470e68-c3f8-4d89-8741-865336d59b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:03.368622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6ec83-d675-4c02-bd75-3946bdd24225 req-4aeb3790-352f-491c-9c74-be4f09ca164b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:03.370074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2fa6ec83-d675-4c02-bd75-3946bdd24225 req-4aeb3790-352f-491c-9c74-be4f09ca164b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0761015 Feb 14 00:13:03.414577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2fa6ec83-d675-4c02-bd75-3946bdd24225 req-06e14743-1cbe-4e39-b6ab-cddb4c5e7575 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Feb 14 00:13:03.598173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:03.950698 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:04.625241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc7d86-a401-4466-94cd-981ac2ad2ab7 req-8551a890-9fa2-4f7b-8d42-f77351436d72 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:04.626731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82bc7d86-a401-4466-94cd-981ac2ad2ab7 req-8551a890-9fa2-4f7b-8d42-f77351436d72 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0871994 Feb 14 00:13:04.675006 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-82bc7d86-a401-4466-94cd-981ac2ad2ab7 req-0054a985-9e25-4aa5-a58f-12823b82f22a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Feb 14 00:13:05.192639 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:05.871637 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424bec-f6ec-4ed5-8aa4-ce04fca68f40 req-95de969f-0c8d-4f3a-b4ef-2fa4da84e286 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:05.873068 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4424bec-f6ec-4ed5-8aa4-ce04fca68f40 req-95de969f-0c8d-4f3a-b4ef-2fa4da84e286 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0777147 Feb 14 00:13:05.917573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e4424bec-f6ec-4ed5-8aa4-ce04fca68f40 req-daad6846-9808-411c-ae37-50d50dc8e7a9 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 Feb 14 00:13:07.113747 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d565-fdf6-416d-b3f1-5a8cb1b3e9d9 req-da689abb-15e1-4a66-8099-776ee10735fa tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:07.115200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7298d565-fdf6-416d-b3f1-5a8cb1b3e9d9 req-da689abb-15e1-4a66-8099-776ee10735fa tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0752971 Feb 14 00:13:07.165228 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7298d565-fdf6-416d-b3f1-5a8cb1b3e9d9 req-55f45285-6e70-435c-a73c-1f12cc3efb8d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Feb 14 00:13:07.264480 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-abafaa5a-7b12-491f-9092-d01e4c7022d6 service neutron] show failed (client error): The resource could not be found. Feb 14 00:13:07.266103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-abafaa5a-7b12-491f-9092-d01e4c7022d6 service neutron] 10.222.0.31 "GET /v2.0/ports/8f8f909f-f361-45d1-b69b-7257160a3427/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.1446493 Feb 14 00:13:07.413526 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:07.529456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-c19e56fe-c4db-4a51-9bbb-3a68cb76209b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7&tenant_id=0fcbf026eea946c7adb70dc98f294376 HTTP/1.1" status: 200 len: 1096 time: 0.0716093 Feb 14 00:13:07.545976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:07.650630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:07.912308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:07.940557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:13:07.998512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:08.005092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:08.021448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Transition to ACTIVE for port object 8f8f909f-f361-45d1-b69b-7257160a3427 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:08.025531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:08.113586 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427', 'code': 200} Feb 14 00:13:08.281609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:08.284072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] No DVR routers for this DVR port 8f8f909f-f361-45d1-b69b-7257160a3427 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:13:08.340114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:13:08.340505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:13:08.340825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:08.347928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Port 8f8f909f-f361-45d1-b69b-7257160a3427 on network d6aa003c-c79e-4b25-9c96-34246b8084c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:13:08.348241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Attempting to bind port 8f8f909f-f361-45d1-b69b-7257160a3427 on network d6aa003c-c79e-4b25-9c96-34246b8084c6 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:08.354432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:13:08.354761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Checking segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:13:08.355128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Bound using segment: {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:13:08.355538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Bound port: 8f8f909f-f361-45d1-b69b-7257160a3427, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:13:08.355869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:08.366539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd7e3-67bf-4284-8579-8a18a485cbdd req-67a226a8-61d2-48f3-b41e-bf91229c228a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:08.367984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-804bd7e3-67bf-4284-8579-8a18a485cbdd req-67a226a8-61d2-48f3-b41e-bf91229c228a tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0788851 Feb 14 00:13:08.413474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-804bd7e3-67bf-4284-8579-8a18a485cbdd req-8a0bdd5a-bab1-4c58-962e-87b296b59874 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Feb 14 00:13:08.442145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:13:08.444991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:13:08.449349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:08.516989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:08.518351 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 1091 time: 0.9775841 Feb 14 00:13:08.529548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde76c36-8225-463e-9648-5de1927784d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:08.613439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-16af7da2-61fb-4ac6-b35c-f5d091a45ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1094 time: 0.0675790 Feb 14 00:13:08.746534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-eb8d524c-ba95-4913-9dac-248e9f06383c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:08.748003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-eb8d524c-ba95-4913-9dac-248e9f06383c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1237106 Feb 14 00:13:08.821526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-82bf7cd8-8580-4be7-bb43-c24e771beac2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.0642779 Feb 14 00:13:08.885091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-bc4b4d7b-db9f-42cf-818b-cf9999df81db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:08.886506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-bc4b4d7b-db9f-42cf-818b-cf9999df81db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0559614 Feb 14 00:13:08.934192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-9f24aa55-b6c1-4302-aec6-0419a28b54c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382557 Feb 14 00:13:09.067350 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-1d46d55a-1bb6-4f9e-98f5-63e6b2ff5935 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237261 Feb 14 00:13:09.183995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:09.201712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ffbe74c-59fc-463f-a599-5092b92be6f7 req-6cc1ed27-9b12-4c19-a9f8-8b75a1fcdbec service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238658 Feb 14 00:13:09.616438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12484ded-aaec-4750-acb0-d510b4db9482 req-81b128be-d26c-49e4-adf1-df6b86125e28 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:09.617878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12484ded-aaec-4750-acb0-d510b4db9482 req-81b128be-d26c-49e4-adf1-df6b86125e28 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0812716 Feb 14 00:13:09.662599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-12484ded-aaec-4750-acb0-d510b4db9482 req-1dd1bb0e-2018-4c17-8358-970f8fe20d00 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Feb 14 00:13:10.114872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:10.181028 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427', 'status': 'completed', 'code': 200} Feb 14 00:13:10.329202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-f487dfaa-5988-4263-9d8e-b111c8d41055 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1094 time: 0.1291866 Feb 14 00:13:10.332641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-75ac3fe3-3477-4725-9e1b-b061c80785fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1094 time: 0.1042161 Feb 14 00:13:10.561809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045249-e382-424f-8a6a-77879061814f req-e166ca86-fea1-4a69-b689-2c2532b3877a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:10.563689 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-e166ca86-fea1-4a69-b689-2c2532b3877a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.2107084 Feb 14 00:13:10.564480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045249-e382-424f-8a6a-77879061814f req-f90971a2-7a04-4e05-aa5f-02e8b0cace9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:10.565716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-f90971a2-7a04-4e05-aa5f-02e8b0cace9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.2298448 Feb 14 00:13:10.835761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-1f032338-d926-4eb9-93f4-278f5b59cc62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.2660990 Feb 14 00:13:10.841211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-2836976b-f665-49c5-9e13-bc3f2fd998b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.2202587 Feb 14 00:13:10.972056 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045249-e382-424f-8a6a-77879061814f req-d5b4c321-db35-4824-bee7-0730272e9a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:10.973463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-d5b4c321-db35-4824-bee7-0730272e9a96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.1314502 Feb 14 00:13:10.978777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045249-e382-424f-8a6a-77879061814f req-b3861314-447d-473a-b827-fa55bcbf72d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:10.980046 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-b3861314-447d-473a-b827-fa55bcbf72d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.1041300 Feb 14 00:13:11.063900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-79521257-b842-4958-9625-2a623ffbee46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814383 Feb 14 00:13:11.066414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-28431dd1-fa1e-4f8d-829c-6573f6334344 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498402 Feb 14 00:13:11.116662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea433680-a2cc-439e-9fc8-80c07bf7ad01 req-031ea782-3822-4b25-8eff-7bfbc6316599 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:11.118008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea433680-a2cc-439e-9fc8-80c07bf7ad01 req-031ea782-3822-4b25-8eff-7bfbc6316599 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 943 time: 0.3189495 Feb 14 00:13:11.326477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ea433680-a2cc-439e-9fc8-80c07bf7ad01 req-8ebbc27a-6c21-4c54-8646-f8ba4b81b1c0 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007840 Feb 14 00:13:11.349089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-a0494c56-928f-4a99-9b36-d77e642ca8df service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741888 Feb 14 00:13:11.427492 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-ee2e0272-29f7-45b0-9653-f2fa464ec1c9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507140 Feb 14 00:13:11.585387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-d1dcbbba-0576-42ee-bc06-6cc02cb4f688 service neutron] 10.222.0.42 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277927 Feb 14 00:13:11.603588 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04045249-e382-424f-8a6a-77879061814f req-41a6b388-06bb-47c0-b560-9729efac8378 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696215 Feb 14 00:13:12.236674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:13:12.365835 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:12.379271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '8f8f909f-f361-45d1-b69b-7257160a3427', 'network_id': 'd6aa003c-c79e-4b25-9c96-34246b8084c6', 'port_id': '8f8f909f-f361-45d1-b69b-7257160a3427', 'mac_address': 'fa:16:3e:f3:d6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850e8151-f13c-45ae-9a70-c97451ebe75a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:13:12.436368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:12.455226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8f909f-f361-45d1-b69b-7257160a3427 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:13:12.471475 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:12.475699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:12.541759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90f1a5-7a4a-403f-b0a6-550b8136fff7 req-5d828a25-db9c-4d83-83e8-801b8fb1fa4d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:12.543233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc90f1a5-7a4a-403f-b0a6-550b8136fff7 req-5d828a25-db9c-4d83-83e8-801b8fb1fa4d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0838284 Feb 14 00:13:12.544257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:12.591272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cc90f1a5-7a4a-403f-b0a6-550b8136fff7 req-3bf027df-157d-48e0-8596-ed62d02356f1 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Feb 14 00:13:12.713158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['8f8f909f-f361-45d1-b69b-7257160a3427'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:13:12.869733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:13:12.920235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-b7710be1-12ce-45ca-9639-0c5326e09a99 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:12.922167 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-b7710be1-12ce-45ca-9639-0c5326e09a99 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.31 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7&tenant_id=0fcbf026eea946c7adb70dc98f294376&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.0871277 Feb 14 00:13:12.932263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e224ca-73c2-4e17-8acb-c3496221a981 req-60927324-a791-47c9-bda6-93a8ca800224 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:12.933824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29e224ca-73c2-4e17-8acb-c3496221a981 req-60927324-a791-47c9-bda6-93a8ca800224 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0916567 Feb 14 00:13:12.952490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:13:12.981734 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29e224ca-73c2-4e17-8acb-c3496221a981 req-164af73f-400f-42af-b624-507e9c527575 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Feb 14 00:13:13.010127 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-04ff083b-fab7-4286-a948-adaf360152d8 service neutron] delete failed (client error): The resource could not be found. Feb 14 00:13:13.011144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-04ff083b-fab7-4286-a948-adaf360152d8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/8f8f909f-f361-45d1-b69b-7257160a3427/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0842204 Feb 14 00:13:13.146659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-57b5fc43-65bd-4a37-a2dc-e34688cb2d86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0fcbf026eea946c7adb70dc98f294376&device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 1095 time: 0.0671630 Feb 14 00:13:13.281421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-f809e7fa-a28d-47f4-a3bd-bcced850df4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:13.282877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-f809e7fa-a28d-47f4-a3bd-bcced850df4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 200 len: 915 time: 0.1310651 Feb 14 00:13:13.351491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-f73eefb9-e307-4b23-8050-242422eab82d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 200 len: 217 time: 0.0625224 Feb 14 00:13:13.411192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-91b837bc-2f78-4c4f-bc3c-fb81065f7ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:13.412542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-91b837bc-2f78-4c4f-bc3c-fb81065f7ace service neutron] 10.222.0.31 "GET /v2.0/subnets?id=850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 200 len: 855 time: 0.0559359 Feb 14 00:13:13.455765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-9f131b89-1067-4ae8-b05e-1d444269ec85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6aa003c-c79e-4b25-9c96-34246b8084c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378830 Feb 14 00:13:13.690960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-34e30166-010b-4de6-b7b0-8dce8909c8d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293060 Feb 14 00:13:13.819915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09a1bdfa-1c6f-4e4d-910d-615282b52a5b req-7df19afb-bbc6-431a-8686-075c751ecbc7 service neutron] 10.222.0.31 "GET /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230326 Feb 14 00:13:14.188750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1819131-22b8-4c1f-b8ef-1ea52ada738a req-cd617bd6-8a74-4db2-ad0a-cea48c9d13b7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:14.190228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1819131-22b8-4c1f-b8ef-1ea52ada738a req-cd617bd6-8a74-4db2-ad0a-cea48c9d13b7 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0804632 Feb 14 00:13:14.236941 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1819131-22b8-4c1f-b8ef-1ea52ada738a req-ffeb92e2-ebcb-4d63-b682-315f5cf83cbb tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Feb 14 00:13:14.247431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:14.320144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 8f8f909f-f361-45d1-b69b-7257160a3427 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:14.325130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 8f8f909f-f361-45d1-b69b-7257160a3427 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:14.325501 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:14.443686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:14.469733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:14.478993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:14.483041 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:14.547637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:14.612197 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427', 'code': 200} Feb 14 00:13:15.429077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6986c-e2d4-4daa-bdb4-010f020689e0 req-22bf2f4c-201a-4df6-b97f-f3882c8c57bc tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:15.430782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87e6986c-e2d4-4daa-bdb4-010f020689e0 req-22bf2f4c-201a-4df6-b97f-f3882c8c57bc tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0754356 Feb 14 00:13:15.478359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87e6986c-e2d4-4daa-bdb4-010f020689e0 req-fd9cedeb-7152-43ad-8fac-4465aeb7cb04 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422728 Feb 14 00:13:15.674670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1df7-cf1e-452e-a666-969492f1e0ee req-4c9ba773-d3cb-430e-b5ab-a27aac39924d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:15.676219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410b1df7-cf1e-452e-a666-969492f1e0ee req-4c9ba773-d3cb-430e-b5ab-a27aac39924d tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0788612 Feb 14 00:13:15.720947 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-410b1df7-cf1e-452e-a666-969492f1e0ee req-465486e6-cebd-464c-95b2-efef2dec936f tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Feb 14 00:13:15.913576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc14a-e5da-4f24-a2ff-87cdc5c0764b req-08b86730-c8f6-4eb2-92de-d8cbaf602ba4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:15.915025 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c78dc14a-e5da-4f24-a2ff-87cdc5c0764b req-08b86730-c8f6-4eb2-92de-d8cbaf602ba4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0760136 Feb 14 00:13:15.960359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c78dc14a-e5da-4f24-a2ff-87cdc5c0764b req-ea555eb3-9cb2-4d05-90ef-b6907c68653b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Feb 14 00:13:16.542469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b32723-c97e-4488-9426-96a9955e7b32 req-a83e3087-7456-43e0-a5b6-7c69cf90ef85 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:16.543811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19b32723-c97e-4488-9426-96a9955e7b32 req-a83e3087-7456-43e0-a5b6-7c69cf90ef85 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0752816 Feb 14 00:13:16.588736 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19b32723-c97e-4488-9426-96a9955e7b32 req-fbe3c913-28c1-4282-90d7-b85608dfe2aa tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Feb 14 00:13:17.793121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ae537-575f-4b38-9705-5a162e5c376c req-27edf9a8-2998-459c-9939-b8707575fde4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:17.794530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-697ae537-575f-4b38-9705-5a162e5c376c req-27edf9a8-2998-459c-9939-b8707575fde4 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.42 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.1324861 Feb 14 00:13:17.806618 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2cb8-0781-4aa2-bcf0-62bb2ed7d255 req-90c2de5d-44d5-4d49-a204-ba189a4a6038 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:17.807930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50ac2cb8-0781-4aa2-bcf0-62bb2ed7d255 req-90c2de5d-44d5-4d49-a204-ba189a4a6038 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0991592 Feb 14 00:13:17.897175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Deleting port 8f8f909f-f361-45d1-b69b-7257160a3427 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:13:17.897425 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:17.940080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-50ac2cb8-0781-4aa2-bcf0-62bb2ed7d255 req-e709ec56-290a-4f71-bcb2-08adcfad2a74 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36487fd-24d5-4110-9b0c-aee3bafe13d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051354 Feb 14 00:13:18.136174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] For port 8f8f909f-f361-45d1-b69b-7257160a3427, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=8f8f909f-f361-45d1-b69b-7257160a3427,segment=NetworkSegment(ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e),segment_id=ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:18.136522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:18.258497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Calling delete_port for 8f8f909f-f361-45d1-b69b-7257160a3427 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:13:18.396415 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:18.447881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Pushing event deleted for resources: {'Port': ['ID=8f8f909f-f361-45d1-b69b-7257160a3427,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:18.516582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] No DVR routers for this DVR port 8f8f909f-f361-45d1-b69b-7257160a3427 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:13:18.519703 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:18.522342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-deleted', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:18.537247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-697ae537-575f-4b38-9705-5a162e5c376c req-e888cf08-721b-471c-bc0a-30826ed62b9b tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.42 "DELETE /v2.0/ports/8f8f909f-f361-45d1-b69b-7257160a3427 HTTP/1.1" status: 204 len: 173 time: 0.7284009 Feb 14 00:13:18.578191 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a933dd7f-f80a-4cf1-98c3-3099128cd5e7', 'name': 'network-vif-deleted', 'tag': '8f8f909f-f361-45d1-b69b-7257160a3427', 'status': 'completed', 'code': 200} Feb 14 00:13:19.116247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a08a6b31-ea10-47fd-b45b-6601fb0e5b85 req-f10ac638-c51d-4721-8ff2-672d9b267a72 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Synchronizing usage tracker for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:13:19.131382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a08a6b31-ea10-47fd-b45b-6601fb0e5b85 req-f10ac638-c51d-4721-8ff2-672d9b267a72 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] Unset dirty status for tenant:0fcbf026eea946c7adb70dc98f294376 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:13:19.132598 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a08a6b31-ea10-47fd-b45b-6601fb0e5b85 req-f10ac638-c51d-4721-8ff2-672d9b267a72 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] 10.222.0.36 "GET /v2.0/ports?device_id=a933dd7f-f80a-4cf1-98c3-3099128cd5e7 HTTP/1.1" status: 200 len: 210 time: 0.0597749 Feb 14 00:13:20.266162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:13:20.309164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 8f8f909f-f361-45d1-b69b-7257160a3427 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:13:20.309383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 8f8f909f-f361-45d1-b69b-7257160a3427 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:13:20.397111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41272) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:20.456222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Deleting subnet 850e8151-f13c-45ae-9a70-c97451ebe75a {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:13:20.459268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:20.512021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:20.566569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:20.630549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:20.669640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850e8151-f13c-45ae-9a70-c97451ebe75a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:20.676373 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:20.682303 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6947cb95-8e0a-4e58-b7b9-609e3b7b1a1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/850e8151-f13c-45ae-9a70-c97451ebe75a HTTP/1.1" status: 204 len: 168 time: 0.2841260 Feb 14 00:13:20.684793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41276) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:20.786255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:20.911680 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.022698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aa003c-c79e-4b25-9c96-34246b8084c6']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:21.034998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:21.035311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc04781-0aaa-47ae-b7cf-6c17bdcc1f8e') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:21.046353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.061965 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.068335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:13:21.068738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:13:21.082064 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:13:21.156711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.161784 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.185938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6aa003c-c79e-4b25-9c96-34246b8084c6,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:21.193852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a3fd3645-be4a-4ad7-b359-3f9738b06a1c admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6aa003c-c79e-4b25-9c96-34246b8084c6 HTTP/1.1" status: 204 len: 168 time: 0.5081372 Feb 14 00:13:21.325773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41282) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:21.375684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-733a3840-9e17-4962-858c-32f731544ded admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fcbf026eea946c7adb70dc98f294376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487144 Feb 14 00:13:21.378877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41286) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:21.435331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a44f-ab8c-4422-a899-2e084ce8bfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.460275 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a44f-ab8c-4422-a899-2e084ce8bfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.513730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a44f-ab8c-4422-a899-2e084ce8bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.531384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8a44f-ab8c-4422-a899-2e084ce8bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36487fd-24d5-4110-9b0c-aee3bafe13d0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:21.542696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a44f-ab8c-4422-a899-2e084ce8bfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:21.543868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0cd8a44f-ab8c-4422-a899-2e084ce8bfdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d36487fd-24d5-4110-9b0c-aee3bafe13d0 HTTP/1.1" status: 204 len: 168 time: 0.1641300 Feb 14 00:13:22.363508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41308) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:22.489127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1808595349-network', 'tenant_id': '7b7a9873857a4a789586ef609916ef69'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:22.494595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:22.498632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Usage tracker for resource:network and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:22.501912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:22.507772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:22.518498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Made reservation on behalf of 7b7a9873857a4a789586ef609916ef69 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:13:22.520764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.533453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.565162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:22.569541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Usage tracker for resource:security_group_rule and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:22.572576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:22.578273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:22.648810 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.652624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.684194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:13:22.693521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a6345a-bb0f-4e77-b1c5-c3bed7366a29,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:22.699490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.699852 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Added segment b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8 of type vlan for network 3e9426c0-9a67-4d4e-b702-92481584ad23 Feb 14 00:13:22.727858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.765157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.766139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:22.766820 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:22.910714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5460901 Feb 14 00:13:22.913700 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41314) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:22.919402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Request body: {'subnet': {'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1808595349-subnet', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:22.919591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0898ce-4860-4b80-8149-cfb874c27edd admin admin] Pushing event updated for resources: {'Network': ['ID=3e9426c0-9a67-4d4e-b702-92481584ad23,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:22.926623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:22.931751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Usage tracker for resource:subnet and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:22.933653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:13:22.934940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:22.947056 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:22.958152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Made reservation on behalf of 7b7a9873857a4a789586ef609916ef69 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:13:22.960648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.202960 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.276430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:23.300318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.300562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.300892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.301221 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.301546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.301868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.302212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.302535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.302853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.303279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.303600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:23.315147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:13:23.315502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Network hostable DHCP agents. Network: 3e9426c0-9a67-4d4e-b702-92481584ad23, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:13:23.337282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:13:23.346612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 3e9426c0-9a67-4d4e-b702-92481584ad23) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:23.350516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:23.351083 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.355469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611d443-109f-47ae-afd2-0cb0e82baf44 None None] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:13:23.371373 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-513a455e-e281-414d-aac7-8301a860a97e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4565182 Feb 14 00:13:23.374124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41318) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:23.379643 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:23.384809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:23.388699 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Usage tracker for resource:router and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:23.391600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:23.397290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:23.410890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.411797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.429825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.568647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-3e9426c0-9a67-4d4e-b702-92481584ad23', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:13:23.569516 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.576646 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.727405 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Allocated IP 172.20.0.2 (3e9426c0-9a67-4d4e-b702-92481584ad23/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21/9626fbef-c807-466d-9c49-ad62a695f5bd) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:13:23.851962 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.884891 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.923837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:23.933943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Transition to ACTIVE for port object 9626fbef-c807-466d-9c49-ad62a695f5bd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:23.952383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Transition to ACTIVE for port object 9626fbef-c807-466d-9c49-ad62a695f5bd will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:23.958235 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.017021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Allocated IP 172.25.4.25 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:13:24.029246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:13:24.030370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:24.035580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:13:24.037684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Pushing event updated for resources: {'Port': ['ID=9626fbef-c807-466d-9c49-ad62a695f5bd,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:24.121228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Attempting to bind port 9626fbef-c807-466d-9c49-ad62a695f5bd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:13:24.121506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Attempting to bind port 9626fbef-c807-466d-9c49-ad62a695f5bd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:13:24.121874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Attempting to bind port 9626fbef-c807-466d-9c49-ad62a695f5bd on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:24.128406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:13:24.128774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:13:24.129168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.129554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:13:24.130005 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Bound port: 9626fbef-c807-466d-9c49-ad62a695f5bd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:13:24.130409 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.166928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.193370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.220082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] For port 9626fbef-c807-466d-9c49-ad62a695f5bd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:13:24.223327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] For port 9626fbef-c807-466d-9c49-ad62a695f5bd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9626fbef-c807-466d-9c49-ad62a695f5bd,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:13:24.227007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.266422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:13:24.269240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:24.273474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:13:24.304274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:24.312137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1189b9-feab-49fe-8b8e-ca549d85c182 None None] Pushing event updated for resources: {'Port': ['ID=9626fbef-c807-466d-9c49-ad62a695f5bd,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:24.434925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.435659 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.671366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Router 31d976bd-f768-4d91-b895-8184957a8006 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:13:24.869906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:13:24.878506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:13:24.890845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:13:24.892202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:13:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:24.896660 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:24.897892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1c564e3a-7841-4302-bbdd-d9df2b213845 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5228665 Feb 14 00:13:24.900890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41322) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:25.082207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:13:25.258750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdec35b-9285-43b7-8d69-9612304b8845 None None] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:13:25.430933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c2fab704-587e-4902-a601-0647224dbe6b None None] Provisioning for port 9626fbef-c807-466d-9c49-ad62a695f5bd completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:25.629615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:24Z', 'revision_number': 3, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:25.635464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:13:25.635802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Updating router 31d976bd-f768-4d91-b895-8184957a8006 port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:13:25.651961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:25.695414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:25.877088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Allocated IP 172.20.0.1 (3e9426c0-9a67-4d4e-b702-92481584ad23/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21/8be37964-470d-433f-b0bc-39840cf8dd8c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:13:26.046679 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.059296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Transition to ACTIVE for port object c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:26.065922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.135778 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.141314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f999b-13a4-48c8-a4cf-ff0dc59085ad None None] Pushing event updated for resources: {'Port': ['ID=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:26.145035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Attempting to bind port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:13:26.145400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Attempting to bind port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:13:26.145756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Attempting to bind port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:26.152470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Transition to ACTIVE for port object 8be37964-470d-433f-b0bc-39840cf8dd8c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:26.152659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:13:26.153210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:13:26.153416 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.153807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:13:26.154287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Bound port: c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:13:26.154653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.175435 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.229708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] For port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:13:26.233105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] For port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:13:26.237818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.249169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:13:26.252470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:26.255015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:13:26.286622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Pushing event updated for resources: {'Port': ['ID=8be37964-470d-433f-b0bc-39840cf8dd8c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:26.317609 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f999b-13a4-48c8-a4cf-ff0dc59085ad None None] Pushing event updated for resources: {'Port': ['ID=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:26.322553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:13:26.323061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:13:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:26.323210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.437502 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.445502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9626fbef-c807-466d-9c49-ad62a695f5bd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:26.572245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:13:26.614051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 9626fbef-c807-466d-9c49-ad62a695f5bd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:26.621719 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b51af961-7223-45f0-b0df-0acdc730233b None None] Provisioning for port 8be37964-470d-433f-b0bc-39840cf8dd8c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:26.633750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9626fbef-c807-466d-9c49-ad62a695f5bd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:26.634143 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.673718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.674892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b51af961-7223-45f0-b0df-0acdc730233b None None] Provisioning complete for port 8be37964-470d-433f-b0bc-39840cf8dd8c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:26.675260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b51af961-7223-45f0-b0df-0acdc730233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.678292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.788353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:26.792356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Pushing event updated for resources: {'Port': ['ID=8be37964-470d-433f-b0bc-39840cf8dd8c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:26.819846 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b51af961-7223-45f0-b0df-0acdc730233b None None] Port 8be37964-470d-433f-b0bc-39840cf8dd8c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:13:26.932228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:13:26.933379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:26.968067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:27.087165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 9626fbef-c807-466d-9c49-ad62a695f5bd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9626fbef-c807-466d-9c49-ad62a695f5bd,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:27.094264 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:27.171044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=9626fbef-c807-466d-9c49-ad62a695f5bd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:27.176565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:25Z', 'revision_number': 1, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:27.181480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e520a-ac01-46d0-befb-a0fc32f88983 None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:25Z', 'revision_number': 1, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:13:27.245849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-936c5bb6-df40-49e4-acdb-ce3ddef13ae4 None None] Provisioning complete for port 8be37964-470d-433f-b0bc-39840cf8dd8c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:27.246258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-936c5bb6-df40-49e4-acdb-ce3ddef13ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:27.300619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-936c5bb6-df40-49e4-acdb-ce3ddef13ae4 None None] Port 8be37964-470d-433f-b0bc-39840cf8dd8c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:13:27.359846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:13:27.581303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:13:27.590536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3849a0bc-9ee7-4627-ae4a-8d5788eaff3e admin admin] 10.222.0.36 "PUT /v2.0/routers/31d976bd-f768-4d91-b895-8184957a8006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6885283 Feb 14 00:13:28.096164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41332) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:28.101971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424818951', 'description': 'tempest-description--1913118298'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:28.108848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:28.113175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Usage tracker for resource:security_group and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:28.116967 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:28.122838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:28.133140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.184453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:28.188199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Usage tracker for resource:security_group_rule and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:28.191582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:28.197452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:28.258374 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.263310 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.305529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:28.308661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.309502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-87ae7613-8525-4db3-be56-06523c65cdd8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2122650 Feb 14 00:13:28.312340 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41336) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:28.318464 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'security_group_rule': {'security_group_id': '4b59dc4c-abc3-4d0e-a9d4-141e50856d5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:28.332310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:28.339203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Usage tracker for resource:security_group_rule and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:28.344459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:28.353592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:28.375909 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.437323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.441392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.466256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:28.467630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef882534-1332-44c7-babb-97367a283ad3,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:28.479537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.482165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-60f4e7e9-ca09-42bf-be74-00ee1c5ea1f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1677508 Feb 14 00:13:28.483550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41340) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:28.489616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'security_group_rule': {'security_group_id': '4b59dc4c-abc3-4d0e-a9d4-141e50856d5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:28.497181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:28.502256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Usage tracker for resource:security_group_rule and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:28.506327 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:28.512012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:28.529737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.541134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:28.545705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:28.546098 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.596131 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.602408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.628190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786d186b-a9b1-41a5-80b3-2947273d8738,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:28.636888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.638190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4e43d7cc-abb4-48b2-a0d8-cf8bb06c96fa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1533678 Feb 14 00:13:28.641185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41344) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:28.646470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:28.652463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:28.656313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Usage tracker for resource:floatingip and tenant:7b7a9873857a4a789586ef609916ef69 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:13:28.659135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:13:28.665127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:28.665379 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.676092 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.682446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:28.686480 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.687194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9626fbef-c807-466d-9c49-ad62a695f5bd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:28.803431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:28.818047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 9626fbef-c807-466d-9c49-ad62a695f5bd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:28.818439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:28.914611 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.050197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Allocated IP 172.25.4.90 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/149bb982-dfa9-4cb5-9d36-b93e926ba75e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:13:29.194053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.220587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.285057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:13:29.287658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:29.291740 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:13:29.319476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'Port': ['ID=149bb982-dfa9-4cb5-9d36-b93e926ba75e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:29.342488 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.342810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.343142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.343467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.343789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.344116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.344431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.344868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.345189 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.345496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.345810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:29.461119 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.516114 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.713610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.717624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.824337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'Port': ['ID=149bb982-dfa9-4cb5-9d36-b93e926ba75e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:29.835052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.858886 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:29.860089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b66ebf79-c6e4-44a8-8d34-66106dc6d6b9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2179317 Feb 14 00:13:30.029948 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-a7c7dcd9-6588-4f21-9d48-b9591c2529e6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:13:30.047402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-a7c7dcd9-6588-4f21-9d48-b9591c2529e6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:13:30.049444 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-a7c7dcd9-6588-4f21-9d48-b9591c2529e6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1424818951&fields=id&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 267 time: 0.0610008 Feb 14 00:13:30.193771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6b391c23-ab71-47eb-8db9-6765147791f4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:30.195230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6b391c23-ab71-47eb-8db9-6765147791f4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.1391065 Feb 14 00:13:30.211844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-392d3481-afe7-4792-8289-6abc90279f3d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/quotas/7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 375 time: 0.0114241 Feb 14 00:13:30.255853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-598a160f-9008-4702-8a0b-7897f62cea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:30.293001 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-70cba53e-a61e-4422-95ab-18b824b817ff tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764544 Feb 14 00:13:30.308548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-b993fa99-688e-44d3-b381-3776d510b6b0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:13:30.309364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-b993fa99-688e-44d3-b381-3776d510b6b0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050776 Feb 14 00:13:30.366901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:30.437106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:30.437605 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:30.542993 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-8786ab1b-ae1a-47f0-a570-207c50bf7e47 service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274542 Feb 14 00:13:30.676805 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-12a8aab9-60c9-40f7-b4de-2cb5a3af34fe service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282713 Feb 14 00:13:30.859208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3fa6da3a-4717-4de7-9d0c-debcd7753dc2 req-e75b2979-52f7-4c05-9757-fa6cd2c57bcb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:13:30.877320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-3fa6da3a-4717-4de7-9d0c-debcd7753dc2 req-e75b2979-52f7-4c05-9757-fa6cd2c57bcb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:13:30.878687 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3fa6da3a-4717-4de7-9d0c-debcd7753dc2 req-e75b2979-52f7-4c05-9757-fa6cd2c57bcb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0604279 Feb 14 00:13:31.967026 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-1082eb6e-e8a9-4aba-867e-0320bfe08309 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:31.967746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-1082eb6e-e8a9-4aba-867e-0320bfe08309 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:13:31.988646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-1082eb6e-e8a9-4aba-867e-0320bfe08309 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:13:31.989992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-1082eb6e-e8a9-4aba-867e-0320bfe08309 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.1721017 Feb 14 00:13:32.060362 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f8bb54b-3ab4-4f61-a1e5-d4232e0b2626 req-5f786cbc-393d-4039-a3f5-97137558394f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0439975 Feb 14 00:13:32.060855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-31e7b2c6-f25f-4821-9d89-098e8166a7ee tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:13:32.073426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-31e7b2c6-f25f-4821-9d89-098e8166a7ee tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:13:32.074766 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-31e7b2c6-f25f-4821-9d89-098e8166a7ee tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 380 time: 0.0647969 Feb 14 00:13:32.084249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'port': {'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'admin_state_up': True, 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'security_groups': ['4b59dc4c-abc3-4d0e-a9d4-141e50856d5b']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:32.218383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:13:32.227769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:13:32.237807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Made reservation on behalf of 7b7a9873857a4a789586ef609916ef69 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:13:32.240959 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:32.395656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Allocated IP 172.20.0.10 (3e9426c0-9a67-4d4e-b702-92481584ad23/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21/4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:13:32.411684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-83fb0810-5a27-4823-8150-b004f20f72d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:32.672389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:32.689185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Transition to ACTIVE for port object 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:32.710533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:32.781418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:13:32.784417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:13:32.788112 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:13:32.821544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:32.855658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:32.856254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:32.882116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-6880ec92-e48e-4c63-927f-ca4818622201 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013303 Feb 14 00:13:32.897545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Request body: {'port': {'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:33.005970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.061010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20232fcd-3aad-472e-9a4c-2bdd97324b9f None None] Provisioning for port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:33.066278 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-20232fcd-3aad-472e-9a4c-2bdd97324b9f None None] Provisioning complete for port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:33.066647 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-20232fcd-3aad-472e-9a4c-2bdd97324b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.119062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-20232fcd-3aad-472e-9a4c-2bdd97324b9f None None] Port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:13:33.341135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00f424-5341-4a10-832d-40195417a098 req-fddf2545-f8dc-4007-bd97-e3397794b944 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:33.341811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-db00f424-5341-4a10-832d-40195417a098 req-fddf2545-f8dc-4007-bd97-e3397794b944 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:13:33.395232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-db00f424-5341-4a10-832d-40195417a098 req-fddf2545-f8dc-4007-bd97-e3397794b944 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:13:33.396341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db00f424-5341-4a10-832d-40195417a098 req-fddf2545-f8dc-4007-bd97-e3397794b944 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 932 time: 0.1796107 Feb 14 00:13:33.444313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:13:33.452409 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.472972 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-db00f424-5341-4a10-832d-40195417a098 req-e763df4c-32ed-4c69-90ea-ed40538ac633 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705991 Feb 14 00:13:33.475267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Transition to ACTIVE for port object 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:33.478539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.602523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.608184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:33.714719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:13:33.715149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:13:33.715475 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:33.721467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:13:33.721779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:33.728016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:13:33.728347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:13:33.729528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:13:33.730337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Bound port: 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:13:33.730674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.823027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:13:33.825788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:13:33.830888 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.890523 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.891875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] 10.222.0.42 "PUT /v2.0/ports/4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 1092 time: 0.9984951 Feb 14 00:13:33.892298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:33.911601 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ff80-482b-4246-9052-fa778fe2d410 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:33.958352 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:33.977760 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'status': 'completed', 'code': 200} Feb 14 00:13:34.024816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-2595ee5d-9178-40fa-ac72-97dbb3a05c16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0846117 Feb 14 00:13:34.097054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-a7e6bb33-16d9-469e-a19d-a288df3d61a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 217 time: 0.0618258 Feb 14 00:13:34.164288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-7a880cd1-999a-4ba2-aa14-5c599fd5e99c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:34.165685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-7a880cd1-999a-4ba2-aa14-5c599fd5e99c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0597200 Feb 14 00:13:34.242548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-40ab9ce8-571c-47f7-86b8-ceb6b5f0f977 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672622 Feb 14 00:13:34.372287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-a1255fc0-eeef-4694-8e90-5ef1122e17c9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236210 Feb 14 00:13:34.647567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ad30ed6d-6197-49a4-a86c-42e458fa7c00 req-35100ac3-f8a3-439d-9178-b4b2df6ee7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659364 Feb 14 00:13:34.689823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584eda-7d87-4755-8579-9eff80c3e527 req-9efef8f0-9176-4bee-ab9a-bb03ce3ee800 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:34.691298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64584eda-7d87-4755-8579-9eff80c3e527 req-9efef8f0-9176-4bee-ab9a-bb03ce3ee800 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0876417 Feb 14 00:13:34.787474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-64584eda-7d87-4755-8579-9eff80c3e527 req-de907758-5215-42af-9e84-ae5afdf21c2f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903826 Feb 14 00:13:34.801355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-3b47dc52-af7f-4628-8236-9d1c13a8918d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0900509 Feb 14 00:13:34.815198 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:13:34.944760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0b865-f294-4838-bb89-98233e075a57 req-096a4653-7ee6-441e-aec0-556b3fad8c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:34.946211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-096a4653-7ee6-441e-aec0-556b3fad8c5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1368291 Feb 14 00:13:35.020101 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-25edc3b0-28be-411d-9938-ed973e72e7ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 217 time: 0.0645082 Feb 14 00:13:35.084158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0b865-f294-4838-bb89-98233e075a57 req-3b0795b9-a511-44a8-b510-7dfcbd35f46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:35.085562 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-3b0795b9-a511-44a8-b510-7dfcbd35f46f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0575712 Feb 14 00:13:35.162086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-e5d38b6b-78bc-41b2-baab-1430683a3e71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698454 Feb 14 00:13:35.196187 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:35.294205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-b43436da-1b65-4b70-8180-77f9fcc591b8 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241980 Feb 14 00:13:35.423974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9c0b865-f294-4838-bb89-98233e075a57 req-2dd5f562-1eb6-4efd-b5ec-92caedf8dee4 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229219 Feb 14 00:13:35.992123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146217ef-1cd7-42df-9d67-2eb2ccb0cc0d req-e2b09947-b619-4c85-b3c3-1dd4cc453874 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:35.993563 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-146217ef-1cd7-42df-9d67-2eb2ccb0cc0d req-e2b09947-b619-4c85-b3c3-1dd4cc453874 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0793970 Feb 14 00:13:36.039367 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-146217ef-1cd7-42df-9d67-2eb2ccb0cc0d req-43ff0178-f9b9-4b1d-9d4b-f6f16551585c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Feb 14 00:13:36.323130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:13:36.452343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:36.465083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:13:36.518090 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:36.535347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:13:36.550956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:36.554755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:36.620271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:36.628743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.629082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.629414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.629742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.630125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.630446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.630765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.631084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.631398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.631714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.632025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:36.799712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:13:37.231491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de4f16-8975-4b04-91cf-d479b71f27e5 req-65590bb3-31c7-41a8-b74a-b051bde0a475 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:37.232902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1de4f16-8975-4b04-91cf-d479b71f27e5 req-65590bb3-31c7-41a8-b74a-b051bde0a475 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0744133 Feb 14 00:13:37.277314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1de4f16-8975-4b04-91cf-d479b71f27e5 req-bbcc000e-6687-4825-9b29-c8fac55d8145 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388057 Feb 14 00:13:37.412354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:38.326741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:38.401819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:38.406605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:38.407577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:38.473316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f3155-a33d-4d62-b67b-7730d7201655 req-6459420d-3408-4d67-a8df-3ea133e3c018 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:38.474776 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-377f3155-a33d-4d62-b67b-7730d7201655 req-6459420d-3408-4d67-a8df-3ea133e3c018 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0765653 Feb 14 00:13:38.522849 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:38.523405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-377f3155-a33d-4d62-b67b-7730d7201655 req-b0c7f22d-d4d9-465e-8a39-10d18bb745bf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Feb 14 00:13:38.549046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:38.558817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:38.562502 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:38.607929 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'code': 200} Feb 14 00:13:38.635314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:38.740335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07127e5c-45e1-4bd5-8054-d5a1d2552475 req-33740a08-e60e-40f4-abd4-dba0b14181ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0702405 Feb 14 00:13:38.785337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07127e5c-45e1-4bd5-8054-d5a1d2552475 req-df821578-1edd-46b0-8947-a2619bc8e8e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348017 Feb 14 00:13:39.197756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:39.719467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9c494-457c-455b-a03a-a62c8ad0ebaf req-17f8c827-0e49-4d1b-96db-e2ef16ba1255 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:39.720906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9c494-457c-455b-a03a-a62c8ad0ebaf req-17f8c827-0e49-4d1b-96db-e2ef16ba1255 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0766196 Feb 14 00:13:39.764834 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f9c494-457c-455b-a03a-a62c8ad0ebaf req-5385b7f3-6878-40af-b331-6246681e7e9a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383976 Feb 14 00:13:40.798849 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:13:40.810981 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:13:40.811604 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:13:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:40.967150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec407537-e5c2-47f3-9cd8-4ffd8d9feb7c req-f46e63e3-0b97-4a83-80c1-ba18dbb84072 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:40.968617 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec407537-e5c2-47f3-9cd8-4ffd8d9feb7c req-f46e63e3-0b97-4a83-80c1-ba18dbb84072 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0764544 Feb 14 00:13:41.016255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec407537-e5c2-47f3-9cd8-4ffd8d9feb7c req-d34dc8fc-848d-4179-892e-e5d4eae08f5a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Feb 14 00:13:41.020238 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:13:41.225162 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75a1c-2afc-487c-9797-910b7d43cb88 req-0709a965-b44b-4251-b574-dff2cd7a7f45 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:41.226650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3dd75a1c-2afc-487c-9797-910b7d43cb88 req-0709a965-b44b-4251-b574-dff2cd7a7f45 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0868146 Feb 14 00:13:41.236482 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41388) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:13:41.241786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'floatingip': {'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:13:41.318376 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.336862 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 2, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:41.340617 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:13:41.340960 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Updating router 31d976bd-f768-4d91-b895-8184957a8006 port 8be37964-470d-433f-b0bc-39840cf8dd8c binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:13:41.391010 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.725681 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.736745 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Transition to ACTIVE for port object 8be37964-470d-433f-b0bc-39840cf8dd8c will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:13:41.742678 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.853477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Pushing event updated for resources: {'Port': ['ID=8be37964-470d-433f-b0bc-39840cf8dd8c,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:41.867301 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.867634 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.867958 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.868280 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.868599 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.868921 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.869232 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.869542 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.869849 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.870182 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.870493 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:13:41.925700 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.930490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.974421 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Attempting to bind port 8be37964-470d-433f-b0bc-39840cf8dd8c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:13:41.974783 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Attempting to bind port 8be37964-470d-433f-b0bc-39840cf8dd8c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:13:41.975138 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Attempting to bind port 8be37964-470d-433f-b0bc-39840cf8dd8c on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:13:41.984048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:13:41.984416 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:13:41.984840 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:41.986009 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:13:41.986464 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Bound port: 8be37964-470d-433f-b0bc-39840cf8dd8c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:13:41.986837 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:42.080522 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] For port 8be37964-470d-433f-b0bc-39840cf8dd8c, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:13:42.083700 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] For port 8be37964-470d-433f-b0bc-39840cf8dd8c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8be37964-470d-433f-b0bc-39840cf8dd8c,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:13:42.088570 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:42.170886 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677c77-725d-45fc-8f9d-c9c0b57900da None None] Pushing event updated for resources: {'Port': ['ID=8be37964-470d-433f-b0bc-39840cf8dd8c,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:42.186512 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:13:42.187189 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:13:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:42.234511 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 associated. External IP: 172.25.4.90, port: 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0. Feb 14 00:13:42.379466 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:13:42.405878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8be37964-470d-433f-b0bc-39840cf8dd8c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:42.495307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8be37964-470d-433f-b0bc-39840cf8dd8c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:13:42.500413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8be37964-470d-433f-b0bc-39840cf8dd8c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:42.501835 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:42.652959 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:42.666645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:13:42.690579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8be37964-470d-433f-b0bc-39840cf8dd8c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8be37964-470d-433f-b0bc-39840cf8dd8c,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:13:42.694431 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:42.758909 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8be37964-470d-433f-b0bc-39840cf8dd8c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:13:42.783351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:13:41Z', 'revision_number': 1, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:42.787438 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f4ccd-e4d3-449a-9e8b-c9feea1b1be7 None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:13:41Z', 'revision_number': 1, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:13:42.883065 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:13:42.887698 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:42.946304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-29214ce8-8444-43a9-af8c-9628f63965f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "PUT /v2.0/floatingips/5f99aefb-3af8-4174-b2aa-16f627b59aa9 HTTP/1.1" status: 200 len: 991 time: 1.7086821 Feb 14 00:13:42.946898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:13:43.026995 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'status': 'completed', 'code': 200} Feb 14 00:13:43.187037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-c44014be-1f15-499d-a9bc-0bc4b2d2a7f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1342118 Feb 14 00:13:43.196197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fb3db-8418-4067-bb5c-e13d31b3c0ca req-1c75f379-42ec-46f3-a204-a5f28d52c560 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:43.197662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-897fb3db-8418-4067-bb5c-e13d31b3c0ca req-1c75f379-42ec-46f3-a204-a5f28d52c560 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.1118054 Feb 14 00:13:43.328624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-897fb3db-8418-4067-bb5c-e13d31b3c0ca req-96be010e-dde1-45d6-90e0-0a5b4302600c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117063 Feb 14 00:13:43.368029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a8f0-be38-4218-92b6-8284404af21f req-9db2dc22-2ebf-4483-81b1-db98f57907c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:43.369447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-9db2dc22-2ebf-4483-81b1-db98f57907c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1709061 Feb 14 00:13:43.470807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-3a204725-13a2-44ee-85f6-a145e9deb896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 999 time: 0.0951185 Feb 14 00:13:43.532150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1f32c-8eb4-4070-ac62-4f4fb7bd0802 req-8ec1cc5c-a848-4e76-b527-e1e97bed8e17 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:43.533636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63c1f32c-8eb4-4070-ac62-4f4fb7bd0802 req-8ec1cc5c-a848-4e76-b527-e1e97bed8e17 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0829492 Feb 14 00:13:43.582269 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-63c1f32c-8eb4-4070-ac62-4f4fb7bd0802 req-6ae277d0-44d1-4957-ab2f-844660a40bf6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430415 Feb 14 00:13:43.635532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a8f0-be38-4218-92b6-8284404af21f req-85998f37-0af3-49a7-abc9-4a053fffff51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:43.636958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-85998f37-0af3-49a7-abc9-4a053fffff51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1591718 Feb 14 00:13:43.711927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-e8c19311-cd85-4d90-965b-6ffc0987d305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683887 Feb 14 00:13:43.841015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-32c574b5-dbba-4f5b-9a0d-e86988368747 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232529 Feb 14 00:13:43.970470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3307a8f0-be38-4218-92b6-8284404af21f req-6dfaa576-06dd-4baf-8f82-6a6fae1bde4d service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235001 Feb 14 00:13:44.372811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8be37964-470d-433f-b0bc-39840cf8dd8c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:13:44.438640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8be37964-470d-433f-b0bc-39840cf8dd8c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:13:44.439022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:13:44.788042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e945363-fcab-41c9-949b-efba99dd1363 req-fceab13c-7ad5-4d35-ba30-f954a78a7bc3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:44.789499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e945363-fcab-41c9-949b-efba99dd1363 req-fceab13c-7ad5-4d35-ba30-f954a78a7bc3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0824788 Feb 14 00:13:44.835138 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e945363-fcab-41c9-949b-efba99dd1363 req-e13036c4-53e8-448b-a3f9-02ebc00a8584 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Feb 14 00:13:45.024866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145cc53-12fb-4331-a2b6-8d9312b731af req-f67d5c64-e321-4321-92a4-7d334d62ddab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:45.026345 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f145cc53-12fb-4331-a2b6-8d9312b731af req-f67d5c64-e321-4321-92a4-7d334d62ddab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0748096 Feb 14 00:13:45.071363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f145cc53-12fb-4331-a2b6-8d9312b731af req-5ecb2de5-0904-4019-9c9b-444d2fa2f33c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Feb 14 00:13:45.330904 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5d4dc41b-b399-46cf-937a-f82e0e98d5c9 req-5fada2bb-d9d6-4e41-bcf5-0888ad3206e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1372311 Feb 14 00:13:45.490292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2163a3-0199-40b3-81aa-74672d89506d None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:13:45.602443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-6982e40c-a69a-4d7b-832e-eff515ce57ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781300 Feb 14 00:13:45.660899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88147f45-d05c-4d98-9168-4f0cecdb43ea req-ef03c9da-0154-4183-868f-6e4bc479baec tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:45.667518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88147f45-d05c-4d98-9168-4f0cecdb43ea req-ef03c9da-0154-4183-868f-6e4bc479baec tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0936456 Feb 14 00:13:45.712029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88147f45-d05c-4d98-9168-4f0cecdb43ea req-09a7a656-abfd-438f-ad25-144b4ef79a01 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Feb 14 00:13:46.893424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-12c67b1e-bae7-4d3d-9e3a-6c8721caeb25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1130605 Feb 14 00:13:47.006646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c52e92-806f-419e-a303-d9da2b5a7918 req-b71146f5-530e-4b6a-8c76-4775b470deb7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:47.007991 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93c52e92-806f-419e-a303-d9da2b5a7918 req-b71146f5-530e-4b6a-8c76-4775b470deb7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.1695905 Feb 14 00:13:47.070147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-5630a1f8-68a3-41fa-90fd-9c298f848ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:47.071552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-5630a1f8-68a3-41fa-90fd-9c298f848ac6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1664772 Feb 14 00:13:47.127517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93c52e92-806f-419e-a303-d9da2b5a7918 req-71296b2f-ab0a-4660-865f-516230751b18 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138155 Feb 14 00:13:47.177909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-72dde354-5074-409e-b451-a4f86dddc4f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0996861 Feb 14 00:13:47.238691 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-7d786439-8b5a-46ca-b146-0cc158cf4d90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:47.240071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-7d786439-8b5a-46ca-b146-0cc158cf4d90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0562820 Feb 14 00:13:47.316572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-c2726e9b-a9c0-4d8a-8eac-e54cf9aee41d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701425 Feb 14 00:13:47.450107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b70a2251-2a86-4410-bd78-28c0456e496a service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273134 Feb 14 00:13:47.578309 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-82936b7b-338d-4b3b-9aee-b7de043876ee service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223319 Feb 14 00:13:47.624629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:13:47.636738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:13:47.637333 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:13:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:47.813326 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:13:48.159851 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:13:45Z', 'revision_number': 2, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:48.163884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:13:48.174206 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:13:48.174800 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:13:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:48.341862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92acc2-51ad-40ac-9493-73677031b2ef req-8f3ad2f3-2722-4d8b-a57e-353cc9d89e31 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:48.343366 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b92acc2-51ad-40ac-9493-73677031b2ef req-8f3ad2f3-2722-4d8b-a57e-353cc9d89e31 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0887816 Feb 14 00:13:48.354762 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:13:48.390674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b92acc2-51ad-40ac-9493-73677031b2ef req-a9645fcd-2598-417c-8dad-281fa2114ea5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Feb 14 00:13:48.728231 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:13:45Z', 'revision_number': 2, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:13:48.732025 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c337e-4a26-48dd-889c-ed3c09e27721 None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:13:45Z', 'revision_number': 2, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:13:49.585449 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f51dd-3489-44d0-a699-7874b9303061 req-eae45aed-2e95-4cfc-a9f6-217cbbeb8171 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:49.586914 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-926f51dd-3489-44d0-a699-7874b9303061 req-eae45aed-2e95-4cfc-a9f6-217cbbeb8171 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0769353 Feb 14 00:13:49.631592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-926f51dd-3489-44d0-a699-7874b9303061 req-ec5eff30-d6d6-4291-88ce-67c8a56a4e2d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Feb 14 00:13:50.835206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993924-a435-4bea-bd83-b93f8c65bdb7 req-a23acc20-0415-47ac-87e4-ab8e99529ed1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:50.836660 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6f993924-a435-4bea-bd83-b93f8c65bdb7 req-a23acc20-0415-47ac-87e4-ab8e99529ed1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Feb 14 00:13:50.884800 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6f993924-a435-4bea-bd83-b93f8c65bdb7 req-2929a2b1-5d94-4351-b8dd-7a9ab3253ba7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Feb 14 00:13:52.083596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb642e0-c253-4606-b966-05ea6bff1d57 req-2d7634f1-8b42-4ebf-a4bd-1fdd3a31934a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:52.085019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fb642e0-c253-4606-b966-05ea6bff1d57 req-2d7634f1-8b42-4ebf-a4bd-1fdd3a31934a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0805392 Feb 14 00:13:52.226449 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8fb642e0-c253-4606-b966-05ea6bff1d57 req-db42e480-30f5-4348-9688-cef44b6446db tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356442 Feb 14 00:13:53.422422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a40c93-4339-420b-9049-0f4f9ea35d69 req-2fa31af5-0dc7-45b9-b9a1-d99d9ae448d8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:53.423910 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85a40c93-4339-420b-9049-0f4f9ea35d69 req-2fa31af5-0dc7-45b9-b9a1-d99d9ae448d8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0753026 Feb 14 00:13:53.475170 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85a40c93-4339-420b-9049-0f4f9ea35d69 req-5ff439a5-3702-4371-8a5e-73efbaf425ee tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458193 Feb 14 00:13:54.673332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd83ba8-d265-4986-8a67-d59a395d6d17 req-52fb7abc-5e25-43fb-af0c-31653263c9b0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:54.674816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fd83ba8-d265-4986-8a67-d59a395d6d17 req-52fb7abc-5e25-43fb-af0c-31653263c9b0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0793841 Feb 14 00:13:54.723511 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0fd83ba8-d265-4986-8a67-d59a395d6d17 req-83b52183-579b-4241-bb5d-356246f9e061 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Feb 14 00:13:55.915496 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a677dc9-9f98-4773-89b9-65833f1c5403 req-7e6f5f8d-ee33-4f4c-9b91-50629fd47bab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:55.916942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a677dc9-9f98-4773-89b9-65833f1c5403 req-7e6f5f8d-ee33-4f4c-9b91-50629fd47bab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0757723 Feb 14 00:13:55.962664 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a677dc9-9f98-4773-89b9-65833f1c5403 req-afdba6da-7d87-4eaa-a3c1-c2727a3503c6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Feb 14 00:13:57.160012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6048-70d7-426c-88e6-7c53c70acef0 req-183fc4ec-6e0d-4981-a069-bdf31fcd007f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:57.161448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-079f6048-70d7-426c-88e6-7c53c70acef0 req-183fc4ec-6e0d-4981-a069-bdf31fcd007f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0775423 Feb 14 00:13:57.207035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-079f6048-70d7-426c-88e6-7c53c70acef0 req-fc2c209d-3e0b-4f22-9160-917226d96aee tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 Feb 14 00:13:58.409414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c607a7-a710-47c9-88d2-185d2d3bfe0d req-0ed2c11d-6892-442d-afe1-2641552c2268 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:58.410906 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9c607a7-a710-47c9-88d2-185d2d3bfe0d req-0ed2c11d-6892-442d-afe1-2641552c2268 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0855269 Feb 14 00:13:58.457685 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b9c607a7-a710-47c9-88d2-185d2d3bfe0d req-f5ae44cc-6ee3-46f7-8072-b04cd7a79f40 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Feb 14 00:13:59.334442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-4fe42723-9f0e-431f-b3a4-00f55ea34dd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1097 time: 0.1377809 Feb 14 00:13:59.475154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-099e4644-b312-4a18-8b18-330bf4ffd156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:59.476577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-099e4644-b312-4a18-8b18-330bf4ffd156 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1239188 Feb 14 00:13:59.580135 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-45828304-a2f6-47e8-9592-622a2cfc8704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0973425 Feb 14 00:13:59.688468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-95c17d28-33c8-4db8-afa6-ec25acc561d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:59.689867 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-95c17d28-33c8-4db8-afa6-ec25acc561d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0759811 Feb 14 00:13:59.750718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dd4c1-88ba-4651-88da-95b3e88e2781 req-a926c66f-50eb-4565-900b-a3545e3e34bb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:13:59.752112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948dd4c1-88ba-4651-88da-95b3e88e2781 req-a926c66f-50eb-4565-900b-a3545e3e34bb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.1707408 Feb 14 00:13:59.811164 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-b0669135-4591-481a-92a1-eb043c4fd2c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144519 Feb 14 00:13:59.813389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-948dd4c1-88ba-4651-88da-95b3e88e2781 req-8ba791d7-ce14-4893-bea1-be53169738d9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557470 Feb 14 00:13:59.943369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-5908bcb4-a261-442a-aa4e-351dc99f13e0 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240871 Feb 14 00:14:00.072315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f50fc0-d441-4381-92b5-eef62d8fe838 req-13b0c556-ddaf-4cf9-b1e4-5e31bb36de78 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235201 Feb 14 00:14:00.261296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-af20d12c-5dfa-4a15-9ecf-cfa45ff633f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:01.008807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b47ce-cc80-48b4-9ef2-2f996af5d07a req-1fc73bdc-7c4e-45f0-859e-82ad658459b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:01.010333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af7b47ce-cc80-48b4-9ef2-2f996af5d07a req-1fc73bdc-7c4e-45f0-859e-82ad658459b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0759568 Feb 14 00:14:01.056713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-af7b47ce-cc80-48b4-9ef2-2f996af5d07a req-55c6e8a7-688f-4c09-8558-f6c3ad6795ce tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 Feb 14 00:14:02.249141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a51bc-da24-452d-9015-b12153fa0c06 req-0eeda5a2-6bf2-4e81-9526-123dad5b80c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:02.251143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f8a51bc-da24-452d-9015-b12153fa0c06 req-0eeda5a2-6bf2-4e81-9526-123dad5b80c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0751278 Feb 14 00:14:02.294682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f8a51bc-da24-452d-9015-b12153fa0c06 req-fa5c9d29-78e7-4b77-9f54-f54217d82112 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381377 Feb 14 00:14:02.413059 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-895e20f9-9c6c-4f55-80d7-ae47d074f946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:03.594317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d972f5-a473-4b4a-ba18-9877531d18aa req-04b01c12-b0fe-4c0a-9a55-3e68c5203a7e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:03.596040 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-76d972f5-a473-4b4a-ba18-9877531d18aa req-04b01c12-b0fe-4c0a-9a55-3e68c5203a7e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.1834476 Feb 14 00:14:03.605225 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:03.641782 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-76d972f5-a473-4b4a-ba18-9877531d18aa req-678f7526-85a2-41ae-ba4a-db8df62268eb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 Feb 14 00:14:03.954838 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:04.853489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13608-7fca-4799-aa01-4f4cadd6b9b0 req-fa93bf66-7b4d-43a2-899a-80a62f169cca tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:04.854942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2c13608-7fca-4799-aa01-4f4cadd6b9b0 req-fa93bf66-7b4d-43a2-899a-80a62f169cca tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0817409 Feb 14 00:14:04.899621 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2c13608-7fca-4799-aa01-4f4cadd6b9b0 req-6f8398e7-354a-47cd-8c07-a6aa36179ae4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Feb 14 00:14:05.198699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:06.092809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba16e1-5bb8-4275-9030-0efce312f722 req-a7e71e58-79a5-40d8-b1b3-cb43dc9d8389 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:06.094318 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4ba16e1-5bb8-4275-9030-0efce312f722 req-a7e71e58-79a5-40d8-b1b3-cb43dc9d8389 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0744672 Feb 14 00:14:06.143108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4ba16e1-5bb8-4275-9030-0efce312f722 req-1d66b994-7a1d-474d-91ff-a02512107071 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 Feb 14 00:14:07.336891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c4dc5-5dc0-4fb7-b375-a2e476d51d62 req-e1e683de-d495-418c-92be-0ad94bdefce1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:07.338247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-433c4dc5-5dc0-4fb7-b375-a2e476d51d62 req-e1e683de-d495-418c-92be-0ad94bdefce1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0747726 Feb 14 00:14:07.385906 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-433c4dc5-5dc0-4fb7-b375-a2e476d51d62 req-b77ad4f6-fd2a-49c4-8305-1fdf71c56a96 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 Feb 14 00:14:07.428483 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:08.581800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9056d8-8f5a-43d1-83b8-6dd3db2e0c78 req-c89e14dc-eab5-43a0-b270-b009b46e877c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:08.583190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d9056d8-8f5a-43d1-83b8-6dd3db2e0c78 req-c89e14dc-eab5-43a0-b270-b009b46e877c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0759571 Feb 14 00:14:08.626933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d9056d8-8f5a-43d1-83b8-6dd3db2e0c78 req-10189812-f8bb-4c29-9b7f-700a3a34c1c9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Feb 14 00:14:09.032330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-07261f89-6830-491c-968b-4d08b59164a3 req-9b144d70-bd68-47f8-bfab-1e0bd41393d1 service neutron] (83661) timed out ('10.222.0.42', 63442) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:14:09.212479 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:09.584376 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-e164efa1-7ece-4b0f-984c-30ed27d74e3b service neutron] show failed (client error): The resource could not be found. Feb 14 00:14:09.585356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-e164efa1-7ece-4b0f-984c-30ed27d74e3b service neutron] 10.222.0.42 "GET /v2.0/ports/4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0731354 Feb 14 00:14:09.883323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988579d-ebee-4f65-9916-ff0c4551e2a0 req-01b6b940-f251-47da-a8d1-c8cad61b3731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:09.884676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f988579d-ebee-4f65-9916-ff0c4551e2a0 req-01b6b940-f251-47da-a8d1-c8cad61b3731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.1351821 Feb 14 00:14:09.891804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-2e729ddd-6f06-4a77-a55e-dd59d0432e84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 1097 time: 0.0999806 Feb 14 00:14:09.910981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:14:10.098078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f988579d-ebee-4f65-9916-ff0c4551e2a0 req-75aad5e5-1cad-4951-8841-e251ca40fdfa tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053308 Feb 14 00:14:10.123526 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:10.391902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:10.419324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:14:10.475913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:10.481256 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:10.496031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Transition to ACTIVE for port object 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:14:10.500775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:10.636978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:10.647972 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'code': 200} Feb 14 00:14:10.705772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] No DVR routers for this DVR port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:14:10.947536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:14:10.947862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:14:10.948187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:14:10.953736 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:14:10.954071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Attempting to bind port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:14:10.960014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:14:10.960338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:14:10.960706 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:14:10.961113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Bound port: 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:14:10.961445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:11.045880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:14:11.049371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:14:11.053819 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:11.115913 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:11.117249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 1092 time: 1.2099752 Feb 14 00:14:11.134641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f41dda-6799-4207-a431-7b77087f75c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:11.215312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-61d5da9d-e33a-4fae-946c-0a4c1bf6ed19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0716493 Feb 14 00:14:11.409546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-ecb7299d-47ea-47ca-8d48-5174819ff15e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:11.411001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-ecb7299d-47ea-47ca-8d48-5174819ff15e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1902349 Feb 14 00:14:11.417131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973299f-b111-40af-93d3-66812b3e5af9 req-403d9ff6-ba8a-40dc-9567-3f9d817a77e8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:11.418461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5973299f-b111-40af-93d3-66812b3e5af9 req-403d9ff6-ba8a-40dc-9567-3f9d817a77e8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 944 time: 0.1771262 Feb 14 00:14:11.555045 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5973299f-b111-40af-93d3-66812b3e5af9 req-340e6c85-bd3c-441a-8f49-79b6759e3f48 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881205 Feb 14 00:14:11.559817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-5bc9a939-7294-4f84-ac24-993afbaed0fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 999 time: 0.1405234 Feb 14 00:14:11.630965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-8fb862b0-f5d9-41dd-9f03-d34ce7850402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:11.632297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-8fb862b0-f5d9-41dd-9f03-d34ce7850402 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0667994 Feb 14 00:14:11.706378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-e1a309a2-7397-42df-8fef-b039276f273a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686181 Feb 14 00:14:11.815726 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:14:11.941662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-466d0cde-fcee-4e2d-bd40-df645a778e46 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292140 Feb 14 00:14:12.073615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8f2fb60a-598b-4225-bf3c-1e578ca8b6ce req-d51b2595-e606-43e6-a592-3361bb0c65b8 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260352 Feb 14 00:14:12.649463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:12.717590 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'status': 'completed', 'code': 200} Feb 14 00:14:12.760170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c24f6-4c7d-4b50-ad6e-3b4bc5389ebe req-059c4313-ef4c-404a-ac15-552edbebb99a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:12.761516 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d47c24f6-4c7d-4b50-ad6e-3b4bc5389ebe req-059c4313-ef4c-404a-ac15-552edbebb99a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0832255 Feb 14 00:14:12.815230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d47c24f6-4c7d-4b50-ad6e-3b4bc5389ebe req-fffc22c3-9f36-44d9-8e96-38b33d2271a0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470650 Feb 14 00:14:12.864990 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-3c705e3f-f001-4d90-868b-f42867d6e6a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1277807 Feb 14 00:14:12.871386 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-a0b05660-2654-4b58-b667-2e4c9fbdec79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1043572 Feb 14 00:14:13.106496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-ba07579a-d773-4d23-99b7-10b304a6ec38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:13.107922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-ba07579a-d773-4d23-99b7-10b304a6ec38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2308114 Feb 14 00:14:13.108882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-c18a1518-3253-4743-aaa1-5dc6d423dbfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:13.110430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-c18a1518-3253-4743-aaa1-5dc6d423dbfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2343829 Feb 14 00:14:13.287314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-d1dd9b92-25dd-426a-9800-3c8e0847c172 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 999 time: 0.1721172 Feb 14 00:14:13.291463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-5f0d4420-fd49-475d-8ff2-50e1204b9e55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 999 time: 0.1296163 Feb 14 00:14:13.396930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-2d6299d0-5c62-4b33-9445-d2166028c9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:13.398370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-2d6299d0-5c62-4b33-9445-d2166028c9db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1045086 Feb 14 00:14:13.401235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-597f55ac-d42c-402a-aa82-1f4fca80d59b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:13.402517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-597f55ac-d42c-402a-aa82-1f4fca80d59b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0777504 Feb 14 00:14:13.537063 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-192a1ccd-aa56-473a-a9d8-20102783bde3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294496 Feb 14 00:14:13.540395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-d86ae3b6-71fa-4e3b-9979-8d609b4702af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973063 Feb 14 00:14:13.780731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-e919d86f-064b-4e9a-aaff-518bb6bc48ae service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363520 Feb 14 00:14:13.784158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-ac228761-7904-418e-9edc-7997711a32da service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191637 Feb 14 00:14:14.177462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-fe1196cc-0c41-4ef9-83ce-5d2a2febe4b3 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912759 Feb 14 00:14:14.183267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbd45d00-911e-4a2a-96e5-af20d83acf26 req-c3d83fbf-70d5-46da-9c58-1132d62e4710 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790598 Feb 14 00:14:14.195175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bbbb-7892-42e2-b9eb-bfd4597b9d16 req-c85dcc59-1157-4173-a038-e648612ebb2e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:14.196639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04a7bbbb-7892-42e2-b9eb-bfd4597b9d16 req-c85dcc59-1157-4173-a038-e648612ebb2e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 944 time: 0.2210627 Feb 14 00:14:14.244807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-04a7bbbb-7892-42e2-b9eb-bfd4597b9d16 req-f21f6cbb-b32f-4285-acd9-52b9d1fc6da3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411003 Feb 14 00:14:14.336012 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-9bf9b048-0bd1-4961-b196-b2f55a62f8ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0729935 Feb 14 00:14:14.491609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-68ae7f03-9f70-439d-8f79-b0fd2ca465c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:14.493236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-68ae7f03-9f70-439d-8f79-b0fd2ca465c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1392169 Feb 14 00:14:14.512213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:14:14.567648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:14:14.698963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-b61023ef-1600-44da-a2af-796a57fcb890 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 999 time: 0.1998217 Feb 14 00:14:14.790381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-4ab5b29f-4181-4b83-bbf7-b25d02eeeb0e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:14.791776 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-4ab5b29f-4181-4b83-bbf7-b25d02eeeb0e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8&tenant_id=7b7a9873857a4a789586ef609916ef69&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.2393417 Feb 14 00:14:14.800123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc82af-685c-4e27-bf76-c62597c84cb8 req-f98be1fc-d903-4bcc-a27d-4177991d6c1a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:14.801464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8cc82af-685c-4e27-bf76-c62597c84cb8 req-f98be1fc-d903-4bcc-a27d-4177991d6c1a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 944 time: 0.3011315 Feb 14 00:14:14.803952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-9742ad4e-7bf2-4d1b-ade9-fac25a50ec09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:14.805229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-9742ad4e-7bf2-4d1b-ade9-fac25a50ec09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1004002 Feb 14 00:14:14.958883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c8cc82af-685c-4e27-bf76-c62597c84cb8 req-b6badd19-f19c-49a7-b8bc-aed8b31eadac tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204598 Feb 14 00:14:14.970815 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-230f460b-bfe0-4956-a1b4-e51a60302240 service neutron] delete failed (client error): The resource could not be found. Feb 14 00:14:14.971789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-230f460b-bfe0-4956-a1b4-e51a60302240 service neutron] 10.222.0.42 "DELETE /v2.0/ports/4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.1694841 Feb 14 00:14:14.980992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-7dde061b-5d7e-46ba-80d9-b77851256413 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436403 Feb 14 00:14:15.163018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:14:15.165980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-6230620a-206c-4aac-af94-575b0dee4ff4 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789412 Feb 14 00:14:15.175493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-58c8e49e-8362-42af-94c0-eae8aed3cb8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1207931 Feb 14 00:14:15.292100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:15.304950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'mac_address': 'fa:16:3e:7e:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:14:15.361071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:15.377708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:14:15.392813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:15.397636 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:15.405768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d1cad95-edd9-4a7a-a18b-50eee53290e9 req-de10571d-37d2-43e5-ace9-6622b3000ae5 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332306 Feb 14 00:14:15.408468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-2dce6085-9b17-4018-8c75-b4d2cf675846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:15.410446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-2dce6085-9b17-4018-8c75-b4d2cf675846 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2160387 Feb 14 00:14:15.461022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:15.608035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:14:15.624264 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-ccc48b67-25ef-4fe2-98a4-004c1d5a7d0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 200 len: 1000 time: 0.2037706 Feb 14 00:14:15.690839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-255fbb2a-dbb6-433e-b749-d56ae0b92466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:15.692239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-255fbb2a-dbb6-433e-b749-d56ae0b92466 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0587733 Feb 14 00:14:15.770466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-b8f40b34-ef24-48dd-9619-b77a0375a4ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680814 Feb 14 00:14:15.905211 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-7daf1f51-16bf-4ddb-8a72-e5e1dfd46a2d service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256328 Feb 14 00:14:16.046406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd1ea4f5-6537-4f0c-82a5-a58fd0b52256 req-b8182473-94e9-4f40-9677-58ee13d799dd service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319072 Feb 14 00:14:16.315091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd40d4-8521-414f-b7b5-31a601458c1d req-a65dc3e2-a04b-49dc-be97-d0910f7d4c27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:16.316546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cfd40d4-8521-414f-b7b5-31a601458c1d req-a65dc3e2-a04b-49dc-be97-d0910f7d4c27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0769842 Feb 14 00:14:16.361374 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9cfd40d4-8521-414f-b7b5-31a601458c1d req-e1f73ef9-f710-4fdd-a537-8c07f103d4de tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Feb 14 00:14:17.178117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:14:17.244213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:14:17.248572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:14:17.248938 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:17.358968 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:17.384990 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:17.394682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:17.398763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:17.443939 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'code': 200} Feb 14 00:14:17.472395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:17.562846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a913a4-65e2-4b18-85cd-966e006c73dc req-ca239df1-3460-480a-85e0-6d73e79cf91b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:17.564948 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a913a4-65e2-4b18-85cd-966e006c73dc req-ca239df1-3460-480a-85e0-6d73e79cf91b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0764673 Feb 14 00:14:17.614356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7a913a4-65e2-4b18-85cd-966e006c73dc req-876401a0-a6d8-41a4-83da-229b8c31a505 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Feb 14 00:14:17.810971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25ae6-285b-4ef5-9914-6a951b11a652 req-9a17abb5-85af-444f-8cfe-28a0eac07d10 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:17.812433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ea25ae6-285b-4ef5-9914-6a951b11a652 req-9a17abb5-85af-444f-8cfe-28a0eac07d10 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0793695 Feb 14 00:14:17.857065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ea25ae6-285b-4ef5-9914-6a951b11a652 req-33a1b870-c4c7-43bd-9f74-ee0bffbf0a5e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388911 Feb 14 00:14:18.051531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbacbd-991a-4a35-9077-ed4b20dc5fcc req-39887852-5294-4d80-a9a1-19e19a37aeb9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:18.052962 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0dbacbd-991a-4a35-9077-ed4b20dc5fcc req-39887852-5294-4d80-a9a1-19e19a37aeb9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0771089 Feb 14 00:14:18.097418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d0dbacbd-991a-4a35-9077-ed4b20dc5fcc req-a3fd3516-4442-4c70-bdd8-362929c4b324 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388136 Feb 14 00:14:18.500652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b093-b6ca-4905-a91e-adaf9d2248f5 req-b8847578-fda0-4846-96a0-9e4144690111 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:18.502808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e16b093-b6ca-4905-a91e-adaf9d2248f5 req-b8847578-fda0-4846-96a0-9e4144690111 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0800977 Feb 14 00:14:18.546274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2e16b093-b6ca-4905-a91e-adaf9d2248f5 req-f3d9451a-15bc-4958-9a26-08f317d75ccb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Feb 14 00:14:19.717669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-c1960518-f21b-4458-a4af-8dc9bb70c74b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:19.719113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-c1960518-f21b-4458-a4af-8dc9bb70c74b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0775249 Feb 14 00:14:19.742681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457be10-cb13-43b7-9c72-21f2ae0f2e57 req-b12e90f0-0a1b-4a73-b393-f07afc33c485 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:19.744496 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e457be10-cb13-43b7-9c72-21f2ae0f2e57 req-b12e90f0-0a1b-4a73-b393-f07afc33c485 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0775445 Feb 14 00:14:19.790162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Deleting port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:14:19.790500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:19.793333 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e457be10-cb13-43b7-9c72-21f2ae0f2e57 req-e795a4a0-7356-4bef-9f1d-86b877bdd9d7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Feb 14 00:14:20.025854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] For port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:20.026304 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:20.307645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:20.307934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:20.308242 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 disassociated. External IP: 172.25.4.90, port: 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0. Feb 14 00:14:20.308580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Calling delete_port for 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:14:20.447326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:20.587219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event deleted for resources: {'Port': ['ID=4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:20.803252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:14:20.969433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87c45994-42e5-46e5-813e-b35deed78a9a req-dcbe00f8-2e71-46ba-8e6d-8596ee50bb83 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c4696d3-b61b-439a-ad7d-a99ededb0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0489006 Feb 14 00:14:21.042609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:14:21.053057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00248196-a631-4975-b3ef-98198b509e26 None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:14:21.065252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:14:21.065847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:14:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:21.110793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] No DVR routers for this DVR port 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:14:21.113318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:21.115939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-deleted', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:21.131245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-efd6da28-dad4-4dd5-8459-b1a8b6846bd6 req-1d8e4c89-3db1-40cd-9a54-95891b37df65 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "DELETE /v2.0/ports/4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 HTTP/1.1" status: 204 len: 173 time: 1.4069736 Feb 14 00:14:21.179859 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4696d3-b61b-439a-ad7d-a99ededb0ee8', 'name': 'network-vif-deleted', 'tag': '4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0', 'status': 'completed', 'code': 200} Feb 14 00:14:21.284420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:14:21.596188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:21.600012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00248196-a631-4975-b3ef-98198b509e26 None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:14:21.610851 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:14:21.611432 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:14:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:21.781614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:14:22.091844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-00248196-a631-4975-b3ef-98198b509e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:22.096679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00248196-a631-4975-b3ef-98198b509e26 None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:14:22.348298 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb77a12-a9e9-48a2-9d46-a96b290551dc None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:14:22.482083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-6e771b47-cae6-47ca-aabd-2fc34db0cfc5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1424818951&fields=id&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 267 time: 0.0396674 Feb 14 00:14:22.629330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-9dfd3144-7b04-4e85-b05b-2088190f1456 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:22.630778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-9dfd3144-7b04-4e85-b05b-2088190f1456 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.1420004 Feb 14 00:14:22.646820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-e40bb626-326a-4ab4-9e5d-65d97dcc0f12 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/quotas/7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 375 time: 0.0108726 Feb 14 00:14:22.727682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-e18b6457-7525-4ce5-9710-39adf3acfa0f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:14:22.742806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-e18b6457-7525-4ce5-9710-39adf3acfa0f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:14:22.744020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-e18b6457-7525-4ce5-9710-39adf3acfa0f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925391 Feb 14 00:14:22.889489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-b63d0525-8c4a-4810-abbe-2ebe739ce08e service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338289 Feb 14 00:14:23.018131 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-4d506328-e355-4e0f-be92-b8647c2b2ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227736 Feb 14 00:14:23.199314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7116ae78-3407-42e1-9d2d-67b1f8e2fa4c req-bf247aad-b535-4cb5-9147-0c19c2a955c5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 210 time: 0.0407934 Feb 14 00:14:24.269554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-e5f784b4-d0f0-4dd4-a934-92e38113b334 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:24.270992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-e5f784b4-d0f0-4dd4-a934-92e38113b334 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.1499639 Feb 14 00:14:24.370956 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-87a50fb0-aef5-45df-90ce-29d2f7d30637 req-44955bcc-1ff0-4619-90db-a8b6a73612b6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 210 time: 0.0463753 Feb 14 00:14:24.373861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-73532731-85e4-434f-adfa-6ef8a04905cf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 380 time: 0.0831921 Feb 14 00:14:24.385195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'port': {'device_id': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'admin_state_up': True, 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'security_groups': ['4b59dc4c-abc3-4d0e-a9d4-141e50856d5b']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:14:24.520067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:14:24.530825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:14:24.540758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Made reservation on behalf of 7b7a9873857a4a789586ef609916ef69 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:14:24.543722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:24.867260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Allocated IP 172.20.0.11 (3e9426c0-9a67-4d4e-b702-92481584ad23/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21/b509eb6a-56c0-4434-b9de-a4650e0a08b0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:14:25.085807 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.102117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Transition to ACTIVE for port object b509eb6a-56c0-4434-b9de-a4650e0a08b0 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:14:25.124732 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.209103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:14:25.220654 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:14:25.225821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:14:25.228615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:25.230748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:14:25.245331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:14:25.245689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 4c9ca5b3-f74c-4fa8-91e6-124faccbd9c0 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:14:25.310102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:25.311071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.346007 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-48853741-bfd7-400b-9ee8-49f611633be1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9640799 Feb 14 00:14:25.363004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Request body: {'port': {'device_id': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:14:25.482899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1a7f256a-b1aa-46ab-ac8f-137addcfa8af None None] Provisioning for port b509eb6a-56c0-4434-b9de-a4650e0a08b0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:14:25.484224 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.489467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1a7f256a-b1aa-46ab-ac8f-137addcfa8af None None] Provisioning complete for port b509eb6a-56c0-4434-b9de-a4650e0a08b0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:14:25.490064 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1a7f256a-b1aa-46ab-ac8f-137addcfa8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.550793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f256a-b1aa-46ab-ac8f-137addcfa8af None None] Port b509eb6a-56c0-4434-b9de-a4650e0a08b0 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:14:25.575273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc441-823f-48be-8971-f923df2b929b req-5391172d-6e97-411e-ab6c-1f7a88f0c3f4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:25.576872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19ecc441-823f-48be-8971-f923df2b929b req-5391172d-6e97-411e-ab6c-1f7a88f0c3f4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 932 time: 0.0815732 Feb 14 00:14:25.622348 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19ecc441-823f-48be-8971-f923df2b929b req-0f487e61-7593-457d-97c6-9e28737560b0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 Feb 14 00:14:25.825503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b509eb6a-56c0-4434-b9de-a4650e0a08b0 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:14:25.832874 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.847280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Transition to ACTIVE for port object b509eb6a-56c0-4434-b9de-a4650e0a08b0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:14:25.851164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:25.984201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:26.091607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:14:26.091935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:14:26.092250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:14:26.098462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:14:26.098772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:14:26.104946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:14:26.105274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:14:26.105651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:14:26.106091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Bound port: b509eb6a-56c0-4434-b9de-a4650e0a08b0, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:14:26.106427 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:26.193910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:14:26.196782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:14:26.200959 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:26.264117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:26.265507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 1092 time: 0.9084780 Feb 14 00:14:26.265929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:26.280262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16788f01-a791-484a-9531-9c4a11b356d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:26.350286 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'status': 'completed', 'code': 200} Feb 14 00:14:26.393082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-be248151-1f7c-4a81-bcc2-82d4b50ff8de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1095 time: 0.0793576 Feb 14 00:14:26.465790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-46facccf-af2d-4b99-962a-107d76b10022 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 217 time: 0.0622766 Feb 14 00:14:26.533820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-4b4398b7-f620-42ab-b238-1a8c41653a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:26.535179 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-4b4398b7-f620-42ab-b238-1a8c41653a15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0605516 Feb 14 00:14:26.612360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-98902f91-6157-479b-9586-e4aecfa137ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674977 Feb 14 00:14:26.747790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-38da9744-c86b-4ec1-8557-0c1cedbdb733 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246514 Feb 14 00:14:26.836879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce446ba-88ae-4796-9302-ccd0e747887c req-815baca7-381f-4103-905d-91ec7ac82020 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:26.838461 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ce446ba-88ae-4796-9302-ccd0e747887c req-815baca7-381f-4103-905d-91ec7ac82020 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.0864635 Feb 14 00:14:26.892511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ce446ba-88ae-4796-9302-ccd0e747887c req-688503b3-6e64-406d-8560-3545b0fc09ef tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Feb 14 00:14:26.982763 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-acf99e33-80ab-4392-b931-75439f3b4e23 req-6424eab2-362c-40f6-adb3-dbfdeec3d9b3 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252610 Feb 14 00:14:27.120615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-fba4ac1a-3eed-466e-b504-7d5e9c421174 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1095 time: 0.0714710 Feb 14 00:14:27.256246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-98e4a46e-4edd-4c5e-90a5-52c5a5330261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:27.257676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-98e4a46e-4edd-4c5e-90a5-52c5a5330261 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1308756 Feb 14 00:14:27.324638 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-906044db-7773-4393-9fd1-f0445d8eddff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 217 time: 0.0603452 Feb 14 00:14:27.389003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-4015cc7c-0682-448d-8dbb-013705bb629c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:27.390411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-4015cc7c-0682-448d-8dbb-013705bb629c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0593517 Feb 14 00:14:27.467918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-6bfa0ae3-2ffe-4957-8508-9e432b1f6a27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670877 Feb 14 00:14:27.608317 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-87c2b59c-56de-4ea6-8011-38dd6d7f5e90 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324933 Feb 14 00:14:27.738858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1616dcc6-cb17-47da-bb35-ba2e3e1e39e0 req-8b8a2608-d327-4b35-b5ed-8596f4b1560b service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235373 Feb 14 00:14:28.096153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81908113-3ce2-40ff-a311-6e05777de377 req-75f5201d-0a73-46e2-811e-41a97c84d0f1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:28.096844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-81908113-3ce2-40ff-a311-6e05777de377 req-75f5201d-0a73-46e2-811e-41a97c84d0f1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:14:28.111909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-81908113-3ce2-40ff-a311-6e05777de377 req-75f5201d-0a73-46e2-811e-41a97c84d0f1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:14:28.113044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81908113-3ce2-40ff-a311-6e05777de377 req-75f5201d-0a73-46e2-811e-41a97c84d0f1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.0954239 Feb 14 00:14:28.159958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-81908113-3ce2-40ff-a311-6e05777de377 req-4989ea75-25c5-4fea-a9cd-d0361dda4014 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Feb 14 00:14:29.354486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd679b2-ab72-461b-b8f7-92727ae1a679 req-7ba3bbeb-ec53-4b1e-a296-8ae58de6c5a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:29.355856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cbd679b2-ab72-461b-b8f7-92727ae1a679 req-7ba3bbeb-ec53-4b1e-a296-8ae58de6c5a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.0756364 Feb 14 00:14:29.403791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cbd679b2-ab72-461b-b8f7-92727ae1a679 req-5e095006-5984-4ca7-9132-8ff12bf7d783 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Feb 14 00:14:30.261912 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-24877c43-d7ac-43f2-8612-67c2ba0fdd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:30.575424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:14:30.595942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952a84-23e9-4013-a3c1-afc51bf35e69 req-9dd9b049-92b7-486d-861b-9f0ac53b3594 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:30.597299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7952a84-23e9-4013-a3c1-afc51bf35e69 req-9dd9b049-92b7-486d-861b-9f0ac53b3594 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.0759244 Feb 14 00:14:30.642041 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e7952a84-23e9-4013-a3c1-afc51bf35e69 req-e415c723-57b6-44b6-a778-360dae07c472 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Feb 14 00:14:30.706825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:30.719456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'mac_address': 'fa:16:3e:91:75:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:14:30.771785 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:30.789207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b509eb6a-56c0-4434-b9de-a4650e0a08b0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:14:30.804039 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:30.808079 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:30.879576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:31.071996 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['b509eb6a-56c0-4434-b9de-a4650e0a08b0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:14:31.835879 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bb81f-50a8-459e-9378-27965025784e req-32e59ca0-2a52-47ab-9591-e85f69a442cc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:31.837345 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d6bb81f-50a8-459e-9378-27965025784e req-32e59ca0-2a52-47ab-9591-e85f69a442cc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 945 time: 0.0749907 Feb 14 00:14:31.882073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d6bb81f-50a8-459e-9378-27965025784e req-89bae1fb-8701-4967-85b3-52c260e11c4f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Feb 14 00:14:32.414373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e39ab318-4a33-4de6-8eca-5c8afbfdedb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:32.589701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:14:32.688918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port b509eb6a-56c0-4434-b9de-a4650e0a08b0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:14:32.693304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port b509eb6a-56c0-4434-b9de-a4650e0a08b0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:14:32.693662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:32.801013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:32.826806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:32.839036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:14:32.843315 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:32.887008 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'code': 200} Feb 14 00:14:32.911535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:14:33.022743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e43ad87-2242-4a4c-ba6d-a56966efd113 req-33a63978-d6a0-42ce-ac28-f23e396b2a35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1097 time: 0.0718727 Feb 14 00:14:33.070674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e43ad87-2242-4a4c-ba6d-a56966efd113 req-b371f765-a66b-4142-827e-796097439716 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374708 Feb 14 00:14:33.082953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa24f-da41-428a-93ca-206c0886bd6f req-7b4bf8fa-cdf4-407e-ac30-3c1edf0e05ae tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:33.084552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1adfa24f-da41-428a-93ca-206c0886bd6f req-7b4bf8fa-cdf4-407e-ac30-3c1edf0e05ae tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0817974 Feb 14 00:14:33.129486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1adfa24f-da41-428a-93ca-206c0886bd6f req-f0f3cfc7-2a27-4f43-9272-b155514c6824 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Feb 14 00:14:33.606867 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:33.958001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:34.325863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbc539-05f4-41f1-a671-aa9c82f9cb5a req-a1e6209d-5e02-49e5-b54e-072c959fb836 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:34.327436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84fbc539-05f4-41f1-a671-aa9c82f9cb5a req-a1e6209d-5e02-49e5-b54e-072c959fb836 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0783799 Feb 14 00:14:34.378743 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84fbc539-05f4-41f1-a671-aa9c82f9cb5a req-665ecf0f-0351-49ea-987c-73dda5bd51b3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444455 Feb 14 00:14:35.201445 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:35.577713 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcd2c8-8beb-4b45-8dbb-e5ee6987600b req-1d0862a8-32ec-4774-93cb-c000a80f829e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:35.579285 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcdcd2c8-8beb-4b45-8dbb-e5ee6987600b req-1d0862a8-32ec-4774-93cb-c000a80f829e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0744529 Feb 14 00:14:35.623928 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bcdcd2c8-8beb-4b45-8dbb-e5ee6987600b req-7cdf51ad-cf5d-4ce8-bb47-1157539bd8f3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Feb 14 00:14:35.825560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ecc8e-102f-4246-87b1-ab2d3c77b4d4 req-3cfd759b-abd1-4bfa-84dd-c85364df330e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:35.827173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8d2ecc8e-102f-4246-87b1-ab2d3c77b4d4 req-3cfd759b-abd1-4bfa-84dd-c85364df330e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0767365 Feb 14 00:14:35.836134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41558) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:14:35.841192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'floatingip': {'port_id': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:14:35.916806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:36.583210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:36.586469 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:36.771555 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 associated. External IP: 172.25.4.90, port: b509eb6a-56c0-4434-b9de-a4650e0a08b0. Feb 14 00:14:37.154617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:14:37.349386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:14:37.353681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:37.358558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:14:37.370915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:14:37.371513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:14:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:37.404971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1ef35f51-7b01-4a6b-a76f-8858304e4f27 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "PUT /v2.0/floatingips/5f99aefb-3af8-4174-b2aa-16f627b59aa9 HTTP/1.1" status: 200 len: 991 time: 1.5677857 Feb 14 00:14:37.405580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:14:37.461631 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'status': 'completed', 'code': 200} Feb 14 00:14:37.502492 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:37.559989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-22c4116c-5936-413d-a26b-7508e0a6c556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1097 time: 0.0734076 Feb 14 00:14:37.564408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:14:37.855700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638c763-3c9e-4b83-8742-8115e206d4db req-b0ebbad4-a9d0-483b-95b1-c4b4398a09a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:37.857036 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-b0ebbad4-a9d0-483b-95b1-c4b4398a09a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2908981 Feb 14 00:14:37.935995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:91:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:14:36Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:37.940692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:14:37.943384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cce1b-f63f-42c9-b1f5-dfe37c9de98b req-49901327-07cf-4aa4-a35d-60d01953b108 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:37.944818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f72cce1b-f63f-42c9-b1f5-dfe37c9de98b req-49901327-07cf-4aa4-a35d-60d01953b108 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.1812792 Feb 14 00:14:37.951127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:14:37.951727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:14:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:37.996389 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-fe71f4f2-4a61-4d19-80cf-1d7d249a09ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 999 time: 0.1323562 Feb 14 00:14:38.044407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f72cce1b-f63f-42c9-b1f5-dfe37c9de98b req-7b750c82-8eeb-48ee-9424-89ed57a61974 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920186 Feb 14 00:14:38.072549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638c763-3c9e-4b83-8742-8115e206d4db req-2b15c02f-2c01-4c6c-8bcf-7d3ee000ccca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:38.074047 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-2b15c02f-2c01-4c6c-8bcf-7d3ee000ccca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0696692 Feb 14 00:14:38.130913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:14:38.159001 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-931a5060-9bcf-4dc4-87f6-c8c4c54add8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785894 Feb 14 00:14:38.295593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-3336cf0a-56f8-485a-b15b-eb60b183f7db service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282184 Feb 14 00:14:38.432376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6638c763-3c9e-4b83-8742-8115e206d4db req-08922687-6f02-4ec4-8745-bde5c78f8585 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304410 Feb 14 00:14:38.479247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:91:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:14:36Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:14:38.483091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9768a3e6-407c-4193-ae9c-38a3a36bb06e None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:91:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:14:36Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:14:38.670938 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf3bae-da30-4bb3-9401-6ebb544ed3c9 None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:14:39.213761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:14:39.246484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814df6-d677-4e0b-a120-65d3ae9218a6 req-70ff20f3-01fb-4ac2-a150-0cf0c6a21614 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:39.247932 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad814df6-d677-4e0b-a120-65d3ae9218a6 req-70ff20f3-01fb-4ac2-a150-0cf0c6a21614 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0817356 Feb 14 00:14:39.292677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ad814df6-d677-4e0b-a120-65d3ae9218a6 req-1eead785-13dc-4413-8d56-49e5120e0019 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384979 Feb 14 00:14:40.495090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5570-c1aa-432b-a1da-a2754c860a12 req-a7013506-299a-49af-858e-f8e0f2205a77 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:40.496495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f94c5570-c1aa-432b-a1da-a2754c860a12 req-a7013506-299a-49af-858e-f8e0f2205a77 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0797257 Feb 14 00:14:40.541228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f94c5570-c1aa-432b-a1da-a2754c860a12 req-8ca0558f-1708-47ae-80fb-b4b66df38a9a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Feb 14 00:14:41.752093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202de42-9271-4b0c-b83b-cdb24bb2a4d9 req-563fc6d4-c01c-4c75-b32c-53b31189388d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:41.753559 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8202de42-9271-4b0c-b83b-cdb24bb2a4d9 req-563fc6d4-c01c-4c75-b32c-53b31189388d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0761130 Feb 14 00:14:41.802059 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8202de42-9271-4b0c-b83b-cdb24bb2a4d9 req-c18a87b4-990f-41e9-86df-055da4d2b6a5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 Feb 14 00:14:43.001537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfa45-0e38-43e9-b13b-ec32ba165108 req-efefaaf9-5a9e-4b82-89cd-acb5205c7d08 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:43.002909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c3dfa45-0e38-43e9-b13b-ec32ba165108 req-efefaaf9-5a9e-4b82-89cd-acb5205c7d08 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0763249 Feb 14 00:14:43.047062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c3dfa45-0e38-43e9-b13b-ec32ba165108 req-a5bd2934-6f8e-4210-8c38-fac8e8ef56cf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Feb 14 00:14:44.242885 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424bf20-1f67-4492-90a6-8f68372d83e8 req-beaf1398-c2a2-4e67-84a4-400adc015aac tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:44.244313 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d424bf20-1f67-4492-90a6-8f68372d83e8 req-beaf1398-c2a2-4e67-84a4-400adc015aac tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0761015 Feb 14 00:14:44.288502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d424bf20-1f67-4492-90a6-8f68372d83e8 req-246bfe39-80c5-4b17-9297-9170a9e96596 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Feb 14 00:14:45.483296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aadd1-6bbf-48dd-aff4-f9d8da79b1bb req-8084b128-053a-4636-aea9-66d5f19f2887 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:45.484750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-091aadd1-6bbf-48dd-aff4-f9d8da79b1bb req-8084b128-053a-4636-aea9-66d5f19f2887 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0788519 Feb 14 00:14:45.530423 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-091aadd1-6bbf-48dd-aff4-f9d8da79b1bb req-404fe2ee-41eb-4c7d-ae96-d8749df5bd9a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398195 Feb 14 00:14:46.735627 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576aaef-2473-4832-abce-6d3e42c2cbc8 req-d5582aba-ba05-42eb-b26f-a9a56b36cf1e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:46.737052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2576aaef-2473-4832-abce-6d3e42c2cbc8 req-d5582aba-ba05-42eb-b26f-a9a56b36cf1e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0786119 Feb 14 00:14:46.782183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2576aaef-2473-4832-abce-6d3e42c2cbc8 req-24a490c0-e4e1-484e-9e14-1d9ba3392e97 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Feb 14 00:14:47.973576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267242c2-a216-4e81-af23-f8ab922d0c31 req-acacd498-0d17-43c8-819a-81b0110e574b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:47.975040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-267242c2-a216-4e81-af23-f8ab922d0c31 req-acacd498-0d17-43c8-819a-81b0110e574b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0747635 Feb 14 00:14:48.019798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-267242c2-a216-4e81-af23-f8ab922d0c31 req-f34a460e-4b5f-4ae3-933a-7d866612c790 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Feb 14 00:14:48.816547 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:14:49.214129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63a119-2fb0-4c02-9b9b-0d2ba96c5406 req-83c184ab-ebf5-4983-a4bb-fa1c0dfb6b37 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:49.215572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca63a119-2fb0-4c02-9b9b-0d2ba96c5406 req-83c184ab-ebf5-4983-a4bb-fa1c0dfb6b37 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0747626 Feb 14 00:14:49.260411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca63a119-2fb0-4c02-9b9b-0d2ba96c5406 req-584fd4a8-b8db-439b-a050-8d3cd099673a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388906 Feb 14 00:14:50.462589 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05040c-9509-4fa5-9a63-3392365bb5eb req-07d4aaab-7cfd-41d8-94e0-45e8e7030539 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:50.464035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f05040c-9509-4fa5-9a63-3392365bb5eb req-07d4aaab-7cfd-41d8-94e0-45e8e7030539 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0828297 Feb 14 00:14:50.511813 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7f05040c-9509-4fa5-9a63-3392365bb5eb req-9cff679e-2846-42e1-94aa-d028dcb2be38 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Feb 14 00:14:51.712134 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190532e-e55c-4dd4-95d3-2ac0a9427064 req-2d4d0ec0-edcd-4920-a9a8-eb21203857eb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:51.713784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b190532e-e55c-4dd4-95d3-2ac0a9427064 req-2d4d0ec0-edcd-4920-a9a8-eb21203857eb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0837638 Feb 14 00:14:51.758625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b190532e-e55c-4dd4-95d3-2ac0a9427064 req-d5f366cc-77e4-4631-82f9-395d9f655fe4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 Feb 14 00:14:52.953591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9d54-6613-4214-bb17-bfccb8e4c9bf req-719226d9-5a5c-4ea0-9e2a-95b287834bc4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:52.955056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd7d9d54-6613-4214-bb17-bfccb8e4c9bf req-719226d9-5a5c-4ea0-9e2a-95b287834bc4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0760021 Feb 14 00:14:53.004862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd7d9d54-6613-4214-bb17-bfccb8e4c9bf req-2a8ba925-fca7-4805-8ad5-487993a39e03 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Feb 14 00:14:54.345149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcaf2b-1da2-4390-8af5-12dcd142dfdf req-43d3c909-abc7-4845-979e-6986b00a0532 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:54.346713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1bcaf2b-1da2-4390-8af5-12dcd142dfdf req-43d3c909-abc7-4845-979e-6986b00a0532 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.1504519 Feb 14 00:14:54.392799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c1bcaf2b-1da2-4390-8af5-12dcd142dfdf req-97a5b0d5-3829-4a4b-b00b-2f2cb7cc4b47 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Feb 14 00:14:55.690358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac9ee0-ae77-49ae-aeb9-d26e4ace76c6 req-4adab5a6-eb40-465c-abc8-c6ddd068c269 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:55.691704 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22ac9ee0-ae77-49ae-aeb9-d26e4ace76c6 req-4adab5a6-eb40-465c-abc8-c6ddd068c269 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.1411281 Feb 14 00:14:55.736716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22ac9ee0-ae77-49ae-aeb9-d26e4ace76c6 req-31e4c1ed-8825-45c0-9787-3badf539e89b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Feb 14 00:14:56.934352 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d294-a21c-4257-9995-676aa17fa0aa req-711a02bb-77f8-44bd-9f04-1b63469ceda0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:56.935781 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2840d294-a21c-4257-9995-676aa17fa0aa req-711a02bb-77f8-44bd-9f04-1b63469ceda0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0791600 Feb 14 00:14:56.981290 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2840d294-a21c-4257-9995-676aa17fa0aa req-bb4846c1-a768-4328-b45a-fef65c191d97 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392411 Feb 14 00:14:58.191115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa04b3-4337-40ac-b961-6d7a9b038c43 req-79edbbe6-86c0-4ec8-8cfc-6a3fa2e261a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:58.192556 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3ffa04b3-4337-40ac-b961-6d7a9b038c43 req-79edbbe6-86c0-4ec8-8cfc-6a3fa2e261a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0804505 Feb 14 00:14:58.239251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3ffa04b3-4337-40ac-b961-6d7a9b038c43 req-2e7da359-f371-4ac0-80d0-00fcd9d4fa03 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Feb 14 00:14:59.432988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612d98a-94d5-4183-89b8-9b17d39d2b23 req-3716c08c-db8d-485c-9765-03255f369e92 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:14:59.434457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4612d98a-94d5-4183-89b8-9b17d39d2b23 req-3716c08c-db8d-485c-9765-03255f369e92 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0766504 Feb 14 00:14:59.482388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4612d98a-94d5-4183-89b8-9b17d39d2b23 req-6b54f7c2-6c1e-416f-880a-d869c1a82fda tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Feb 14 00:15:00.263029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1bd841d0-da44-4c30-abb8-6f591ef79486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:00.290988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-45468c1d-7eba-48dc-8586-db7ecda88b0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1097 time: 0.0689225 Feb 14 00:15:00.433891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68894c-69ee-4aa5-a023-74341d501a49 req-db71bde9-4ba6-4878-883d-3d2bba16cb30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:00.435345 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-db71bde9-4ba6-4878-883d-3d2bba16cb30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1245599 Feb 14 00:15:00.674814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-c2756453-2607-477c-a3ed-74b8b318fbd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 1001 time: 0.2327006 Feb 14 00:15:00.745930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1950f-b3df-4366-9926-ffa4644e5ccf req-12deda7a-478f-40d5-ba3b-7703f74eb8a0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:00.747377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-73f1950f-b3df-4366-9926-ffa4644e5ccf req-12deda7a-478f-40d5-ba3b-7703f74eb8a0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.1419053 Feb 14 00:15:00.753153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68894c-69ee-4aa5-a023-74341d501a49 req-bac0c505-be79-49d2-a85a-3bf9ffeba857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:00.754480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-bac0c505-be79-49d2-a85a-3bf9ffeba857 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0714121 Feb 14 00:15:00.839545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-73f1950f-b3df-4366-9926-ffa4644e5ccf req-d4ad5179-8932-4b9a-80a2-f52370e0b917 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841539 Feb 14 00:15:00.859740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-cecc8890-9e48-4c8a-b67d-8d2cabd9ba46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909355 Feb 14 00:15:00.993233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-1e8dc960-0520-459e-958f-05e9db4ceb9e service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262188 Feb 14 00:15:01.135002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de68894c-69ee-4aa5-a023-74341d501a49 req-913380a8-a737-4bcd-a871-8a63c4fceda0 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346910 Feb 14 00:15:02.031234 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5389a-90c0-4d94-b5b3-b2234f6fcd56 req-7b073ecf-65d8-437d-87b3-dc4926ebad20 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:02.032681 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebd5389a-90c0-4d94-b5b3-b2234f6fcd56 req-7b073ecf-65d8-437d-87b3-dc4926ebad20 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0747788 Feb 14 00:15:02.077674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ebd5389a-90c0-4d94-b5b3-b2234f6fcd56 req-874e4e47-3067-4c60-a372-3864c649d0d5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392470 Feb 14 00:15:02.415972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-833ae7ff-a0f1-4632-9a31-2e51ace0b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:03.271097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1a96-6a72-49c8-810d-8c32757c70c6 req-2be77f01-4ada-4385-9f34-3902085f5a34 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:03.272907 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1be1a96-6a72-49c8-810d-8c32757c70c6 req-2be77f01-4ada-4385-9f34-3902085f5a34 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0748901 Feb 14 00:15:03.318202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1be1a96-6a72-49c8-810d-8c32757c70c6 req-cd678338-b17e-491c-928a-4e8e0118fad5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 Feb 14 00:15:03.514330 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6df61040-619c-48b2-9066-c65f7c75eada req-86e0921c-339a-4079-8b25-6fed53aa9c06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706029 Feb 14 00:15:03.608207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:03.806229 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-a56a9568-f237-43ae-bce5-5a3c686395e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167402 Feb 14 00:15:03.833267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176950a0-6c71-4a9c-813e-15df6b36aaf5 req-35206f45-2bd1-4fe1-9539-d62da52c71e4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:03.834747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-176950a0-6c71-4a9c-813e-15df6b36aaf5 req-35206f45-2bd1-4fe1-9539-d62da52c71e4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0885253 Feb 14 00:15:03.881793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-176950a0-6c71-4a9c-813e-15df6b36aaf5 req-535a4fd8-ee34-4f79-8ef0-7deaf5cd2762 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Feb 14 00:15:03.960852 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:05.066452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-1e764ceb-f14c-4394-bece-77536e3441ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1097 time: 0.0734386 Feb 14 00:15:05.081965 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc43d-c94a-4d05-9a64-c220fd44d3e3 req-51c5f940-931f-4f9c-9778-0c72a93bcbf9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:05.083428 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-442dc43d-c94a-4d05-9a64-c220fd44d3e3 req-51c5f940-931f-4f9c-9778-0c72a93bcbf9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0785859 Feb 14 00:15:05.128587 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-442dc43d-c94a-4d05-9a64-c220fd44d3e3 req-658ed00f-d458-486d-9004-8b9c92460ba2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 Feb 14 00:15:05.201800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0e77-a990-411d-8229-7f04dde4142f req-de6a112d-e2ec-4fc8-9f9e-1cf692cfa738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:05.203339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-de6a112d-e2ec-4fc8-9f9e-1cf692cfa738 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1273713 Feb 14 00:15:05.206410 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:05.308019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-1d64a6d6-8552-40e0-ade3-96e8cd010d4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 1001 time: 0.0948098 Feb 14 00:15:05.375667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0e77-a990-411d-8229-7f04dde4142f req-29aea925-332c-4d85-b8c7-316dd77d2612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:05.377714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-29aea925-332c-4d85-b8c7-316dd77d2612 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0601645 Feb 14 00:15:05.453750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-bf929a19-e3af-4945-92a8-7081bd9c1a8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665491 Feb 14 00:15:05.590130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-f1f2ab14-ff3a-4de0-81ae-4207a9f3aead service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254423 Feb 14 00:15:05.724680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-f83d0d99-76c1-4335-88b6-542580ac97b1 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256399 Feb 14 00:15:06.425510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33e8e-3e20-4c9d-82a2-00cc6671b3dd req-9d44e0f4-63f4-4361-86fb-1ac66afc0a74 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:06.427004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cce33e8e-3e20-4c9d-82a2-00cc6671b3dd req-9d44e0f4-63f4-4361-86fb-1ac66afc0a74 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.1765921 Feb 14 00:15:06.472185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cce33e8e-3e20-4c9d-82a2-00cc6671b3dd req-7fb3cfb8-fcb0-4b55-a987-7a19e694269b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Feb 14 00:15:07.423828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:07.744885 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-01ee0e77-a990-411d-8229-7f04dde4142f req-c2daed79-bc16-41ea-80b5-918378b1b8dc service neutron] show failed (client error): The resource could not be found. Feb 14 00:15:07.745785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-c2daed79-bc16-41ea-80b5-918378b1b8dc service neutron] 10.222.0.42 "GET /v2.0/ports/b509eb6a-56c0-4434-b9de-a4650e0a08b0/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0788746 Feb 14 00:15:07.785654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009487-59c0-4a85-ad05-b8c9d0598a29 req-44d81f48-bfa4-4553-9929-a9542d6be3a8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:07.787140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a009487-59c0-4a85-ad05-b8c9d0598a29 req-44d81f48-bfa4-4553-9929-a9542d6be3a8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.1736062 Feb 14 00:15:07.833141 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3a009487-59c0-4a85-ad05-b8c9d0598a29 req-6ebd518b-03f5-4e37-9ddd-e7839127c723 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Feb 14 00:15:08.164874 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-ff3a9d79-3cf5-4826-b7cb-4075f01c65a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 1097 time: 0.1292558 Feb 14 00:15:08.176059 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:15:08.281399 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:08.543632 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:08.572460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:15:08.628800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:08.633306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:08.649157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Transition to ACTIVE for port object b509eb6a-56c0-4434-b9de-a4650e0a08b0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:15:08.653261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:08.799906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:08.824186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.824536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.824876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.825209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.825544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.825875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.826250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.826578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.826900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.827219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.827540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:08.839027 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'code': 200} Feb 14 00:15:08.878460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] No DVR routers for this DVR port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:15:09.054094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45781680-0094-4654-8043-eb07b71aef2b req-0098bdf6-1afd-464f-a201-0dd46ed9cbf3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:09.055463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45781680-0094-4654-8043-eb07b71aef2b req-0098bdf6-1afd-464f-a201-0dd46ed9cbf3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.0798175 Feb 14 00:15:09.101337 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45781680-0094-4654-8043-eb07b71aef2b req-b326312b-e29b-4a41-8e0a-6a145a97ced2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Feb 14 00:15:09.129065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:15:09.129402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:15:09.129725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:15:09.135420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:15:09.135735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Attempting to bind port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:15:09.141822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:15:09.142831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:15:09.143383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:15:09.143803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Bound port: b509eb6a-56c0-4434-b9de-a4650e0a08b0, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:15:09.144145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:09.211758 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:09.233153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:15:09.236415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:15:09.240156 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:09.301961 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:09.303358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] 10.222.0.31 "PUT /v2.0/ports/b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 1092 time: 1.1319699 Feb 14 00:15:09.316251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27a60d-e145-46d2-9178-7c6c7a476a2d service neutron] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:09.400204 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-57c03777-9c0f-405e-8b12-8b31eda6d367 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1095 time: 0.0738280 Feb 14 00:15:09.531180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0e77-a990-411d-8229-7f04dde4142f req-a27d4e89-51f7-429a-a448-1187607ed5c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:09.532660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-a27d4e89-51f7-429a-a448-1187607ed5c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1272590 Feb 14 00:15:09.732533 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-fe4985ae-2a90-43dd-8578-f85798a1b5ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 999 time: 0.1943829 Feb 14 00:15:09.793605 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0e77-a990-411d-8229-7f04dde4142f req-85e62d5d-c4d9-43cf-938a-661f192c4f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:09.795004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-85e62d5d-c4d9-43cf-938a-661f192c4f5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0561483 Feb 14 00:15:09.868407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-3503ff36-be79-4fb4-9fe5-cb9eb285ba86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670979 Feb 14 00:15:09.996506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-d2f11d07-b4d8-4a46-8f71-e8e31914055c service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220505 Feb 14 00:15:10.129262 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01ee0e77-a990-411d-8229-7f04dde4142f req-f2e5fc93-63f0-437b-b534-23d80a436a5c service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260962 Feb 14 00:15:10.308794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac14dc-e02f-4872-98ca-dd6c64560c5f req-a38ff3f8-1fbe-4107-9ff8-9471636ac70d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:10.310248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70ac14dc-e02f-4872-98ca-dd6c64560c5f req-a38ff3f8-1fbe-4107-9ff8-9471636ac70d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.0818386 Feb 14 00:15:10.354676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-70ac14dc-e02f-4872-98ca-dd6c64560c5f req-28f23e65-f013-46b3-a59c-1d005fcddc90 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Feb 14 00:15:10.840350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:10.905341 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'status': 'completed', 'code': 200} Feb 14 00:15:11.059028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-db111fea-c21c-4816-aa14-97942763496f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1095 time: 0.1313727 Feb 14 00:15:11.062392 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-659ae7b1-457f-492a-adcd-2fd8bb3bd3d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1095 time: 0.1065943 Feb 14 00:15:11.291993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-52b93c5d-a8ce-49e9-9c1b-6946345307d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:11.293398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-52b93c5d-a8ce-49e9-9c1b-6946345307d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2283270 Feb 14 00:15:11.295554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-581dcbdf-97c1-4297-ad9e-6c8e84f2d35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:11.296818 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-581dcbdf-97c1-4297-ad9e-6c8e84f2d35f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2151105 Feb 14 00:15:11.521218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-75641348-82c4-4a19-bf2c-a87e9a1bea60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 999 time: 0.1691737 Feb 14 00:15:11.522712 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-5710dee8-efdc-4eaa-8404-d6e6817f3eec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 999 time: 0.2209246 Feb 14 00:15:11.644425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-872cf54c-96cf-431b-b94a-4b7e24a8b221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:11.645764 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-872cf54c-96cf-431b-b94a-4b7e24a8b221 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1171997 Feb 14 00:15:11.654558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-0186d698-25fa-4faf-b397-4441822f698e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:11.655811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-0186d698-25fa-4faf-b397-4441822f698e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0950115 Feb 14 00:15:11.748782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b72900-d5cc-43d0-9ccb-9642e5c1ef45 req-a491aa94-e0da-4e2d-bddc-ab34235dea30 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:11.750222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31b72900-d5cc-43d0-9ccb-9642e5c1ef45 req-a491aa94-e0da-4e2d-bddc-ab34235dea30 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.2685945 Feb 14 00:15:11.829242 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-cd2ee9d5-7e77-4b20-868e-ea3e4d0c7fdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444249 Feb 14 00:15:11.832284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-452ece58-abbe-47d5-a50c-f060d67aff8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805182 Feb 14 00:15:11.834554 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31b72900-d5cc-43d0-9ccb-9642e5c1ef45 req-7f50064c-e2a6-4ff1-b903-41d53765ff4a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768173 Feb 14 00:15:12.113971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.42', 64376) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:15:12.197472 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-4d674448-557b-4317-97b3-5e6854e4c593 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:12.198985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-4d674448-557b-4317-97b3-5e6854e4c593 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2&tenant_id=7b7a9873857a4a789586ef609916ef69&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.0838604 Feb 14 00:15:12.223132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-3ceb4eb0-9251-4a16-acb2-9a49219fbb90 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845978 Feb 14 00:15:12.231563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-afadd716-7332-4f4f-9db7-5aaffee3786b service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758633 Feb 14 00:15:12.278570 n-d-828979-1 neutron-server[83661]: INFO neutron.api.v2.resource [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-8a51d30a-cefc-4315-83cb-ca07e6e6a428 service neutron] delete failed (client error): The resource could not be found. Feb 14 00:15:12.279491 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-8a51d30a-cefc-4315-83cb-ca07e6e6a428 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b509eb6a-56c0-4434-b9de-a4650e0a08b0/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0723701 Feb 14 00:15:12.417443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d01f70-f733-4a22-9598-68eba2ec4a91 req-01e7aa1e-ad57-425d-b50a-0a2f25e253b3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:12.418896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89d01f70-f733-4a22-9598-68eba2ec4a91 req-01e7aa1e-ad57-425d-b50a-0a2f25e253b3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 944 time: 0.3189466 Feb 14 00:15:12.506425 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-9d4dcb21-e383-4399-a830-857c1981e38d service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738745 Feb 14 00:15:12.511315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a9439b84-6ba3-47b7-880a-71ed0fc91804 req-02ca4360-bff1-41bc-a73f-cf3facc987d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599471 Feb 14 00:15:12.521029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-89d01f70-f733-4a22-9598-68eba2ec4a91 req-67a6272a-bf86-4df0-b69b-388bfc8b2200 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956972 Feb 14 00:15:12.683862 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-5d9d181f-713e-4a55-81f9-719ef5eeffa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1095 time: 0.0714121 Feb 14 00:15:12.822378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-a73825d5-245b-4d99-b615-d070e98ec0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:12.823697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-a73825d5-245b-4d99-b615-d070e98ec0a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1249638 Feb 14 00:15:12.828036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:15:12.917796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:15:12.926257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-a46603fb-7e87-4451-8bfc-c5371266b591 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 999 time: 0.0931892 Feb 14 00:15:12.995182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-380d8c8d-ddc5-4986-bf5c-e3787c252360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:12.996646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-380d8c8d-ddc5-4986-bf5c-e3787c252360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0612466 Feb 14 00:15:13.074090 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-f8df9336-2748-4acb-83c0-b036420ff7cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687768 Feb 14 00:15:13.208360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-d4457053-45b9-4d3a-b313-e70461d166be service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250064 Feb 14 00:15:13.337460 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-191bbdbe-6a6f-4dc3-96c4-cb3f28203b5a service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224675 Feb 14 00:15:13.442198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:15:13.571449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:13.585480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'mac_address': 'fa:16:3e:91:75:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:15:13.642210 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:13.658818 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b509eb6a-56c0-4434-b9de-a4650e0a08b0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:15:13.674379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:13.679161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:13.730788 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899fe6f-cac1-4072-93e5-7ac2f0858f19 req-1fa7145c-b3ed-4eca-9b2b-6547ecd10651 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:13.732977 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4899fe6f-cac1-4072-93e5-7ac2f0858f19 req-1fa7145c-b3ed-4eca-9b2b-6547ecd10651 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 945 time: 0.0852180 Feb 14 00:15:13.749097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:13.759018 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.759573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.760061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.760544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.761003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.761455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.761918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.762428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.762891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.763351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.763822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:15:13.789758 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4899fe6f-cac1-4072-93e5-7ac2f0858f19 req-c6fe13e5-7c2d-4b68-ab70-48fd21e8a852 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Feb 14 00:15:13.868166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['b509eb6a-56c0-4434-b9de-a4650e0a08b0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:15:14.988978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450c7a-6eb9-4295-8a9f-eda5ac485ffa req-ea609ab4-a985-4a00-a18b-bb50980867ea tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:14.990440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5450c7a-6eb9-4295-8a9f-eda5ac485ffa req-ea609ab4-a985-4a00-a18b-bb50980867ea tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 945 time: 0.0785563 Feb 14 00:15:15.041228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e5450c7a-6eb9-4295-8a9f-eda5ac485ffa req-7dcd741e-4f74-41fc-8902-274e9732069a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Feb 14 00:15:15.234764 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42082803-b36d-48ad-84b7-7325adfa8139 req-82f05a9a-07bd-4fc4-a70b-eb4fb5f66062 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:15.236710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42082803-b36d-48ad-84b7-7325adfa8139 req-82f05a9a-07bd-4fc4-a70b-eb4fb5f66062 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 945 time: 0.0763576 Feb 14 00:15:15.280371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42082803-b36d-48ad-84b7-7325adfa8139 req-5633d28a-6e98-4256-8176-26f0cc0c799d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381761 Feb 14 00:15:15.389546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-87dfe32b-2a69-4ac1-8e12-5335c8208c5b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666828 Feb 14 00:15:15.459967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:15:15.537615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port b509eb6a-56c0-4434-b9de-a4650e0a08b0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:15:15.542997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port b509eb6a-56c0-4434-b9de-a4650e0a08b0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:15:15.543394 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:15.560693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-c01cf448-8881-4c38-946b-0d762a617b74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1096 time: 0.1027935 Feb 14 00:15:15.660828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:15.663371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e569c3-8578-49d3-ad55-8cac7a64051b req-261d5503-bad7-495e-be37-27f19115b36b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:15.665056 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6e569c3-8578-49d3-ad55-8cac7a64051b req-261d5503-bad7-495e-be37-27f19115b36b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 945 time: 0.0881052 Feb 14 00:15:15.691147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:15.702744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:15.708520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:15.716677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6e569c3-8578-49d3-ad55-8cac7a64051b req-6cc058f1-518c-4757-9bb1-ed8dd0007ca2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Feb 14 00:15:15.763525 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'code': 200} Feb 14 00:15:15.789161 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:15.833877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-2c79ce47-d8b7-4b10-9d97-97a63eea6477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:15.835409 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-2c79ce47-d8b7-4b10-9d97-97a63eea6477 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2557697 Feb 14 00:15:15.935794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-6de3cb1d-a0c1-4bd9-b96a-c87d43a59aa0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 1001 time: 0.0942552 Feb 14 00:15:15.995430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-37c4877c-33c6-4433-b601-903f15c6260d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:15.996834 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-37c4877c-33c6-4433-b601-903f15c6260d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0558925 Feb 14 00:15:16.070075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-6cd32860-7c89-49b6-b70a-7b7fcdda9019 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671132 Feb 14 00:15:16.203538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-416c52ab-65d3-4ea9-b2cb-383ddf2ee094 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276977 Feb 14 00:15:16.335863 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a7c9cb5b-db49-4477-85d9-545f933ed511 req-e8458d85-5257-47e6-bea9-a31e6666dd46 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254108 Feb 14 00:15:16.493615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-fb567a4c-6936-40c8-a6c2-e4929aea860f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 1097 time: 0.0717952 Feb 14 00:15:16.621443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e2868-adf3-4411-beec-f87d423ab52e req-4d971f37-3303-4093-a910-c10ec49283bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:16.622915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-4d971f37-3303-4093-a910-c10ec49283bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1243320 Feb 14 00:15:16.730839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-33fcba04-f89b-4626-ac90-5bde4041a803 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 200 len: 1001 time: 0.1020939 Feb 14 00:15:16.791930 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e2868-adf3-4411-beec-f87d423ab52e req-3f82a888-958c-453e-81e6-1ea33282dbf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:16.793372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-3f82a888-958c-453e-81e6-1ea33282dbf8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0564587 Feb 14 00:15:16.872164 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-3c1207c7-99b5-4bdb-9da0-f413d8edbdd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719924 Feb 14 00:15:16.918763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730c5b4-ec52-4297-b331-81a2c99fa08d req-2b2e6487-5ecc-431e-9e34-31b5504e50f8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:16.920208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e730c5b4-ec52-4297-b331-81a2c99fa08d req-2b2e6487-5ecc-431e-9e34-31b5504e50f8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0794182 Feb 14 00:15:16.969777 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e730c5b4-ec52-4297-b331-81a2c99fa08d req-6443cb19-5d2c-4120-86b2-8f24e4c09dca tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Feb 14 00:15:17.005720 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-dfde022d-3a23-4d39-808e-fe664344195d service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271176 Feb 14 00:15:17.135034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b41e2868-adf3-4411-beec-f87d423ab52e req-fdbe757e-1011-4f55-aa31-ae17a8f15268 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236980 Feb 14 00:15:18.166384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b210-eee2-460f-b332-d54f76430453 req-5e9575fd-1549-40e5-820a-b37d32a131cd tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:18.167819 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f29b210-eee2-460f-b332-d54f76430453 req-5e9575fd-1549-40e5-820a-b37d32a131cd tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0761547 Feb 14 00:15:18.213630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3f29b210-eee2-460f-b332-d54f76430453 req-32945312-2aaf-4806-8e99-ae692854d6a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Feb 14 00:15:18.616091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8b345-b27b-4473-8c33-8f6cd3269650 req-c08b3f62-5c08-48b0-8e86-6664e96396fb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:18.617415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eb8b345-b27b-4473-8c33-8f6cd3269650 req-c08b3f62-5c08-48b0-8e86-6664e96396fb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0792756 Feb 14 00:15:18.750035 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6eb8b345-b27b-4473-8c33-8f6cd3269650 req-ac9fb9ae-9ae7-4e09-bf9c-7d15952335e0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271822 Feb 14 00:15:19.771882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-495b83a9-4730-41e3-a4f5-011ffaf7fa5d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:19.773279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-495b83a9-4730-41e3-a4f5-011ffaf7fa5d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0746615 Feb 14 00:15:19.843360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Deleting port b509eb6a-56c0-4434-b9de-a4650e0a08b0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:15:19.843692 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:19.949820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e99e-323f-4466-8410-eb69fe441c9a req-c6552a1b-4a76-45c9-9e89-d3220a057dda tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:19.951287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a559e99e-323f-4466-8410-eb69fe441c9a req-c6552a1b-4a76-45c9-9e89-d3220a057dda tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 946 time: 0.0770998 Feb 14 00:15:19.998571 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a559e99e-323f-4466-8410-eb69fe441c9a req-ac616e31-1f8e-4ca5-8d45-bb32e76f490e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Feb 14 00:15:20.089015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] For port b509eb6a-56c0-4434-b9de-a4650e0a08b0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=b509eb6a-56c0-4434-b9de-a4650e0a08b0,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:20.089362 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:20.367447 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:20.367794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:20.368107 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 disassociated. External IP: 172.25.4.90, port: b509eb6a-56c0-4434-b9de-a4650e0a08b0. Feb 14 00:15:20.368442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Calling delete_port for b509eb6a-56c0-4434-b9de-a4650e0a08b0 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:15:20.512287 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:20.559728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event deleted for resources: {'Port': ['ID=b509eb6a-56c0-4434-b9de-a4650e0a08b0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:20.773481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:15:20.966101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:15:20.976981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:15:20.988635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:15:20.989230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:15:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:21.042571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] No DVR routers for this DVR port b509eb6a-56c0-4434-b9de-a4650e0a08b0 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:15:21.045237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:21.048623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-deleted', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:21.066809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-720f4675-ef1b-457a-a94f-6f86bc6c5220 req-5a45a56b-19fd-48cb-92ed-ef0fffd48698 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "DELETE /v2.0/ports/b509eb6a-56c0-4434-b9de-a4650e0a08b0 HTTP/1.1" status: 204 len: 173 time: 1.2876420 Feb 14 00:15:21.109146 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9e6084-b9f1-4801-b7ca-46c38242def2', 'name': 'network-vif-deleted', 'tag': 'b509eb6a-56c0-4434-b9de-a4650e0a08b0', 'status': 'completed', 'code': 200} Feb 14 00:15:21.183473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ebfc4fce-9135-47a7-a4ce-a9bd27b29637 req-82f379af-0661-42a3-8b6e-aa43246f1aab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:15:21.189474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:15:21.199576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-ebfc4fce-9135-47a7-a4ce-a9bd27b29637 req-82f379af-0661-42a3-8b6e-aa43246f1aab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:15:21.200809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ebfc4fce-9135-47a7-a4ce-a9bd27b29637 req-82f379af-0661-42a3-8b6e-aa43246f1aab tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9e6084-b9f1-4801-b7ca-46c38242def2 HTTP/1.1" status: 200 len: 210 time: 0.0598798 Feb 14 00:15:21.498579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:21.503152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:15:21.513223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:15:21.513808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:15:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:21.713889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:15:22.011406 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:22.015274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26d049-d412-4ae4-ba32-dc6aebe370e8 None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:15:22.221391 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c398d9-a367-4cc3-a4b3-c6bacc1c27c3 None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:15:22.562858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-767093ba-4735-4610-8f96-a28493697e98 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1424818951&fields=id&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 267 time: 0.0398040 Feb 14 00:15:22.708806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0c55dd87-9a1c-413d-8fda-e35424b1e671 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:22.710255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0c55dd87-9a1c-413d-8fda-e35424b1e671 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.1410594 Feb 14 00:15:22.727248 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-70228033-3715-4ded-a3af-086a8b59179d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/quotas/7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 375 time: 0.0117331 Feb 14 00:15:22.810312 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-41541078-19ec-4d12-a25e-84d08f57e9d9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783122 Feb 14 00:15:22.945523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-13524dfc-8eb5-48e7-9089-3656e4ed99b6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235921 Feb 14 00:15:23.076167 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-e5c59416-47ea-46e1-8264-2020c015ae42 service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248119 Feb 14 00:15:23.261651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c227926f-6726-4b01-b4cf-5a5db7c96329 req-11df8162-b43a-4117-810c-5a76f19a4f44 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 210 time: 0.0408518 Feb 14 00:15:23.488755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:15:23.521062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: b509eb6a-56c0-4434-b9de-a4650e0a08b0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:15:23.521416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device b509eb6a-56c0-4434-b9de-a4650e0a08b0 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:15:24.434066 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5f5b8d95-2651-4dc2-8d75-be3e753db5bc req-101c3a6d-9849-4ad5-937f-bd8fccc435e1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 210 time: 0.0429265 Feb 14 00:15:24.465075 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-c73669ed-06b1-46ba-bf42-2ba49c54553d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:24.466515 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-c73669ed-06b1-46ba-bf42-2ba49c54553d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.2484589 Feb 14 00:15:24.527079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-10b79618-0953-494f-bb2c-1582cdef6c94 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 380 time: 0.0425982 Feb 14 00:15:24.536898 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'port': {'device_id': '3e256013-702c-4813-af87-2cf71ff754c8', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'admin_state_up': True, 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'security_groups': ['4b59dc4c-abc3-4d0e-a9d4-141e50856d5b']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:15:24.671823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:15:24.682790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:15:24.693863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Made reservation on behalf of 7b7a9873857a4a789586ef609916ef69 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:15:24.697030 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:24.915420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Allocated IP 172.20.0.3 (3e9426c0-9a67-4d4e-b702-92481584ad23/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21/cad82d0c-c195-4401-b2a7-6a61e74e90e2) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:15:25.154572 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:25.172715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Transition to ACTIVE for port object cad82d0c-c195-4401-b2a7-6a61e74e90e2 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:15:25.196898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:25.270126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:15:25.273015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:15:25.286245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:15:25.326103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:25.355581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:25.356182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:25.383214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-dfadce27-c51f-4bca-aeb0-ee9bb1c7e2c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8497941 Feb 14 00:15:25.489486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a7a32a9-df7d-46da-9909-f4019a089140 None None] Provisioning for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:15:25.494587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9a7a32a9-df7d-46da-9909-f4019a089140 None None] Provisioning complete for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:15:25.495032 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9a7a32a9-df7d-46da-9909-f4019a089140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:25.519838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Request body: {'port': {'device_id': '3e256013-702c-4813-af87-2cf71ff754c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:15:25.550726 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a32a9-df7d-46da-9909-f4019a089140 None None] Port cad82d0c-c195-4401-b2a7-6a61e74e90e2 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:15:25.724338 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:25.754893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccc818-0447-405b-aa69-7ac126e10f98 req-1fe5f00f-0675-45ba-8ff2-24188e21f894 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:25.755577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-09ccc818-0447-405b-aa69-7ac126e10f98 req-1fe5f00f-0675-45ba-8ff2-24188e21f894 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:15:25.818466 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:15:25.822465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-09ccc818-0447-405b-aa69-7ac126e10f98 req-1fe5f00f-0675-45ba-8ff2-24188e21f894 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:15:25.823590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09ccc818-0447-405b-aa69-7ac126e10f98 req-1fe5f00f-0675-45ba-8ff2-24188e21f894 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 931 time: 0.2551877 Feb 14 00:15:25.989778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09ccc818-0447-405b-aa69-7ac126e10f98 req-80d99fc9-6f9c-4899-9c1e-0771f8d66fe1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261714 Feb 14 00:15:26.128467 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad82d0c-c195-4401-b2a7-6a61e74e90e2 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:15:26.135203 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:26.150290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Transition to ACTIVE for port object cad82d0c-c195-4401-b2a7-6a61e74e90e2 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:15:26.153760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:26.277556 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:26.394873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:15:26.395202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:15:26.395523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:15:26.401151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:15:26.401466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:15:26.407721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:15:26.408052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:15:26.408432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:15:26.408850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Bound port: cad82d0c-c195-4401-b2a7-6a61e74e90e2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:15:26.409183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:26.589963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:15:26.592885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:15:26.597108 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:26.661889 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:26.663284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] 10.222.0.42 "PUT /v2.0/ports/cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 1091 time: 1.2212064 Feb 14 00:15:26.663717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:26.683211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7bf85-4a1d-424c-b255-0b60642af127 service neutron] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:26.741115 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'status': 'completed', 'code': 200} Feb 14 00:15:26.782022 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-0d5e8417-fece-41dd-a6e2-1ab7f8c15cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1094 time: 0.0745673 Feb 14 00:15:26.858644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-c8f63190-e20b-47cc-9e58-93f931d96bef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 217 time: 0.0652273 Feb 14 00:15:26.925613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-190bc23c-8940-4c08-b0e7-21877ed91d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:26.927072 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-190bc23c-8940-4c08-b0e7-21877ed91d7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0583127 Feb 14 00:15:27.006801 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-537b18b7-2242-4897-bc96-a3196900b887 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697756 Feb 14 00:15:27.184517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-954b473d-d39b-4b53-83f8-c037a72d7943 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680453 Feb 14 00:15:27.296940 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdc766-f94d-48ca-83b3-0ef9db4559fa req-c6c34c3b-2ea1-4c82-bd3b-a55e0756b679 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:27.298448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41fdc766-f94d-48ca-83b3-0ef9db4559fa req-c6c34c3b-2ea1-4c82-bd3b-a55e0756b679 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.1859517 Feb 14 00:15:27.362453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0283c49a-e79b-43cd-ab00-b7c79486a951 req-21919268-4563-41ca-839a-71616fb0aec5 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657836 Feb 14 00:15:27.374424 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-41fdc766-f94d-48ca-83b3-0ef9db4559fa req-ba8200b6-435f-4dac-9394-2da92352b5f8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679090 Feb 14 00:15:27.493504 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-1bc177ca-1979-4fd2-85a9-320f1daac7f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1094 time: 0.0704534 Feb 14 00:15:27.622809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-dfe13924-a582-4e1b-bc82-bc7cd4beccf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:27.624228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-dfe13924-a582-4e1b-bc82-bc7cd4beccf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1252639 Feb 14 00:15:27.693761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-6b65fe3f-9c04-462a-8800-e86e0e0d09fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 217 time: 0.0609093 Feb 14 00:15:27.759666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-efe336fb-bf1c-4340-bfb1-137dc51040b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:27.760954 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-efe336fb-bf1c-4340-bfb1-137dc51040b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0601261 Feb 14 00:15:27.840198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-7dfec79d-16b1-4dc9-8079-9e64d60768cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654650 Feb 14 00:15:27.969871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-72c51f74-f02e-423e-8083-51447326c18d service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224303 Feb 14 00:15:28.106738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b4c024f-3b35-4bf4-8582-3e6cd8dc5250 req-c2f27465-bfb1-4841-92eb-bdd2708a54d9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299822 Feb 14 00:15:28.574252 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47246d93-9200-49c8-9ea9-6d935f878c57 req-983f8c41-1b33-4d52-9ea5-416ac63e7bf7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:28.575670 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47246d93-9200-49c8-9ea9-6d935f878c57 req-983f8c41-1b33-4d52-9ea5-416ac63e7bf7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.0788488 Feb 14 00:15:28.622064 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47246d93-9200-49c8-9ea9-6d935f878c57 req-3f6144be-1111-46ef-aece-709fb46e71f7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 Feb 14 00:15:29.910784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813eb0-b7eb-4de8-947e-61efaac7f116 req-0e69a9ca-a2d7-454b-88fe-0997ac4556fe tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:29.912277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84813eb0-b7eb-4de8-947e-61efaac7f116 req-0e69a9ca-a2d7-454b-88fe-0997ac4556fe tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.1703064 Feb 14 00:15:29.956753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-84813eb0-b7eb-4de8-947e-61efaac7f116 req-c5781252-4449-440d-8165-19b1cc11066f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390246 Feb 14 00:15:30.264541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f86905bc-5ffc-446c-b846-df4ee90a38a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:30.885529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:15:31.015721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:31.028654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'mac_address': 'fa:16:3e:00:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:15:31.084954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:31.105436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad82d0c-c195-4401-b2a7-6a61e74e90e2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:15:31.120898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:31.124925 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:31.155140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa2fc5-f4e5-4dd0-b5f2-047d7064dcdd req-d4c2e67c-a6a0-4c21-976b-be5644a17906 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:31.156522 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-abfa2fc5-f4e5-4dd0-b5f2-047d7064dcdd req-d4c2e67c-a6a0-4c21-976b-be5644a17906 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.0774074 Feb 14 00:15:31.191682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:31.203272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-abfa2fc5-f4e5-4dd0-b5f2-047d7064dcdd req-f894e528-72d2-474f-a57f-d85c3ba45988 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Feb 14 00:15:31.375460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cad82d0c-c195-4401-b2a7-6a61e74e90e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:15:32.400579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca70b-5e6e-4d34-bb14-1202dcacf833 req-81e8cdf6-4457-4a54-9cea-106cb4c9116c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:32.402062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e1ca70b-5e6e-4d34-bb14-1202dcacf833 req-81e8cdf6-4457-4a54-9cea-106cb4c9116c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0772715 Feb 14 00:15:32.418786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c4a2-1919-4d6a-8d8d-11cc6494d51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:32.447853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e1ca70b-5e6e-4d34-bb14-1202dcacf833 req-bf85aa4e-ec7b-496b-a407-c6ef7e8ce705 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 Feb 14 00:15:32.885441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:15:32.955683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:15:32.960221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:15:32.960580 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:33.071045 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:33.097861 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:33.106418 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:33.111004 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:33.177634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:33.274158 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'code': 200} Feb 14 00:15:33.420749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d76144bb-971d-4190-af61-0ffc1fdc766c req-6a64b108-ef30-4cf3-ba11-df15317cbbd3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1096 time: 0.0709662 Feb 14 00:15:33.466427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d76144bb-971d-4190-af61-0ffc1fdc766c req-f837fd0d-8a0f-4c13-92a1-13a7b889515e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356512 Feb 14 00:15:33.610149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:33.644150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645e724-8788-44cc-b375-bab49403961f req-3293011f-a0d8-49d3-8924-d66665825a14 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:33.645592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3645e724-8788-44cc-b375-bab49403961f req-3293011f-a0d8-49d3-8924-d66665825a14 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0793014 Feb 14 00:15:33.690131 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3645e724-8788-44cc-b375-bab49403961f req-57798a63-e944-4048-b21f-da1ad98283f2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Feb 14 00:15:33.964051 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:34.904943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10170e-717e-4bd8-a9dc-152815f45ba2 req-50b58c8d-e3cd-48fd-b0d3-d5f64f7b9040 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:34.906396 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf10170e-717e-4bd8-a9dc-152815f45ba2 req-50b58c8d-e3cd-48fd-b0d3-d5f64f7b9040 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0847270 Feb 14 00:15:34.951491 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf10170e-717e-4bd8-a9dc-152815f45ba2 req-fc313cc7-06d9-425b-893c-19646bca8618 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Feb 14 00:15:35.207090 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:36.150080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ddf43-786d-4d2e-9c85-ec3b0ef04d7d req-29704461-4f0b-4137-a48e-7d08daed6785 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:36.151510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-114ddf43-786d-4d2e-9c85-ec3b0ef04d7d req-29704461-4f0b-4137-a48e-7d08daed6785 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0787387 Feb 14 00:15:36.195951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-114ddf43-786d-4d2e-9c85-ec3b0ef04d7d req-75930704-0c0f-4bb0-9cce-2edf3e65132e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Feb 14 00:15:36.383007 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62c98-fd66-4d32-bcd1-0d366150dcfa req-60be88d6-bd3d-4f38-a794-a0e694a51181 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:36.384435 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ac62c98-fd66-4d32-bcd1-0d366150dcfa req-60be88d6-bd3d-4f38-a794-a0e694a51181 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0743611 Feb 14 00:15:36.393825 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 41758) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:15:36.398888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'floatingip': {'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:15:36.558754 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:37.130411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:37.133776 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:37.324108 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 associated. External IP: 172.25.4.90, port: cad82d0c-c195-4401-b2a7-6a61e74e90e2. Feb 14 00:15:37.439799 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:37.718180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:15:38.023111 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:15:38.027906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:38.033231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:15:38.044517 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:15:38.045120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:15:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:38.082144 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f24125ab-0079-44fb-89cf-f134d7608731 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "PUT /v2.0/floatingips/5f99aefb-3af8-4174-b2aa-16f627b59aa9 HTTP/1.1" status: 200 len: 990 time: 1.6872408 Feb 14 00:15:38.082708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:38.262326 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'status': 'completed', 'code': 200} Feb 14 00:15:38.272596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:15:38.418278 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-01f386a5-2988-4400-abfd-87a8700d7a97 req-e6cc21e4-0b11-4cf2-bb63-8d01027a54b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1603417 Feb 14 00:15:38.424989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-7193f46a-9cc6-407e-9f54-d54833620dd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1096 time: 0.1385133 Feb 14 00:15:38.569031 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-55e87616-2971-438f-bd2f-b59775a490c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:38.571059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-55e87616-2971-438f-bd2f-b59775a490c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1389050 Feb 14 00:15:38.638801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:00:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e256013-702c-4813-af87-2cf71ff754c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:15:37Z', 'revision_number': 9, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:38.643974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:15:38.655006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:15:38.655715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:15:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:38.724832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-f70f69a8-9374-491b-b16e-2cfb50629d67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 998 time: 0.1465251 Feb 14 00:15:38.737328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9c842-a156-4206-a3c3-af334a520759 req-1cb3169c-2095-4170-8c77-bec569ff6930 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:38.738945 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5c9c842-a156-4206-a3c3-af334a520759 req-1cb3169c-2095-4170-8c77-bec569ff6930 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0784039 Feb 14 00:15:38.789391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5c9c842-a156-4206-a3c3-af334a520759 req-9f9e20e2-59d7-4e54-ac93-576fc54eda88 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Feb 14 00:15:38.799836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-29534e32-58a7-4d5f-b38e-2729497cc4ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:38.801094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-29534e32-58a7-4d5f-b38e-2729497cc4ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0671921 Feb 14 00:15:38.807973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-94d746c1-aee3-4341-8df4-367dcd1fb494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1541567 Feb 14 00:15:38.847703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:15:38.882925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-880df17a-08df-4541-b165-ee2dd3f2a946 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726275 Feb 14 00:15:39.046146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-2e15c864-0c13-456e-9e7e-411e36b301ff service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560452 Feb 14 00:15:39.182728 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1bc10fc4-1fa8-4eb8-bb06-024d6808ae85 req-93d55593-58c8-49ac-b944-f3421bde42b0 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306920 Feb 14 00:15:39.227518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:39.254830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:00:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e256013-702c-4813-af87-2cf71ff754c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:15:37Z', 'revision_number': 9, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:15:39.258892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba204ff-aa95-4ef2-a7c2-5d1479519c1e None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:00:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e256013-702c-4813-af87-2cf71ff754c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:15:37Z', 'revision_number': 9, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:15:39.473609 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e33d2f-4d46-473e-8cc9-a25214032905 None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:15:40.010361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaadcb0-371c-42cc-aa7a-39b2cee1c713 req-50868228-5503-42bb-9557-431d3a2f5caf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:40.011810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aaadcb0-371c-42cc-aa7a-39b2cee1c713 req-50868228-5503-42bb-9557-431d3a2f5caf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0907543 Feb 14 00:15:40.109369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aaadcb0-371c-42cc-aa7a-39b2cee1c713 req-397c4036-78f0-42cb-826a-aa2b82a057f8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637631 Feb 14 00:15:40.121122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-cb9f54a2-f5f4-4459-939c-02bf9d1baf01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1096 time: 0.1056726 Feb 14 00:15:40.253265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-1b289e05-ddb6-4c33-87de-7a78dbbbd3af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:40.254734 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-1b289e05-ddb6-4c33-87de-7a78dbbbd3af service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1273873 Feb 14 00:15:40.448749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-49f87784-dc1b-4b61-a2bc-32e5d30c43dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 1001 time: 0.1879833 Feb 14 00:15:40.512954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-5080ffe6-a628-4cf3-a668-eb40db11acd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:40.514379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-5080ffe6-a628-4cf3-a668-eb40db11acd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0589342 Feb 14 00:15:40.592195 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-e14a81dc-56ef-403b-8f46-b6509bcbe244 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700583 Feb 14 00:15:40.720699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-de913516-b0db-440d-a33f-b263ac62706f service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226292 Feb 14 00:15:40.855095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-d17ccbc2-5813-4fe4-9445-a78fb26bbc43 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257365 Feb 14 00:15:41.307852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a69035-23b7-4a27-9b89-9311e201b812 req-678ae400-1915-44b1-847a-f1cd172b1e50 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:41.309206 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f5a69035-23b7-4a27-9b89-9311e201b812 req-678ae400-1915-44b1-847a-f1cd172b1e50 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0789964 Feb 14 00:15:41.354108 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f5a69035-23b7-4a27-9b89-9311e201b812 req-26d4ce07-2ae8-430b-a817-685b731b7b47 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Feb 14 00:15:42.548261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91773322-ec95-4d4a-b066-5e557bbf640f req-e1f432fe-8f4b-4fea-91b1-53b31cb592ae tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:42.549698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91773322-ec95-4d4a-b066-5e557bbf640f req-e1f432fe-8f4b-4fea-91b1-53b31cb592ae tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0746431 Feb 14 00:15:42.598582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-91773322-ec95-4d4a-b066-5e557bbf640f req-661c08e2-48e5-4e33-bb04-ca794a7e7cf5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Feb 14 00:15:43.790516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d26c8-5273-41d7-9b12-792f3a750240 req-9813a0a7-2882-47ae-8978-6b1f51505813 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:43.791942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-947d26c8-5273-41d7-9b12-792f3a750240 req-9813a0a7-2882-47ae-8978-6b1f51505813 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0754175 Feb 14 00:15:43.840240 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-947d26c8-5273-41d7-9b12-792f3a750240 req-814c1854-047b-4584-846e-2f187a21dfa0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Feb 14 00:15:45.037947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0839-6c90-4dcb-8404-ac5dd4623bb2 req-a386af88-3851-4cfe-b417-87f125577887 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:45.039456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-809d0839-6c90-4dcb-8404-ac5dd4623bb2 req-a386af88-3851-4cfe-b417-87f125577887 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0792375 Feb 14 00:15:45.087959 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-809d0839-6c90-4dcb-8404-ac5dd4623bb2 req-40db0ed3-31e3-4ce7-854f-725d1262af66 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Feb 14 00:15:46.284529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436c45-eecd-4337-b605-b59fc2a140a8 req-4cf2a9a1-1b6b-4cb6-ad7b-4b150fffc4e4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:46.285892 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a436c45-eecd-4337-b605-b59fc2a140a8 req-4cf2a9a1-1b6b-4cb6-ad7b-4b150fffc4e4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0755763 Feb 14 00:15:46.330774 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a436c45-eecd-4337-b605-b59fc2a140a8 req-aaa8ffb1-15a6-46d7-ad54-e02aa4514ede tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393915 Feb 14 00:15:47.528505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63cc6-2bb5-4ab8-973c-cf8623484a90 req-c779ec3a-cdf9-4bf8-adae-4c8ad73d12f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:47.529932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5b63cc6-2bb5-4ab8-973c-cf8623484a90 req-c779ec3a-cdf9-4bf8-adae-4c8ad73d12f5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0806711 Feb 14 00:15:47.573551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5b63cc6-2bb5-4ab8-973c-cf8623484a90 req-872119f0-0da9-4ce3-be2c-3e650db1e630 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Feb 14 00:15:48.774761 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d9a2a-9bf6-4a70-912b-0064548871a2 req-962f0645-fe78-4a52-8457-f6cb6e5d29e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:48.776192 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90d9a2a-9bf6-4a70-912b-0064548871a2 req-962f0645-fe78-4a52-8457-f6cb6e5d29e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0784020 Feb 14 00:15:48.819931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90d9a2a-9bf6-4a70-912b-0064548871a2 req-598d0cad-fc89-45b1-8c27-10d143307f31 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Feb 14 00:15:50.021324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eadd0-fa56-4eb2-9ec1-531223e42258 req-008d4308-27a1-4c5e-b18e-8993dca0bd6c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:50.022789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f7eadd0-fa56-4eb2-9ec1-531223e42258 req-008d4308-27a1-4c5e-b18e-8993dca0bd6c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0747669 Feb 14 00:15:50.068017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4f7eadd0-fa56-4eb2-9ec1-531223e42258 req-4f4c098d-638b-49c5-9046-4956a6a130cf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Feb 14 00:15:51.262508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94182-2fab-4ca6-b63d-3d59149ef249 req-4eecc4a0-683e-4c89-a0f4-9a043a97b1af tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:51.263926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6cb94182-2fab-4ca6-b63d-3d59149ef249 req-4eecc4a0-683e-4c89-a0f4-9a043a97b1af tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0741937 Feb 14 00:15:51.311195 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6cb94182-2fab-4ca6-b63d-3d59149ef249 req-0624c3f6-7d03-4158-ac0d-c6cbd56dc6a2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Feb 14 00:15:52.506571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2768bf-59fb-4e5d-9a91-a634ff4a764c req-ac3ce146-6876-491d-8aa7-2afae274bc44 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:52.507980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c2768bf-59fb-4e5d-9a91-a634ff4a764c req-ac3ce146-6876-491d-8aa7-2afae274bc44 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0781097 Feb 14 00:15:52.553276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8c2768bf-59fb-4e5d-9a91-a634ff4a764c req-fd4946e1-4292-441b-a271-3d043ccdce90 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 Feb 14 00:15:53.755318 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f3887-0a8a-4569-8415-9af65de7d28c req-c167acb6-d489-4f9e-a300-7a47061a891e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:53.756792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c6f3887-0a8a-4569-8415-9af65de7d28c req-c167acb6-d489-4f9e-a300-7a47061a891e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0796843 Feb 14 00:15:53.801683 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1c6f3887-0a8a-4569-8415-9af65de7d28c req-766007d4-e81f-46c6-9ed6-83d3be732760 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 Feb 14 00:15:54.993906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9831fa6-1597-43fd-9275-e66966e03b8b req-0e175a0e-f003-44bd-b086-d440d9418762 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:54.995360 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9831fa6-1597-43fd-9275-e66966e03b8b req-0e175a0e-f003-44bd-b086-d440d9418762 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0749376 Feb 14 00:15:55.043727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9831fa6-1597-43fd-9275-e66966e03b8b req-95dea84e-3150-42c0-9fc5-3b4452394326 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Feb 14 00:15:56.241070 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725c560-dddd-43dc-9a21-d9cb318256f8 req-69d882b5-7596-4b14-aa51-f7aad84ea120 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:56.242552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0725c560-dddd-43dc-9a21-d9cb318256f8 req-69d882b5-7596-4b14-aa51-f7aad84ea120 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0748389 Feb 14 00:15:56.291702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0725c560-dddd-43dc-9a21-d9cb318256f8 req-1e5eb0d7-f577-4968-af8d-995266153b24 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Feb 14 00:15:57.487902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f20f-3584-41b5-b3e0-59a980672a88 req-86bf6234-d867-4eb6-9e3f-8baf2b113995 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:57.489325 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2679f20f-3584-41b5-b3e0-59a980672a88 req-86bf6234-d867-4eb6-9e3f-8baf2b113995 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0756345 Feb 14 00:15:57.534214 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2679f20f-3584-41b5-b3e0-59a980672a88 req-61dc495a-91bf-4d75-8da0-27edd4701c30 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Feb 14 00:15:57.786272 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-b84e41a3-cbbb-42d9-886d-db3d7bbed637 service neutron] show failed (client error): The resource could not be found. Feb 14 00:15:57.787245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-b84e41a3-cbbb-42d9-886d-db3d7bbed637 service neutron] 10.222.0.42 "GET /v2.0/ports/cad82d0c-c195-4401-b2a7-6a61e74e90e2/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0767944 Feb 14 00:15:58.058437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-59c140f7-d940-4e2f-a984-97d0e70329b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 1096 time: 0.0705507 Feb 14 00:15:58.068723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:15:58.176066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:58.447128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:15:58.562175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:15:58.623676 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:15:58.630157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:58.646134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Transition to ACTIVE for port object cad82d0c-c195-4401-b2a7-6a61e74e90e2 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:15:58.652194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:58.742103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01122766-2315-4c70-a596-e11a78b8bb11 req-4b778837-141c-4a07-a937-b7844c1c8dc8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:58.743557 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01122766-2315-4c70-a596-e11a78b8bb11 req-4b778837-141c-4a07-a937-b7844c1c8dc8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.0832982 Feb 14 00:15:58.760798 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'code': 200} Feb 14 00:15:58.791072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:58.792342 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-01122766-2315-4c70-a596-e11a78b8bb11 req-5a7155dd-c975-404e-ad92-4ae5338f1be9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Feb 14 00:15:58.860248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] No DVR routers for this DVR port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:15:59.104811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:15:59.105135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:15:59.105460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:15:59.111153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:15:59.111469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:15:59.117502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:15:59.117828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:15:59.118235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:15:59.118651 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Bound port: cad82d0c-c195-4401-b2a7-6a61e74e90e2, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:15:59.118989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:59.208380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:15:59.211385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:15:59.215929 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:59.281019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:15:59.282701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] 10.222.0.31 "PUT /v2.0/ports/cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 1091 time: 1.2176628 Feb 14 00:15:59.294575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2fcfc-95d7-4560-9443-cea03259f3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:15:59.377373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-7ecbb2c9-fbed-4960-9c3e-153fe4e281c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1094 time: 0.0712767 Feb 14 00:15:59.509016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-9f3a9c32-2e7f-4460-a38a-55c11eda6d63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:59.510523 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-9f3a9c32-2e7f-4460-a38a-55c11eda6d63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1274714 Feb 14 00:15:59.612308 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-6af73c97-a5e4-4ba7-b44c-de93c03de1ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 999 time: 0.0958693 Feb 14 00:15:59.673614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-02b9a574-64f0-4cdf-b50e-9eda6bccf889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:15:59.675196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-02b9a574-64f0-4cdf-b50e-9eda6bccf889 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0575423 Feb 14 00:15:59.749539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-343c0daf-9e68-4c8c-9240-a95d9dbb0fb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686874 Feb 14 00:15:59.880715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-7f52a79f-35f0-4e25-a027-24c4f8f132d1 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250265 Feb 14 00:16:00.061458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1268edd0-f10f-45c9-a312-a7d2c29d0809 req-cfec48c6-83f8-41b3-9ca8-8c5a554a3ad4 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745765 Feb 14 00:16:00.074352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56136b-a1dd-4671-a18c-188a3ef0ba4a req-b9e11cb0-b57d-4f5c-840b-87823aedd195 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:00.075741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a56136b-a1dd-4671-a18c-188a3ef0ba4a req-b9e11cb0-b57d-4f5c-840b-87823aedd195 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.1245983 Feb 14 00:16:00.125626 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a56136b-a1dd-4671-a18c-188a3ef0ba4a req-d3e04c4b-ccaf-4655-a438-c95b8628b38b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Feb 14 00:16:00.266988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b22ff3c-ed32-43dc-a257-fd5eefd88c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:00.761607 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:00.828750 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'status': 'completed', 'code': 200} Feb 14 00:16:01.072189 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-6c65acf5-da68-45a6-a48f-19f51f251908 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1094 time: 0.2209592 Feb 14 00:16:01.075623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-ac11a486-ffc3-4a02-8f1a-f0b6abd21a13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1094 time: 0.1934705 Feb 14 00:16:01.360310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc889-9126-4142-bf26-99e611a2d813 req-e702852b-2e0c-4c12-bdbc-3b794d83989e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:01.361854 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-e702852b-2e0c-4c12-bdbc-3b794d83989e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2831829 Feb 14 00:16:01.368600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc889-9126-4142-bf26-99e611a2d813 req-296499a9-06b2-49dc-ba31-5a03a6f6902f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:01.369893 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-296499a9-06b2-49dc-ba31-5a03a6f6902f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2737174 Feb 14 00:16:01.562183 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3612e-6914-412b-a20a-6a6a060b6cf8 req-3e975d33-ff32-4959-a7fd-2a68d100cb0b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:01.564436 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23e3612e-6914-412b-a20a-6a6a060b6cf8 req-3e975d33-ff32-4959-a7fd-2a68d100cb0b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 943 time: 0.3145738 Feb 14 00:16:01.593960 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-4c2a98b1-58f3-46f2-9255-2f306e3f47f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 999 time: 0.2230663 Feb 14 00:16:01.597483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-468ec6ac-7f19-4d16-80e6-01af98d92578 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 999 time: 0.1737988 Feb 14 00:16:01.708516 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:16:01.730764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc889-9126-4142-bf26-99e611a2d813 req-d40c1a46-28b0-4475-ba93-c699d04064c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:01.732194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-d40c1a46-28b0-4475-ba93-c699d04064c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1314673 Feb 14 00:16:01.734315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23e3612e-6914-412b-a20a-6a6a060b6cf8 req-f515c092-349a-4f71-b68b-3aa5c5aa50bc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597281 Feb 14 00:16:01.737846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc889-9126-4142-bf26-99e611a2d813 req-e80207b2-e5bd-47a6-9bb6-2966bdd6f85b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:01.739215 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-e80207b2-e5bd-47a6-9bb6-2966bdd6f85b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1025915 Feb 14 00:16:01.843544 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:01.857612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'mac_address': 'fa:16:3e:00:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:16:01.872447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-1a2d7403-7721-4ea0-81dc-5d6250401b41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323292 Feb 14 00:16:01.876155 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-9fa6560b-6740-49cc-8670-486eaabb7ba9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062243 Feb 14 00:16:01.917211 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:01.936282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad82d0c-c195-4401-b2a7-6a61e74e90e2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:16:01.952577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:01.956922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:02.022867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:02.115716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-7b0817e2-ffab-444a-bfc0-f1b7b9b17003 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188265 Feb 14 00:16:02.117323 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-02a3823f-882f-4b05-9a18-0d8e5e54270c service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378919 Feb 14 00:16:02.164850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['cad82d0c-c195-4401-b2a7-6a61e74e90e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:16:02.421591 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd41a-de01-4363-8fa0-e428a1ee368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:02.470619 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-84a6ae88-79ef-4c0b-80d7-19d128e10133 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469012 Feb 14 00:16:02.473540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-643bc889-9126-4142-bf26-99e611a2d813 req-2b8655f7-995b-4a8a-b374-5e68aea19757 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330100 Feb 14 00:16:02.819223 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:16:02.939095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e66e-06db-4772-94e9-5e289fbf9c72 req-797a3432-fa05-4ec0-9948-cf00ba05a842 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:02.940523 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42b8e66e-06db-4772-94e9-5e289fbf9c72 req-797a3432-fa05-4ec0-9948-cf00ba05a842 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0797422 Feb 14 00:16:02.985219 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-42b8e66e-06db-4772-94e9-5e289fbf9c72 req-e598bbc4-ec6e-4dd5-acb1-a311e9f3e9e3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392065 Feb 14 00:16:03.028464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:16:03.085138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:16:03.418392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-28aa1391-bbc1-409a-9e8a-566caf9a30ec tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:03.419806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-28aa1391-bbc1-409a-9e8a-566caf9a30ec tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8&tenant_id=7b7a9873857a4a789586ef609916ef69&binding%3Ahost_id=n-h1-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.0797853 Feb 14 00:16:03.466487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9f1ec-d0fa-47f3-b08c-93c6f9cb46d3 req-3a8c40ee-b636-4335-8149-63c37969756c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:03.467934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1f9f1ec-d0fa-47f3-b08c-93c6f9cb46d3 req-3a8c40ee-b636-4335-8149-63c37969756c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0753424 Feb 14 00:16:03.501378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-ec2cfd41-c2db-4b2b-8815-2e757b3757d5 service neutron] 10.222.0.31 "GET /v2.0/ports/cad82d0c-c195-4401-b2a7-6a61e74e90e2/bindings/n-h1-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.0753586 Feb 14 00:16:03.514463 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1f9f1ec-d0fa-47f3-b08c-93c6f9cb46d3 req-6361e0d5-b301-4d95-b003-54ad3576a93e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Feb 14 00:16:03.593903 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-6860187f-5c8e-492b-84a5-bb7f75a28d8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1095 time: 0.0705283 Feb 14 00:16:03.611810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:03.721657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-f15f5cd4-e0b8-4da9-bcc1-7bcf9d65f4a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:03.723100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-f15f5cd4-e0b8-4da9-bcc1-7bcf9d65f4a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1236129 Feb 14 00:16:03.723231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:16:03.827754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-c23734b7-f228-4bc5-8145-4c6fb0003b30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 1000 time: 0.0986216 Feb 14 00:16:03.836320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:16:03.840970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:16:03.841331 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:03.890463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-048602c2-6023-45cb-9293-5f1fa1ac9250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:03.891888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-048602c2-6023-45cb-9293-5f1fa1ac9250 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0578713 Feb 14 00:16:03.967944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:03.968840 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-9634c4c6-9281-4e44-bab5-e0f45e42aafb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713289 Feb 14 00:16:03.984387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:03.999227 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:04.009404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:04.023195 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:04.090944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:04.095965 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'code': 200} Feb 14 00:16:04.105526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-2b682c46-61d6-4ad7-a3bc-aa90b0daf296 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301720 Feb 14 00:16:04.236759 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-fec11c5d-22f2-4dd0-b30e-62c9408f82ba service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240234 Feb 14 00:16:04.712267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be574dc0-07c2-437f-ad25-d61bb5ae7941 req-404834ab-fc4c-4b6f-8192-6d43cfb1f0fc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:04.713691 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be574dc0-07c2-437f-ad25-d61bb5ae7941 req-404834ab-fc4c-4b6f-8192-6d43cfb1f0fc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0798945 Feb 14 00:16:04.758225 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-be574dc0-07c2-437f-ad25-d61bb5ae7941 req-c08d7d77-31cf-4b60-8755-8ee0a9252688 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390871 Feb 14 00:16:05.211999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:05.961300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9469a-919c-41cb-af0c-d2bf04e91f49 req-2ce1ca35-5360-414b-9d86-3d69d0b46519 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:05.962771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54d9469a-919c-41cb-af0c-d2bf04e91f49 req-2ce1ca35-5360-414b-9d86-3d69d0b46519 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0805624 Feb 14 00:16:06.009775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-54d9469a-919c-41cb-af0c-d2bf04e91f49 req-1e1de8c0-5394-48c0-aa32-dd7a68c0b8cc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Feb 14 00:16:06.352591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-1a3c5780-7079-41ac-87b2-7c7710422453 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 1096 time: 0.0717056 Feb 14 00:16:06.366723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:16:06.469916 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:06.730572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:06.758305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:16:06.817303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:06.822511 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:06.836727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Transition to ACTIVE for port object cad82d0c-c195-4401-b2a7-6a61e74e90e2 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:16:06.840173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:06.888468 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'code': 200} Feb 14 00:16:07.086586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=10']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:07.140121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] No DVR routers for this DVR port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:16:07.346798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c711c2-0736-429d-9e2a-b248abf98109 req-4d08a986-0b51-4644-84ea-02fc5063e75d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:07.348137 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e8c711c2-0736-429d-9e2a-b248abf98109 req-4d08a986-0b51-4644-84ea-02fc5063e75d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.1600482 Feb 14 00:16:07.405732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e8c711c2-0736-429d-9e2a-b248abf98109 req-42aa072d-4466-4ecc-9344-3827b5a8bd97 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492964 Feb 14 00:16:07.457379 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:07.487724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:16:07.488060 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:16:07.488381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:16:07.493945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:16:07.494290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Attempting to bind port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:16:07.500594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:16:07.500924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:16:07.501301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:16:07.501718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Bound port: cad82d0c-c195-4401-b2a7-6a61e74e90e2, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:16:07.502080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:07.591979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:16:07.595857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:16:07.599327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:07.660349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:07.661698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] 10.222.0.42 "PUT /v2.0/ports/cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 1092 time: 1.2987401 Feb 14 00:16:07.676673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e620f9-1089-46f8-9a40-ccb2c3aaf095 service neutron] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=11']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:07.756447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-a643b4f1-d0f8-4643-b650-d6df4894816e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1095 time: 0.0699933 Feb 14 00:16:07.892417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-b1da05d9-be47-4009-9482-9cacd5600d83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:07.893755 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-b1da05d9-be47-4009-9482-9cacd5600d83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1285112 Feb 14 00:16:08.004467 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-c7cfddfa-4f6f-45fe-b1b2-f4d51c790105 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 999 time: 0.0999639 Feb 14 00:16:08.070852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-665b167b-ff40-4837-82dc-8be894d0631c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:08.072257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-665b167b-ff40-4837-82dc-8be894d0631c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0609384 Feb 14 00:16:08.148249 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-d5dbd532-5cb6-4890-8c9e-79593053c828 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661936 Feb 14 00:16:08.283092 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-2ec90ebe-6457-4f4a-a8c3-fe68ac1d2fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253736 Feb 14 00:16:08.420849 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f3296a04-e839-4f9e-86cc-97d03dbcbe83 req-e7e20ef1-379d-4917-a8d4-0f3fa3a1f7cb service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283004 Feb 14 00:16:08.605920 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879b925-1f57-4b36-b672-f1a8182deee8 req-b1a1d007-812e-4476-b723-6dfbe8f8de0c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:08.607379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3879b925-1f57-4b36-b672-f1a8182deee8 req-b1a1d007-812e-4476-b723-6dfbe8f8de0c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0774646 Feb 14 00:16:08.652645 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3879b925-1f57-4b36-b672-f1a8182deee8 req-295fe5c7-7242-4042-8805-6d1c9d63edfb tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Feb 14 00:16:08.889789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:08.956935 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'status': 'completed', 'code': 200} Feb 14 00:16:09.101685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-daca9613-d1c4-4ecb-81c5-b52df73e9877 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1095 time: 0.1254520 Feb 14 00:16:09.107633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-0ee07b18-b204-4874-b5e3-7f8e59d6d60c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 1095 time: 0.1017547 Feb 14 00:16:09.227072 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:09.439119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-77eba793-9ff0-44ec-91cf-ff7e0a6eda76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:09.440548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-77eba793-9ff0-44ec-91cf-ff7e0a6eda76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.3117564 Feb 14 00:16:09.441372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-d962586d-13a6-4e28-89e2-9abf61f51b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:09.442684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-d962586d-13a6-4e28-89e2-9abf61f51b67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.3320379 Feb 14 00:16:09.624618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-99007ac8-6199-4e78-8bc8-94a46623c8cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 999 time: 0.1783102 Feb 14 00:16:09.626201 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-7b7775e0-0be8-4d3d-b0b6-c0f67dfdf4a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 200 len: 999 time: 0.1302514 Feb 14 00:16:09.737095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-07867555-48c7-48fc-aa30-4735a5750889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:09.738536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-07867555-48c7-48fc-aa30-4735a5750889 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1080132 Feb 14 00:16:09.739762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-5fe94aea-c664-4307-b5e2-db36b167ed38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:09.741017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-5fe94aea-c664-4307-b5e2-db36b167ed38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0816538 Feb 14 00:16:09.754758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:16:09.816807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:16:09.855791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061c0c7-2855-4546-8f36-115d6c3011ec req-c738c744-4212-4aaf-a2d1-9d22463d25db tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:09.857233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0061c0c7-2855-4546-8f36-115d6c3011ec req-c738c744-4212-4aaf-a2d1-9d22463d25db tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0825334 Feb 14 00:16:09.868219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-164510ae-e526-4115-9f67-d633f94da272 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241665 Feb 14 00:16:09.870921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-520531ae-e66b-400a-9578-e6306eff6cdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980790 Feb 14 00:16:09.903245 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0061c0c7-2855-4546-8f36-115d6c3011ec req-61de6c8e-c058-4b81-8848-0dd0aa263f04 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Feb 14 00:16:10.112339 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-8c12b66d-acc2-49f0-a742-e554a854cd6a service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385168 Feb 14 00:16:10.115650 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-8096c75c-e982-43cc-a11c-2ac91647e0fa service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191904 Feb 14 00:16:10.352369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-9362b038-b583-4a6b-a37d-17016426e05d service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347643 Feb 14 00:16:10.355340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2216a8cb-1a15-4364-b6d2-f98797567877 req-d6329673-9c41-4969-94ac-4115d150ff2b service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182968 Feb 14 00:16:11.092407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:16:11.099897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f95c1-8f5e-45d4-b227-03f31318d536 req-e2efd364-0240-487f-a52c-a7cf1dcfe1b0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:11.101341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c75f95c1-8f5e-45d4-b227-03f31318d536 req-e2efd364-0240-487f-a52c-a7cf1dcfe1b0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0758598 Feb 14 00:16:11.145926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c75f95c1-8f5e-45d4-b227-03f31318d536 req-8035d37a-842f-4d23-9fdb-1ae2df7288be tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Feb 14 00:16:11.232732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:11.246461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'mac_address': 'fa:16:3e:00:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:16:11.299469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:11.316292 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad82d0c-c195-4401-b2a7-6a61e74e90e2 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:16:11.331224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:11.335160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:11.344725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008247e-2b13-45ba-9074-80c0370f190b req-e06e3485-c158-48a1-b535-4756c5d68c26 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:11.346959 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a008247e-2b13-45ba-9074-80c0370f190b req-e06e3485-c158-48a1-b535-4756c5d68c26 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 944 time: 0.0765908 Feb 14 00:16:11.394652 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a008247e-2b13-45ba-9074-80c0370f190b req-529faf84-5e56-43a4-ad40-297c9e2e532a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Feb 14 00:16:11.405116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=12']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:11.589935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88153734-8ec6-48c4-83af-2f36a86009c5 req-6611996d-72d6-4ee9-a901-1ffe6924fa5b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:11.591294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88153734-8ec6-48c4-83af-2f36a86009c5 req-6611996d-72d6-4ee9-a901-1ffe6924fa5b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0779672 Feb 14 00:16:11.597679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['cad82d0c-c195-4401-b2a7-6a61e74e90e2'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:16:11.645010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88153734-8ec6-48c4-83af-2f36a86009c5 req-2e497d4b-4da7-4807-96d8-f14cd4c64eb0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473011 Feb 14 00:16:12.036436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21035aea-ed34-49a4-a0b6-b652e4988bca req-3d7aace6-1c54-40d8-819a-059a028a3f6f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:12.037790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-21035aea-ed34-49a4-a0b6-b652e4988bca req-3d7aace6-1c54-40d8-819a-059a028a3f6f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0753338 Feb 14 00:16:12.082667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-21035aea-ed34-49a4-a0b6-b652e4988bca req-8e5eb3a9-5a9e-40e4-bd11-4eed0be71e91 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Feb 14 00:16:13.102038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:16:13.172687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:16:13.177558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port cad82d0c-c195-4401-b2a7-6a61e74e90e2 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:16:13.178047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:13.280809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa27d9e-ec2f-4525-bba9-d891676182dd req-287dc313-7666-41f9-9309-3d33860d0d56 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:13.282492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9aa27d9e-ec2f-4525-bba9-d891676182dd req-287dc313-7666-41f9-9309-3d33860d0d56 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 945 time: 0.0758376 Feb 14 00:16:13.295483 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:13.323184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:13.342044 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9aa27d9e-ec2f-4525-bba9-d891676182dd req-a67b6611-30b8-480d-aecd-24c134a931f3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534921 Feb 14 00:16:13.349892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:13.357786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:13.394519 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'code': 200} Feb 14 00:16:13.433283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=13']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:13.467288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-8877e525-49de-4c1a-82e4-45bf305d6dcf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:13.468716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-8877e525-49de-4c1a-82e4-45bf305d6dcf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 946 time: 0.1961119 Feb 14 00:16:13.538226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Deleting port cad82d0c-c195-4401-b2a7-6a61e74e90e2 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:16:13.538565 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:13.782709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] For port cad82d0c-c195-4401-b2a7-6a61e74e90e2, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=cad82d0c-c195-4401-b2a7-6a61e74e90e2,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:13.783241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:14.065641 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:14.066054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:14.066367 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 disassociated. External IP: 172.25.4.90, port: cad82d0c-c195-4401-b2a7-6a61e74e90e2. Feb 14 00:16:14.066698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Calling delete_port for cad82d0c-c195-4401-b2a7-6a61e74e90e2 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:16:14.202676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:14.252494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event deleted for resources: {'Port': ['ID=cad82d0c-c195-4401-b2a7-6a61e74e90e2,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:14.270094 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.270441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.270821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.271162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.271489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.271914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.272132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.272455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.272771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.273088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.273403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:14.489788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:16:14.524994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f3b8fdb0-e5c0-490c-b85d-6664b3dfb143 req-fb1dd856-935a-4538-ad0a-3a96ec580063 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e256013-702c-4813-af87-2cf71ff754c8 HTTP/1.1" status: 200 len: 210 time: 0.0467348 Feb 14 00:16:14.698969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:16:14.708668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:16:14.721525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:16:14.722236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:16:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:14.767370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] No DVR routers for this DVR port cad82d0c-c195-4401-b2a7-6a61e74e90e2 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:16:14.770214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:14.774266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-deleted', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:14.788978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6198afff-7daf-4c00-b774-56dc67ec0209 req-6c5870c9-736d-4a3f-8b5d-bcb70d29a3b7 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "DELETE /v2.0/ports/cad82d0c-c195-4401-b2a7-6a61e74e90e2 HTTP/1.1" status: 204 len: 173 time: 1.3112984 Feb 14 00:16:14.838451 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e256013-702c-4813-af87-2cf71ff754c8', 'name': 'network-vif-deleted', 'tag': 'cad82d0c-c195-4401-b2a7-6a61e74e90e2', 'status': 'completed', 'code': 200} Feb 14 00:16:14.902630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:16:15.206752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:15.210498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:16:15.220717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:16:15.221301 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:16:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:15.430355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:16:15.743042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:15.747033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41d91d-7de6-4700-b452-5e4179168b0d None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:16:15.886126 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-10679df6-a0f9-4b57-b09d-892269eafb81 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1424818951&fields=id&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 267 time: 0.0421991 Feb 14 00:16:15.964783 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e3a02-8607-4c91-af88-b9d48fcc75e7 None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:16:16.036237 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-8f22dbbd-254a-4abe-9c32-d74b09cfb9de tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:16.037786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-8f22dbbd-254a-4abe-9c32-d74b09cfb9de tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.1446686 Feb 14 00:16:16.054595 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-ace8e0dd-223a-4ac4-8c67-ede6862cf542 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/quotas/7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 375 time: 0.0113871 Feb 14 00:16:16.135678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-3dfa160e-4434-4704-b999-dc67b8bf8074 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756874 Feb 14 00:16:16.464960 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-640a8e93-e593-490b-9ee3-dd6c6c47d619 service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783418 Feb 14 00:16:16.593187 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-c13e6984-6ca7-4244-a9e2-b1ca4cbb627a service neutron] 10.222.0.36 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224835 Feb 14 00:16:16.785260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1121027f-96be-465f-be64-56709c2d2235 req-5c98a934-6e2b-4833-a6ff-ae0d5cce8d11 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:16:16.801157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1121027f-96be-465f-be64-56709c2d2235 req-5c98a934-6e2b-4833-a6ff-ae0d5cce8d11 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:16:16.802344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1121027f-96be-465f-be64-56709c2d2235 req-5c98a934-6e2b-4833-a6ff-ae0d5cce8d11 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 210 time: 0.0610974 Feb 14 00:16:17.119848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:16:17.151202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: cad82d0c-c195-4401-b2a7-6a61e74e90e2 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:16:17.151545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device cad82d0c-c195-4401-b2a7-6a61e74e90e2 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:16:17.999457 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f7659a-509d-4c00-b640-0c82b6fc428a req-b477f3b4-e142-4b7d-b4e0-fc4d639d75e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 210 time: 0.0645306 Feb 14 00:16:18.043956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-86dab534-8a1d-4f1b-8e30-a52a0454c06b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:18.045347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-86dab534-8a1d-4f1b-8e30-a52a0454c06b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 812 time: 0.2678432 Feb 14 00:16:18.100864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-a65be3a9-6c24-4dec-8bb5-82ba1bdb1855 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 380 time: 0.0398693 Feb 14 00:16:18.109382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'port': {'device_id': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'admin_state_up': True, 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'security_groups': ['4b59dc4c-abc3-4d0e-a9d4-141e50856d5b']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:16:18.243142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:16:18.253360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:16:18.262761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Made reservation on behalf of 7b7a9873857a4a789586ef609916ef69 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:16:18.265655 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:18.427483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Allocated IP 172.20.0.11 (3e9426c0-9a67-4d4e-b702-92481584ad23/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21/117e7612-99a4-4638-834f-878615fdd987) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:16:18.610154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:18.625938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Transition to ACTIVE for port object 117e7612-99a4-4638-834f-878615fdd987 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:16:18.648193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:18.720891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:16:18.723668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:16:18.727321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:16:18.758236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:18.792418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:18.793016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:18.820564 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-f7c479d7-c917-4a71-b826-48075c044a9c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145977 Feb 14 00:16:18.833609 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Request body: {'port': {'device_id': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:16:18.943527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.003146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-076ec43a-cc26-4943-bbbc-42eaa8cc35c6 None None] Provisioning for port 117e7612-99a4-4638-834f-878615fdd987 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:16:19.009982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-076ec43a-cc26-4943-bbbc-42eaa8cc35c6 None None] Provisioning complete for port 117e7612-99a4-4638-834f-878615fdd987 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:16:19.010467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-076ec43a-cc26-4943-bbbc-42eaa8cc35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.073052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-076ec43a-cc26-4943-bbbc-42eaa8cc35c6 None None] Port 117e7612-99a4-4638-834f-878615fdd987 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:16:19.281891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38334c5-c939-4b61-ae60-c9fd6ea1fdf9 req-3d168b87-b11e-4e24-a4d1-e94cbda1b821 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:19.283354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a38334c5-c939-4b61-ae60-c9fd6ea1fdf9 req-3d168b87-b11e-4e24-a4d1-e94cbda1b821 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Synchronizing usage tracker for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:16:19.352718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a38334c5-c939-4b61-ae60-c9fd6ea1fdf9 req-3d168b87-b11e-4e24-a4d1-e94cbda1b821 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Unset dirty status for tenant:7b7a9873857a4a789586ef609916ef69 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:16:19.353835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a38334c5-c939-4b61-ae60-c9fd6ea1fdf9 req-3d168b87-b11e-4e24-a4d1-e94cbda1b821 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 932 time: 0.2010059 Feb 14 00:16:19.357273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117e7612-99a4-4638-834f-878615fdd987 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:16:19.377903 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.406453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Transition to ACTIVE for port object 117e7612-99a4-4638-834f-878615fdd987 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:16:19.410196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.461082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a38334c5-c939-4b61-ae60-c9fd6ea1fdf9 req-44ae2c55-fe70-4c83-9ba1-de740a09ac17 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991969 Feb 14 00:16:19.541228 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:19.650879 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:16:19.651208 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:16:19.651529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:16:19.657171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:16:19.657996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:16:19.664051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:16:19.664378 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:16:19.664751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:16:19.665165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Bound port: 117e7612-99a4-4638-834f-878615fdd987, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:16:19.665499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.752444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:16:19.755296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:16:19.760555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.824322 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:19.825667 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] 10.222.0.31 "PUT /v2.0/ports/117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1092 time: 0.9983370 Feb 14 00:16:19.826116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:19.843636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03faf0-14e9-4fcd-beb9-583fbc4dfc41 service neutron] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:20.019332 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'status': 'completed', 'code': 200} Feb 14 00:16:20.053989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-6bcd2fed-bbb5-4389-a590-d41aaeabda8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1095 time: 0.1765432 Feb 14 00:16:20.122539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-7ede593d-e9fc-4351-a24c-97ec30754a12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 217 time: 0.0620930 Feb 14 00:16:20.137082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-f77dca44-7e55-4027-a04f-14fa0fb6305e req-86206902-14d3-4269-b044-8096de55a7e4 service neutron] (83661) timed out ('10.222.0.36', 60786) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:16:20.182524 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-9ca3ac16-3c41-4faf-899c-49342f8cbba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:20.183900 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-9ca3ac16-3c41-4faf-899c-49342f8cbba3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0564995 Feb 14 00:16:20.259132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-529c4ccf-b312-4b7a-bbb8-3c52e9f4eb0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693965 Feb 14 00:16:20.388542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-312f4701-a15f-4fd8-9e95-8ff9bce6d1ef service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230519 Feb 14 00:16:20.519297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f90829c6-9489-4cc1-be5b-5b31f08de990 req-73c635ee-3890-4d62-a923-8d923f222d47 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249173 Feb 14 00:16:20.691236 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-e96fc553-ff5a-4afa-a5f8-92524f4f8b7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1095 time: 0.1280818 Feb 14 00:16:20.700695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47a34a-6196-4d85-b879-f3978d9a0401 req-74daae1d-5304-41f7-bd86-3519e4ef2403 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:20.702000 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d47a34a-6196-4d85-b879-f3978d9a0401 req-74daae1d-5304-41f7-bd86-3519e4ef2403 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.1008062 Feb 14 00:16:20.828929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d47a34a-6196-4d85-b879-f3978d9a0401 req-60cc5736-e4da-4773-abb1-e6e6419b110b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088252 Feb 14 00:16:20.862050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-82cf3ca3-3b4d-481a-bcca-0fed8491ba0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:20.863465 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-82cf3ca3-3b4d-481a-bcca-0fed8491ba0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1606328 Feb 14 00:16:20.929945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-0371d3f6-7f2e-4bc3-a2cc-8d56ead5d0c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 217 time: 0.0596230 Feb 14 00:16:20.994102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-71b464da-65f9-4a51-a409-e3eed5729a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:20.995399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-71b464da-65f9-4a51-a409-e3eed5729a3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0593507 Feb 14 00:16:21.069240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-f274d7fe-9275-4aa9-bcc6-87ef1e991695 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666583 Feb 14 00:16:21.196958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-4a04affe-ca60-47c9-bb45-a92aa6dacc9c service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209924 Feb 14 00:16:21.329983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0e92cc74-6dfd-4ef1-9e43-929c5b380d8e req-10185add-447d-49cc-8c63-82b9c18bfe5c service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262395 Feb 14 00:16:22.027165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968bec-f742-4e3c-862b-f4b1f52b82e4 req-a27ed0bd-776e-49d0-8f8e-a36415ca18ef tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:22.028622 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1968bec-f742-4e3c-862b-f4b1f52b82e4 req-a27ed0bd-776e-49d0-8f8e-a36415ca18ef tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0757027 Feb 14 00:16:22.073005 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b1968bec-f742-4e3c-862b-f4b1f52b82e4 req-7a715d1f-5eea-4ea3-adce-16e31fe8ee1c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Feb 14 00:16:23.268371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd396d1-9bf3-48ad-b512-87c993f1318b req-0110f16e-c285-441c-b5b6-4a6408a692f6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:23.270923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4bd396d1-9bf3-48ad-b512-87c993f1318b req-0110f16e-c285-441c-b5b6-4a6408a692f6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0799251 Feb 14 00:16:23.317122 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4bd396d1-9bf3-48ad-b512-87c993f1318b req-05da6d26-81a1-418f-b920-e4dac15ee181 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396934 Feb 14 00:16:23.830067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:16:23.961195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:23.973808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '117e7612-99a4-4638-834f-878615fdd987', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': '117e7612-99a4-4638-834f-878615fdd987', 'mac_address': 'fa:16:3e:dd:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:16:24.025250 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:24.042236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117e7612-99a4-4638-834f-878615fdd987 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:16:24.057049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:24.060353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:24.125629 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:24.134439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.134781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.135115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.135441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.135764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.136083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.136400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.136713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.137027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.137338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.137649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:16:24.244353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['117e7612-99a4-4638-834f-878615fdd987'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:16:24.515216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ea5a-ff10-406b-949e-6d3142c064e7 req-2cd03cc7-8a29-4e84-aaaa-eb9e50341191 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:24.517189 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0721ea5a-ff10-406b-949e-6d3142c064e7 req-2cd03cc7-8a29-4e84-aaaa-eb9e50341191 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0790153 Feb 14 00:16:24.561280 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0721ea5a-ff10-406b-949e-6d3142c064e7 req-f1c33276-b735-49e2-871b-291d1a592da9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 Feb 14 00:16:25.776883 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64a86-c581-43ce-92f2-c47ba4e1a4cd req-d52af216-8b27-4661-81b8-8bad194832be tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:25.778356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6a64a86-c581-43ce-92f2-c47ba4e1a4cd req-d52af216-8b27-4661-81b8-8bad194832be tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0900438 Feb 14 00:16:25.827125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6a64a86-c581-43ce-92f2-c47ba4e1a4cd req-ba8323e1-f789-474b-a3b1-4775b71ca32e tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Feb 14 00:16:25.862400 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:16:25.935503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 117e7612-99a4-4638-834f-878615fdd987 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:16:25.940795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 117e7612-99a4-4638-834f-878615fdd987 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:16:25.940795 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:26.069359 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:26.105982 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:26.116378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:26.120400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:26.172966 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'code': 200} Feb 14 00:16:26.207273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:26.397288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bb569f3-088b-4ef1-9aa4-c524a51f65cb req-78d2219c-e5bc-459a-91f5-67f525b2831f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1097 time: 0.1687527 Feb 14 00:16:26.439624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2bb569f3-088b-4ef1-9aa4-c524a51f65cb req-957f7dcf-ea7b-4131-815d-9091fe7f1b44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364389 Feb 14 00:16:27.021392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d4a84-4093-4483-9509-3e77759461c4 req-f4b8b3a0-f1be-4b4d-9dc5-d46b484dd242 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:27.022858 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b37d4a84-4093-4483-9509-3e77759461c4 req-f4b8b3a0-f1be-4b4d-9dc5-d46b484dd242 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0756347 Feb 14 00:16:27.070517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b37d4a84-4093-4483-9509-3e77759461c4 req-5555e7a7-9195-40dc-bdb2-89dfa9259187 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Feb 14 00:16:28.262936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ab08-860b-4db3-8218-124c18089a9b req-6264007a-43f2-4c6e-8e5e-db14bf456288 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:28.264513 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2f0ab08-860b-4db3-8218-124c18089a9b req-6264007a-43f2-4c6e-8e5e-db14bf456288 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0744312 Feb 14 00:16:28.311151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2f0ab08-860b-4db3-8218-124c18089a9b req-715e2b50-b540-4af8-a2d3-3ce0f490f49f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 Feb 14 00:16:28.503640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb9824-03f1-41fe-bd3a-122bdddbe23a req-fc354b6e-d272-407f-987c-e84f3d14b105 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:28.505081 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a0fb9824-03f1-41fe-bd3a-122bdddbe23a req-fc354b6e-d272-407f-987c-e84f3d14b105 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0775626 Feb 14 00:16:28.513564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 41960) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:16:28.519677 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Request body: {'floatingip': {'port_id': '117e7612-99a4-4638-834f-878615fdd987'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:16:28.595575 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:29.162357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:29.165716 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:29.358380 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 associated. External IP: 172.25.4.90, port: 117e7612-99a4-4638-834f-878615fdd987. Feb 14 00:16:29.845431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:16:30.057410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:16:30.061663 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:30.067352 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:16:30.078515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:16:30.079168 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:16:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:30.118892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e211ef5e-3928-4fd8-b958-c7a4ec8ab2e9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "PUT /v2.0/floatingips/5f99aefb-3af8-4174-b2aa-16f627b59aa9 HTTP/1.1" status: 200 len: 992 time: 1.6038940 Feb 14 00:16:30.119377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:30.177243 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'status': 'completed', 'code': 200} Feb 14 00:16:30.271188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-2f310ce1-158b-4944-b9b4-f06ad5be3e16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1097 time: 0.0724385 Feb 14 00:16:30.278367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-371efc55-469f-4fca-85c6-55be83cf0e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:30.313057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:16:30.409887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-4bdb630d-ff25-4d24-9329-267bf2036a57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:30.411414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-4bdb630d-ff25-4d24-9329-267bf2036a57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1345162 Feb 14 00:16:30.529055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-5d28191c-823a-46cd-9131-b23464f0b3bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.1111157 Feb 14 00:16:30.594214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-6875555f-91ed-429a-9aa5-01b3a7dd53d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:30.596494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-6875555f-91ed-429a-9aa5-01b3a7dd53d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0617113 Feb 14 00:16:30.678328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-b633b1ad-8a6d-47b7-97f2-36309f0b7a46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761640 Feb 14 00:16:30.682506 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '117e7612-99a4-4638-834f-878615fdd987', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:dd:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:16:29Z', 'revision_number': 13, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:30.686950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:16:30.698489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:16:30.699114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:16:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:30.818672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-2e4aad4b-3076-4f25-9ba9-d6670b7feb2d service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335599 Feb 14 00:16:30.882636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:16:30.955761 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bb914d6e-e72a-4f5b-bb8a-b08c10ff5571 req-be6784df-15e6-4cbf-a475-6149faac7485 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320789 Feb 14 00:16:31.245873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '117e7612-99a4-4638-834f-878615fdd987', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:dd:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:16:29Z', 'revision_number': 13, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:16:31.249852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66eb24-4602-4c53-adf9-d9f95432ca8d None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '5f99aefb-3af8-4174-b2aa-16f627b59aa9', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '31d976bd-f768-4d91-b895-8184957a8006', 'port_id': '117e7612-99a4-4638-834f-878615fdd987', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'mac_address': 'fa:16:3e:dd:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:13:29Z', 'updated_at': '2022-02-14T00:16:29Z', 'revision_number': 13, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:16:31.447182 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aa8a09-dded-454f-a685-cd3e60cc31af None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:16:31.804234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3c562-8aad-4ab5-b51b-fcd017384aec req-06d60ee6-425d-4724-9bef-14649ddfff17 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:31.805592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ec3c562-8aad-4ab5-b51b-fcd017384aec req-06d60ee6-425d-4724-9bef-14649ddfff17 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0781779 Feb 14 00:16:31.850799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ec3c562-8aad-4ab5-b51b-fcd017384aec req-6bdc3b94-8302-4f54-9c24-21e7c90d4c73 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Feb 14 00:16:32.425005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9e60be99-36b1-4faf-ab33-153e28ce32f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:33.615290 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:33.970462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:35.211441 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:37.474114 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:39.242592 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:39.818936 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:16:40.163087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bd17d598-a6eb-4147-adcc-15b6ddf1e409 req-87fa4e3b-bcb5-4e25-bd7f-34f8c205c298 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0713742 Feb 14 00:16:40.477437 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cdd4f-b205-456f-98fe-478b4bbf169a req-c8ab05b6-2005-477e-b20e-c6ec18794453 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:40.479158 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a94cdd4f-b205-456f-98fe-478b4bbf169a req-c8ab05b6-2005-477e-b20e-c6ec18794453 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0851014 Feb 14 00:16:40.520182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-aa462045-80f5-476e-a0d4-bcb3c87d273b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376700 Feb 14 00:16:40.529042 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a94cdd4f-b205-456f-98fe-478b4bbf169a req-e1012dd1-568f-44a0-aa82-8a23f22367f8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Feb 14 00:16:41.786965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5656e-309e-4289-b7cc-f34cd0ac8960 req-8014871d-6f9e-4187-a0fd-7b21382d7d14 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:41.788443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05b5656e-309e-4289-b7cc-f34cd0ac8960 req-8014871d-6f9e-4187-a0fd-7b21382d7d14 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.1333666 Feb 14 00:16:41.791399 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-fe8de78b-493c-44c1-bcd2-8de5ac51b718 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1097 time: 0.1057441 Feb 14 00:16:42.015937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05b5656e-309e-4289-b7cc-f34cd0ac8960 req-b75e1cd3-fb93-4b66-9282-73a0d0c24277 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219508 Feb 14 00:16:42.047500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-2cc2c6f6-c104-41a8-9d5c-785e6ac5eb80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:42.048993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-2cc2c6f6-c104-41a8-9d5c-785e6ac5eb80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2413781 Feb 14 00:16:42.149672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8c446142-57de-4331-8132-28f973447b2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1002 time: 0.0952406 Feb 14 00:16:42.212783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-7ebbec43-311b-40b2-a712-4c0201acb9a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:42.214231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-7ebbec43-311b-40b2-a712-4c0201acb9a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0584855 Feb 14 00:16:42.291104 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-fcbf1229-3583-426c-85eb-da79f1d5aed4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705066 Feb 14 00:16:42.419827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-117bfbc5-c2ae-4617-b375-568ff1ce1a4f service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226673 Feb 14 00:16:42.556535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-4f182931-83f7-45a5-9ab5-fefd5c0c5307 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280508 Feb 14 00:16:43.219442 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018ee13-1709-4747-bbff-eed59069d136 req-f5950755-aff4-4dbc-a61e-e8b2f64b9413 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:43.220868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1018ee13-1709-4747-bbff-eed59069d136 req-f5950755-aff4-4dbc-a61e-e8b2f64b9413 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0751882 Feb 14 00:16:43.265151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1018ee13-1709-4747-bbff-eed59069d136 req-22860c6b-6333-400f-8289-3aafee3fd1a3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388269 Feb 14 00:16:44.457127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d3ae-8a3f-4d59-9936-96c3a5fb44ea req-7b7334f5-9ac2-44ad-990f-fda9c00287c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:44.458583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e99d3ae-8a3f-4d59-9936-96c3a5fb44ea req-7b7334f5-9ac2-44ad-990f-fda9c00287c8 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0742972 Feb 14 00:16:44.504141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e99d3ae-8a3f-4d59-9936-96c3a5fb44ea req-a0a127cd-d8e1-4362-941a-257c0de708c1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Feb 14 00:16:45.704877 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786688c-34c9-47fd-bc72-978ab696aec9 req-273cd3ac-f29b-43ce-a6bf-d0b2eb4746b6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:45.706667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6786688c-34c9-47fd-bc72-978ab696aec9 req-273cd3ac-f29b-43ce-a6bf-d0b2eb4746b6 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0811496 Feb 14 00:16:45.752092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6786688c-34c9-47fd-bc72-978ab696aec9 req-e1df500a-7c43-422e-94dc-7567549dce0a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Feb 14 00:16:46.958952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83bdc9-00b3-4b1e-950f-d17dd5b491f5 req-079f15af-bd1a-4764-82dc-086545b7158b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:46.960372 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e83bdc9-00b3-4b1e-950f-d17dd5b491f5 req-079f15af-bd1a-4764-82dc-086545b7158b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0788002 Feb 14 00:16:47.005141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e83bdc9-00b3-4b1e-950f-d17dd5b491f5 req-a8081adc-2c6b-448e-8463-8b972ee20da9 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Feb 14 00:16:48.205456 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865f624-20f6-415e-910e-ad0d20a3281c req-0c83e62b-839a-4735-baab-59ec486ea028 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:48.207047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0865f624-20f6-415e-910e-ad0d20a3281c req-0c83e62b-839a-4735-baab-59ec486ea028 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0771151 Feb 14 00:16:48.254226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0865f624-20f6-415e-910e-ad0d20a3281c req-bb45d4d8-4d63-4a39-b4f3-fd3359286236 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Feb 14 00:16:49.455433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a27ec-1671-42bb-96b8-22f540a99e25 req-fd4908dc-4a01-4a71-9b34-b591c87eb867 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:49.456733 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-167a27ec-1671-42bb-96b8-22f540a99e25 req-fd4908dc-4a01-4a71-9b34-b591c87eb867 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0754693 Feb 14 00:16:49.505395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-167a27ec-1671-42bb-96b8-22f540a99e25 req-9ec5ec4d-ea66-44ca-b040-afc3ad45f86b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432656 Feb 14 00:16:49.860737 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-41487231-a70f-4e3d-8388-939ad1b4551b service neutron] show failed (client error): The resource could not be found. Feb 14 00:16:49.862291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-41487231-a70f-4e3d-8388-939ad1b4551b service neutron] 10.222.0.31 "GET /v2.0/ports/117e7612-99a4-4638-834f-878615fdd987/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0723100 Feb 14 00:16:50.119234 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-235cf99e-631c-4c4f-9ce1-7fcfb6e15104 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 1097 time: 0.0678155 Feb 14 00:16:50.133211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:16:50.238196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:50.496936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:16:50.523975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:16:50.579561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:50.585339 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:50.602626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Transition to ACTIVE for port object 117e7612-99a4-4638-834f-878615fdd987 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:16:50.606381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:50.659461 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'code': 200} Feb 14 00:16:50.710267 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed1a3e-16b7-4dc1-a940-75bb95bd394c req-3ad294da-0a98-40a1-b06d-b3cc4763cd5f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:50.712365 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9ed1a3e-16b7-4dc1-a940-75bb95bd394c req-3ad294da-0a98-40a1-b06d-b3cc4763cd5f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0789447 Feb 14 00:16:50.766949 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e9ed1a3e-16b7-4dc1-a940-75bb95bd394c req-263f2b8b-e72d-483f-b0bb-f7eb86d0bcbe tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Feb 14 00:16:50.854860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:50.913206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] No DVR routers for this DVR port 117e7612-99a4-4638-834f-878615fdd987 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:16:51.153181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:16:51.153515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:16:51.153840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:16:51.159456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:16:51.159778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:16:51.165834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:16:51.166198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:16:51.166576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:16:51.166991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Bound port: 117e7612-99a4-4638-834f-878615fdd987, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:16:51.167327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:51.255216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:16:51.258167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:16:51.262660 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:51.326008 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:16:51.327358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] 10.222.0.42 "PUT /v2.0/ports/117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1092 time: 1.1979423 Feb 14 00:16:51.337962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badc6ff-4e53-46e9-8bbc-8d5cdc2d083f service neutron] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:16:51.427297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-2b8d6498-b760-4a3f-ae68-50d5f6f216ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1095 time: 0.0716403 Feb 14 00:16:51.564730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-f382ac33-c2e5-4224-b815-5ea6a5f463c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:51.566194 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-f382ac33-c2e5-4224-b815-5ea6a5f463c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1302011 Feb 14 00:16:51.672881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-5bb941c1-8ac6-4d94-98f1-6e96ffe05d29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.0974054 Feb 14 00:16:51.740226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-26376d12-f33a-4b98-a82e-ed2182f96f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:51.741605 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-26376d12-f33a-4b98-a82e-ed2182f96f77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0596912 Feb 14 00:16:51.820083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-e081a161-66bc-4361-86de-15875de6464e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691261 Feb 14 00:16:52.007056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-e5f77858-3e85-4da2-aed8-3b65ae3a9bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770663 Feb 14 00:16:52.020484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8caef2-c18f-44ab-a5cb-5f8ee51fa188 req-b65c592b-50eb-4ac6-96d4-163842cf1570 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:52.021845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e8caef2-c18f-44ab-a5cb-5f8ee51fa188 req-b65c592b-50eb-4ac6-96d4-163842cf1570 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.1244173 Feb 14 00:16:52.146519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4e8caef2-c18f-44ab-a5cb-5f8ee51fa188 req-5d7a58a1-bd00-481b-95ed-112c12e6c6ee tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069555 Feb 14 00:16:52.178375 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-0645289a-9740-479c-a082-3240f68a408c service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555324 Feb 14 00:16:52.660965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:16:52.880418 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'status': 'completed', 'code': 200} Feb 14 00:16:53.038506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-8a6ea0d7-050e-4a61-a8f9-8086ffcedaf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1095 time: 0.1362109 Feb 14 00:16:53.074411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-5a6c23b9-c00f-4ed7-8def-63e22af60477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1095 time: 0.1420698 Feb 14 00:16:53.429233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-23ce163f-6839-4ac2-b7e2-198e8dd0f9b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:53.430679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-23ce163f-6839-4ac2-b7e2-198e8dd0f9b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.3851271 Feb 14 00:16:53.510993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-c6dd9d15-5357-48c7-9555-2007cad79ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:53.512410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-c6dd9d15-5357-48c7-9555-2007cad79ce2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.3960876 Feb 14 00:16:53.632968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b7998-5d6d-4f9b-941e-3581ae4c6625 req-fd0805a1-45c7-46fa-a359-d63da67f1d4b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:53.634333 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-954b7998-5d6d-4f9b-941e-3581ae4c6625 req-fd0805a1-45c7-46fa-a359-d63da67f1d4b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.3306255 Feb 14 00:16:53.648430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-556c1233-a288-4a24-9ee9-735e87a7e5c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.1978438 Feb 14 00:16:53.715191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-0ebf678d-497f-44d4-830a-441ce3267109 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.1879296 Feb 14 00:16:53.796151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-1144afa0-7774-4fbd-8b29-c519c25c60aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:53.797569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-1144afa0-7774-4fbd-8b29-c519c25c60aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1298580 Feb 14 00:16:53.799702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-954b7998-5d6d-4f9b-941e-3581ae4c6625 req-b68a9432-7133-4e58-8a73-c4fbb27da803 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533504 Feb 14 00:16:53.848901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-0795a702-9182-4e7b-a440-4ab3253e9bfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:53.850353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-0795a702-9182-4e7b-a440-4ab3253e9bfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1164992 Feb 14 00:16:53.932993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-143197a7-2e3b-4a69-8986-b065aaa62b21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285934 Feb 14 00:16:53.970981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:16:54.027123 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-ec861163-4618-437b-990e-a4947d5cc9bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699159 Feb 14 00:16:54.056252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:16:54.160168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-381fef76-600f-44bc-a6e6-db6fe9949290 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207811 Feb 14 00:16:54.274146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-72b9e271-62c3-4c98-aa8a-0a083e3688e1 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389529 Feb 14 00:16:54.395816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-6d8c9d2b-9097-4ca1-91d7-3dcf0c293a1b service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276242 Feb 14 00:16:54.435241 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d518b5c1-2a9e-4bc6-a2e0-7f0e410aee0b req-35a6b617-154a-47bc-aad9-d7cbffd5c759 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545551 Feb 14 00:16:55.000670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a14b0b-9aff-484c-b71b-b83abc90cefc req-29ef5bdd-1964-4e51-902b-32bfe142df5b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:55.002804 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0a14b0b-9aff-484c-b71b-b83abc90cefc req-29ef5bdd-1964-4e51-902b-32bfe142df5b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0812376 Feb 14 00:16:55.046169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c0a14b0b-9aff-484c-b71b-b83abc90cefc req-a3b0cd9c-9b52-4bec-9113-91ae8ee68d2a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Feb 14 00:16:56.243344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821beeb7-1bd5-43a4-9dd2-2c00c52f815f req-77b16010-376d-4a76-9ccb-e34059f44656 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:56.244777 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-821beeb7-1bd5-43a4-9dd2-2c00c52f815f req-77b16010-376d-4a76-9ccb-e34059f44656 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0755479 Feb 14 00:16:56.288731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-821beeb7-1bd5-43a4-9dd2-2c00c52f815f req-ace2b986-7746-4f28-8f11-c9d48c70ce35 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385895 Feb 14 00:16:57.482776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091be25-297e-4d32-8284-af4a3ccc0ca8 req-ce97f136-0552-42e2-967b-590615d5bc41 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:57.484200 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c091be25-297e-4d32-8284-af4a3ccc0ca8 req-ce97f136-0552-42e2-967b-590615d5bc41 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0753791 Feb 14 00:16:57.528527 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c091be25-297e-4d32-8284-af4a3ccc0ca8 req-856dcfe8-7a9a-4197-a910-ed9a5838a648 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383363 Feb 14 00:16:58.730376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ae537-589c-4882-8768-f925d09ced0e req-2787be0f-c25a-4d59-b39d-72e799678208 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:58.731715 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-622ae537-589c-4882-8768-f925d09ced0e req-2787be0f-c25a-4d59-b39d-72e799678208 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0811527 Feb 14 00:16:58.775914 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-622ae537-589c-4882-8768-f925d09ced0e req-3d169eb8-9601-4b15-8e9f-db97e11b5c1a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 Feb 14 00:16:59.979201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8957a-e5d3-4f20-b8ca-62a699277b1d req-f59c3b01-947a-4870-a304-36603fd38fc3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:16:59.980653 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88e8957a-e5d3-4f20-b8ca-62a699277b1d req-f59c3b01-947a-4870-a304-36603fd38fc3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0792902 Feb 14 00:17:00.027355 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-88e8957a-e5d3-4f20-b8ca-62a699277b1d req-aa7e3609-7915-4402-b6ae-ece1dd9aa313 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Feb 14 00:17:00.270447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-81ec4fc9-20c5-4adf-982c-c83d3fef596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:00.280452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-1ea01ce7-d04f-4b1f-b766-2945241fe902 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1095 time: 0.0691113 Feb 14 00:17:00.536872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-37d3a2bb-6ba2-4a27-9d5b-d811e91f7656 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:00.538257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-37d3a2bb-6ba2-4a27-9d5b-d811e91f7656 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2384298 Feb 14 00:17:00.644680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-020dbbd2-0b85-4486-943c-21cac2b26049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.0994034 Feb 14 00:17:00.709748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-c8576722-dc96-4c18-beac-887cae7def0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:00.711243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-c8576722-dc96-4c18-beac-887cae7def0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0597000 Feb 14 00:17:00.792235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-a953954a-8829-4f4f-bfce-162e1360338f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735426 Feb 14 00:17:00.926187 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-f1a55a06-92e2-45f3-9e3f-419e87abfb83 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271574 Feb 14 00:17:01.065624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ec91be24-9e51-468b-8ceb-d464fd8fc16d req-46048854-8ed5-4ed7-a387-35ea79e55536 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326485 Feb 14 00:17:01.229349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ecf35-809c-4c81-a04d-a95d03546d34 req-927a2b5e-e685-47c5-b8a0-f5ea3c528b40 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:01.230826 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b31ecf35-809c-4c81-a04d-a95d03546d34 req-927a2b5e-e685-47c5-b8a0-f5ea3c528b40 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 944 time: 0.0785928 Feb 14 00:17:01.279668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b31ecf35-809c-4c81-a04d-a95d03546d34 req-96b4a62d-ac76-4f2d-8223-d12c59c9ebe0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Feb 14 00:17:01.292069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 117e7612-99a4-4638-834f-878615fdd987 details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:17:01.431181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:01.444927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '117e7612-99a4-4638-834f-878615fdd987', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': '117e7612-99a4-4638-834f-878615fdd987', 'mac_address': 'fa:16:3e:dd:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:17:01.499181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:01.516409 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117e7612-99a4-4638-834f-878615fdd987 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:17:01.530844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:01.535673 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:01.602248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:01.748240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a6ec5910-0ae2-4f48-80b6-735c190a19b5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:01.749774 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a6ec5910-0ae2-4f48-80b6-735c190a19b5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893&tenant_id=7b7a9873857a4a789586ef609916ef69&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 945 time: 0.1276150 Feb 14 00:17:01.775358 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['117e7612-99a4-4638-834f-878615fdd987'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:01.849850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01e8d-83be-47c8-8b68-a62eee7bc792 req-19e0e62a-6e4f-42aa-b1e0-ca254ed9c336 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:01.851272 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88e01e8d-83be-47c8-8b68-a62eee7bc792 req-19e0e62a-6e4f-42aa-b1e0-ca254ed9c336 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.1565871 Feb 14 00:17:01.861064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-1e992227-18d4-450d-8186-0a641db3d8b1 service neutron] 10.222.0.42 "GET /v2.0/ports/117e7612-99a4-4638-834f-878615fdd987/bindings/n-h2-828979-1 HTTP/1.1" status: 200 len: 382 time: 0.1031802 Feb 14 00:17:01.947860 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88e01e8d-83be-47c8-8b68-a62eee7bc792 req-86253698-3357-4478-9000-76ea105571b3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893855 Feb 14 00:17:01.974779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-bd87d02b-5ab2-4fec-8fbf-0286766247fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1096 time: 0.0901577 Feb 14 00:17:02.106729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-7800ac81-564a-4e7a-933d-656850edbfa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:02.108080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-7800ac81-564a-4e7a-933d-656850edbfa3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.1260576 Feb 14 00:17:02.208270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a550ede7-c702-48d2-b518-fa8ed5679d71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1001 time: 0.0932996 Feb 14 00:17:02.273500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a881fb94-bd70-45ff-aaf7-57f61dd36113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:02.274928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a881fb94-bd70-45ff-aaf7-57f61dd36113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0601463 Feb 14 00:17:02.350128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-5fcc7840-c644-40a4-acfc-27bb8a0468ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686679 Feb 14 00:17:02.428963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-afcebb04-80ee-4828-9223-1022b0b6d7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:02.489421 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-ed2a285b-fbe5-409d-97ef-9f54eb4b669c service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323311 Feb 14 00:17:02.730222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-b008262d-4cec-43c7-89a7-f109d0f90eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346432 Feb 14 00:17:03.152862 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714b7d-d1eb-4c22-bc03-46f990646f9d req-cc6d63fc-87ae-4743-96e4-0500fc70e720 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:03.154363 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ba714b7d-d1eb-4c22-bc03-46f990646f9d req-cc6d63fc-87ae-4743-96e4-0500fc70e720 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0813930 Feb 14 00:17:03.203028 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ba714b7d-d1eb-4c22-bc03-46f990646f9d req-0ed53842-d5d2-414c-8f35-a95e07f210cc tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 Feb 14 00:17:03.307640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 117e7612-99a4-4638-834f-878615fdd987 up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:17:03.418184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 117e7612-99a4-4638-834f-878615fdd987 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:17:03.423148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 117e7612-99a4-4638-834f-878615fdd987 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:17:03.423629 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:03.540314 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:03.566063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:03.575291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:03.579161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:03.635997 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'code': 200} Feb 14 00:17:03.647027 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:03.658600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:03.972309 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:04.398223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9b25-e2f2-4a86-9f97-7f7bda4d46c1 req-ae9fb6aa-0857-4eb0-975e-a988b1b554c0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:04.399662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c99b9b25-e2f2-4a86-9f97-7f7bda4d46c1 req-ae9fb6aa-0857-4eb0-975e-a988b1b554c0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0762451 Feb 14 00:17:04.445799 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c99b9b25-e2f2-4a86-9f97-7f7bda4d46c1 req-aa283eaa-68a8-4391-9879-f32132c14082 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Feb 14 00:17:05.214235 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:05.706387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-6be3c6ae-3ad3-45dd-81a9-61d9e22816fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893&tenant_id=7b7a9873857a4a789586ef609916ef69 HTTP/1.1" status: 200 len: 1097 time: 0.1351273 Feb 14 00:17:05.711781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ce860-512f-4ae7-bf6f-a2896d10f2c6 req-81b2ddee-5b62-4417-801b-fdbb0fe5632a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:05.713097 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d0ce860-512f-4ae7-bf6f-a2896d10f2c6 req-81b2ddee-5b62-4417-801b-fdbb0fe5632a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.1118090 Feb 14 00:17:05.717718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:05.841243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d0ce860-512f-4ae7-bf6f-a2896d10f2c6 req-0fab521a-3956-425f-a867-d21d6a6af377 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987113 Feb 14 00:17:05.859099 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:06.125226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:06.152683 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:17:06.207652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:06.213168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:06.227813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Transition to ACTIVE for port object 117e7612-99a4-4638-834f-878615fdd987 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:17:06.232761 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:06.282466 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'code': 200} Feb 14 00:17:06.369200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=10']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:06.434471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] No DVR routers for this DVR port 117e7612-99a4-4638-834f-878615fdd987 on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:17:06.676846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:17:06.677175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:17:06.677528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:17:06.683543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:17:06.683865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Attempting to bind port 117e7612-99a4-4638-834f-878615fdd987 on network 3e9426c0-9a67-4d4e-b702-92481584ad23 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:17:06.690163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:17:06.690498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Checking segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:17:06.690880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Bound using segment: {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:17:06.691298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Bound port: 117e7612-99a4-4638-834f-878615fdd987, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:17:06.691640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:06.776398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:17:06.779466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:17:06.783782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:06.849443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:06.850800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] 10.222.0.31 "PUT /v2.0/ports/117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1093 time: 1.1368377 Feb 14 00:17:06.860668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde501-8f7c-44df-a6ee-a9f172e8a91c service neutron] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=11']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:06.952420 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-ab9253bf-ccda-4675-bb6d-5acc41d009b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1096 time: 0.0772207 Feb 14 00:17:07.241097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-dd54fb78-f26a-43ef-93fb-100a807fbb2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:07.242485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-dd54fb78-f26a-43ef-93fb-100a807fbb2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2841394 Feb 14 00:17:07.252968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f098471-3118-4209-b6ca-f963c24424f8 req-bf46a104-8dc5-4887-b927-f1c40838d001 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:07.254321 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f098471-3118-4209-b6ca-f963c24424f8 req-bf46a104-8dc5-4887-b927-f1c40838d001 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.2235563 Feb 14 00:17:07.385780 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f098471-3118-4209-b6ca-f963c24424f8 req-a97b9180-7524-468c-8d92-afcddb8b01c3 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831587 Feb 14 00:17:07.387320 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-39136379-411b-4cc4-a1a7-ac9e90f05fb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.1321859 Feb 14 00:17:07.454111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-b6b0ca75-79ef-44ba-83c2-0cc95074d319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:07.455769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-b6b0ca75-79ef-44ba-83c2-0cc95074d319 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.0614269 Feb 14 00:17:07.498691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:07.532202 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-e1eba0a4-4377-490b-b87f-59b8c3de5ff4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693398 Feb 14 00:17:07.667768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-809752af-9527-4415-ab05-54c64cd1ad4c service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293848 Feb 14 00:17:07.797669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0f991272-9f8d-4ada-b95f-2d8297f3a4be req-09f479bc-1ea1-4374-a057-e5cef6d28175 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228499 Feb 14 00:17:08.284452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:08.355612 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'status': 'completed', 'code': 200} Feb 14 00:17:08.528939 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-45cfe51d-f1e4-4f59-b349-b7cdae9b7014 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1096 time: 0.1459723 Feb 14 00:17:08.534418 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-e5b7e2e3-f872-48b5-867c-c1b90a50a94a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b7a9873857a4a789586ef609916ef69&device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 1096 time: 0.1031814 Feb 14 00:17:08.833887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-989e3888-1e7a-4dd0-9a1e-e6161622c884 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:08.835340 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-989e3888-1e7a-4dd0-9a1e-e6161622c884 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.2934144 Feb 14 00:17:08.891081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-528d691c-4c88-4200-b0f7-e74d09054832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:08.892548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-528d691c-4c88-4200-b0f7-e74d09054832 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 200 len: 912 time: 0.3492572 Feb 14 00:17:09.008090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f34cd-8df0-4abd-85fd-df4801c200c2 req-a20fd7a0-ec15-4299-ade5-97c1e54534a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:09.009514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5f34cd-8df0-4abd-85fd-df4801c200c2 req-a20fd7a0-ec15-4299-ade5-97c1e54534a4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.3213279 Feb 14 00:17:09.052484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-095e3c78-78c8-46e1-a452-8eb6e19597bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.2090204 Feb 14 00:17:09.120898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-ed639294-13ce-4872-9fdc-906cc869061b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 200 len: 1000 time: 0.2038155 Feb 14 00:17:09.168640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5f34cd-8df0-4abd-85fd-df4801c200c2 req-d0f5195d-3dc8-46ed-bfb6-48d2ce0c6c91 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457286 Feb 14 00:17:09.176008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-1a38115a-d7d9-496c-bee5-ff695ce81b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:09.177395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-1a38115a-d7d9-496c-bee5-ff695ce81b84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1175475 Feb 14 00:17:09.243644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-9091f0f8-894c-40b0-a266-3a165fdf3547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:09.245064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-9091f0f8-894c-40b0-a266-3a165fdf3547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 200 len: 851 time: 0.1150615 Feb 14 00:17:09.270767 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:09.316270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-aea27c8e-4655-460a-af6d-33b0f07a96d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298273 Feb 14 00:17:09.335925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 117e7612-99a4-4638-834f-878615fdd987 no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:17:09.394958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 117e7612-99a4-4638-834f-878615fdd987 not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:17:09.527779 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-f60a5e41-dd52-4084-9c62-740f8020ec4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9426c0-9a67-4d4e-b702-92481584ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706192 Feb 14 00:17:09.641417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-1d85c828-4826-4506-aeef-b941940a1cf5 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185697 Feb 14 00:17:09.768702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-76c8464e-c5f6-4a60-a532-2c877f69a400 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223504 Feb 14 00:17:09.874955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-4ca86c10-0542-4acb-8278-f143d9196250 service neutron] 10.222.0.31 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262433 Feb 14 00:17:09.927130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4968baf1-97b9-4f66-af02-bb794aeb27df req-8e48df21-081d-4e7a-a2eb-50298d39ce88 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428545 Feb 14 00:17:10.371268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8fc5d-86f3-4c74-a428-aecd27b3776d req-5fdc2665-3f15-4fb2-9ced-bb0df4fc611b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:10.372708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c8fc5d-86f3-4c74-a428-aecd27b3776d req-5fdc2665-3f15-4fb2-9ced-bb0df4fc611b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0792069 Feb 14 00:17:10.417238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6c8fc5d-86f3-4c74-a428-aecd27b3776d req-0d2cfdb7-6674-4334-82dc-412a5a7e5bca tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Feb 14 00:17:11.615405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6794b4c-27e4-4fcf-a655-ed92fd455ee7 req-1ae2d519-b2da-4760-9451-b48ead49fc0f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:11.616842 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6794b4c-27e4-4fcf-a655-ed92fd455ee7 req-1ae2d519-b2da-4760-9451-b48ead49fc0f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0792179 Feb 14 00:17:11.663566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e6794b4c-27e4-4fcf-a655-ed92fd455ee7 req-bf589a9e-9c60-4537-8756-81acb693a70f tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Feb 14 00:17:12.863539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa191-99c1-4f15-80f1-7e1ceaa7af65 req-36b3fa7e-a0bd-43c7-bf23-260142daedbf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:12.864994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-509aa191-99c1-4f15-80f1-7e1ceaa7af65 req-36b3fa7e-a0bd-43c7-bf23-260142daedbf tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0818334 Feb 14 00:17:12.909811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-509aa191-99c1-4f15-80f1-7e1ceaa7af65 req-1da2f54d-dc0a-4fa9-a890-9c9312c58166 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Feb 14 00:17:14.105569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b57cd7-4de2-489e-a6e9-d216f0596065 req-0ca54544-d98e-4c13-83f9-2f3bd52698a1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:14.107019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5b57cd7-4de2-489e-a6e9-d216f0596065 req-0ca54544-d98e-4c13-83f9-2f3bd52698a1 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0743172 Feb 14 00:17:14.151039 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5b57cd7-4de2-489e-a6e9-d216f0596065 req-e8eed8cd-d7fd-4620-98f1-551b85ea93a5 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 Feb 14 00:17:15.347075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c3d34-97ad-4024-9566-dfdd8fa14587 req-19f5ccbb-1cdc-412c-8d48-a54a38d18056 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:15.348415 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca7c3d34-97ad-4024-9566-dfdd8fa14587 req-19f5ccbb-1cdc-412c-8d48-a54a38d18056 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 945 time: 0.0787153 Feb 14 00:17:15.391763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca7c3d34-97ad-4024-9566-dfdd8fa14587 req-20ec5d68-afaa-45ad-8b95-9353725da758 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380116 Feb 14 00:17:16.107538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:17:16.242178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:16.255207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '117e7612-99a4-4638-834f-878615fdd987', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'port_id': '117e7612-99a4-4638-834f-878615fdd987', 'mac_address': 'fa:16:3e:dd:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:17:16.307017 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:16.323620 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117e7612-99a4-4638-834f-878615fdd987 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:17:16.337868 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:16.341212 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:16.406493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=12']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:16.552455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['117e7612-99a4-4638-834f-878615fdd987'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:16.589203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b10745-0b53-4a1f-8160-e46d3b689ab1 req-6f3f7a72-f177-460f-af4c-e7b58066d9af tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:16.590662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06b10745-0b53-4a1f-8160-e46d3b689ab1 req-6f3f7a72-f177-460f-af4c-e7b58066d9af tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0790329 Feb 14 00:17:16.636089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06b10745-0b53-4a1f-8160-e46d3b689ab1 req-06d4680d-47c1-4e50-9ff8-7bdceb82f480 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Feb 14 00:17:16.819659 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:17:16.831941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b97b-0555-4ee0-816d-a221699323fe req-fba60787-a116-416c-bee4-b58897236dd4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:16.833383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13a6b97b-0555-4ee0-816d-a221699323fe req-fba60787-a116-416c-bee4-b58897236dd4 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0759792 Feb 14 00:17:16.878014 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13a6b97b-0555-4ee0-816d-a221699323fe req-b71bf5aa-5b0a-4c75-9e6e-443f326a15da tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Feb 14 00:17:17.068880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03533b-ed1c-4ab4-8305-8b70bc54246a req-cd0fcfa5-04f0-4f32-9103-c9d7e1e72e5d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:17.070385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b03533b-ed1c-4ab4-8305-8b70bc54246a req-cd0fcfa5-04f0-4f32-9103-c9d7e1e72e5d tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0762975 Feb 14 00:17:17.117817 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9b03533b-ed1c-4ab4-8305-8b70bc54246a req-4cbbf3a7-fd7f-4137-b70a-8d0f33551139 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Feb 14 00:17:17.518551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904dd77-1c28-4af2-987c-951887e22828 req-b39d3d25-fa36-496e-b204-bb8942dfbc01 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:17.520009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4904dd77-1c28-4af2-987c-951887e22828 req-b39d3d25-fa36-496e-b204-bb8942dfbc01 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 946 time: 0.0765414 Feb 14 00:17:17.565738 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4904dd77-1c28-4af2-987c-951887e22828 req-0783dd14-ff01-49c3-b69d-212546de0a97 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403728 Feb 14 00:17:18.109675 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:17:18.182035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 117e7612-99a4-4638-834f-878615fdd987 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:17:18.186722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 117e7612-99a4-4638-834f-878615fdd987 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:17:18.187094 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:18.300216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:18.326490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:18.336816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:18.341612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:18.385223 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'code': 200} Feb 14 00:17:18.411483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=13']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:18.765777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ccfd4-f0b4-461c-b79a-dc22bffe677e req-3801728c-96f0-4b12-a85d-4719fa240a34 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:18.767267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-848ccfd4-f0b4-461c-b79a-dc22bffe677e req-3801728c-96f0-4b12-a85d-4719fa240a34 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 947 time: 0.0835700 Feb 14 00:17:18.811735 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-848ccfd4-f0b4-461c-b79a-dc22bffe677e req-fe166451-fd19-4b70-a175-fce4175a18a2 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387638 Feb 14 00:17:18.989634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68a14-818d-4423-9685-8235f988c76b req-25a980e0-21ff-494d-bc46-b3a62d190736 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:18.991086 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5f68a14-818d-4423-9685-8235f988c76b req-25a980e0-21ff-494d-bc46-b3a62d190736 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 947 time: 0.0760870 Feb 14 00:17:19.061466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Deleting port 117e7612-99a4-4638-834f-878615fdd987 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:19.061804 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:19.296492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] For port 117e7612-99a4-4638-834f-878615fdd987, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=117e7612-99a4-4638-834f-878615fdd987,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:19.296772 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:19.672344 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:19.672712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:19.673047 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9 disassociated. External IP: 172.25.4.90, port: 117e7612-99a4-4638-834f-878615fdd987. Feb 14 00:17:19.673381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Calling delete_port for 117e7612-99a4-4638-834f-878615fdd987 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:19.811072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:19.864008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event deleted for resources: {'Port': ['ID=117e7612-99a4-4638-834f-878615fdd987,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:19.876529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.876887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.877314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.877583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.877871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.878290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.878534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.878855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.879172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.879489 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:19.879804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:20.093020 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cd49c329-ecc1-498c-bdd3-9511c875338f req-c1d2b75a-1cdd-43a2-bbbe-de9ee01ded8a tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 210 time: 0.1520391 Feb 14 00:17:20.098936 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:17:20.299363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:17:20.310876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:17:20.331595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:17:20.332207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:17:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:20.366693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] No DVR routers for this DVR port 117e7612-99a4-4638-834f-878615fdd987 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:17:20.369474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:20.372057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-deleted', 'tag': '117e7612-99a4-4638-834f-878615fdd987'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:20.389356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5f68a14-818d-4423-9685-8235f988c76b req-b3868e4a-d2f7-465f-95d2-d71752107252 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.31 "DELETE /v2.0/ports/117e7612-99a4-4638-834f-878615fdd987 HTTP/1.1" status: 204 len: 173 time: 1.3932838 Feb 14 00:17:20.434134 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf3459f-de63-41c2-97fb-b4ac7a9b3893', 'name': 'network-vif-deleted', 'tag': '117e7612-99a4-4638-834f-878615fdd987', 'status': 'completed', 'code': 200} Feb 14 00:17:20.641080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:17:21.027155 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:21.030933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:17:21.042190 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:17:21.042785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:17:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:21.216368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:17:21.273520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45f1e58a-f89c-4b65-b9b4-3cffb5ded08e req-f7f8eb8a-a87e-4762-a2e6-c0a3fe974cb0 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bf3459f-de63-41c2-97fb-b4ac7a9b3893 HTTP/1.1" status: 200 len: 210 time: 0.0422623 Feb 14 00:17:21.537458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:21.541214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1eb4a-ad33-46fc-b7f0-22171d3520c2 None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:26Z', 'revision_number': 4, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8be37964-470d-433f-b0bc-39840cf8dd8c', 'name': '', 'network_id': '3e9426c0-9a67-4d4e-b702-92481584ad23', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'mac_address': 'fa:16:3e:6f:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:25Z', 'updated_at': '2022-02-14T00:13:42Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'subnets': [{'id': '9e8bc22e-a33b-43a4-b5ea-63aedb61aa21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:17:21.757797 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a9f5b-ddf4-4cba-829c-e2937f4a917f None None] New status for floating IP 5f99aefb-3af8-4174-b2aa-16f627b59aa9: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:17:22.141027 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:17:22.173280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 117e7612-99a4-4638-834f-878615fdd987 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:17:22.173619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 117e7612-99a4-4638-834f-878615fdd987 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:17:25.567407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42178) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:25.639229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8d85-ce97-4b38-93a7-e495f37ae907 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:25.669198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8d85-ce97-4b38-93a7-e495f37ae907 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:25.727515 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8d85-ce97-4b38-93a7-e495f37ae907 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:25.747354 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c8d85-ce97-4b38-93a7-e495f37ae907 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59dc4c-abc3-4d0e-a9d4-141e50856d5b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:25.762639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8d85-ce97-4b38-93a7-e495f37ae907 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:25.763797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4c4c8d85-ce97-4b38-93a7-e495f37ae907 tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b59dc4c-abc3-4d0e-a9d4-141e50856d5b HTTP/1.1" status: 204 len: 168 time: 0.1953821 Feb 14 00:17:25.766435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42182) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:25.787094 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-623a1bba-2395-45d2-91b8-e0cef981d12b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] show failed (client error): The resource could not be found. Feb 14 00:17:25.788099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-623a1bba-2395-45d2-91b8-e0cef981d12b tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "GET /v2.0/security-groups/4b59dc4c-abc3-4d0e-a9d4-141e50856d5b HTTP/1.1" status: 404 len: 347 time: 0.0202012 Feb 14 00:17:25.790893 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42186) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:25.983465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Deleting port 149bb982-dfa9-4cb5-9d36-b93e926ba75e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:25.983791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:26.196752 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:26.197081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:26.321621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Calling delete_port for 149bb982-dfa9-4cb5-9d36-b93e926ba75e owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:26.464144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:26.508798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Pushing event deleted for resources: {'Port': ['ID=149bb982-dfa9-4cb5-9d36-b93e926ba75e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:26.698901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:26.712260 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:26.713379 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-80c04a51-316d-477a-a0db-ade27f4d2e8c tempest-ServerActionsTestJSON-675814360 tempest-ServerActionsTestJSON-675814360-project] 10.222.0.36 "DELETE /v2.0/floatingips/5f99aefb-3af8-4174-b2aa-16f627b59aa9 HTTP/1.1" status: 204 len: 168 time: 0.9215822 Feb 14 00:17:26.716389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42190) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:27.099861 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:27.682308 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Deleting port 8be37964-470d-433f-b0bc-39840cf8dd8c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:27.682646 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:27.852534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] For port 8be37964-470d-433f-b0bc-39840cf8dd8c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8be37964-470d-433f-b0bc-39840cf8dd8c,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:27.853219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:27.969095 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Calling delete_port for 8be37964-470d-433f-b0bc-39840cf8dd8c owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:28.232518 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:28.275080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be37964-470d-433f-b0bc-39840cf8dd8c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:28.573573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:29.150841 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Router 31d976bd-f768-4d91-b895-8184957a8006 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:17:29.345814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:17:29.354658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] Sync routers for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:17:29.358484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-99eebb91-e30b-4bb6-8a99-1dad27480098 admin admin] 10.222.0.36 "PUT /v2.0/routers/31d976bd-f768-4d91-b895-8184957a8006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406505 Feb 14 00:17:29.360581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:29.366699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:17:29.367291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:17:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:29.546628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:17:29.662909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:29.828374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:17:28Z', 'revision_number': 5, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port': {'id': 'c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d976bd-f768-4d91-b895-8184957a8006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:29.832139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] Checking router: 31d976bd-f768-4d91-b895-8184957a8006 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:17:29.842383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] Routers {'31d976bd-f768-4d91-b895-8184957a8006'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:17:29.842973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:17:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['31d976bd-f768-4d91-b895-8184957a8006'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:29.855624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:29.865326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Deleting port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:29.865651 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.034539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] Set router 31d976bd-f768-4d91-b895-8184957a8006 gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:17:30.046689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] For port c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:30.047225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.138109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:17:29Z', 'revision_number': 6, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:30.141937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57146d-ba7b-4ee2-805a-fd504206cfde None None] The sync data for ids ['31d976bd-f768-4d91-b895-8184957a8006'] in n-d-828979-1 is: [{'id': '31d976bd-f768-4d91-b895-8184957a8006', 'name': 'tempest-ServerActionsTestJSON-1808595349-router', 'tenant_id': '7b7a9873857a4a789586ef609916ef69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:13:23Z', 'updated_at': '2022-02-14T00:17:29Z', 'revision_number': 6, 'project_id': '7b7a9873857a4a789586ef609916ef69', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:17:30.176969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Calling delete_port for c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:30.273922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c541-9cc9-4ac7-bd0f-69e8f03a35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.341809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.385965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:30.534114 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8be37964-470d-433f-b0bc-39840cf8dd8c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:17:30.568664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8be37964-470d-433f-b0bc-39840cf8dd8c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:17:30.569103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8be37964-470d-433f-b0bc-39840cf8dd8c not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:17:30.613270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.865962 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.869982 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.897883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.898529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d976bd-f768-4d91-b895-8184957a8006 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:17:30.911285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:30.912477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0073c138-e505-4d39-bec4-827914d786d3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/31d976bd-f768-4d91-b895-8184957a8006 HTTP/1.1" status: 204 len: 168 time: 1.5509839 Feb 14 00:17:30.915265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42198) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:31.087486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Deleting subnet 9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:17:31.090753 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.141757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.219031 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.288434 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.327129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8bc22e-a33b-43a4-b5ea-63aedb61aa21,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:31.333825 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.339330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef47ad-17a2-4e7a-9dff-01a9b056bf4d None None] Network 3e9426c0-9a67-4d4e-b702-92481584ad23 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:17:31.339553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dd726000-6529-4013-a06e-974c88d2d66d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9e8bc22e-a33b-43a4-b5ea-63aedb61aa21 HTTP/1.1" status: 204 len: 168 time: 0.4232488 Feb 14 00:17:31.341995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:31.447459 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.458248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Deleting port 9626fbef-c807-466d-9c49-ad62a695f5bd {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:31.458573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.577048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] DHCP port deletion for 3e9426c0-9a67-4d4e-b702-92481584ad23 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:17:31.581878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Deleting port 9626fbef-c807-466d-9c49-ad62a695f5bd {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:31.582290 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.672328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] For port 9626fbef-c807-466d-9c49-ad62a695f5bd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9626fbef-c807-466d-9c49-ad62a695f5bd,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:31.672674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.779397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] For port 9626fbef-c807-466d-9c49-ad62a695f5bd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=9626fbef-c807-466d-9c49-ad62a695f5bd,segment=NetworkSegment(b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8),segment_id=b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:31.779704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.792135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Calling delete_port for 9626fbef-c807-466d-9c49-ad62a695f5bd owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:31.866476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:31.900572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Calling delete_port for 9626fbef-c807-466d-9c49-ad62a695f5bd owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:31.914507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Pushing event deleted for resources: {'Port': ['ID=9626fbef-c807-466d-9c49-ad62a695f5bd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:31.921640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] No DVR routers for this DVR port 9626fbef-c807-466d-9c49-ad62a695f5bd on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:17:31.968518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:17:31.968969 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:17:32.041281 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.066756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9426c0-9a67-4d4e-b702-92481584ad23']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:32.078201 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:32.078495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f741ad-59d5-4f7d-8c8e-7f7e21011ed8') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:17:32.091136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.106985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.113158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:17:32.113535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:17:32.126660 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:17:32.204055 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.221644 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.231512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9426c0-9a67-4d4e-b702-92481584ad23,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:32.244668 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-00275c0e-18b0-4534-9489-0dc90e86c32b admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e9426c0-9a67-4d4e-b702-92481584ad23 HTTP/1.1" status: 204 len: 168 time: 0.9017005 Feb 14 00:17:32.380152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42208) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:32.429457 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0d2f9b78-4c40-4b01-8aed-90020e1efaf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b7a9873857a4a789586ef609916ef69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481684 Feb 14 00:17:32.431939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d2c43f5-2e41-4ea6-843d-9c001c83b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.433126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42212) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:32.470561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Deleting port 9626fbef-c807-466d-9c49-ad62a695f5bd {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:32.471510 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.495235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.500260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:17:32.521185 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.560500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:17:32.560771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c5ce8a9f-0954-4ce8-ad38-61e4ff9214fd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:17:32.561225 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9626fbef-c807-466d-9c49-ad62a695f5bd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:17:32.573357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.590103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a6345a-bb0f-4e77-b1c5-c3bed7366a29,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:32.595572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8bd90567-cc40-4f60-bb42-ee9b5889cf1f None None] The port '9626fbef-c807-466d-9c49-ad62a695f5bd' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:17:32.600526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 9626fbef-c807-466d-9c49-ad62a695f5bd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:17:32.600859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 9626fbef-c807-466d-9c49-ad62a695f5bd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:17:32.603367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:32.604475 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49a6345a-bb0f-4e77-b1c5-c3bed7366a29 HTTP/1.1" status: 204 len: 168 time: 0.1708622 Feb 14 00:17:32.606017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.606377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.607409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.607514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.607759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.608084 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.608767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.608767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.609018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.610333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:32.610843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fbc27-443c-41d5-ba7b-4e75cbf1c8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:33.426023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42234) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:33.556921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1132746726-network', 'tenant_id': '01230d9d6fd140218b833e5fc51740d5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:33.562304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:17:33.566417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Usage tracker for resource:network and tenant:01230d9d6fd140218b833e5fc51740d5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:17:33.569193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:17:33.575223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:17:33.584780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Made reservation on behalf of 01230d9d6fd140218b833e5fc51740d5 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:17:33.587064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.599744 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.620400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.631357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:17:33.635122 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Usage tracker for resource:security_group_rule and tenant:01230d9d6fd140218b833e5fc51740d5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:17:33.637847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:17:33.643517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:17:33.706890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.710369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.737824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:17:33.749648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255ddff-b47d-4927-98c4-660bffd65027,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:33.754386 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.754730 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Added segment d6e684e6-ae0a-4109-9a36-1b9726f17e33 of type vlan for network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 Feb 14 00:17:33.782883 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.812835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.813736 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:33.814335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:33.914829 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] Pushing event updated for resources: {'Network': ['ID=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:33.918052 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-19eefd35-b453-41f9-9a10-041676eb0a7b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4909782 Feb 14 00:17:33.920883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42240) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:17:33.925946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:17:33.926181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Request body: {'subnet': {'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1132746726-subnet', 'tenant_id': '01230d9d6fd140218b833e5fc51740d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:33.932038 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:17:33.935840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Usage tracker for resource:subnet and tenant:01230d9d6fd140218b833e5fc51740d5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:17:33.938668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:17:33.944629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:17:33.954816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Made reservation on behalf of 01230d9d6fd140218b833e5fc51740d5 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:17:33.957706 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:34.032995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:34.164148 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:34.229887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d468e57-e533-4d74-a409-2d3d6fd00791,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:34.249142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Checking segment: {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:17:34.249484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Network hostable DHCP agents. Network: 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:17:34.269485 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:17:34.277434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:17:34.281235 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:34.281801 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:34.288049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51120dc4-0f5d-4eea-a04d-5a2f4cc6dae9 None None] Network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:17:34.306909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cfdda7d0-4d26-4d77-b96b-7f40027de77b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3847969 Feb 14 00:17:34.541699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca641a-b305-48cf-a08c-f08b652f7db8 None None] Network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:17:34.845326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add8b07-a616-40cf-a48a-cd660236218e req-db6da54d-b0d1-48dc-97f1-98c36f25be23 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:34.846683 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7add8b07-a616-40cf-a48a-cd660236218e req-db6da54d-b0d1-48dc-97f1-98c36f25be23 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Synchronizing usage tracker for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:17:34.863360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-7add8b07-a616-40cf-a48a-cd660236218e req-db6da54d-b0d1-48dc-97f1-98c36f25be23 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Unset dirty status for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:17:34.864567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-db6da54d-b0d1-48dc-97f1-98c36f25be23 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/networks?id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 200 len: 814 time: 0.1583338 Feb 14 00:17:34.881341 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-984deaa9-9ab3-4db3-9d62-2c8cdeb58f8b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/quotas/01230d9d6fd140218b833e5fc51740d5 HTTP/1.1" status: 200 len: 375 time: 0.0113235 Feb 14 00:17:34.926147 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-3074226e-a78a-43af-ba1a-4101c59e9c68 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=01230d9d6fd140218b833e5fc51740d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400391 Feb 14 00:17:35.055702 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-44a205fa-0f3c-45e9-bca7-ef6146d58672 service neutron] 10.222.0.36 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226923 Feb 14 00:17:35.184708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-f9ac3022-5ce9-4096-aad1-75997e6a3655 service neutron] 10.222.0.36 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231134 Feb 14 00:17:35.217438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:35.373485 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1dcca70b-6ce0-4a9d-9105-9c98f351e354 req-98f58f4c-7ade-4d8c-88b7-1b40814d5b80 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 210 time: 0.0402956 Feb 14 00:17:36.371427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add8b07-a616-40cf-a48a-cd660236218e req-02bf04de-1ff5-4e62-bd57-602debeacb09 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:36.372741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-02bf04de-1ff5-4e62-bd57-602debeacb09 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.31 "GET /v2.0/networks?id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 200 len: 814 time: 0.1450825 Feb 14 00:17:36.387615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Request body: {'port': {'device_id': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336', 'admin_state_up': True, 'tenant_id': '01230d9d6fd140218b833e5fc51740d5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:36.526768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:17:36.530585 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Usage tracker for resource:port and tenant:01230d9d6fd140218b833e5fc51740d5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:17:36.534010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:17:36.539697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:17:36.544795 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-830a9690-eb52-4053-9005-57016fb8e0b3 req-67320dc5-1353-4531-a546-eb89a9ec3c7b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 210 time: 0.0417681 Feb 14 00:17:36.549697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Made reservation on behalf of 01230d9d6fd140218b833e5fc51740d5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:17:36.552743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:36.714517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Allocated IP 172.20.0.7 (9e04d1bd-17ec-47cd-9bb0-cddeaafa7336/2d468e57-e533-4d74-a409-2d3d6fd00791/3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:17:36.915261 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:36.943457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:37.013482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:17:37.016226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:17:37.020014 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:17:37.050338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Pushing event updated for resources: {'Port': ['ID=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:37.083093 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:37.083687 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:37.103623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-6b8ed7f6-0b8c-4c8f-9241-3dab4dd61404 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7196112 Feb 14 00:17:37.114866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Request body: {'port': {'device_id': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:37.219789 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:37.497475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:37.647019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:17:37.653746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:37.668995 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Transition to ACTIVE for port object 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:17:37.701041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:37.831809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:37.932506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0faa-dd55-4b10-893f-f3e6d4944dab req-3f763847-1cd3-4957-ab26-0835b954165e tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:37.933195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63ac0faa-dd55-4b10-893f-f3e6d4944dab req-3f763847-1cd3-4957-ab26-0835b954165e tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Synchronizing usage tracker for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:17:37.964781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-63ac0faa-dd55-4b10-893f-f3e6d4944dab req-3f763847-1cd3-4957-ab26-0835b954165e tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Unset dirty status for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:17:37.965916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63ac0faa-dd55-4b10-893f-f3e6d4944dab req-3f763847-1cd3-4957-ab26-0835b954165e tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 943 time: 0.2949765 Feb 14 00:17:37.999181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Attempting to bind port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:17:37.999519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Attempting to bind port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:17:37.999849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Attempting to bind port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca on network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:17:38.015016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca on network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:17:38.015343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Attempting to bind port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca on network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:17:38.028904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:17:38.029181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Checking segment: {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:17:38.029563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Bound using segment: {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:17:38.029987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Bound port: 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:17:38.030362 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:38.040593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63ac0faa-dd55-4b10-893f-f3e6d4944dab req-95f26049-ec36-402a-81d9-fa8c117b4412 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674448 Feb 14 00:17:38.121230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] For port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:17:38.124136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] For port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:17:38.129329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:38.191838 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:38.193182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] 10.222.0.31 "PUT /v2.0/ports/3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca HTTP/1.1" status: 200 len: 1091 time: 1.0828569 Feb 14 00:17:38.193622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'tag': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:38.209121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abf8c0-41f8-4dfb-8a18-48e50e644ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:38.260347 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'tag': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca', 'status': 'completed', 'code': 200} Feb 14 00:17:38.304397 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-cb066f1a-efbb-4b85-a3c3-bc4677e2b35c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=01230d9d6fd140218b833e5fc51740d5&device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 1094 time: 0.0764902 Feb 14 00:17:38.373367 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-15edb6b8-1b0e-422e-873c-61ee9d50124b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca HTTP/1.1" status: 200 len: 217 time: 0.0614359 Feb 14 00:17:38.441705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add8b07-a616-40cf-a48a-cd660236218e req-b62a893f-6b97-4130-9f67-807263c5186c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:38.443152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-b62a893f-6b97-4130-9f67-807263c5186c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2d468e57-e533-4d74-a409-2d3d6fd00791 HTTP/1.1" status: 200 len: 854 time: 0.0637362 Feb 14 00:17:38.487637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-9a6fdaf3-de9f-4401-93c7-b2c44d4f40f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386093 Feb 14 00:17:38.619103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-efc66888-b2b6-4f75-9c9c-69b46206d268 service neutron] 10.222.0.31 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250949 Feb 14 00:17:38.746414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7add8b07-a616-40cf-a48a-cd660236218e req-47f2725c-5a46-46d2-af85-2d3c41e6b870 service neutron] 10.222.0.31 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212697 Feb 14 00:17:38.856375 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-1660cc5b-42e8-401f-a3d4-bc9dab777353 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=01230d9d6fd140218b833e5fc51740d5&device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 1094 time: 0.0673399 Feb 14 00:17:38.985722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-a2e20359-8348-4d8f-8377-da1c4ca42d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:38.987915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-a2e20359-8348-4d8f-8377-da1c4ca42d34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 200 len: 914 time: 0.1254456 Feb 14 00:17:39.154865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-a2396ba3-908d-42fc-918b-d820eeb46877 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca HTTP/1.1" status: 200 len: 217 time: 0.1599967 Feb 14 00:17:39.263884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-f64ba330-822c-4121-ba37-1609f14a393f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:39.265217 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-f64ba330-822c-4121-ba37-1609f14a393f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2d468e57-e533-4d74-a409-2d3d6fd00791 HTTP/1.1" status: 200 len: 854 time: 0.1032019 Feb 14 00:17:39.285701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:39.315253 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-6557b8dc-b42c-40ac-a1ad-e2c77dba5da7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415246 Feb 14 00:17:39.347504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289cd4-abba-4590-b6cb-dbabe16291f9 req-00f6287e-3f95-49d1-8a91-c6b79f8dd8c1 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:39.348883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a289cd4-abba-4590-b6cb-dbabe16291f9 req-00f6287e-3f95-49d1-8a91-c6b79f8dd8c1 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 943 time: 0.1857448 Feb 14 00:17:39.469047 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a289cd4-abba-4590-b6cb-dbabe16291f9 req-c0645ff3-8c19-45a4-a067-bf2b50583744 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728376 Feb 14 00:17:39.485797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-17d6d689-e3f0-473a-a750-7db90eb3f97d service neutron] 10.222.0.31 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631618 Feb 14 00:17:39.618140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98701073-1d1c-4367-8cb8-2c212a6640b8 req-1d826ba5-f71b-4b4a-adaa-3a5a41b7ece5 service neutron] 10.222.0.31 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254215 Feb 14 00:17:40.249151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:17:40.378244 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:40.393668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca', 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336', 'port_id': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca', 'mac_address': 'fa:16:3e:c3:c5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d468e57-e533-4d74-a409-2d3d6fd00791', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:17:40.448387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:40.465084 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:17:40.479711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:40.483436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:40.546324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:40.554894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.555233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.555569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.555895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.556216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.556535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.557115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.557431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.557744 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.558076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.558391 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:17:40.667123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:40.670964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d1403-85b9-4007-abc5-4df2ff7f336d req-b50c257f-78b9-486e-891d-e22ef6fe2b5e tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:40.672436 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf6d1403-85b9-4007-abc5-4df2ff7f336d req-b50c257f-78b9-486e-891d-e22ef6fe2b5e tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 944 time: 0.0792379 Feb 14 00:17:40.718208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf6d1403-85b9-4007-abc5-4df2ff7f336d req-e6432369-d0a5-4b19-831b-3eba7f1a8c21 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Synchronizing usage tracker for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:17:40.735621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cf6d1403-85b9-4007-abc5-4df2ff7f336d req-e6432369-d0a5-4b19-831b-3eba7f1a8c21 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Unset dirty status for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:17:40.737364 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cf6d1403-85b9-4007-abc5-4df2ff7f336d req-e6432369-d0a5-4b19-831b-3eba7f1a8c21 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Feb 14 00:17:41.935097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb840aa-e049-4db8-b60a-5d5ced41f8e2 req-e3e82899-bff5-4c84-b596-47d3185d9973 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:41.936529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbb840aa-e049-4db8-b60a-5d5ced41f8e2 req-e3e82899-bff5-4c84-b596-47d3185d9973 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 944 time: 0.0803697 Feb 14 00:17:41.981918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbb840aa-e049-4db8-b60a-5d5ced41f8e2 req-d3ce7bbc-450f-4a3f-a04d-65911350111a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Feb 14 00:17:42.264648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:17:42.330788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:17:42.335564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:17:42.335932 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:42.446300 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:42.472498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:42.482091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:42.485669 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:42.532107 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca', 'code': 200} Feb 14 00:17:42.559295 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:42.650505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eaaee9e6-65e9-497e-9e71-59b4871ff584 req-88c034b8-6e32-4f11-990b-2126541a14b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 1096 time: 0.0655494 Feb 14 00:17:42.694952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eaaee9e6-65e9-497e-9e71-59b4871ff584 req-ac9b8dbd-09b4-44a5-83ea-816ccc09a104 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Feb 14 00:17:43.176996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a24ff-35e1-44ea-ad4f-a2f1ba5a78cd req-a0c0c6fa-283b-4b64-ba85-59504af8f637 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:43.178450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf1a24ff-35e1-44ea-ad4f-a2f1ba5a78cd req-a0c0c6fa-283b-4b64-ba85-59504af8f637 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0758524 Feb 14 00:17:43.222464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf1a24ff-35e1-44ea-ad4f-a2f1ba5a78cd req-7da851f0-20a4-4970-8b95-46cf7cea0b5b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383162 Feb 14 00:17:44.417767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6947-5041-4010-bf96-4e27b767614a req-f036ebb6-f9d9-41d4-a21d-93f3fdd6ce09 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:44.419227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e9b6947-5041-4010-bf96-4e27b767614a req-f036ebb6-f9d9-41d4-a21d-93f3fdd6ce09 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0757706 Feb 14 00:17:44.467631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6e9b6947-5041-4010-bf96-4e27b767614a req-292f58e4-39d6-4078-a771-e0232fbb0d54 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Feb 14 00:17:44.780751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-18ea5f6e-bf03-462f-9546-a006d675eb6a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:44.782139 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-18ea5f6e-bf03-462f-9546-a006d675eb6a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/networks?id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 200 len: 814 time: 0.1393628 Feb 14 00:17:44.799631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-71a843a9-5773-40fd-b0c7-b5de1393e7b3 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/quotas/01230d9d6fd140218b833e5fc51740d5 HTTP/1.1" status: 200 len: 375 time: 0.0114901 Feb 14 00:17:44.884949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-33d7e6d3-52c6-4c15-b9e7-b7664185c696 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=01230d9d6fd140218b833e5fc51740d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803010 Feb 14 00:17:44.895109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-85327a81-8290-497d-9522-c0be2d68bc3c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:17:44.896027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-85327a81-8290-497d-9522-c0be2d68bc3c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047531 Feb 14 00:17:45.032183 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-8205986a-f965-4966-8e3e-2a9a872afa85 service neutron] 10.222.0.36 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305077 Feb 14 00:17:45.162205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-114f38b0-4b7e-4130-8ab0-6c6154175543 service neutron] 10.222.0.36 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242547 Feb 14 00:17:45.343546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cbf2b842-be62-4ab4-97a1-685ac733f76f req-94d3d5e3-9f49-407b-826f-6054ab5c881b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 210 time: 0.0404239 Feb 14 00:17:46.510162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-064fdb03-4511-477f-8633-d3034df1e835 req-3f738e9d-2adb-4da6-8f02-b394b5165993 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 210 time: 0.0423021 Feb 14 00:17:46.669761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-0fe35981-d1eb-48d9-b370-c5c61f168e44 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:46.671185 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-0fe35981-d1eb-48d9-b370-c5c61f168e44 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.42 "GET /v2.0/networks?id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 200 len: 814 time: 0.1476152 Feb 14 00:17:46.695356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Request body: {'port': {'device_id': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336', 'admin_state_up': True, 'tenant_id': '01230d9d6fd140218b833e5fc51740d5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:46.919315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:17:46.930980 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:17:46.940574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Made reservation on behalf of 01230d9d6fd140218b833e5fc51740d5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:17:46.943633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:47.101921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Allocated IP 172.20.0.4 (9e04d1bd-17ec-47cd-9bb0-cddeaafa7336/2d468e57-e533-4d74-a409-2d3d6fd00791/876c4a64-2a1c-4653-ab15-97fa5416c3ea) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:17:47.300512 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:47.326862 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:47.338788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:47.406952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:17:47.411339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Pushing event updated for resources: {'Port': ['ID=876c4a64-2a1c-4653-ab15-97fa5416c3ea,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:47.413702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:17:47.415928 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:17:47.476964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:47.477567 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:47.502850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7c3800ea-8206-4654-9f88-4d5e653689ea tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111062 Feb 14 00:17:47.519639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Request body: {'port': {'device_id': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:17:47.632161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:47.711592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f476fea-e931-47b3-b3b7-3224c220f4c7 req-33138463-f79d-4e59-a73a-430126e8ad4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:47.713105 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f476fea-e931-47b3-b3b7-3224c220f4c7 req-33138463-f79d-4e59-a73a-430126e8ad4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 931 time: 0.0758767 Feb 14 00:17:47.758291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7f476fea-e931-47b3-b3b7-3224c220f4c7 req-206f8783-7ac4-4ece-8cb5-8992a87d1d51 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Feb 14 00:17:47.965906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876c4a64-2a1c-4653-ab15-97fa5416c3ea {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:17:47.972649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:47.987131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Transition to ACTIVE for port object 876c4a64-2a1c-4653-ab15-97fa5416c3ea will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:17:47.992017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:48.113871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Pushing event updated for resources: {'Port': ['ID=876c4a64-2a1c-4653-ab15-97fa5416c3ea,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:48.218678 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Attempting to bind port 876c4a64-2a1c-4653-ab15-97fa5416c3ea on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:17:48.218929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Attempting to bind port 876c4a64-2a1c-4653-ab15-97fa5416c3ea by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:17:48.219256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Attempting to bind port 876c4a64-2a1c-4653-ab15-97fa5416c3ea on network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:17:48.225622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Port 876c4a64-2a1c-4653-ab15-97fa5416c3ea on network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:17:48.225933 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Attempting to bind port 876c4a64-2a1c-4653-ab15-97fa5416c3ea on network 9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:17:48.232087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:17:48.232414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Checking segment: {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:17:48.232785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Bound using segment: {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:17:48.233216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Bound port: 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e684e6-ae0a-4109-9a36-1b9726f17e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:17:48.233549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:48.322195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] For port 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:17:48.325102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] For port 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:17:48.328493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:48.389217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:48.390590 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] 10.222.0.42 "PUT /v2.0/ports/876c4a64-2a1c-4653-ab15-97fa5416c3ea HTTP/1.1" status: 200 len: 1091 time: 0.8757997 Feb 14 00:17:48.394405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'tag': '876c4a64-2a1c-4653-ab15-97fa5416c3ea'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:48.413170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c89d8a-f3dd-47df-b3f2-5e93f3707843 service neutron] Pushing event updated for resources: {'Port': ['ID=876c4a64-2a1c-4653-ab15-97fa5416c3ea,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:48.470090 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'tag': '876c4a64-2a1c-4653-ab15-97fa5416c3ea', 'status': 'completed', 'code': 200} Feb 14 00:17:48.505008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-1dcf3a1c-9975-428c-9374-78ea056acafc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01230d9d6fd140218b833e5fc51740d5&device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 1094 time: 0.0704553 Feb 14 00:17:48.577045 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7b7ab191-199c-41bb-8eeb-d0b42b2c404f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea HTTP/1.1" status: 200 len: 217 time: 0.0620813 Feb 14 00:17:48.642081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7fa1037e-1fbd-4836-806a-68273fb95422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:48.643506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-7fa1037e-1fbd-4836-806a-68273fb95422 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d468e57-e533-4d74-a409-2d3d6fd00791 HTTP/1.1" status: 200 len: 854 time: 0.0596571 Feb 14 00:17:48.792459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-082405a7-e2bf-4b11-b106-675d8b6c0bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398432 Feb 14 00:17:48.930196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-75f76b6e-4160-47d5-9bde-637834c48a20 service neutron] 10.222.0.42 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265733 Feb 14 00:17:49.056006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa31e09-be1b-46ab-a5c6-f6ac6cc04dd5 req-b01cb336-2e7f-4f11-8928-cdf66b47940b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:49.057634 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3aa31e09-be1b-46ab-a5c6-f6ac6cc04dd5 req-b01cb336-2e7f-4f11-8928-cdf66b47940b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 943 time: 0.1816092 Feb 14 00:17:49.070012 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4939e0ed-0e2c-4bf4-a0d6-d925921d30bd req-8c5a75da-3933-4126-8b26-9a7b260dce3b service neutron] 10.222.0.42 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288657 Feb 14 00:17:49.108385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3aa31e09-be1b-46ab-a5c6-f6ac6cc04dd5 req-df724559-d710-4b38-a849-03437664a898 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Feb 14 00:17:49.193505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-a7ce7945-51e2-40bb-9c37-eac99c323a65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01230d9d6fd140218b833e5fc51740d5&device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 1094 time: 0.0688303 Feb 14 00:17:49.324702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac007b-511d-4742-8387-02b7d2e47feb req-99c055c8-b77e-4a21-b124-62ebf39f4c4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:49.326087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-99c055c8-b77e-4a21-b124-62ebf39f4c4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 200 len: 914 time: 0.1266446 Feb 14 00:17:49.399463 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-20d0e8da-dada-4f5f-bd04-a756f1211577 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea HTTP/1.1" status: 200 len: 217 time: 0.0667205 Feb 14 00:17:49.461157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac007b-511d-4742-8387-02b7d2e47feb req-a279cefd-9bb7-41d2-9846-bf51bb1e81c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:49.462567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-a279cefd-9bb7-41d2-9846-bf51bb1e81c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d468e57-e533-4d74-a409-2d3d6fd00791 HTTP/1.1" status: 200 len: 854 time: 0.0568078 Feb 14 00:17:49.511640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-fd5faf13-923d-4ed2-bf1b-2088b6954279 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409000 Feb 14 00:17:49.642009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-d44e332c-6e21-41e2-aae8-9babafd4d062 service neutron] 10.222.0.42 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223974 Feb 14 00:17:49.772660 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5aac007b-511d-4742-8387-02b7d2e47feb req-38481c94-93ca-4d18-a2bb-e52979d26cfd service neutron] 10.222.0.42 "GET /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233091 Feb 14 00:17:50.303202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce227-e72f-4c72-8114-6dfb0aa4c2bf req-2741ae19-b583-4d51-95d6-e9a9e227d548 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:50.303802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c9bce227-e72f-4c72-8114-6dfb0aa4c2bf req-2741ae19-b583-4d51-95d6-e9a9e227d548 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Synchronizing usage tracker for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:17:50.319382 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c9bce227-e72f-4c72-8114-6dfb0aa4c2bf req-2741ae19-b583-4d51-95d6-e9a9e227d548 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Unset dirty status for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:17:50.320507 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9bce227-e72f-4c72-8114-6dfb0aa4c2bf req-2741ae19-b583-4d51-95d6-e9a9e227d548 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 943 time: 0.0910559 Feb 14 00:17:50.365665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c9bce227-e72f-4c72-8114-6dfb0aa4c2bf req-446ddae0-6d7f-429e-8e49-f8f166ec36af tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Feb 14 00:17:51.539509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 876c4a64-2a1c-4653-ab15-97fa5416c3ea details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:17:51.562424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4911888-605b-4db0-8528-6e2d08a0583d req-ed4a54f8-3124-474c-bd14-c4fb01ce32dc tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:51.563872 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4911888-605b-4db0-8528-6e2d08a0583d req-ed4a54f8-3124-474c-bd14-c4fb01ce32dc tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 943 time: 0.0779417 Feb 14 00:17:51.612674 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c4911888-605b-4db0-8528-6e2d08a0583d req-8aec026b-e431-4626-a67a-4494459e853f tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Feb 14 00:17:51.673721 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:51.687320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '876c4a64-2a1c-4653-ab15-97fa5416c3ea', 'network_id': '9e04d1bd-17ec-47cd-9bb0-cddeaafa7336', 'port_id': '876c4a64-2a1c-4653-ab15-97fa5416c3ea', 'mac_address': 'fa:16:3e:83:a1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d468e57-e533-4d74-a409-2d3d6fd00791', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:17:51.741228 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:51.758423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876c4a64-2a1c-4653-ab15-97fa5416c3ea {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:17:51.773357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:51.777189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:51.844518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=876c4a64-2a1c-4653-ab15-97fa5416c3ea,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:52.017119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['876c4a64-2a1c-4653-ab15-97fa5416c3ea'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:52.806232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c174618-a2b5-43f0-94ff-0df95e128177 req-6df5522d-69d4-4648-b17d-6794e45eb98b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:52.807825 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c174618-a2b5-43f0-94ff-0df95e128177 req-6df5522d-69d4-4648-b17d-6794e45eb98b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 944 time: 0.0780864 Feb 14 00:17:52.852044 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2c174618-a2b5-43f0-94ff-0df95e128177 req-07da5c76-d177-4bff-ae8b-68195acea5d0 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Feb 14 00:17:53.553779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 876c4a64-2a1c-4653-ab15-97fa5416c3ea up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:17:53.623476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 876c4a64-2a1c-4653-ab15-97fa5416c3ea completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:17:53.628157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 876c4a64-2a1c-4653-ab15-97fa5416c3ea triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:17:53.628523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:53.738634 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:53.793011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876c4a64-2a1c-4653-ab15-97fa5416c3ea'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:53.802992 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:53.807256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:53.822384 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:17:53.854021 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876c4a64-2a1c-4653-ab15-97fa5416c3ea', 'code': 200} Feb 14 00:17:53.878182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=876c4a64-2a1c-4653-ab15-97fa5416c3ea,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:54.043384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-715fa376-c549-4ee6-928b-d36093d50255 req-8600d7fe-0a76-4e1f-a649-61e7c7a88626 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 1096 time: 0.1166878 Feb 14 00:17:54.101582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b960b14-8246-49c3-a868-9387392f5e5b req-ed5db70d-df86-44e0-a821-0860618062b2 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:54.102957 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b960b14-8246-49c3-a868-9387392f5e5b req-ed5db70d-df86-44e0-a821-0860618062b2 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 945 time: 0.1196887 Feb 14 00:17:54.106142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-715fa376-c549-4ee6-928b-d36093d50255 req-87e47d0e-d123-43f0-88d7-d831f77aecba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Feb 14 00:17:54.146725 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b960b14-8246-49c3-a868-9387392f5e5b req-ab0954a9-11ed-4abc-82c8-b870e1b0d9b2 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 Feb 14 00:17:55.357678 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c3106-b3d1-4fd2-8240-a92d03f09ecf req-dfdaba36-7e44-4693-b209-bb15fefdc93b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:55.359086 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f7c3106-b3d1-4fd2-8240-a92d03f09ecf req-dfdaba36-7e44-4693-b209-bb15fefdc93b tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 945 time: 0.0869036 Feb 14 00:17:55.403601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9f7c3106-b3d1-4fd2-8240-a92d03f09ecf req-8c9a7f14-afe5-4aac-949f-744087388e64 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Feb 14 00:17:56.603664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc9edf-1085-4794-a1bb-a583e3144b05 req-6a980b0e-b7a5-4373-8e3c-fde00871883d tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:56.605099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eecc9edf-1085-4794-a1bb-a583e3144b05 req-6a980b0e-b7a5-4373-8e3c-fde00871883d tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 945 time: 0.0799077 Feb 14 00:17:56.650884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eecc9edf-1085-4794-a1bb-a583e3144b05 req-79917c02-d489-4d3a-a1a5-f61b6e763236 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Feb 14 00:17:57.044818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011dbf2-47b8-4df9-be73-27eb43aaaba4 req-ce7b828b-0eab-4946-bc44-23868e53c813 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:57.046264 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2011dbf2-47b8-4df9-be73-27eb43aaaba4 req-ce7b828b-0eab-4946-bc44-23868e53c813 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 945 time: 0.0788414 Feb 14 00:17:57.090925 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2011dbf2-47b8-4df9-be73-27eb43aaaba4 req-e2d69eff-b62d-45b3-8323-c5eccfd9c513 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Feb 14 00:17:58.288489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464df373-a225-43d0-97ab-af57bee284a0 req-78505e05-9874-4f4b-8416-4d168d176fb2 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:58.289843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-464df373-a225-43d0-97ab-af57bee284a0 req-78505e05-9874-4f4b-8416-4d168d176fb2 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 945 time: 0.0775986 Feb 14 00:17:58.340989 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-464df373-a225-43d0-97ab-af57bee284a0 req-d0bbeb8e-0769-49f6-be2d-120e4b02a33a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Feb 14 00:17:58.453145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6333874-3265-418b-9f47-0e92551960a3 req-af72a361-4004-4fdc-a3dd-431547c97e4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:17:58.454606 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6333874-3265-418b-9f47-0e92551960a3 req-af72a361-4004-4fdc-a3dd-431547c97e4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 945 time: 0.1744378 Feb 14 00:17:58.524806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Deleting port 876c4a64-2a1c-4653-ab15-97fa5416c3ea {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:17:58.525139 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:58.762177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] For port 876c4a64-2a1c-4653-ab15-97fa5416c3ea, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=876c4a64-2a1c-4653-ab15-97fa5416c3ea,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:17:58.762533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:58.881460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Calling delete_port for 876c4a64-2a1c-4653-ab15-97fa5416c3ea owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:17:59.019695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:59.031784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:59.061613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['876c4a64-2a1c-4653-ab15-97fa5416c3ea'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:17:59.070653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Pushing event deleted for resources: {'Port': ['ID=876c4a64-2a1c-4653-ab15-97fa5416c3ea,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:17:59.141549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] No DVR routers for this DVR port 876c4a64-2a1c-4653-ab15-97fa5416c3ea on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:17:59.144314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:17:59.146831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'name': 'network-vif-deleted', 'tag': '876c4a64-2a1c-4653-ab15-97fa5416c3ea'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:17:59.163004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6333874-3265-418b-9f47-0e92551960a3 req-fc873cd8-43e1-4f4e-be20-975dcc861f4c tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.42 "DELETE /v2.0/ports/876c4a64-2a1c-4653-ab15-97fa5416c3ea HTTP/1.1" status: 204 len: 173 time: 0.7003121 Feb 14 00:17:59.211212 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2098111-3aa5-4e2a-85b1-72e1be5f83c0', 'name': 'network-vif-deleted', 'tag': '876c4a64-2a1c-4653-ab15-97fa5416c3ea', 'status': 'completed', 'code': 200} Feb 14 00:17:59.511456 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fd4fc3d-1a25-4789-8774-632e903222f1 req-c433ea1a-3347-46b3-89f1-a2234da5eec7 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2098111-3aa5-4e2a-85b1-72e1be5f83c0 HTTP/1.1" status: 200 len: 210 time: 0.0403337 Feb 14 00:18:00.275945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-53a08f87-bcfc-4e78-876b-9ff21d19b219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:00.789371 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5062-29f6-498e-86c0-a16b227636cd req-5441a040-b6b9-4586-9f47-185333859d51 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:00.791114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8dcd5062-29f6-498e-86c0-a16b227636cd req-5441a040-b6b9-4586-9f47-185333859d51 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0820897 Feb 14 00:18:00.835029 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8dcd5062-29f6-498e-86c0-a16b227636cd req-35314f98-50c1-4e90-bd73-8c735bc8df0d tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Feb 14 00:18:01.052331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7d8c3-792f-4db7-ad4c-f4e9bb62c818 req-5e74b351-439b-4897-8e49-a8fb76054f09 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:01.053769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47e7d8c3-792f-4db7-ad4c-f4e9bb62c818 req-5e74b351-439b-4897-8e49-a8fb76054f09 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0745475 Feb 14 00:18:01.098969 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47e7d8c3-792f-4db7-ad4c-f4e9bb62c818 req-fa250fd4-8e89-464c-b7c6-a4b6632d609f tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Feb 14 00:18:01.301241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093808d6-6c04-44c2-8464-94e9eed593ec req-3b622bed-af3b-4b02-89ea-f1b560734e2a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:01.301913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-093808d6-6c04-44c2-8464-94e9eed593ec req-3b622bed-af3b-4b02-89ea-f1b560734e2a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Synchronizing usage tracker for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:01.317270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-093808d6-6c04-44c2-8464-94e9eed593ec req-3b622bed-af3b-4b02-89ea-f1b560734e2a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Unset dirty status for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:01.318402 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-093808d6-6c04-44c2-8464-94e9eed593ec req-3b622bed-af3b-4b02-89ea-f1b560734e2a tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0912633 Feb 14 00:18:01.366348 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-093808d6-6c04-44c2-8464-94e9eed593ec req-21b25fa8-4dc7-4666-adc6-51bb0bd00a74 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Feb 14 00:18:01.565539 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-158eeb96-194e-4236-87f0-b75ce856c7ef req-acec220e-108c-460d-b85b-744086979c7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0692658 Feb 14 00:18:01.614200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 876c4a64-2a1c-4653-ab15-97fa5416c3ea no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:18:01.648487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 876c4a64-2a1c-4653-ab15-97fa5416c3ea {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:18:01.648743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 876c4a64-2a1c-4653-ab15-97fa5416c3ea not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:18:01.757964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ce35-ee1b-4ed5-a633-58bc053545bb req-2ebe0bc1-89c5-4740-ab78-1b183eeb0c82 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:01.759422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf61ce35-ee1b-4ed5-a633-58bc053545bb req-2ebe0bc1-89c5-4740-ab78-1b183eeb0c82 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0754964 Feb 14 00:18:01.805909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bf61ce35-ee1b-4ed5-a633-58bc053545bb req-9401f1cc-bc27-4462-b47b-57c3339bf9d7 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Feb 14 00:18:02.018741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac82e0-0931-43ee-b214-7af1336b548d req-191c7234-2ec0-4ea4-a99f-7eecdede2e32 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:02.020239 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34ac82e0-0931-43ee-b214-7af1336b548d req-191c7234-2ec0-4ea4-a99f-7eecdede2e32 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0790806 Feb 14 00:18:02.064724 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34ac82e0-0931-43ee-b214-7af1336b548d req-8ea777b1-3542-4dfa-9594-a60ddbfeeb41 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Feb 14 00:18:02.276487 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365ae4-c59e-47ef-ab3e-d8ee29293a86 req-5fd7c5df-76b9-4c2b-9703-88b3ca6a289d tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:02.277939 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66365ae4-c59e-47ef-ab3e-d8ee29293a86 req-5fd7c5df-76b9-4c2b-9703-88b3ca6a289d tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0804040 Feb 14 00:18:02.323629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66365ae4-c59e-47ef-ab3e-d8ee29293a86 req-6ac7a4f9-589a-4c5c-a876-83d1d566a2c3 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Feb 14 00:18:02.435292 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bed9c0a8-cd39-4e5e-a7b1-4f466d1f87b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:02.874486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f804c-3d8b-4a88-8107-0270bd5e4c13 req-56587ab1-2591-4855-8a03-d96b0829abf7 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:02.875796 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-199f804c-3d8b-4a88-8107-0270bd5e4c13 req-56587ab1-2591-4855-8a03-d96b0829abf7 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.0738072 Feb 14 00:18:02.925558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-199f804c-3d8b-4a88-8107-0270bd5e4c13 req-baed1ccb-b03b-44c1-aacd-2e42242661f3 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Feb 14 00:18:03.623636 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:03.978873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:04.192133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdfe9b-0b45-4202-9929-a973f77032eb req-78ecb3c6-48be-493d-9eb2-629cfdf614aa tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:04.193587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2cdfe9b-0b45-4202-9929-a973f77032eb req-78ecb3c6-48be-493d-9eb2-629cfdf614aa tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.1395886 Feb 14 00:18:04.199038 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-f0167630-21bf-423f-ad5d-4a58c416c562 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:04.200335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-f0167630-21bf-423f-ad5d-4a58c416c562 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.31 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 945 time: 0.1444428 Feb 14 00:18:04.294682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Deleting port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:04.294941 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:04.325675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2cdfe9b-0b45-4202-9929-a973f77032eb req-fb18082d-fb90-4dbb-ac72-820d5e305e54 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/security-groups?id=2255ddff-b47d-4927-98c4-660bffd65027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244409 Feb 14 00:18:04.545847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] For port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,segment=NetworkSegment(d6e684e6-ae0a-4109-9a36-1b9726f17e33),segment_id=d6e684e6-ae0a-4109-9a36-1b9726f17e33)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:04.546136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:04.666247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Calling delete_port for 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:04.811118 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:04.822413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:18:04.945123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Pushing event deleted for resources: {'Port': ['ID=3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:05.020034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] No DVR routers for this DVR port 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:18:05.022599 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:05.025066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'name': 'network-vif-deleted', 'tag': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:18:05.040620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-add419ed-0a17-4e5c-9038-b7e4fd65fc9d req-aa4d2b3a-5d2e-418b-be2c-06aa708102da tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.31 "DELETE /v2.0/ports/3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca HTTP/1.1" status: 204 len: 173 time: 0.8254230 Feb 14 00:18:05.088355 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ed54e6-b096-44a9-b5b3-ccb15a451429', 'name': 'network-vif-deleted', 'tag': '3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca', 'status': 'completed', 'code': 200} Feb 14 00:18:05.218915 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:05.501077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-046128b3-ecc9-4f94-9f6f-7a92ddfb87eb req-207459a9-2acb-40d6-aad3-34b6fd6f1b59 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Synchronizing usage tracker for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:05.516907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-046128b3-ecc9-4f94-9f6f-7a92ddfb87eb req-207459a9-2acb-40d6-aad3-34b6fd6f1b59 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] Unset dirty status for tenant:01230d9d6fd140218b833e5fc51740d5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:05.518798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-046128b3-ecc9-4f94-9f6f-7a92ddfb87eb req-207459a9-2acb-40d6-aad3-34b6fd6f1b59 tempest-ServersNegativeTestJSON-493089955 tempest-ServersNegativeTestJSON-493089955-project] 10.222.0.36 "GET /v2.0/ports?device_id=84ed54e6-b096-44a9-b5b3-ccb15a451429 HTTP/1.1" status: 200 len: 210 time: 0.0586171 Feb 14 00:18:06.626694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42408) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:06.685537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Deleting subnet 2d468e57-e533-4d74-a409-2d3d6fd00791 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:18:06.688367 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:06.737948 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:06.796029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:06.861262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:06.897980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d468e57-e533-4d74-a409-2d3d6fd00791,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:06.903363 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:06.909909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-907285aa-2cae-4767-a331-57f06a328ce1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2d468e57-e533-4d74-a409-2d3d6fd00791 HTTP/1.1" status: 204 len: 168 time: 0.2822025 Feb 14 00:18:06.912299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42412) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:07.017102 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.139473 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.167295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e04d1bd-17ec-47cd-9bb0-cddeaafa7336']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:07.178806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e684e6-ae0a-4109-9a36-1b9726f17e33') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:07.179098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e684e6-ae0a-4109-9a36-1b9726f17e33') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:07.190751 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.206839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.212943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:07.213316 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:07.226225 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:07.302930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.320111 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.330955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e04d1bd-17ec-47cd-9bb0-cddeaafa7336,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:07.338924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f0ead2e4-8b22-44fe-8ae5-742602f8dc23 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9e04d1bd-17ec-47cd-9bb0-cddeaafa7336 HTTP/1.1" status: 204 len: 168 time: 0.4256804 Feb 14 00:18:07.472330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42418) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:07.496788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.523756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8041920d-8de7-481f-9e03-6700e3466aea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01230d9d6fd140218b833e5fc51740d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502768 Feb 14 00:18:07.526312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42422) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:07.588180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530ba883-87a8-461a-8b53-664ad9fea716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.614201 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530ba883-87a8-461a-8b53-664ad9fea716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.667554 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530ba883-87a8-461a-8b53-664ad9fea716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.685166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ba883-87a8-461a-8b53-664ad9fea716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255ddff-b47d-4927-98c4-660bffd65027,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:07.695126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-530ba883-87a8-461a-8b53-664ad9fea716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:07.696274 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-530ba883-87a8-461a-8b53-664ad9fea716 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2255ddff-b47d-4927-98c4-660bffd65027 HTTP/1.1" status: 204 len: 168 time: 0.1690912 Feb 14 00:18:08.373112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:18:08.405355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:18:08.405708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 3d93e9ad-c2b7-42c3-a26c-d549b4cf0fca not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:18:08.549402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42446) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:08.679562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-126109482'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:08.685368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:08.689262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:network and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:08.692301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:08.698464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:08.707796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:08.710723 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.723267 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.754773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:08.758479 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:security_group_rule and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:08.761577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:08.767216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:08.839197 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.843085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.871701 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:08.884153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcad21b-15e2-4abb-9e82-87000b0bd2c2,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:08.890241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.890528 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Added segment 4ee4f02b-16e8-4866-811d-b7b91fd75b0f of type vlan for network c07cbc1e-7a7e-4528-97ea-acf4a831254e Feb 14 00:18:08.917468 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.945702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:08.949324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:08.949890 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:09.056401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Network': ['ID=c07cbc1e-7a7e-4528-97ea-acf4a831254e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:09.059856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-45027510-482a-464a-9159-0346e9360d68 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5094359 Feb 14 00:18:09.080838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network c07cbc1e-7a7e-4528-97ea-acf4a831254e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:09.285026 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:12.423286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42452) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:12.429583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'subnet': {'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:12.535838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:12.539567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:subnet and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:12.542304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:12.547831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:12.558223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:12.655174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:12.874842 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:12.952296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Subnet': ['ID=e3e47da7-b5e0-459e-8336-949c30974c7e,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:12.963796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Checking segment: {'id': '4ee4f02b-16e8-4866-811d-b7b91fd75b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:12.964150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network hostable DHCP agents. Network: c07cbc1e-7a7e-4528-97ea-acf4a831254e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:12.985617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network c07cbc1e-7a7e-4528-97ea-acf4a831254e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:12.995197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, c07cbc1e-7a7e-4528-97ea-acf4a831254e) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:12.999388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:13.000195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.006950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b206cc9-64cb-47c7-9990-3c401e42e7a0 None None] Network c07cbc1e-7a7e-4528-97ea-acf4a831254e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:13.022697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-feddeee8-54b7-4d90-b164-afda773ee4ac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5976226 Feb 14 00:18:13.026004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42458) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:13.031610 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1181234315'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:13.037460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:13.041337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:network and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:13.044283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:13.050690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:13.061559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:13.065980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.095884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:13.104640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.104986 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Added segment 35ec8d72-f4d7-49c3-853c-d8681d17f1b3 of type vlan for network 1aaa382e-e010-4bb6-955d-9fbfb75d4b00 Feb 14 00:18:13.130729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.160182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.163858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:13.164426 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.229350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-c07cbc1e-7a7e-4528-97ea-acf4a831254e', 'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e', 'tenant_id': 'e774d8837b70497e96a15232a697d64c', 'fixed_ips': [{'subnet_id': 'e3e47da7-b5e0-459e-8336-949c30974c7e'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:13.230209 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.261740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2346439 Feb 14 00:18:13.264755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42462) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:13.270658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65d175-9554-4584-a382-e15666668376 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Network': ['ID=1aaa382e-e010-4bb6-955d-9fbfb75d4b00,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:13.272863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'subnet': {'network_id': '1aaa382e-e010-4bb6-955d-9fbfb75d4b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:13.284669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1aaa382e-e010-4bb6-955d-9fbfb75d4b00 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:13.391199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:13.395110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:subnet and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:13.397875 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:13.403775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:13.415738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:13.472057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Allocated IP 2001:db8:0:ffff::2 (c07cbc1e-7a7e-4528-97ea-acf4a831254e/e3e47da7-b5e0-459e-8336-949c30974c7e/40a8e50f-d1a3-4767-89e2-efa8a9fe2e67) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:13.518652 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.680129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.691746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Transition to ACTIVE for port object 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:13.711372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Transition to ACTIVE for port object 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:13.716405 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.784511 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Network c07cbc1e-7a7e-4528-97ea-acf4a831254e is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:13.787085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:13.790550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:13.796462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Pushing event updated for resources: {'Port': ['ID=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:13.834437 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.881073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Attempting to bind port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:13.881434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Attempting to bind port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '4ee4f02b-16e8-4866-811d-b7b91fd75b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:13.881797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Attempting to bind port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 on network c07cbc1e-7a7e-4528-97ea-acf4a831254e {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:13.888072 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:13.888440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Checking segment: {'id': '4ee4f02b-16e8-4866-811d-b7b91fd75b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:13.888833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.889332 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Bound using segment: {'id': '4ee4f02b-16e8-4866-811d-b7b91fd75b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:13.889794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Bound port: 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee4f02b-16e8-4866-811d-b7b91fd75b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c07cbc1e-7a7e-4528-97ea-acf4a831254e'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:13.890189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.922166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Subnet': ['ID=d0b0f814-079b-4050-a568-b69bf86272dc,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:13.933640 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Checking segment: {'id': '35ec8d72-f4d7-49c3-853c-d8681d17f1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1aaa382e-e010-4bb6-955d-9fbfb75d4b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:13.933939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network hostable DHCP agents. Network: 1aaa382e-e010-4bb6-955d-9fbfb75d4b00, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:13.957010 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network 1aaa382e-e010-4bb6-955d-9fbfb75d4b00 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:13.967821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1aaa382e-e010-4bb6-955d-9fbfb75d4b00) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:13.972539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:13.973140 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:13.981117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b26696-95f4-42a3-8158-94b029c081a8 None None] Network 1aaa382e-e010-4bb6-955d-9fbfb75d4b00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:13.998813 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a64cc6e4-9e03-4032-a467-b7da3b591d79 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7298265 Feb 14 00:18:13.999014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] For port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:13.999106 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42470) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:14.052200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] For port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,segment=NetworkSegment(4ee4f02b-16e8-4866-811d-b7b91fd75b0f),segment_id=4ee4f02b-16e8-4866-811d-b7b91fd75b0f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:14.070629 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.144919 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.211902 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.219823 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71decc5-58a6-4b2e-9dd0-51d7c0d88c5a None None] Pushing event updated for resources: {'Port': ['ID=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:14.305553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.322263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e743b-b214-4c2f-9b65-d1b9d78ce158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-1aaa382e-e010-4bb6-955d-9fbfb75d4b00', 'network_id': '1aaa382e-e010-4bb6-955d-9fbfb75d4b00', 'tenant_id': 'e774d8837b70497e96a15232a697d64c', 'fixed_ips': [{'subnet_id': 'd0b0f814-079b-4050-a568-b69bf86272dc'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:14.323071 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-733e743b-b214-4c2f-9b65-d1b9d78ce158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.344915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b0f814-079b-4050-a568-b69bf86272dc,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:14.444873 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463427e-39a4-470a-a3fe-dc91dae959a4 None None] Network 1aaa382e-e010-4bb6-955d-9fbfb75d4b00 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:14.464773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.497331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaa382e-e010-4bb6-955d-9fbfb75d4b00']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:14.514693 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ec8d72-f4d7-49c3-853c-d8681d17f1b3') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:14.516132 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ec8d72-f4d7-49c3-853c-d8681d17f1b3') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:14.529641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.549003 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.560092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:14.560594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:14.581490 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:14.588261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:14.664417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.681369 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.690566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:14.693115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Network': ['ID=1aaa382e-e010-4bb6-955d-9fbfb75d4b00,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:14.697291 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-792ed2e9-61a5-4272-96fc-c8a05bffdbac tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/1aaa382e-e010-4bb6-955d-9fbfb75d4b00 HTTP/1.1" status: 204 len: 168 time: 0.6973355 Feb 14 00:18:14.700916 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:14.707386 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345299168'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:14.712940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:14.716739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:network and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:14.719537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:14.725444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:14.735929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:14.739366 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.769085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:14.777906 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.778298 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Added segment c4a3d2f7-3344-4836-aa5a-42e00fab0526 of type vlan for network 1e8cc56d-fe46-4190-a745-2fc038c0215b Feb 14 00:18:14.804821 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.832782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.836631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:14.837210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:14.935717 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2336373 Feb 14 00:18:14.938613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42478) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:14.944996 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcd4c1-e889-413e-a078-c7a9bec15d9c tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Network': ['ID=1e8cc56d-fe46-4190-a745-2fc038c0215b,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:14.945425 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'subnet': {'network_id': '1e8cc56d-fe46-4190-a745-2fc038c0215b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:14.956187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 1e8cc56d-fe46-4190-a745-2fc038c0215b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:15.072621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:15.076583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:subnet and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:15.080128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:15.086010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:15.095822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:15.201121 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.240140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904c627-64cd-447a-913d-feaf9885e236 None None] Network c07cbc1e-7a7e-4528-97ea-acf4a831254e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:15.292137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.ipam_backend_mixin [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Performing IP validity checks on allocation pools {{(pid=83662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 14 00:18:15.292644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.ipam_backend_mixin [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 14 00:18:15.347742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] Provisioning for port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:15.362969 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] Provisioning complete for port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:15.363336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.507652 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.569947 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.580696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Subnet': ['ID=85d3e8c0-dc73-4ae5-8f3e-8a42e89fed18,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:15.597559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Checking segment: {'id': 'c4a3d2f7-3344-4836-aa5a-42e00fab0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1e8cc56d-fe46-4190-a745-2fc038c0215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:15.597911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network hostable DHCP agents. Network: 1e8cc56d-fe46-4190-a745-2fc038c0215b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:15.615640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] For port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,segment=NetworkSegment(4ee4f02b-16e8-4866-811d-b7b91fd75b0f),segment_id=4ee4f02b-16e8-4866-811d-b7b91fd75b0f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:15.619630 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.621174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network 1e8cc56d-fe46-4190-a745-2fc038c0215b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:15.636469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 1e8cc56d-fe46-4190-a745-2fc038c0215b) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:15.641081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:15.641682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.654715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c11cd-27e2-496e-be04-c113405d4246 None None] Network 1e8cc56d-fe46-4190-a745-2fc038c0215b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:15.664936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3a7fff62-ca6f-4523-b5c1-55817b5f5e0d tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7244453 Feb 14 00:18:15.668068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42482) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:15.772008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4a37-f505-4489-8659-53764bb7be69 None None] Pushing event updated for resources: {'Port': ['ID=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:15.823868 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.890095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3cfdf041-cf20-4644-804f-04da59139ffb None None] Provisioning complete for port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:15.890369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf041-cf20-4644-804f-04da59139ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.891675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.941727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08a685-5ab0-482a-a259-fb7cc670272c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-1e8cc56d-fe46-4190-a745-2fc038c0215b', 'network_id': '1e8cc56d-fe46-4190-a745-2fc038c0215b', 'tenant_id': 'e774d8837b70497e96a15232a697d64c', 'fixed_ips': [{'subnet_id': '85d3e8c0-dc73-4ae5-8f3e-8a42e89fed18'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:15.942542 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df08a685-5ab0-482a-a259-fb7cc670272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:15.966356 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.031532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Subnet': ['ID=85d3e8c0-dc73-4ae5-8f3e-8a42e89fed18,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:16.085614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49c96e-1bd6-488c-a062-0bf7aef6e3a1 None None] Network 1e8cc56d-fe46-4190-a745-2fc038c0215b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:16.108003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.136260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8cc56d-fe46-4190-a745-2fc038c0215b']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:16.156166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a3d2f7-3344-4836-aa5a-42e00fab0526') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:16.156481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a3d2f7-3344-4836-aa5a-42e00fab0526') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:16.169542 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.187244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.193959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:16.194764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:16.210148 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:16.289193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.307228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.321527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Network': ['ID=1e8cc56d-fe46-4190-a745-2fc038c0215b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:16.325505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-81580c6d-3db6-4e2a-b523-fee282a02478 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/1e8cc56d-fe46-4190-a745-2fc038c0215b HTTP/1.1" status: 204 len: 168 time: 0.6564846 Feb 14 00:18:16.329101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42486) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:16.334873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357882905'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:16.340465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:16.344226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:network and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:16.347749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:16.353598 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:16.364465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:16.367414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.395004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:16.403569 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.403901 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Added segment 605dc59a-2a35-44c6-b39a-be2413d11baa of type vlan for network 9e59a095-493a-4688-ad63-658dbcc867ff Feb 14 00:18:16.430218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.458620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.462339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:16.462993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.520621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:16.563877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2335732 Feb 14 00:18:16.567901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42490) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:16.573356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'subnet': {'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:16.575892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0233130-deee-4dde-8503-a45620a0be5e tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Network': ['ID=9e59a095-493a-4688-ad63-658dbcc867ff,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:16.587650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 9e59a095-493a-4688-ad63-658dbcc867ff details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:16.682375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:16.684105 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:16.684499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:16.686180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:subnet and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:16.689037 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:16.694650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:16.705414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:16.810537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.020523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.186739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Subnet': ['ID=adc5d1f4-4ae0-43cc-bfbd-2d33c79e1432,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:17.203003 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Checking segment: {'id': '605dc59a-2a35-44c6-b39a-be2413d11baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:17.203350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network hostable DHCP agents. Network: 9e59a095-493a-4688-ad63-658dbcc867ff, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:17.227844 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network 9e59a095-493a-4688-ad63-658dbcc867ff is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:17.236733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 9e59a095-493a-4688-ad63-658dbcc867ff) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:17.240852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:17.241419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.245526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61b0cd-fd43-4835-8470-35afd9bf0d66 None None] Network 9e59a095-493a-4688-ad63-658dbcc867ff requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:17.262632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2240b1d2-064c-4da0-bceb-7aac2e8d4fc4 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6935825 Feb 14 00:18:17.266203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42494) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:17.272925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103240051'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:17.278349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:17.282144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:network and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:17.285826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:17.291461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:17.301588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:17.304491 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.332311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:17.341416 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.341868 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Added segment 582e73d1-7b5d-46fd-93f9-44900d47a823 of type vlan for network 5210f0af-69aa-4e8a-a4b2-e04002e83ad1 Feb 14 00:18:17.368335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.399298 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.402927 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:17.403492 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.460274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-9e59a095-493a-4688-ad63-658dbcc867ff', 'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff', 'tenant_id': 'e774d8837b70497e96a15232a697d64c', 'fixed_ips': [{'subnet_id': 'adc5d1f4-4ae0-43cc-bfbd-2d33c79e1432'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:17.461400 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.501057 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2310867 Feb 14 00:18:17.502411 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42498) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:17.511459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Request body: {'subnet': {'network_id': '5210f0af-69aa-4e8a-a4b2-e04002e83ad1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:17.531819 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e0223-44af-48f7-82df-974cb0c5b79a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Network': ['ID=5210f0af-69aa-4e8a-a4b2-e04002e83ad1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:17.550170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 5210f0af-69aa-4e8a-a4b2-e04002e83ad1 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:17.624295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:17.628782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Usage tracker for resource:subnet and tenant:e774d8837b70497e96a15232a697d64c is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:17.631561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:17.637118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:17.647368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Made reservation on behalf of e774d8837b70497e96a15232a697d64c for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:17.719126 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Allocated IP 2001:db8::2 (9e59a095-493a-4688-ad63-658dbcc867ff/adc5d1f4-4ae0-43cc-bfbd-2d33c79e1432/15c942ac-2026-4065-badb-898b1e9bb963) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:17.750290 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.915785 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.925886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Transition to ACTIVE for port object 15c942ac-2026-4065-badb-898b1e9bb963 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:17.944245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Transition to ACTIVE for port object 15c942ac-2026-4065-badb-898b1e9bb963 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:17.950073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:17.971537 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.027687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Pushing event updated for resources: {'Port': ['ID=15c942ac-2026-4065-badb-898b1e9bb963,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:18.032764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Network 9e59a095-493a-4688-ad63-658dbcc867ff is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:18.034342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:18.038058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:18.054637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event updated for resources: {'Subnet': ['ID=d6dd1f98-4864-4466-a442-d70a449eb8bf,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:18.060850 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Checking segment: {'id': '582e73d1-7b5d-46fd-93f9-44900d47a823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5210f0af-69aa-4e8a-a4b2-e04002e83ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:18.061115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network hostable DHCP agents. Network: 5210f0af-69aa-4e8a-a4b2-e04002e83ad1, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:18.082969 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Network 5210f0af-69aa-4e8a-a4b2-e04002e83ad1 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:18.092672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 5210f0af-69aa-4e8a-a4b2-e04002e83ad1) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:18.096734 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:18.097312 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.113267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cc43e-72c0-43cd-8ef0-6454300bb5cb None None] Network 5210f0af-69aa-4e8a-a4b2-e04002e83ad1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:18.119024 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a98cc53c-046c-4562-94c9-07dfc5777c94 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6162944 Feb 14 00:18:18.121672 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:18.204509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Attempting to bind port 15c942ac-2026-4065-badb-898b1e9bb963 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:18.204812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Attempting to bind port 15c942ac-2026-4065-badb-898b1e9bb963 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '605dc59a-2a35-44c6-b39a-be2413d11baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:18.205170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Attempting to bind port 15c942ac-2026-4065-badb-898b1e9bb963 on network 9e59a095-493a-4688-ad63-658dbcc867ff {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:18.222100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:18.222469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Checking segment: {'id': '605dc59a-2a35-44c6-b39a-be2413d11baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:18.222864 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.223269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Bound using segment: {'id': '605dc59a-2a35-44c6-b39a-be2413d11baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:18.223720 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Bound port: 15c942ac-2026-4065-badb-898b1e9bb963, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605dc59a-2a35-44c6-b39a-be2413d11baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9e59a095-493a-4688-ad63-658dbcc867ff'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:18.224079 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.259132 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.328508 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.404089 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.415849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] For port 15c942ac-2026-4065-badb-898b1e9bb963, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:18.431438 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] For port 15c942ac-2026-4065-badb-898b1e9bb963, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=15c942ac-2026-4065-badb-898b1e9bb963,segment=NetworkSegment(605dc59a-2a35-44c6-b39a-be2413d11baa),segment_id=605dc59a-2a35-44c6-b39a-be2413d11baa)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:18.436285 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d500969-f9eb-4109-a402-ba75273fb866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-5210f0af-69aa-4e8a-a4b2-e04002e83ad1', 'network_id': '5210f0af-69aa-4e8a-a4b2-e04002e83ad1', 'tenant_id': 'e774d8837b70497e96a15232a697d64c', 'fixed_ips': [{'subnet_id': 'd6dd1f98-4864-4466-a442-d70a449eb8bf'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:18.437631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d500969-f9eb-4109-a402-ba75273fb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.453098 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.454161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dd1f98-4864-4466-a442-d70a449eb8bf,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:18.552848 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.578664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5210f0af-69aa-4e8a-a4b2-e04002e83ad1']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:18.591347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582e73d1-7b5d-46fd-93f9-44900d47a823') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:18.591645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582e73d1-7b5d-46fd-93f9-44900d47a823') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:18.603970 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.619890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.627444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:18.628059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.630660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182678-c809-41c2-aac9-1cc2e836d642 None None] Pushing event updated for resources: {'Port': ['ID=15c942ac-2026-4065-badb-898b1e9bb963,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:18.647481 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:18.654442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac74f2-0aae-4bcc-9079-e3f30f054c6c None None] Network 5210f0af-69aa-4e8a-a4b2-e04002e83ad1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:18.733147 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.752589 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:18.763929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Network': ['ID=5210f0af-69aa-4e8a-a4b2-e04002e83ad1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:18.768242 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a8d27040-1b0a-4895-96bc-b8e585f70e8f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/5210f0af-69aa-4e8a-a4b2-e04002e83ad1 HTTP/1.1" status: 204 len: 168 time: 0.6454790 Feb 14 00:18:18.771914 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:18.828319 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0638118-27b8-473a-a6a5-acfbcbf1c1c6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] GET failed (client error): The resource could not be found. Feb 14 00:18:18.828824 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a0638118-27b8-473a-a6a5-acfbcbf1c1c6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Synchronizing usage tracker for tenant:e774d8837b70497e96a15232a697d64c on resource:subnet {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:18.854668 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a0638118-27b8-473a-a6a5-acfbcbf1c1c6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Unset dirty status for tenant:e774d8837b70497e96a15232a697d64c on resource:subnet {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:18.856076 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a0638118-27b8-473a-a6a5-acfbcbf1c1c6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "GET /v2.0/subnets/d6dd1f98-4864-4466-a442-d70a449eb8bf HTTP/1.1" status: 404 len: 337 time: 0.0830128 Feb 14 00:18:18.859233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42510) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:18.885971 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d50eada-afb3-4695-84a5-4257de392b6f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:18.886551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d50eada-afb3-4695-84a5-4257de392b6f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:18.888268 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7d50eada-afb3-4695-84a5-4257de392b6f tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/5210f0af-69aa-4e8a-a4b2-e04002e83ad1 HTTP/1.1" status: 404 len: 339 time: 0.0282140 Feb 14 00:18:18.892710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42514) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:18.931698 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfdf327-9ea3-450e-93ea-ac57d3b9407a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:18.932275 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfdf327-9ea3-450e-93ea-ac57d3b9407a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:18.936208 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9bfdf327-9ea3-450e-93ea-ac57d3b9407a tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/subnets/d6dd1f98-4864-4466-a442-d70a449eb8bf HTTP/1.1" status: 404 len: 337 time: 0.0400229 Feb 14 00:18:18.936471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42518) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:18.961967 n-d-828979-1 neutron-server[83662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabd1bd2-c9d6-47b6-af6b-5b3c242ce1eb tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:18.962426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabd1bd2-c9d6-47b6-af6b-5b3c242ce1eb tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:18.964064 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cabd1bd2-c9d6-47b6-af6b-5b3c242ce1eb tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/5210f0af-69aa-4e8a-a4b2-e04002e83ad1 HTTP/1.1" status: 404 len: 339 time: 0.0266433 Feb 14 00:18:18.966563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42522) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:19.153558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Deleting subnet adc5d1f4-4ae0-43cc-bfbd-2d33c79e1432 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:18:19.156418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.209558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.296648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.373027 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.414429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Subnet': ['ID=adc5d1f4-4ae0-43cc-bfbd-2d33c79e1432,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:19.419413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.433675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c6748924-8537-4268-bfd6-e1c09f2e23a1 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/subnets/adc5d1f4-4ae0-43cc-bfbd-2d33c79e1432 HTTP/1.1" status: 204 len: 168 time: 0.4660923 Feb 14 00:18:19.436351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42526) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:19.555320 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.567546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Deleting port 15c942ac-2026-4065-badb-898b1e9bb963 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:19.567546 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.577799 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08077d-4f56-4d75-b861-abbb0acfecd4 None None] Network 9e59a095-493a-4688-ad63-658dbcc867ff requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:19.713572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-68acd969-12c4-450d-9467-335f49b5348a None None] Provisioning for port 15c942ac-2026-4065-badb-898b1e9bb963 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:19.841245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39847153-b416-4e14-8db3-27854570e8cd None None] DHCP port deletion for 9e59a095-493a-4688-ad63-658dbcc867ff request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:18:19.846275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Deleting port 15c942ac-2026-4065-badb-898b1e9bb963 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:19.846791 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.874046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] For port 15c942ac-2026-4065-badb-898b1e9bb963, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=15c942ac-2026-4065-badb-898b1e9bb963,segment=NetworkSegment(605dc59a-2a35-44c6-b39a-be2413d11baa),segment_id=605dc59a-2a35-44c6-b39a-be2413d11baa)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:19.874624 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:19.995193 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Calling delete_port for 15c942ac-2026-4065-badb-898b1e9bb963 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:20.047324 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-39847153-b416-4e14-8db3-27854570e8cd None None] For port 15c942ac-2026-4065-badb-898b1e9bb963, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=15c942ac-2026-4065-badb-898b1e9bb963,segment=NetworkSegment(605dc59a-2a35-44c6-b39a-be2413d11baa),segment_id=605dc59a-2a35-44c6-b39a-be2413d11baa)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:20.047704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.070215 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.121027 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Port': ['ID=15c942ac-2026-4065-badb-898b1e9bb963,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:20.128094 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No DVR routers for this DVR port 15c942ac-2026-4065-badb-898b1e9bb963 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:18:20.168286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Calling delete_port for 15c942ac-2026-4065-badb-898b1e9bb963 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:20.236298 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:18:20.236683 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:18:20.252986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.277474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e59a095-493a-4688-ad63-658dbcc867ff']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:20.289842 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605dc59a-2a35-44c6-b39a-be2413d11baa') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:20.290103 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605dc59a-2a35-44c6-b39a-be2413d11baa') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:20.301107 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.316547 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.322544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:20.322922 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:20.337160 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:20.417160 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.436295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.448174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Network': ['ID=9e59a095-493a-4688-ad63-658dbcc867ff,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:20.450726 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-33aafe4f-8a50-48fa-9e00-e277e8847eb6 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/9e59a095-493a-4688-ad63-658dbcc867ff HTTP/1.1" status: 204 len: 168 time: 1.0133457 Feb 14 00:18:20.453211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42532) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:20.490781 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22b9564-54d2-4ffc-a5f0-8ee25fb44430 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:20.491215 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22b9564-54d2-4ffc-a5f0-8ee25fb44430 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:20.492784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b22b9564-54d2-4ffc-a5f0-8ee25fb44430 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/subnets/85d3e8c0-dc73-4ae5-8f3e-8a42e89fed18 HTTP/1.1" status: 404 len: 337 time: 0.0386934 Feb 14 00:18:20.495289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42536) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:20.519308 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b704c00-d86e-4cfd-828b-c4c9a0d366f0 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:20.519732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b704c00-d86e-4cfd-828b-c4c9a0d366f0 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:20.521270 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0b704c00-d86e-4cfd-828b-c4c9a0d366f0 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/1e8cc56d-fe46-4190-a745-2fc038c0215b HTTP/1.1" status: 404 len: 339 time: 0.0251281 Feb 14 00:18:20.523680 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42540) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:20.563457 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e91981-29af-4773-8c64-017124301114 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:20.564348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e91981-29af-4773-8c64-017124301114 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:20.565952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-19e91981-29af-4773-8c64-017124301114 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/subnets/d0b0f814-079b-4050-a568-b69bf86272dc HTTP/1.1" status: 404 len: 337 time: 0.0414214 Feb 14 00:18:20.568349 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42544) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:20.592024 n-d-828979-1 neutron-server[83661]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87751dd-f814-41ad-9835-75546eab1a90 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] DELETE failed (client error): The resource could not be found. Feb 14 00:18:20.592400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87751dd-f814-41ad-9835-75546eab1a90 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83661) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 14 00:18:20.594340 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d87751dd-f814-41ad-9835-75546eab1a90 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/1aaa382e-e010-4bb6-955d-9fbfb75d4b00 HTTP/1.1" status: 404 len: 339 time: 0.0250344 Feb 14 00:18:20.596753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42548) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:20.738124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Deleting port 15c942ac-2026-4065-badb-898b1e9bb963 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:20.739155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39847153-b416-4e14-8db3-27854570e8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.779199 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Deleting subnet e3e47da7-b5e0-459e-8336-949c30974c7e {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:18:20.782052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.804079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39847153-b416-4e14-8db3-27854570e8cd None None] The port '15c942ac-2026-4065-badb-898b1e9bb963' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:18:20.839974 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.919839 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:20.991078 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.034941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e47da7-b5e0-459e-8336-949c30974c7e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:21.038831 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.045445 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b65fb-2dc9-4d28-b4ca-1453d6491153 None None] Network c07cbc1e-7a7e-4528-97ea-acf4a831254e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:21.048908 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4cce4a49-25d2-471e-8ff4-45041f8c6b11 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/subnets/e3e47da7-b5e0-459e-8336-949c30974c7e HTTP/1.1" status: 204 len: 168 time: 0.4510300 Feb 14 00:18:21.051184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42552) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:21.162391 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.172528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Deleting port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:21.172853 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.282083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] DHCP port deletion for c07cbc1e-7a7e-4528-97ea-acf4a831254e request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:18:21.287154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Deleting port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:21.287523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.474947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] For port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,segment=NetworkSegment(4ee4f02b-16e8-4866-811d-b7b91fd75b0f),segment_id=4ee4f02b-16e8-4866-811d-b7b91fd75b0f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:21.475221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.487800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] For port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,segment=NetworkSegment(4ee4f02b-16e8-4866-811d-b7b91fd75b0f),segment_id=4ee4f02b-16e8-4866-811d-b7b91fd75b0f)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:21.488184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.601544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Calling delete_port for 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:21.631893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Calling delete_port for 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:21.675457 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.701854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:18:21.702251 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:18:21.725369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Port': ['ID=40a8e50f-d1a3-4767-89e2-efa8a9fe2e67,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:21.731924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] No DVR routers for this DVR port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:18:21.855210 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.880551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07cbc1e-7a7e-4528-97ea-acf4a831254e']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:21.892031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee4f02b-16e8-4866-811d-b7b91fd75b0f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:21.892376 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee4f02b-16e8-4866-811d-b7b91fd75b0f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:21.903197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.918747 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.925254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:21.925807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:21.940392 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:22.018870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.023281 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.048770 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] Pushing event deleted for resources: {'Network': ['ID=c07cbc1e-7a7e-4528-97ea-acf4a831254e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:22.052714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3c5ba6e4-f8f8-471f-bd2a-580b5df7b1f5 tempest-NetworksIpV6Test-467287555 tempest-NetworksIpV6Test-467287555-project] 10.222.0.36 "DELETE /v2.0/networks/c07cbc1e-7a7e-4528-97ea-acf4a831254e HTTP/1.1" status: 204 len: 168 time: 1.0006220 Feb 14 00:18:22.203643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Deleting port 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:22.204184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.266602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-778d8c1a-62a8-4950-8b9a-2bd47a0d5456 None None] The port '40a8e50f-d1a3-4767-89e2-efa8a9fe2e67' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:18:22.337331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42560) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:22.507968 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a2232b91-a3e0-4eab-8f6d-e0ec41ed43a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e774d8837b70497e96a15232a697d64c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1694648 Feb 14 00:18:22.510632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42566) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:22.515095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:18:22.550436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:18:22.550684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 40a8e50f-d1a3-4767-89e2-efa8a9fe2e67 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:18:22.572489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c639d8-ba74-46fb-91ce-3d8c7413d173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.598229 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c639d8-ba74-46fb-91ce-3d8c7413d173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.648073 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c639d8-ba74-46fb-91ce-3d8c7413d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.665378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c639d8-ba74-46fb-91ce-3d8c7413d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcad21b-15e2-4abb-9e82-87000b0bd2c2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:22.671932 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f4c639d8-ba74-46fb-91ce-3d8c7413d173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:22.673033 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f4c639d8-ba74-46fb-91ce-3d8c7413d173 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbcad21b-15e2-4abb-9e82-87000b0bd2c2 HTTP/1.1" status: 204 len: 168 time: 0.1614814 Feb 14 00:18:23.461776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42588) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:23.586364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-921651955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:23.594084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:23.599063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Usage tracker for resource:router and tenant:c70e8b976ad64edaa2405f74aa3a227d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:23.601912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:23.608178 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:23.618315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.619200 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.636787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.653621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.674966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.676099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-84d65043-a5f6-489b-a424-7e3e5533be25 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2133138 Feb 14 00:18:23.678985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42594) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:23.684698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-159445931'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:23.690602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:23.694338 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Usage tracker for resource:network and tenant:c70e8b976ad64edaa2405f74aa3a227d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:23.697739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:23.703405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:23.713234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Made reservation on behalf of c70e8b976ad64edaa2405f74aa3a227d for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:23.716153 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.732107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.762845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:23.766553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Usage tracker for resource:security_group_rule and tenant:c70e8b976ad64edaa2405f74aa3a227d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:23.769469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:23.775096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:23.840610 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.844277 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.879476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:23.884575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cb781d-f6c1-4f4c-b222-ed25894f0c88,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:23.895809 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.896154 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Added segment ae870ca5-c569-41ef-a0f4-4763c0c3eea0 of type vlan for network e1f021fd-0101-43ec-855f-876a17694ea3 Feb 14 00:18:23.901392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.901761 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.902225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.902553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.902887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.903218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.903548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.903874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.904194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.904533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.904840 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:23.930417 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.959608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:23.963413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:23.963985 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.161162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4811492 Feb 14 00:18:24.162015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875633e-e786-45be-8995-0a4ca9487ccc tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event updated for resources: {'Network': ['ID=e1f021fd-0101-43ec-855f-876a17694ea3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:24.164131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42598) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:24.169899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Request body: {'subnet': {'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:24.173271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e1f021fd-0101-43ec-855f-876a17694ea3 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:24.273807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:24.277504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Usage tracker for resource:subnet and tenant:c70e8b976ad64edaa2405f74aa3a227d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:24.280243 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:24.286569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:24.296253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Made reservation on behalf of c70e8b976ad64edaa2405f74aa3a227d for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:24.395856 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.613764 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.688023 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event updated for resources: {'Subnet': ['ID=b86edbb8-a8f1-4248-b45a-64a826782a69,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:24.700109 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Checking segment: {'id': 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:24.700460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Network hostable DHCP agents. Network: e1f021fd-0101-43ec-855f-876a17694ea3, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:24.721930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Network e1f021fd-0101-43ec-855f-876a17694ea3 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:24.730582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e1f021fd-0101-43ec-855f-876a17694ea3) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:24.734316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:24.734890 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.740545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8733116-2143-4e3f-8552-7d4b8e45010a None None] Network e1f021fd-0101-43ec-855f-876a17694ea3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:24.760508 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-03d1b1e6-53e7-4e43-8db3-87f9494d515d tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5952349 Feb 14 00:18:24.763513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42602) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:24.769302 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1668009139'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:24.775131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:24.779105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Usage tracker for resource:network and tenant:c70e8b976ad64edaa2405f74aa3a227d is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:24.781915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:24.788460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:24.798679 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Made reservation on behalf of c70e8b976ad64edaa2405f74aa3a227d for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:24.801657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.830183 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:24.838757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.839097 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Added segment a21e05be-17f2-42f0-865d-9bed9a3fdc7f of type vlan for network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 Feb 14 00:18:24.868861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.897674 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.901410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:24.901986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.950921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-e1f021fd-0101-43ec-855f-876a17694ea3', 'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3', 'tenant_id': 'c70e8b976ad64edaa2405f74aa3a227d', 'fixed_ips': [{'subnet_id': 'b86edbb8-a8f1-4248-b45a-64a826782a69'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:24.951772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:24.995497 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2280962 Feb 14 00:18:24.996361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42606) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:25.004273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Request body: {'subnet': {'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:25.108402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ee76-c1f0-4d98-a77a-9ea9a22636cf tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event updated for resources: {'Network': ['ID=fd9d8732-3ea0-4f2c-8087-9ef09943f1b0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:25.110886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Allocated IP 172.20.0.2 (e1f021fd-0101-43ec-855f-876a17694ea3/b86edbb8-a8f1-4248-b45a-64a826782a69/bcf3df7e-7171-4fd6-9259-2560b47cd3e3) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:25.120434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:25.139241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:25.143978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Usage tracker for resource:subnet and tenant:c70e8b976ad64edaa2405f74aa3a227d is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:25.146927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:25.152536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:25.162534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Made reservation on behalf of c70e8b976ad64edaa2405f74aa3a227d for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:25.266505 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.393532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.403115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Transition to ACTIVE for port object bcf3df7e-7171-4fd6-9259-2560b47cd3e3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:25.421359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Transition to ACTIVE for port object bcf3df7e-7171-4fd6-9259-2560b47cd3e3 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:25.427334 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.478364 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.495565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Network e1f021fd-0101-43ec-855f-876a17694ea3 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:25.498939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:25.500639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Pushing event updated for resources: {'Port': ['ID=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:25.502763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:25.555922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event updated for resources: {'Subnet': ['ID=93e8dd16-3fd7-4518-855f-f24782092fa8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:25.571219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Checking segment: {'id': 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:25.571786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Network hostable DHCP agents. Network: fd9d8732-3ea0-4f2c-8087-9ef09943f1b0, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:25.592673 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Attempting to bind port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:25.593041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Attempting to bind port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:25.593502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Attempting to bind port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 on network e1f021fd-0101-43ec-855f-876a17694ea3 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:25.594476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:25.600464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:25.600828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Checking segment: {'id': 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:25.601216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.601610 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Bound using segment: {'id': 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:25.602059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Bound port: bcf3df7e-7171-4fd6-9259-2560b47cd3e3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e1f021fd-0101-43ec-855f-876a17694ea3'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:25.602420 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.604667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, fd9d8732-3ea0-4f2c-8087-9ef09943f1b0) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:25.609329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:25.610193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:25.615152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d50680-3afc-4433-a7f4-2c37127c8036 None None] Network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:25.633391 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f4def275-3758-484c-bf2f-e4c3ea764722 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6353238 Feb 14 00:18:25.636085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42610) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:25.641204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-26ae7b97-f2bc-446a-b1ea-6f651169bf24 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:25.836672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] For port bcf3df7e-7171-4fd6-9259-2560b47cd3e3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:25.864908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] For port bcf3df7e-7171-4fd6-9259-2560b47cd3e3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,segment=NetworkSegment(ae870ca5-c569-41ef-a0f4-4763c0c3eea0),segment_id=ae870ca5-c569-41ef-a0f4-4763c0c3eea0)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:25.873290 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.024116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-fd9d8732-3ea0-4f2c-8087-9ef09943f1b0', 'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0', 'tenant_id': 'c70e8b976ad64edaa2405f74aa3a227d', 'fixed_ips': [{'subnet_id': '93e8dd16-3fd7-4518-855f-f24782092fa8'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:26.024896 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.049231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897380a-6b77-4e39-b4b2-b2c36c03f946 None None] Pushing event updated for resources: {'Port': ['ID=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:26.124829 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26ae7b97-f2bc-446a-b1ea-6f651169bf24 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.263202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Allocated IP 172.21.0.2 (fd9d8732-3ea0-4f2c-8087-9ef09943f1b0/93e8dd16-3fd7-4518-855f-f24782092fa8/51916ec1-6c75-43cd-8e7a-29ad966f6f3d) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:26.333042 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [None req-26ae7b97-f2bc-446a-b1ea-6f651169bf24 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 14 00:18:26.340438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42614) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:26.341228 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26ae7b97-f2bc-446a-b1ea-6f651169bf24 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "PUT /v2.0/routers/b5df6a51-c24f-48a9-aa45-d9df3c148b4c HTTP/1.1" status: 400 len: 364 time: 0.7033408 Feb 14 00:18:26.504044 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.514567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Transition to ACTIVE for port object 51916ec1-6c75-43cd-8e7a-29ad966f6f3d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:26.533299 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Transition to ACTIVE for port object 51916ec1-6c75-43cd-8e7a-29ad966f6f3d will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:26.539967 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.588220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bcf3df7e-7171-4fd6-9259-2560b47cd3e3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:26.591229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Deleting subnet 93e8dd16-3fd7-4518-855f-f24782092fa8 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:18:26.596832 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.654006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:26.656295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.663226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:26.670091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:26.683235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Pushing event updated for resources: {'Port': ['ID=51916ec1-6c75-43cd-8e7a-29ad966f6f3d,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:26.742268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.774822 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Attempting to bind port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:26.775436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Attempting to bind port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:26.775993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Attempting to bind port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d on network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:26.779226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:26.790812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:26.791122 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Checking segment: {'id': 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:26.791523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.791906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Bound using segment: {'id': 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:26.792377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Bound port: 51916ec1-6c75-43cd-8e7a-29ad966f6f3d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd9d8732-3ea0-4f2c-8087-9ef09943f1b0'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:26.792747 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.822868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.870069 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event deleted for resources: {'Subnet': ['ID=93e8dd16-3fd7-4518-855f-f24782092fa8,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:26.875095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:26.884139 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-46e8e900-634c-4af1-bd13-24d211ac990e tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "DELETE /v2.0/subnets/93e8dd16-3fd7-4518-855f-f24782092fa8 HTTP/1.1" status: 204 len: 168 time: 0.5388503 Feb 14 00:18:26.884406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:26.890435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] For port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:26.894055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] For port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51916ec1-6c75-43cd-8e7a-29ad966f6f3d,segment=NetworkSegment(a21e05be-17f2-42f0-865d-9bed9a3fdc7f),segment_id=a21e05be-17f2-42f0-865d-9bed9a3fdc7f)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:26.899619 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.004540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.015556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Deleting port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:27.015892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.030461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05825a07-e355-4e12-9f54-9d8ef4cf6f6f None None] Pushing event updated for resources: {'Port': ['ID=51916ec1-6c75-43cd-8e7a-29ad966f6f3d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:27.044148 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4729ad-cbc7-4d87-9877-91757d1ab320 None None] Network fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:27.138262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6563ed-a612-4fda-9b5e-fc3cbb7b8442 None None] Network e1f021fd-0101-43ec-855f-876a17694ea3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:27.233316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] For port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=51916ec1-6c75-43cd-8e7a-29ad966f6f3d,segment=NetworkSegment(a21e05be-17f2-42f0-865d-9bed9a3fdc7f),segment_id=a21e05be-17f2-42f0-865d-9bed9a3fdc7f)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:27.233587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.310271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] Provisioning for port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:27.327408 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] Provisioning complete for port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:27.327771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.356360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Calling delete_port for 51916ec1-6c75-43cd-8e7a-29ad966f6f3d owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:27.431593 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.475806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event deleted for resources: {'Port': ['ID=51916ec1-6c75-43cd-8e7a-29ad966f6f3d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:27.481853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] No DVR routers for this DVR port 51916ec1-6c75-43cd-8e7a-29ad966f6f3d on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:18:27.548935 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.591978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] For port bcf3df7e-7171-4fd6-9259-2560b47cd3e3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,segment=NetworkSegment(ae870ca5-c569-41ef-a0f4-4763c0c3eea0),segment_id=ae870ca5-c569-41ef-a0f4-4763c0c3eea0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:27.597234 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.614931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.644960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9d8732-3ea0-4f2c-8087-9ef09943f1b0']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:27.664262 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:27.664931 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21e05be-17f2-42f0-865d-9bed9a3fdc7f') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:27.666729 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888adc2-1f5c-4f79-b8ff-d5a9a257ec3a None None] Pushing event updated for resources: {'Port': ['ID=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:27.679493 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.700594 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.707974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:27.708359 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:27.723829 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:27.775792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b5779-813b-424c-8d03-fca39df920b8 None None] get_active_networks_info from n-d-828979-1 {{(pid=83663) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 14 00:18:27.802540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.823031 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.829048 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event deleted for resources: {'Network': ['ID=fd9d8732-3ea0-4f2c-8087-9ef09943f1b0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:27.835894 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7b849545-7dae-45ee-b6db-64cc5b86774c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "DELETE /v2.0/networks/fd9d8732-3ea0-4f2c-8087-9ef09943f1b0 HTTP/1.1" status: 204 len: 168 time: 0.9488132 Feb 14 00:18:27.838331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42622) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:27.852591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-19e313af-2036-4e36-8c1f-e6a8454806aa None None] Provisioning complete for port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:27.852873 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-19e313af-2036-4e36-8c1f-e6a8454806aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.909242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Deleting subnet b86edbb8-a8f1-4248-b45a-64a826782a69 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:18:27.912325 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:27.949705 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b5779-813b-424c-8d03-fca39df920b8 None None] Resources bound (agent type, host, resource id): {{(pid=83663) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 14 00:18:27.965647 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.056108 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.129528 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.167426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event deleted for resources: {'Subnet': ['ID=b86edbb8-a8f1-4248-b45a-64a826782a69,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:28.174349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.180518 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-33bd6e93-8f58-4a58-a2bf-e692e7f9d90b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "DELETE /v2.0/subnets/b86edbb8-a8f1-4248-b45a-64a826782a69 HTTP/1.1" status: 204 len: 168 time: 0.3412635 Feb 14 00:18:28.183263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42626) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:28.289921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0cb1b-412c-4ee7-8b73-328320c5ac0c None None] Network e1f021fd-0101-43ec-855f-876a17694ea3 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:28.296854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.307944 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Deleting port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:28.308558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.550062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] DHCP port deletion for e1f021fd-0101-43ec-855f-876a17694ea3 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:18:28.554372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Deleting port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:28.554735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.611280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] For port bcf3df7e-7171-4fd6-9259-2560b47cd3e3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,segment=NetworkSegment(ae870ca5-c569-41ef-a0f4-4763c0c3eea0),segment_id=ae870ca5-c569-41ef-a0f4-4763c0c3eea0)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:28.611888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.735035 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Calling delete_port for bcf3df7e-7171-4fd6-9259-2560b47cd3e3 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:28.749455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] For port bcf3df7e-7171-4fd6-9259-2560b47cd3e3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,segment=NetworkSegment(ae870ca5-c569-41ef-a0f4-4763c0c3eea0),segment_id=ae870ca5-c569-41ef-a0f4-4763c0c3eea0)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:28.749836 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.811011 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:28.856431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event deleted for resources: {'Port': ['ID=bcf3df7e-7171-4fd6-9259-2560b47cd3e3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:28.860934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] No DVR routers for this DVR port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:18:28.873454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Calling delete_port for bcf3df7e-7171-4fd6-9259-2560b47cd3e3 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:18:28.940978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:18:28.941327 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:18:28.982363 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.006924 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f021fd-0101-43ec-855f-876a17694ea3']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:29.019104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:29.019400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae870ca5-c569-41ef-a0f4-4763c0c3eea0') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:29.030307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.045658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.051821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:18:29.052197 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:18:29.066844 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:18:29.146058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.162713 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.174426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Pushing event deleted for resources: {'Network': ['ID=e1f021fd-0101-43ec-855f-876a17694ea3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:29.176888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4da90116-149a-4475-9475-e6f858bd9e71 tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "DELETE /v2.0/networks/e1f021fd-0101-43ec-855f-876a17694ea3 HTTP/1.1" status: 204 len: 168 time: 0.9927270 Feb 14 00:18:29.179460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42630) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:29.223993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30bd9b3b-c4b1-499e-9b53-1330743a518c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Synchronizing usage tracker for tenant:c70e8b976ad64edaa2405f74aa3a227d on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:29.239528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-30bd9b3b-c4b1-499e-9b53-1330743a518c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Unset dirty status for tenant:c70e8b976ad64edaa2405f74aa3a227d on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:29.240679 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-30bd9b3b-c4b1-499e-9b53-1330743a518c tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5df6a51-c24f-48a9-aa45-d9df3c148b4c HTTP/1.1" status: 200 len: 205 time: 0.0603459 Feb 14 00:18:29.243214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 42634) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:29.374405 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.442595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Deleting port bcf3df7e-7171-4fd6-9259-2560b47cd3e3 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:18:29.442979 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.506950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e34f9acf-a022-45ed-84ed-fdc4a9b861a6 None None] The port 'bcf3df7e-7171-4fd6-9259-2560b47cd3e3' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:18:29.843352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.848005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.875088 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.875538 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Fanout notify agent at l3_agent the message router_deleted on router b5df6a51-c24f-48a9-aa45-d9df3c148b4c {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:18:29.886262 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:29.887356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-907650db-6f66-4979-8909-7a3c35bc218b tempest-RoutersNegativeTest-1880344127 tempest-RoutersNegativeTest-1880344127-project] 10.222.0.36 "DELETE /v2.0/routers/b5df6a51-c24f-48a9-aa45-d9df3c148b4c HTTP/1.1" status: 204 len: 168 time: 0.6432416 Feb 14 00:18:30.170329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:30.276718 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2b0321b0-c011-4cf1-818f-49ae3445cb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:30.344014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b8037133-8722-4155-ad69-4e634c7abd07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c70e8b976ad64edaa2405f74aa3a227d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1725688 Feb 14 00:18:30.347046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42648) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:30.403595 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6dae-3af4-46e8-b2e3-54dc7e748d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:30.429075 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6dae-3af4-46e8-b2e3-54dc7e748d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:30.483174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6dae-3af4-46e8-b2e3-54dc7e748d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:30.500127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab6dae-3af4-46e8-b2e3-54dc7e748d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cb781d-f6c1-4f4c-b222-ed25894f0c88,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:30.505192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6dae-3af4-46e8-b2e3-54dc7e748d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:30.508875 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b5ab6dae-3af4-46e8-b2e3-54dc7e748d18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29cb781d-f6c1-4f4c-b222-ed25894f0c88 HTTP/1.1" status: 204 len: 168 time: 0.1583917 Feb 14 00:18:30.525560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bcf3df7e-7171-4fd6-9259-2560b47cd3e3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:18:30.557296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: bcf3df7e-7171-4fd6-9259-2560b47cd3e3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:18:30.557634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device bcf3df7e-7171-4fd6-9259-2560b47cd3e3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:18:30.823414 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:18:31.271386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42670) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:31.396729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2136835765-network', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:31.402114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:31.405868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Usage tracker for resource:network and tenant:e56ea1b1c22c4b69b9ded7f64310443a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:31.408777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:31.414391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:31.424615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Made reservation on behalf of e56ea1b1c22c4b69b9ded7f64310443a for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:31.426802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.439735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.470912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:31.474753 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Usage tracker for resource:security_group_rule and tenant:e56ea1b1c22c4b69b9ded7f64310443a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:31.477695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:31.483451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:31.545864 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.550209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.576283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:31.587947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6b466-0967-421d-9ac4-ee36098d856c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:31.592081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.592417 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Added segment 27690b49-8ebf-42dd-8887-25f407c9ca1a of type vlan for network fce9d9d5-62bc-4af3-919e-ea9695a27316 Feb 14 00:18:31.618001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.645701 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.646536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:31.647094 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:31.846797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] Pushing event updated for resources: {'Network': ['ID=fce9d9d5-62bc-4af3-919e-ea9695a27316,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:31.849513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d5681085-3fbe-4e35-9b04-10082801c423 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5771468 Feb 14 00:18:31.852470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42676) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:31.856514 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:31.857552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Request body: {'subnet': {'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-subnet', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:31.863185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:31.867022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Usage tracker for resource:subnet and tenant:e56ea1b1c22c4b69b9ded7f64310443a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:31.869786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:31.875439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:31.886179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Made reservation on behalf of e56ea1b1c22c4b69b9ded7f64310443a for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:31.888397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.098872 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.170195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0707aa35-42b1-49ac-982d-fbdb4a7c8869,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:32.183066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Checking segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:32.183421 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Network hostable DHCP agents. Network: fce9d9d5-62bc-4af3-919e-ea9695a27316, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:32.204779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:32.213717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, fce9d9d5-62bc-4af3-919e-ea9695a27316) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:32.217882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:32.219030 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.223723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556fce3-574a-42ee-9d5a-d7e6e7cd1f90 None None] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:32.243240 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-26148ab9-dcff-45e8-978b-0c692c39079f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3897269 Feb 14 00:18:32.245829 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42680) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:32.250810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:32.256689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:32.260501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Usage tracker for resource:router and tenant:e56ea1b1c22c4b69b9ded7f64310443a is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:32.263333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:32.268985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:32.279726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.280708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.298925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.438951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-fce9d9d5-62bc-4af3-919e-ea9695a27316', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'fixed_ips': [{'subnet_id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:32.439839 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.456432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.493474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37023ba5-30b6-41fd-9b16-28b86f8ff9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.629486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Allocated IP 172.20.0.2 (fce9d9d5-62bc-4af3-919e-ea9695a27316/0707aa35-42b1-49ac-982d-fbdb4a7c8869/ce1521f7-c7e2-4721-8c79-4bd092121521) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:32.647489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.680933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.820616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Allocated IP 172.25.4.20 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/955ff497-a161-42bb-a551-b62fe3bed5cd) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:32.837312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.847813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Transition to ACTIVE for port object ce1521f7-c7e2-4721-8c79-4bd092121521 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:32.869904 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Transition to ACTIVE for port object ce1521f7-c7e2-4721-8c79-4bd092121521 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:32.875426 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:32.939986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:32.942567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:32.945970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:32.951784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Pushing event updated for resources: {'Port': ['ID=ce1521f7-c7e2-4721-8c79-4bd092121521,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:32.975242 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.004665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.037977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Attempting to bind port ce1521f7-c7e2-4721-8c79-4bd092121521 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:33.038355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Attempting to bind port ce1521f7-c7e2-4721-8c79-4bd092121521 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:33.038710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Attempting to bind port ce1521f7-c7e2-4721-8c79-4bd092121521 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:33.045104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:33.045465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Checking segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:33.045855 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.046267 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Bound using segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:33.046718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Bound port: ce1521f7-c7e2-4721-8c79-4bd092121521, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:33.047078 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.076480 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:33.080564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:33.082652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Pushing event updated for resources: {'Port': ['ID=955ff497-a161-42bb-a551-b62fe3bed5cd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:33.084749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:33.135368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] For port ce1521f7-c7e2-4721-8c79-4bd092121521, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:33.138282 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] For port ce1521f7-c7e2-4721-8c79-4bd092121521, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ce1521f7-c7e2-4721-8c79-4bd092121521,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:33.142764 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.218778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ec5f2-7322-4ec0-a341-2f488e540028 None None] Pushing event updated for resources: {'Port': ['ID=ce1521f7-c7e2-4721-8c79-4bd092121521,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:33.250327 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.251666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.492435 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Router d378af82-595b-4877-a20f-4f489120ac6e is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:18:33.628117 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.795068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:18:33.805714 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Sync routers for ids ['d378af82-595b-4877-a20f-4f489120ac6e'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:18:33.820000 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Routers {'d378af82-595b-4877-a20f-4f489120ac6e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:18:33.820815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:18:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d378af82-595b-4877-a20f-4f489120ac6e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:33.821555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:33.823017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9ca91e26-3ae3-4a71-8442-112e2e0fc24c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5762372 Feb 14 00:18:33.825658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42684) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:33.983877 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.048446 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Set router d378af82-595b-4877-a20f-4f489120ac6e gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:18:34.144094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819fd260-d3c0-4391-bc0d-0a826791bc6e None None] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:34.240216 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-44d7d97d-3066-4e4f-96ba-65710ef5b873 None None] Provisioning for port ce1521f7-c7e2-4721-8c79-4bd092121521 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:34.337677 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:33Z', 'revision_number': 3, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:34.341481 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Checking router: d378af82-595b-4877-a20f-4f489120ac6e for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:18:34.341813 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Updating router d378af82-595b-4877-a20f-4f489120ac6e port 955ff497-a161-42bb-a551-b62fe3bed5cd binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:18:34.393396 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.561825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ce1521f7-c7e2-4721-8c79-4bd092121521 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:34.638418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.644691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ce1521f7-c7e2-4721-8c79-4bd092121521 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:34.649836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ce1521f7-c7e2-4721-8c79-4bd092121521 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:34.650775 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.722019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2527e209-7dd1-4d43-88c5-2063d7004649 None None] Provisioning complete for port ce1521f7-c7e2-4721-8c79-4bd092121521 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:34.722019 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2527e209-7dd1-4d43-88c5-2063d7004649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.758192 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.772821 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Transition to ACTIVE for port object 955ff497-a161-42bb-a551-b62fe3bed5cd will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:34.780175 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.832224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.852553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Allocated IP 172.20.0.1 (fce9d9d5-62bc-4af3-919e-ea9695a27316/0707aa35-42b1-49ac-982d-fbdb4a7c8869/35cb5562-6250-4860-9b22-dcedd1d6e25b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:34.866356 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Pushing event updated for resources: {'Port': ['ID=955ff497-a161-42bb-a551-b62fe3bed5cd,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:34.879526 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.880002 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.881463 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.881903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.882353 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.882773 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.883212 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.883623 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.884034 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.884618 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.885017 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:34.889959 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Attempting to bind port 955ff497-a161-42bb-a551-b62fe3bed5cd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:34.890923 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Attempting to bind port 955ff497-a161-42bb-a551-b62fe3bed5cd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:34.891360 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Attempting to bind port 955ff497-a161-42bb-a551-b62fe3bed5cd on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:34.900780 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:34.901222 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:34.901676 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.902153 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:34.902675 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Bound port: 955ff497-a161-42bb-a551-b62fe3bed5cd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:34.903102 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.915866 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ce1521f7-c7e2-4721-8c79-4bd092121521, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ce1521f7-c7e2-4721-8c79-4bd092121521,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:34.918548 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2527e209-7dd1-4d43-88c5-2063d7004649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.930091 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:34.978544 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] For port 955ff497-a161-42bb-a551-b62fe3bed5cd, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:34.984221 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] For port 955ff497-a161-42bb-a551-b62fe3bed5cd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=955ff497-a161-42bb-a551-b62fe3bed5cd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:34.989961 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.029561 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.053957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ce1521f7-c7e2-4721-8c79-4bd092121521,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:35.061751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Transition to ACTIVE for port object 35cb5562-6250-4860-9b22-dcedd1d6e25b will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:35.069686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-2527e209-7dd1-4d43-88c5-2063d7004649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:18:35.069913 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-2527e209-7dd1-4d43-88c5-2063d7004649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:18:35.080436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd9fa8-323c-425a-82ae-0bb01aa73f11 None None] Pushing event updated for resources: {'Port': ['ID=955ff497-a161-42bb-a551-b62fe3bed5cd,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:35.083066 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Routers {'d378af82-595b-4877-a20f-4f489120ac6e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:18:35.083704 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:18:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d378af82-595b-4877-a20f-4f489120ac6e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:35.086764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.154773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:35.157875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:35.160317 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:35.194055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=35cb5562-6250-4860-9b22-dcedd1d6e25b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:35.225407 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.229498 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.268884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] Set router d378af82-595b-4877-a20f-4f489120ac6e gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:18:35.310671 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.593323 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:33Z', 'revision_number': 3, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:35.598300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3c5f2-e538-4218-ac4b-b451029fc77a None None] The sync data for ids ['d378af82-595b-4877-a20f-4f489120ac6e'] in n-d-828979-1 is: [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:33Z', 'revision_number': 3, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:18:35.649252 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.653615 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.753632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9d19c69d-70b6-4bbc-881f-2b558f7790c0 None None] Provisioning for port 35cb5562-6250-4860-9b22-dcedd1d6e25b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:35.760886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9d19c69d-70b6-4bbc-881f-2b558f7790c0 None None] Provisioning complete for port 35cb5562-6250-4860-9b22-dcedd1d6e25b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:35.761567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9d19c69d-70b6-4bbc-881f-2b558f7790c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.768072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=35cb5562-6250-4860-9b22-dcedd1d6e25b,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:35.773173 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:35.847440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9d19c69d-70b6-4bbc-881f-2b558f7790c0 None None] Port 35cb5562-6250-4860-9b22-dcedd1d6e25b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:18:35.926738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:35.930117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:36.169715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3e17f61e-f55d-41d7-b288-40de850c2c53 None None] Provisioning complete for port 35cb5562-6250-4860-9b22-dcedd1d6e25b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:36.170342 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3e17f61e-f55d-41d7-b288-40de850c2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:36.225489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3e17f61e-f55d-41d7-b288-40de850c2c53 None None] Port 35cb5562-6250-4860-9b22-dcedd1d6e25b cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:18:36.329109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Router d378af82-595b-4877-a20f-4f489120ac6e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:18:36.533464 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:18:36.542258 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ae841f1a-e330-4e49-9aeb-29e27f81d8c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/d378af82-595b-4877-a20f-4f489120ac6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7154682 Feb 14 00:18:36.594073 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ce1521f7-c7e2-4721-8c79-4bd092121521 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:36.659663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ce1521f7-c7e2-4721-8c79-4bd092121521 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:36.660028 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:36.800195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955ff497-a161-42bb-a551-b62fe3bed5cd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:36.863688 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 955ff497-a161-42bb-a551-b62fe3bed5cd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:36.868872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 955ff497-a161-42bb-a551-b62fe3bed5cd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:36.869226 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:36.983772 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:36.999976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 955ff497-a161-42bb-a551-b62fe3bed5cd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=955ff497-a161-42bb-a551-b62fe3bed5cd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:37.005837 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.074180 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=955ff497-a161-42bb-a551-b62fe3bed5cd,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:37.375396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42706) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:37.381440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1081793163-network', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:37.386999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:37.391009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Usage tracker for resource:network and tenant:8743786170e044c6b7e824ea09af3ec0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:37.394528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:37.400234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:37.413364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Made reservation on behalf of 8743786170e044c6b7e824ea09af3ec0 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:37.415600 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.428021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.460558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:37.464149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Usage tracker for resource:security_group_rule and tenant:8743786170e044c6b7e824ea09af3ec0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:37.466837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:37.472690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:37.510582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.538428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.542326 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.572786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:18:37.581699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e127a25b-9380-494e-9c5f-cffd759e4a50,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:37.587269 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.587658 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Added segment 7ca9c689-022d-42c0-8b00-3850e51c93ec of type vlan for network d018cabc-79fa-4542-ad4e-ca3750572119 Feb 14 00:18:37.614491 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.643043 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.643987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:37.644545 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.743152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] Pushing event updated for resources: {'Network': ['ID=d018cabc-79fa-4542-ad4e-ca3750572119,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:37.745931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5bf414f3-78ab-4d44-bef3-028b59925539 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3689008 Feb 14 00:18:37.748741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42710) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:37.753832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network d018cabc-79fa-4542-ad4e-ca3750572119 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:18:37.754640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Request body: {'subnet': {'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-subnet', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:37.760108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:37.764193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Usage tracker for resource:subnet and tenant:8743786170e044c6b7e824ea09af3ec0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:37.767081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:37.772856 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:37.783244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Made reservation on behalf of 8743786170e044c6b7e824ea09af3ec0 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:37.785552 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:37.983991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.154491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac288b4-15bb-4927-b34f-9eca393c609b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:38.166712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Checking segment: {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:38.167065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Network hostable DHCP agents. Network: d018cabc-79fa-4542-ad4e-ca3750572119, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:18:38.189696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Network d018cabc-79fa-4542-ad4e-ca3750572119 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:18:38.198436 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, d018cabc-79fa-4542-ad4e-ca3750572119) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:38.202285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:38.202869 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.208079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca7fb0-4424-4720-b11d-48193d5fa8be None None] Network d018cabc-79fa-4542-ad4e-ca3750572119 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:38.225835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6b49b0a3-01e6-4b8b-8242-12ff530890ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4736478 Feb 14 00:18:38.226050 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42714) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:38.230824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:38.236756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:38.240603 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Usage tracker for resource:router and tenant:8743786170e044c6b7e824ea09af3ec0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:18:38.243422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:18:38.249090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:38.260103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.261034 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.278509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.423347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-d018cabc-79fa-4542-ad4e-ca3750572119', 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'fixed_ips': [{'subnet_id': '5ac288b4-15bb-4927-b34f-9eca393c609b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:18:38.424520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.432432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.558236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955ff497-a161-42bb-a551-b62fe3bed5cd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:38.629791 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.636480 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Allocated IP 172.20.0.2 (d018cabc-79fa-4542-ad4e-ca3750572119/5ac288b4-15bb-4927-b34f-9eca393c609b/cb75be50-3e0b-4115-a392-683eb099f13d) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:38.661921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.729876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 955ff497-a161-42bb-a551-b62fe3bed5cd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:38.730175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.800042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Allocated IP 172.25.4.173 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/94d45363-e1bd-4952-9eb2-902fe8882656) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:38.939776 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.951359 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Transition to ACTIVE for port object cb75be50-3e0b-4115-a392-683eb099f13d will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:38.958109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.972326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Transition to ACTIVE for port object cb75be50-3e0b-4115-a392-683eb099f13d will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:38.980568 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:38.992218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.044717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Network d018cabc-79fa-4542-ad4e-ca3750572119 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:39.052716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:39.056748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:39.068411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Pushing event updated for resources: {'Port': ['ID=cb75be50-3e0b-4115-a392-683eb099f13d,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:39.073393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:39.074179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Pushing event updated for resources: {'Port': ['ID=94d45363-e1bd-4952-9eb2-902fe8882656,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:39.077358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:39.080068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:39.151251 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Attempting to bind port cb75be50-3e0b-4115-a392-683eb099f13d on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:39.151617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Attempting to bind port cb75be50-3e0b-4115-a392-683eb099f13d by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:39.151976 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Attempting to bind port cb75be50-3e0b-4115-a392-683eb099f13d on network d018cabc-79fa-4542-ad4e-ca3750572119 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:39.158556 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:39.160981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Checking segment: {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:39.160981 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.160981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Bound using segment: {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:39.161385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Bound port: cb75be50-3e0b-4115-a392-683eb099f13d, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:39.161778 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.181253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Sync routers for ids ['d378af82-595b-4877-a20f-4f489120ac6e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:18:39.238525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.239555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.241549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Routers {'d378af82-595b-4877-a20f-4f489120ac6e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:18:39.242188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:18:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d378af82-595b-4877-a20f-4f489120ac6e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:39.434486 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.435493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] For port cb75be50-3e0b-4115-a392-683eb099f13d, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:39.449940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] For port cb75be50-3e0b-4115-a392-683eb099f13d, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb75be50-3e0b-4115-a392-683eb099f13d,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:39.456602 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.471248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Router 21977b17-1c97-4da0-9a30-c7d5d85cdccf is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:18:39.551257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Set router d378af82-595b-4877-a20f-4f489120ac6e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:18:39.607606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da17d60-36f5-411e-aa99-cc4a01e97e71 None None] Pushing event updated for resources: {'Port': ['ID=cb75be50-3e0b-4115-a392-683eb099f13d,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:39.672313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:18:39.681243 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Sync routers for ids ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:18:39.695487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Routers {'21977b17-1c97-4da0-9a30-c7d5d85cdccf'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:18:39.696313 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:18:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:39.701797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:39.703166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9419a69d-3929-45f5-b2e0-894db8a42e48 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4762745 Feb 14 00:18:39.705905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42718) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:18:39.924378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:35Z', 'revision_number': 4, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '35cb5562-6250-4860-9b22-dcedd1d6e25b', 'name': '', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'mac_address': 'fa:16:3e:97:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:34Z', 'updated_at': '2022-02-14T00:18:35Z', 'revision_number': 2, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'subnets': [{'id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:39.928447 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Set router 21977b17-1c97-4da0-9a30-c7d5d85cdccf gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:18:39.930837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Checking router: d378af82-595b-4877-a20f-4f489120ac6e for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:18:39.931369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Updating router d378af82-595b-4877-a20f-4f489120ac6e port 35cb5562-6250-4860-9b22-dcedd1d6e25b binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:18:39.993939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.258580 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:39Z', 'revision_number': 3, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:40.262546 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Checking router: 21977b17-1c97-4da0-9a30-c7d5d85cdccf for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:18:40.262882 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Updating router 21977b17-1c97-4da0-9a30-c7d5d85cdccf port 94d45363-e1bd-4952-9eb2-902fe8882656 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:18:40.316758 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.394678 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.407886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Transition to ACTIVE for port object 35cb5562-6250-4860-9b22-dcedd1d6e25b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:40.415083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.614104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb75be50-3e0b-4115-a392-683eb099f13d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:40.709091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Pushing event updated for resources: {'Port': ['ID=35cb5562-6250-4860-9b22-dcedd1d6e25b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:40.759818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.779142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.779486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.779827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.780162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.780494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.780948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.781343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.781608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.781937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.782519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.782848 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:18:40.816339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Attempting to bind port 35cb5562-6250-4860-9b22-dcedd1d6e25b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:40.816712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Attempting to bind port 35cb5562-6250-4860-9b22-dcedd1d6e25b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:40.817076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Attempting to bind port 35cb5562-6250-4860-9b22-dcedd1d6e25b on network fce9d9d5-62bc-4af3-919e-ea9695a27316 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:40.825191 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.828564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:40.828801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Checking segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:40.829882 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.830307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Bound using segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:40.830787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Bound port: 35cb5562-6250-4860-9b22-dcedd1d6e25b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:40.831158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.839344 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Transition to ACTIVE for port object 94d45363-e1bd-4952-9eb2-902fe8882656 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:40.847882 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.888779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0411a7e-ea65-4320-a384-1ffed8f064a3 None None] Network d018cabc-79fa-4542-ad4e-ca3750572119 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:18:40.905652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port cb75be50-3e0b-4115-a392-683eb099f13d completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:40.945574 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Attempting to bind port 94d45363-e1bd-4952-9eb2-902fe8882656 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:40.945925 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Attempting to bind port 94d45363-e1bd-4952-9eb2-902fe8882656 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:40.946299 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Attempting to bind port 94d45363-e1bd-4952-9eb2-902fe8882656 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:40.948171 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdeb5f-1b25-4969-b857-13e7f0ef3023 None None] Pushing event updated for resources: {'Port': ['ID=94d45363-e1bd-4952-9eb2-902fe8882656,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:40.957667 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:40.958176 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:40.958883 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:40.959367 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:40.959926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Bound port: 94d45363-e1bd-4952-9eb2-902fe8882656, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:40.960386 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.034776 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] For port 35cb5562-6250-4860-9b22-dcedd1d6e25b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:41.039412 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] For port 94d45363-e1bd-4952-9eb2-902fe8882656, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:41.046349 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] For port 94d45363-e1bd-4952-9eb2-902fe8882656, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=94d45363-e1bd-4952-9eb2-902fe8882656,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:41.051908 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.058615 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Allocated IP 172.20.0.1 (d018cabc-79fa-4542-ad4e-ca3750572119/5ac288b4-15bb-4927-b34f-9eca393c609b/64fa480e-4882-4db3-bbb0-9264a2618f97) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:41.058834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] For port 35cb5562-6250-4860-9b22-dcedd1d6e25b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=35cb5562-6250-4860-9b22-dcedd1d6e25b,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:41.093014 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.141523 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdeb5f-1b25-4969-b857-13e7f0ef3023 None None] Pushing event updated for resources: {'Port': ['ID=94d45363-e1bd-4952-9eb2-902fe8882656,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:41.151096 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Routers {'21977b17-1c97-4da0-9a30-c7d5d85cdccf'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:18:41.151469 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:18:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:41.233969 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.255945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Transition to ACTIVE for port object 64fa480e-4882-4db3-bbb0-9264a2618f97 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:41.283839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1753-9186-45b6-b0fe-63bae523286d None None] Pushing event updated for resources: {'Port': ['ID=35cb5562-6250-4860-9b22-dcedd1d6e25b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:41.287278 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.289463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] Provisioning for port cb75be50-3e0b-4115-a392-683eb099f13d completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:41.298370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] Provisioning complete for port cb75be50-3e0b-4115-a392-683eb099f13d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:41.298747 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.321252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Routers {'d378af82-595b-4877-a20f-4f489120ac6e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:18:41.321894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:18:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d378af82-595b-4877-a20f-4f489120ac6e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:41.359757 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] Set router 21977b17-1c97-4da0-9a30-c7d5d85cdccf gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:18:41.364850 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Network d018cabc-79fa-4542-ad4e-ca3750572119 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:41.367629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:41.371285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:41.405243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=64fa480e-4882-4db3-bbb0-9264a2618f97,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:41.443249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.538080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.603389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.616124 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] Set router d378af82-595b-4877-a20f-4f489120ac6e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:18:41.711502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] For port cb75be50-3e0b-4115-a392-683eb099f13d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb75be50-3e0b-4115-a392-683eb099f13d,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:41.736737 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:39Z', 'revision_number': 3, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:41.747210 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee40282-5c81-443d-b51e-e8174af1e82e None None] The sync data for ids ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'] in n-d-828979-1 is: [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:39Z', 'revision_number': 3, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:18:41.793131 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.824892 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.831993 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.944574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=64fa480e-4882-4db3-bbb0-9264a2618f97,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:41.949308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:41.958854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f827f-59c1-4980-9117-83ecc6609267 None None] Pushing event updated for resources: {'Port': ['ID=cb75be50-3e0b-4115-a392-683eb099f13d,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:42.055683 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df30728d-75b1-4f9d-8d4e-564ea4a83fd4 None None] Provisioning complete for port cb75be50-3e0b-4115-a392-683eb099f13d triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:42.056062 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df30728d-75b1-4f9d-8d4e-564ea4a83fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:42.177898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:35Z', 'revision_number': 4, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '35cb5562-6250-4860-9b22-dcedd1d6e25b', 'name': '', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'mac_address': 'fa:16:3e:97:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:34Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 4, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'subnets': [{'id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:18:42.191176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d1923-a057-407b-aa10-a13db5721b54 None None] The sync data for ids ['d378af82-595b-4877-a20f-4f489120ac6e'] in n-d-828979-1 is: [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:35Z', 'revision_number': 4, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '35cb5562-6250-4860-9b22-dcedd1d6e25b', 'name': '', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'mac_address': 'fa:16:3e:97:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:34Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 4, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'subnets': [{'id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:18:42.197048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Network d018cabc-79fa-4542-ad4e-ca3750572119 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:42.198665 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:42.331234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-63552fca-7aa4-4e12-bf67-b938e2c9a736 None None] Provisioning for port 64fa480e-4882-4db3-bbb0-9264a2618f97 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:42.337860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-63552fca-7aa4-4e12-bf67-b938e2c9a736 None None] Provisioning complete for port 64fa480e-4882-4db3-bbb0-9264a2618f97 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:42.338713 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-63552fca-7aa4-4e12-bf67-b938e2c9a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:42.401718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-63552fca-7aa4-4e12-bf67-b938e2c9a736 None None] Port 64fa480e-4882-4db3-bbb0-9264a2618f97 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:18:42.525085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e962af2a-3268-4465-9076-258f34cf8383 None None] Provisioning complete for port 64fa480e-4882-4db3-bbb0-9264a2618f97 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:42.525586 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e962af2a-3268-4465-9076-258f34cf8383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:42.614875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e962af2a-3268-4465-9076-258f34cf8383 None None] Port 64fa480e-4882-4db3-bbb0-9264a2618f97 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:18:42.640436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb75be50-3e0b-4115-a392-683eb099f13d up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:42.676456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Router 21977b17-1c97-4da0-9a30-c7d5d85cdccf has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:18:42.718240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port cb75be50-3e0b-4115-a392-683eb099f13d triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:42.718920 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:42.887059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 35cb5562-6250-4860-9b22-dcedd1d6e25b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:42.949764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:18:42.982009 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-186402fb-9acd-4a96-a65b-71ed91e27ad9 admin admin] 10.222.0.36 "PUT /v2.0/routers/21977b17-1c97-4da0-9a30-c7d5d85cdccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2745931 Feb 14 00:18:42.992077 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 35cb5562-6250-4860-9b22-dcedd1d6e25b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:43.006200 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 35cb5562-6250-4860-9b22-dcedd1d6e25b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:43.006786 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:43.144164 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:43.185606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 35cb5562-6250-4860-9b22-dcedd1d6e25b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=35cb5562-6250-4860-9b22-dcedd1d6e25b,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:43.195600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:43.267118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=35cb5562-6250-4860-9b22-dcedd1d6e25b,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:44.023157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-031990d9-9fbb-42db-9bcd-a477017b927c tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:44.024474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-031990d9-9fbb-42db-9bcd-a477017b927c tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/networks?id=fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 200 len: 817 time: 0.1406715 Feb 14 00:18:44.041254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-878cf797-ba5c-4edc-9bbf-cd6df1717444 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/quotas/e56ea1b1c22c4b69b9ded7f64310443a HTTP/1.1" status: 200 len: 375 time: 0.0112748 Feb 14 00:18:44.119134 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-07fb2fb2-b39d-4a76-afc2-d7c147a19b45 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727084 Feb 14 00:18:44.253843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-ff51a745-dc64-4635-8cd1-e939e732d4ab service neutron] 10.222.0.36 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225655 Feb 14 00:18:44.388254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-933538de-6ea2-4417-ae38-325410714632 service neutron] 10.222.0.36 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285734 Feb 14 00:18:44.575541 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8b4ec2eb-e5e0-4925-9cd5-5a653943d97a req-b9c07ff8-cd25-4cb9-b460-a8e6f37ed471 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Synchronizing usage tracker for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:44.596951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8b4ec2eb-e5e0-4925-9cd5-5a653943d97a req-b9c07ff8-cd25-4cb9-b460-a8e6f37ed471 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Unset dirty status for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:44.598284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8b4ec2eb-e5e0-4925-9cd5-5a653943d97a req-b9c07ff8-cd25-4cb9-b460-a8e6f37ed471 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 210 time: 0.0644574 Feb 14 00:18:44.620022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 35cb5562-6250-4860-9b22-dcedd1d6e25b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:44.725548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 35cb5562-6250-4860-9b22-dcedd1d6e25b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:44.725905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:44.843648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94d45363-e1bd-4952-9eb2-902fe8882656 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:44.910540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 94d45363-e1bd-4952-9eb2-902fe8882656 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:44.915164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 94d45363-e1bd-4952-9eb2-902fe8882656 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:44.915554 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:45.032060 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:45.049339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 94d45363-e1bd-4952-9eb2-902fe8882656, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=94d45363-e1bd-4952-9eb2-902fe8882656,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:45.053553 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:45.116807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=94d45363-e1bd-4952-9eb2-902fe8882656,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:45.645441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-7cd765b8-734b-4191-a606-3023cc8902b9 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:45.646146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-7cd765b8-734b-4191-a606-3023cc8902b9 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Synchronizing usage tracker for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:45.668580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-7cd765b8-734b-4191-a606-3023cc8902b9 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Unset dirty status for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:45.670005 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-7cd765b8-734b-4191-a606-3023cc8902b9 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "GET /v2.0/networks?id=fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 200 len: 817 time: 0.1691725 Feb 14 00:18:45.685721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Request body: {'port': {'device_id': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'admin_state_up': True, 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:45.783972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-29529eb9-4dff-492b-ba05-d73b4345dd13 req-8193f3f7-10f6-414b-8978-eea6716ba9ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 210 time: 0.0444827 Feb 14 00:18:45.839688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:18:45.849887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:18:45.860017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Made reservation on behalf of e56ea1b1c22c4b69b9ded7f64310443a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:18:45.864135 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.067722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Allocated IP 172.20.0.11 (fce9d9d5-62bc-4af3-919e-ea9695a27316/0707aa35-42b1-49ac-982d-fbdb4a7c8869/c86ea1d3-3fe7-42d1-a890-e06713bd6c73) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:18:46.265605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.280400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Transition to ACTIVE for port object c86ea1d3-3fe7-42d1-a890-e06713bd6c73 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:46.302481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.376314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:18:46.379170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:18:46.383300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:18:46.415116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Pushing event updated for resources: {'Port': ['ID=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:46.450307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:46.451028 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.476701 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b76e909e-91d6-4b3f-b0d9-ec087f2a60ac tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7949536 Feb 14 00:18:46.487346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-fa432e88-3770-4e3e-b784-7019647bf588 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:18:46.488572 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-fa432e88-3770-4e3e-b784-7019647bf588 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062745 Feb 14 00:18:46.499249 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Request body: {'port': {'device_id': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:18:46.539012 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94d45363-e1bd-4952-9eb2-902fe8882656 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:46.613293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 94d45363-e1bd-4952-9eb2-902fe8882656 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:46.613668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.682679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-52b80777-8c2f-453b-933e-0f859c428635 None None] Provisioning for port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:46.713279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-52b80777-8c2f-453b-933e-0f859c428635 None None] Provisioning complete for port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:46.713634 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-52b80777-8c2f-453b-933e-0f859c428635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.720621 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:46.788369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-52b80777-8c2f-453b-933e-0f859c428635 None None] Port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:18:47.054623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-af68de8e-0503-4523-bf36-8d027664a8b5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:47.055296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-af68de8e-0503-4523-bf36-8d027664a8b5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Synchronizing usage tracker for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:47.121786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-af68de8e-0503-4523-bf36-8d027664a8b5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Unset dirty status for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:47.122924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-af68de8e-0503-4523-bf36-8d027664a8b5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 932 time: 0.1973054 Feb 14 00:18:47.132255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86ea1d3-3fe7-42d1-a890-e06713bd6c73 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:18:47.152750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:47.177388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Transition to ACTIVE for port object c86ea1d3-3fe7-42d1-a890-e06713bd6c73 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:18:47.182893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:47.232781 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-d93f7e1a-ecc7-4b46-a710-ccc85c047f95 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Synchronizing usage tracker for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:18:47.325030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233be660-d062-417a-9763-f671002bf47a service neutron] Pushing event updated for resources: {'Port': ['ID=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:47.330373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-d93f7e1a-ecc7-4b46-a710-ccc85c047f95 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Unset dirty status for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:18:47.331497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d449da22-17be-4df9-9c37-bfc3aed36910 req-d93f7e1a-ecc7-4b46-a710-ccc85c047f95 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015834 Feb 14 00:18:47.439029 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Attempting to bind port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:18:47.439349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Attempting to bind port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:18:47.439663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Attempting to bind port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:47.445297 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:18:47.445600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Attempting to bind port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:18:47.452396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:18:47.453019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Checking segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:18:47.453428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Bound using segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:18:47.454397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Bound port: c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:18:47.454728 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:47.540389 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] For port c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:18:47.543277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] For port c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:18:47.547642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:47.610007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:47.611382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-233be660-d062-417a-9763-f671002bf47a service neutron] 10.222.0.31 "PUT /v2.0/ports/c86ea1d3-3fe7-42d1-a890-e06713bd6c73 HTTP/1.1" status: 200 len: 1092 time: 1.1166723 Feb 14 00:18:47.611808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'tag': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:18:47.632937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233be660-d062-417a-9763-f671002bf47a service neutron] Pushing event updated for resources: {'Port': ['ID=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:47.693752 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'tag': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73', 'status': 'completed', 'code': 200} Feb 14 00:18:47.738245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-9a3fde8d-3449-4289-b163-d82525690217 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 1095 time: 0.0770867 Feb 14 00:18:47.812374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-4ead51d1-78f2-4646-8339-ba315e0ff337 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73 HTTP/1.1" status: 200 len: 217 time: 0.0663710 Feb 14 00:18:47.875557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-fa087ff1-9a05-45b7-909b-8ce5dc4d89a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:47.877067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-fa087ff1-9a05-45b7-909b-8ce5dc4d89a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0707aa35-42b1-49ac-982d-fbdb4a7c8869 HTTP/1.1" status: 200 len: 856 time: 0.0587258 Feb 14 00:18:47.954699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-4c4fc907-6dc2-4b36-ba70-4946334421a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fce9d9d5-62bc-4af3-919e-ea9695a27316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705590 Feb 14 00:18:48.087770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-de3e11c2-9b3f-4fb0-9934-2df93292adf9 service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275156 Feb 14 00:18:48.221152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8e61211-7ec7-488b-b98f-61ed56ba3372 req-b4036af2-9b75-4009-aba5-4479b1f11fba service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277671 Feb 14 00:18:48.335782 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-4f2290b5-7f1e-4bf5-8a4d-0edcbf9051b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 1095 time: 0.0683806 Feb 14 00:18:48.614451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-6c8ecc7a-0b31-4cc4-add9-be413ee386f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:48.615883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-6c8ecc7a-0b31-4cc4-add9-be413ee386f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 200 len: 917 time: 0.2748659 Feb 14 00:18:48.683113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e29e-3b88-4603-b82a-ef336ef09ea8 req-6769e930-4f10-4887-b677-5b9e7b197ca7 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:48.684513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08b2e29e-3b88-4603-b82a-ef336ef09ea8 req-6769e930-4f10-4887-b677-5b9e7b197ca7 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 944 time: 0.1798441 Feb 14 00:18:48.707107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-974e165e-15ef-4ab7-b806-c6ea8a1b0ac5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73 HTTP/1.1" status: 200 len: 217 time: 0.0845885 Feb 14 00:18:48.783376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-08b2e29e-3b88-4603-b82a-ef336ef09ea8 req-a18d7fb0-c936-483c-b476-31ffc4735cb9 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909939 Feb 14 00:18:48.790048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-56d1da1f-82be-489d-ad87-8764daef05d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:48.791403 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-56d1da1f-82be-489d-ad87-8764daef05d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0707aa35-42b1-49ac-982d-fbdb4a7c8869 HTTP/1.1" status: 200 len: 856 time: 0.0771821 Feb 14 00:18:48.866401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-34979bff-762d-4ad5-97d8-4745adce01f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fce9d9d5-62bc-4af3-919e-ea9695a27316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686944 Feb 14 00:18:48.997335 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-bc7bc80e-361f-490e-af1c-0de99841e802 service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245775 Feb 14 00:18:49.128604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f8f4c930-7806-44a1-a26d-83c58b7fcf18 req-867ace0f-cfad-4bda-9c8d-33bdcc8fb969 service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247189 Feb 14 00:18:49.988480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922598d2-4be6-4de2-a883-de2b179d572e req-72c4636e-58e8-488d-a722-ca9fb66a433e tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:49.989943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-922598d2-4be6-4de2-a883-de2b179d572e req-72c4636e-58e8-488d-a722-ca9fb66a433e tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 944 time: 0.0835977 Feb 14 00:18:50.036218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-922598d2-4be6-4de2-a883-de2b179d572e req-6336099b-40c9-4944-a17e-3038d07341fd tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Feb 14 00:18:50.524345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c86ea1d3-3fe7-42d1-a890-e06713bd6c73 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:18:50.667112 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:50.680255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'port_id': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73', 'mac_address': 'fa:16:3e:79:38:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:18:50.732610 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:50.750131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86ea1d3-3fe7-42d1-a890-e06713bd6c73 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:18:50.764402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:50.769090 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:50.835254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:50.966681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c86ea1d3-3fe7-42d1-a890-e06713bd6c73'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:18:51.240821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98622e-fb63-4242-ae20-ab4ce21ea639 req-84a89dfd-630b-4a20-8df0-f3744596915d tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:51.242282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df98622e-fb63-4242-ae20-ab4ce21ea639 req-84a89dfd-630b-4a20-8df0-f3744596915d tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 945 time: 0.0811310 Feb 14 00:18:51.286864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df98622e-fb63-4242-ae20-ab4ce21ea639 req-ece5311c-11c0-420f-8ee1-806e21b4ad91 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Feb 14 00:18:52.480515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d552ed-407b-4398-b2da-c3b716fb1fbd req-8c9f3972-0bb6-45a4-8b64-ca09373dbba8 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:52.481971 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d552ed-407b-4398-b2da-c3b716fb1fbd req-8c9f3972-0bb6-45a4-8b64-ca09373dbba8 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 945 time: 0.0751004 Feb 14 00:18:52.527933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d7d552ed-407b-4398-b2da-c3b716fb1fbd req-ab439ba9-a086-4c36-9a43-238f01b1e422 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Feb 14 00:18:52.543577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c86ea1d3-3fe7-42d1-a890-e06713bd6c73 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:18:52.610727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:18:52.615206 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:18:52.615574 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:52.725282 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:52.752879 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:18:52.762176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:18:52.766147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:18:52.809839 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73', 'code': 200} Feb 14 00:18:52.835164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:18:52.930014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b56ba220-d004-4664-928d-f47a05fc58e2 req-00a70094-721d-43f6-bee0-a882108cfe94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 1097 time: 0.0670431 Feb 14 00:18:52.971936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b56ba220-d004-4664-928d-f47a05fc58e2 req-8d64fb0a-f15d-466a-8a42-623a5fe9c074 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Feb 14 00:18:53.727449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6909d-ed19-4bd2-b249-f3406b5b9655 req-8b4071c4-49b5-469d-8572-b6dbdce0992b tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:53.728818 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b6909d-ed19-4bd2-b249-f3406b5b9655 req-8b4071c4-49b5-469d-8572-b6dbdce0992b tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 946 time: 0.0804849 Feb 14 00:18:53.774982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-51b6909d-ed19-4bd2-b249-f3406b5b9655 req-919df479-fdd3-408c-9258-ef4234d96970 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Feb 14 00:18:54.972438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf9182-7f36-477a-8f94-58048cd18e40 req-bcc611e7-8cf0-400c-a1d0-1afb6d526ad0 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:54.973871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93bf9182-7f36-477a-8f94-58048cd18e40 req-bcc611e7-8cf0-400c-a1d0-1afb6d526ad0 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 946 time: 0.0778439 Feb 14 00:18:55.019071 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93bf9182-7f36-477a-8f94-58048cd18e40 req-681075cc-36ba-4b4b-9920-bfa23c179bb5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396090 Feb 14 00:18:55.213800 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f055-bdac-4787-bf70-e20bc6f80523 req-cde0ccac-1e5f-47be-b4e6-3b3da90baac1 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:18:55.215267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9827f055-bdac-4787-bf70-e20bc6f80523 req-cde0ccac-1e5f-47be-b4e6-3b3da90baac1 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 946 time: 0.0757370 Feb 14 00:18:55.263388 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9827f055-bdac-4787-bf70-e20bc6f80523 req-025ac0d7-b044-4e24-91db-8f1fc4b330e6 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Feb 14 00:19:00.278151 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c17ca88e-eb16-4031-acab-c9ac9bd9b698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:02.436425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef57557a-6626-4025-84d2-f9609ad9e9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:03.629980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:03.986347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:04.185570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Sync routers for ids ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:19:04.196877 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Routers {'21977b17-1c97-4da0-9a30-c7d5d85cdccf'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:04.197472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:04.370971 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Set router 21977b17-1c97-4da0-9a30-c7d5d85cdccf gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:04.709062 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 4, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '64fa480e-4882-4db3-bbb0-9264a2618f97', 'name': '', 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'mac_address': 'fa:16:3e:3e:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ac288b4-15bb-4927-b34f-9eca393c609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:40Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 2, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'subnets': [{'id': '5ac288b4-15bb-4927-b34f-9eca393c609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:04.712770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Checking router: 21977b17-1c97-4da0-9a30-c7d5d85cdccf for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:19:04.713113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Updating router 21977b17-1c97-4da0-9a30-c7d5d85cdccf port 64fa480e-4882-4db3-bbb0-9264a2618f97 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:19:04.761367 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.087411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.098539 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Transition to ACTIVE for port object 64fa480e-4882-4db3-bbb0-9264a2618f97 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:19:05.104570 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.243079 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475f0a7-e56a-4c79-ae89-d5e6221957dc None None] Pushing event updated for resources: {'Port': ['ID=64fa480e-4882-4db3-bbb0-9264a2618f97,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:05.290141 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.345984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Attempting to bind port 64fa480e-4882-4db3-bbb0-9264a2618f97 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:19:05.346422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Attempting to bind port 64fa480e-4882-4db3-bbb0-9264a2618f97 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:19:05.346732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Attempting to bind port 64fa480e-4882-4db3-bbb0-9264a2618f97 on network d018cabc-79fa-4542-ad4e-ca3750572119 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:19:05.362824 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:19:05.363195 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Checking segment: {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:19:05.363592 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.363979 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Bound using segment: {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:19:05.364442 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Bound port: 64fa480e-4882-4db3-bbb0-9264a2618f97, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca9c689-022d-42c0-8b00-3850e51c93ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:19:05.364808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.458840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] For port 64fa480e-4882-4db3-bbb0-9264a2618f97, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:19:05.462246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] For port 64fa480e-4882-4db3-bbb0-9264a2618f97, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64fa480e-4882-4db3-bbb0-9264a2618f97,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:19:05.468729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:05.543907 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475f0a7-e56a-4c79-ae89-d5e6221957dc None None] Pushing event updated for resources: {'Port': ['ID=64fa480e-4882-4db3-bbb0-9264a2618f97,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:05.553368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Routers {'21977b17-1c97-4da0-9a30-c7d5d85cdccf'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:05.553368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:05.743841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] Set router 21977b17-1c97-4da0-9a30-c7d5d85cdccf gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:06.114892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 4, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '64fa480e-4882-4db3-bbb0-9264a2618f97', 'name': '', 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'mac_address': 'fa:16:3e:3e:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ac288b4-15bb-4927-b34f-9eca393c609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:40Z', 'updated_at': '2022-02-14T00:19:05Z', 'revision_number': 4, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'subnets': [{'id': '5ac288b4-15bb-4927-b34f-9eca393c609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:06.118648 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e8e08-0ac5-431f-b38c-65c8bbf22ed0 None None] The sync data for ids ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'] in n-d-828979-1 is: [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:41Z', 'revision_number': 4, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '64fa480e-4882-4db3-bbb0-9264a2618f97', 'name': '', 'network_id': 'd018cabc-79fa-4542-ad4e-ca3750572119', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'mac_address': 'fa:16:3e:3e:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ac288b4-15bb-4927-b34f-9eca393c609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:40Z', 'updated_at': '2022-02-14T00:19:05Z', 'revision_number': 4, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'subnets': [{'id': '5ac288b4-15bb-4927-b34f-9eca393c609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:19:06.587088 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64fa480e-4882-4db3-bbb0-9264a2618f97 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:19:06.660793 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 64fa480e-4882-4db3-bbb0-9264a2618f97 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:19:06.666494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 64fa480e-4882-4db3-bbb0-9264a2618f97 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:19:06.666661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:06.802770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:06.843443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 64fa480e-4882-4db3-bbb0-9264a2618f97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64fa480e-4882-4db3-bbb0-9264a2618f97,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:06.848250 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:06.927768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=64fa480e-4882-4db3-bbb0-9264a2618f97,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:07.525470 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:07.824887 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:19:08.548781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64fa480e-4882-4db3-bbb0-9264a2618f97 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:19:08.622378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 64fa480e-4882-4db3-bbb0-9264a2618f97 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:19:08.622746 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:09.302245 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:09.879469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5552660-6840-4f83-abd4-8e11576d8b76 req-744e4996-d340-4408-b8da-83e41922c3b5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:09.880880 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5552660-6840-4f83-abd4-8e11576d8b76 req-744e4996-d340-4408-b8da-83e41922c3b5 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 946 time: 0.0758367 Feb 14 00:19:09.930175 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f5552660-6840-4f83-abd4-8e11576d8b76 req-ebaea4d7-e9ae-41cb-be3c-3662aebf1186 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Feb 14 00:19:11.128310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462248-c12f-4c37-b37b-782ea1b338a5 req-2d617997-5cf4-48bc-9d62-66bf69ffa5f3 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:11.129758 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f462248-c12f-4c37-b37b-782ea1b338a5 req-2d617997-5cf4-48bc-9d62-66bf69ffa5f3 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 946 time: 0.0768821 Feb 14 00:19:11.174520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3f462248-c12f-4c37-b37b-782ea1b338a5 req-e046c599-b95b-4651-955c-d873935efb93 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Feb 14 00:19:11.281202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6781c176-50a9-4cab-b065-e768438839d0 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:11.283219 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6781c176-50a9-4cab-b065-e768438839d0 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 946 time: 0.0753403 Feb 14 00:19:11.349401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Deleting port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:11.349668 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:11.589168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] For port c86ea1d3-3fe7-42d1-a890-e06713bd6c73, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:11.589524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:11.710923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Calling delete_port for c86ea1d3-3fe7-42d1-a890-e06713bd6c73 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:11.863771 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:11.874860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c86ea1d3-3fe7-42d1-a890-e06713bd6c73'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:19:11.911202 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Pushing event deleted for resources: {'Port': ['ID=c86ea1d3-3fe7-42d1-a890-e06713bd6c73,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:11.992818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] No DVR routers for this DVR port c86ea1d3-3fe7-42d1-a890-e06713bd6c73 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:19:11.995594 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:11.998501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'name': 'network-vif-deleted', 'tag': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:19:12.016506 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0c997b5b-673f-47b4-86fe-5cde3ed0eb7c req-6428bf20-8b2c-4051-8157-ca2fa7ea2367 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "DELETE /v2.0/ports/c86ea1d3-3fe7-42d1-a890-e06713bd6c73 HTTP/1.1" status: 204 len: 173 time: 0.7283936 Feb 14 00:19:12.065188 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccf2140-ab40-4052-83e8-0c3f76a12ca6', 'name': 'network-vif-deleted', 'tag': 'c86ea1d3-3fe7-42d1-a890-e06713bd6c73', 'status': 'completed', 'code': 200} Feb 14 00:19:12.354080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-53d7886b-8018-487c-91fa-323a2273918a req-27bb4e99-646e-4765-a101-1a3155e30adc tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=eccf2140-ab40-4052-83e8-0c3f76a12ca6 HTTP/1.1" status: 200 len: 210 time: 0.0447326 Feb 14 00:19:14.144999 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d56727-675c-480c-beee-da862d684a10 req-546c2d9a-bb2e-47d3-90e7-447cbbfa457a tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:14.146344 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-546c2d9a-bb2e-47d3-90e7-447cbbfa457a tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/networks?id=fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 200 len: 817 time: 0.1413877 Feb 14 00:19:14.162650 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-fcd0b3b8-41c7-4690-9e5e-06c74ebd0422 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/quotas/e56ea1b1c22c4b69b9ded7f64310443a HTTP/1.1" status: 200 len: 375 time: 0.0110676 Feb 14 00:19:14.241153 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-08f24c40-3eb4-48a0-9787-2c10e72fcfda tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739820 Feb 14 00:19:14.376610 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-de212c72-57f5-4ffc-8118-de2216fa4d22 service neutron] 10.222.0.36 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241930 Feb 14 00:19:14.596502 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-d80d38b2-3978-4cca-a589-4e83c38107af service neutron] 10.222.0.36 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142825 Feb 14 00:19:14.683767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c86ea1d3-3fe7-42d1-a890-e06713bd6c73 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:14.716903 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: c86ea1d3-3fe7-42d1-a890-e06713bd6c73 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:14.717250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c86ea1d3-3fe7-42d1-a890-e06713bd6c73 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:14.780631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-61a7d12d-36bd-4280-b990-0b4d3597e7e6 req-2a18391c-4390-40e0-87fe-2a83e05bae97 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Synchronizing usage tracker for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:19:14.796661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-61a7d12d-36bd-4280-b990-0b4d3597e7e6 req-2a18391c-4390-40e0-87fe-2a83e05bae97 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Unset dirty status for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:19:14.797995 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-61a7d12d-36bd-4280-b990-0b4d3597e7e6 req-2a18391c-4390-40e0-87fe-2a83e05bae97 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 210 time: 0.0578358 Feb 14 00:19:15.858924 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d56727-675c-480c-beee-da862d684a10 req-e68d5779-04f8-4f35-ad64-f3dafe1a5134 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:15.860347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-e68d5779-04f8-4f35-ad64-f3dafe1a5134 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "GET /v2.0/networks?id=fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 200 len: 817 time: 0.2350316 Feb 14 00:19:15.877712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Request body: {'port': {'device_id': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'admin_state_up': True, 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:19:15.963919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e28d2163-41c5-49d5-b73b-f4a35441590f req-78537f0a-9f12-4463-a8d1-26e83364437c tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 210 time: 0.0415492 Feb 14 00:19:16.018560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:19:16.028036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:19:16.038370 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Made reservation on behalf of e56ea1b1c22c4b69b9ded7f64310443a for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:19:16.041383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:16.201238 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Allocated IP 172.20.0.7 (fce9d9d5-62bc-4af3-919e-ea9695a27316/0707aa35-42b1-49ac-982d-fbdb4a7c8869/9ba35865-0100-42c4-9b62-be885f864bd0) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:19:16.398506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:16.413656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Transition to ACTIVE for port object 9ba35865-0100-42c4-9b62-be885f864bd0 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:19:16.435171 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:16.513310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:19:16.517407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:19:16.519402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Pushing event updated for resources: {'Port': ['ID=9ba35865-0100-42c4-9b62-be885f864bd0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:16.521527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:19:16.582454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:16.583083 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:16.611408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-c989a6a1-94e6-4824-95fe-20c392f405ef tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373209 Feb 14 00:19:16.622563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Request body: {'port': {'device_id': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:19:16.734065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:16.781458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-29e89066-7e3a-4efc-ae76-3e4b24b714e9 None None] Provisioning for port 9ba35865-0100-42c4-9b62-be885f864bd0 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:19:16.786811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-29e89066-7e3a-4efc-ae76-3e4b24b714e9 None None] Provisioning complete for port 9ba35865-0100-42c4-9b62-be885f864bd0 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:19:16.787175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29e89066-7e3a-4efc-ae76-3e4b24b714e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:16.842415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-29e89066-7e3a-4efc-ae76-3e4b24b714e9 None None] Port 9ba35865-0100-42c4-9b62-be885f864bd0 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:19:17.073259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba35865-0100-42c4-9b62-be885f864bd0 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:19:17.080795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:17.131719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Transition to ACTIVE for port object 9ba35865-0100-42c4-9b62-be885f864bd0 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:19:17.138365 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:17.275518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Pushing event updated for resources: {'Port': ['ID=9ba35865-0100-42c4-9b62-be885f864bd0,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:17.359960 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9faa03-b1eb-49aa-a344-19ea9cc97dae req-fb8a6835-b843-415b-b718-234e5b237b22 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:17.361276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fd9faa03-b1eb-49aa-a344-19ea9cc97dae req-fb8a6835-b843-415b-b718-234e5b237b22 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Synchronizing usage tracker for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:19:17.398768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fd9faa03-b1eb-49aa-a344-19ea9cc97dae req-fb8a6835-b843-415b-b718-234e5b237b22 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Unset dirty status for tenant:e56ea1b1c22c4b69b9ded7f64310443a on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:19:17.399974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd9faa03-b1eb-49aa-a344-19ea9cc97dae req-fb8a6835-b843-415b-b718-234e5b237b22 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 931 time: 0.3121150 Feb 14 00:19:17.436520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Attempting to bind port 9ba35865-0100-42c4-9b62-be885f864bd0 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:19:17.436855 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Attempting to bind port 9ba35865-0100-42c4-9b62-be885f864bd0 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:19:17.437184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Attempting to bind port 9ba35865-0100-42c4-9b62-be885f864bd0 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:19:17.452555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Port 9ba35865-0100-42c4-9b62-be885f864bd0 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:19:17.452880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Attempting to bind port 9ba35865-0100-42c4-9b62-be885f864bd0 on network fce9d9d5-62bc-4af3-919e-ea9695a27316 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:19:17.466478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:19:17.466826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Checking segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:19:17.467200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Bound using segment: {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:19:17.467628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Bound port: 9ba35865-0100-42c4-9b62-be885f864bd0, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27690b49-8ebf-42dd-8887-25f407c9ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:19:17.467974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:17.479018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fd9faa03-b1eb-49aa-a344-19ea9cc97dae req-45c85740-2ee1-44a7-ac58-c7ee9417dce6 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691679 Feb 14 00:19:17.561722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] For port 9ba35865-0100-42c4-9b62-be885f864bd0, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:19:17.565017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] For port 9ba35865-0100-42c4-9b62-be885f864bd0, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9ba35865-0100-42c4-9b62-be885f864bd0,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:19:17.569058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:17.625845 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:17.627615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] 10.222.0.31 "PUT /v2.0/ports/9ba35865-0100-42c4-9b62-be885f864bd0 HTTP/1.1" status: 200 len: 1091 time: 1.0092361 Feb 14 00:19:17.636331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'tag': '9ba35865-0100-42c4-9b62-be885f864bd0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:19:17.663294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df27cc-7c8d-48c8-93d1-f7af13f4945c service neutron] Pushing event updated for resources: {'Port': ['ID=9ba35865-0100-42c4-9b62-be885f864bd0,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:17.707433 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'tag': '9ba35865-0100-42c4-9b62-be885f864bd0', 'status': 'completed', 'code': 200} Feb 14 00:19:17.748635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-0aff37c0-3e2a-441b-aa2c-acd7238ae2c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 1094 time: 0.0790288 Feb 14 00:19:17.907765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-bfac5267-6f67-4fb7-8159-43b80e96595b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba35865-0100-42c4-9b62-be885f864bd0 HTTP/1.1" status: 200 len: 217 time: 0.1522713 Feb 14 00:19:17.971380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d56727-675c-480c-beee-da862d684a10 req-7065d5d6-44dc-434e-a048-df09e2e7ac7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:17.973285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-7065d5d6-44dc-434e-a048-df09e2e7ac7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0707aa35-42b1-49ac-982d-fbdb4a7c8869 HTTP/1.1" status: 200 len: 856 time: 0.0600452 Feb 14 00:19:18.046765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-c8b3ba0b-113c-4656-a6ae-9e45fbfd3192 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fce9d9d5-62bc-4af3-919e-ea9695a27316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674305 Feb 14 00:19:18.176986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-ac00361e-79db-4be8-9bc0-1e1eaf8c320f service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241620 Feb 14 00:19:18.306373 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e1d56727-675c-480c-beee-da862d684a10 req-40c25b08-c156-49c7-81ad-23df1025b0bc service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241000 Feb 14 00:19:18.429470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-657f57e3-e0bf-4f90-a04d-a631fff92e3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 1094 time: 0.0767214 Feb 14 00:19:18.563234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-cd440b24-9463-4e3f-9add-b6592e0eba38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:18.564808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-cd440b24-9463-4e3f-9add-b6592e0eba38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 200 len: 917 time: 0.1297612 Feb 14 00:19:18.667859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-0738ab74-5b1e-44a6-a5da-18f2c494675e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ba35865-0100-42c4-9b62-be885f864bd0 HTTP/1.1" status: 200 len: 217 time: 0.0967503 Feb 14 00:19:18.744937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-7d1a952a-8587-4c23-acb9-41c59c1e6438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:18.746259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-7d1a952a-8587-4c23-acb9-41c59c1e6438 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0707aa35-42b1-49ac-982d-fbdb4a7c8869 HTTP/1.1" status: 200 len: 856 time: 0.0720351 Feb 14 00:19:18.792897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff07ea-9d91-4019-8179-7553ad19c455 req-ac826999-6ea3-49cd-bd5c-c72439700b0d tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:18.794284 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ff07ea-9d91-4019-8179-7553ad19c455 req-ac826999-6ea3-49cd-bd5c-c72439700b0d tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 943 time: 0.1737375 Feb 14 00:19:18.855710 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5ff07ea-9d91-4019-8179-7553ad19c455 req-c191a2b4-089c-4b3c-b0fc-1900194b9a83 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546646 Feb 14 00:19:18.864548 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-29057c3b-4f97-478f-9aa8-035757fa92ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fce9d9d5-62bc-4af3-919e-ea9695a27316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104040 Feb 14 00:19:18.996551 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-0acbe33b-46d0-4205-869d-f9c2ffc9c67b service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221635 Feb 14 00:19:19.125757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d11a78ad-9c5e-4489-aabd-5f6a15847419 req-49831970-7872-499c-bc09-f63d21b4e7eb service neutron] 10.222.0.31 "GET /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216383 Feb 14 00:19:20.058405 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d67024-3643-4093-b89c-aa0b759058ad req-47b38e72-4d37-44f5-badb-1c50ab44b0aa tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:20.059843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19d67024-3643-4093-b89c-aa0b759058ad req-47b38e72-4d37-44f5-badb-1c50ab44b0aa tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 943 time: 0.0810692 Feb 14 00:19:20.103369 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-19d67024-3643-4093-b89c-aa0b759058ad req-6d68d078-5f97-4f6b-9e2d-b8b63b3ac520 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 Feb 14 00:19:20.726867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9ba35865-0100-42c4-9b62-be885f864bd0 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:19:20.857547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9ba35865-0100-42c4-9b62-be885f864bd0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9ba35865-0100-42c4-9b62-be885f864bd0,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:20.873248 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '9ba35865-0100-42c4-9b62-be885f864bd0', 'network_id': 'fce9d9d5-62bc-4af3-919e-ea9695a27316', 'port_id': '9ba35865-0100-42c4-9b62-be885f864bd0', 'mac_address': 'fa:16:3e:52:71:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707aa35-42b1-49ac-982d-fbdb4a7c8869', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:19:20.924351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:20.940941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba35865-0100-42c4-9b62-be885f864bd0 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:19:20.956162 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9ba35865-0100-42c4-9b62-be885f864bd0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9ba35865-0100-42c4-9b62-be885f864bd0,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:20.959645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:21.022181 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9ba35865-0100-42c4-9b62-be885f864bd0,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:21.144528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9ba35865-0100-42c4-9b62-be885f864bd0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:19:21.296380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7f2c5-88e9-43d3-8122-7043fb226dc4 req-e51dc889-299e-4f67-a0d5-460270fb1a2e tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:21.297727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74e7f2c5-88e9-43d3-8122-7043fb226dc4 req-e51dc889-299e-4f67-a0d5-460270fb1a2e tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 944 time: 0.0758855 Feb 14 00:19:21.345768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74e7f2c5-88e9-43d3-8122-7043fb226dc4 req-bc888cb1-9255-4200-8269-4b68e8d2c8a1 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Feb 14 00:19:22.537848 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9946c9-28bd-4524-b63f-e262a1a987d1 req-19b48aff-7397-471e-9537-792aff1f8af1 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:22.539343 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd9946c9-28bd-4524-b63f-e262a1a987d1 req-19b48aff-7397-471e-9537-792aff1f8af1 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 944 time: 0.0743611 Feb 14 00:19:22.586994 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd9946c9-28bd-4524-b63f-e262a1a987d1 req-a5e6148c-d398-490b-b757-98118d129e7e tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 Feb 14 00:19:22.745353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9ba35865-0100-42c4-9b62-be885f864bd0 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:19:22.814422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 9ba35865-0100-42c4-9b62-be885f864bd0 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:19:22.818858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 9ba35865-0100-42c4-9b62-be885f864bd0 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:19:22.819207 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:22.925464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:22.950997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba35865-0100-42c4-9b62-be885f864bd0'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:19:22.961069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 9ba35865-0100-42c4-9b62-be885f864bd0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9ba35865-0100-42c4-9b62-be885f864bd0,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:22.964083 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:23.037065 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba35865-0100-42c4-9b62-be885f864bd0', 'code': 200} Feb 14 00:19:23.069699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=9ba35865-0100-42c4-9b62-be885f864bd0,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:23.134189 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17b2a39a-ca9c-4268-8c48-f67a31befcaf req-12ab8a16-c9a8-4fbd-98aa-c6ce82c64b02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 1096 time: 0.0692680 Feb 14 00:19:23.176671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-17b2a39a-ca9c-4268-8c48-f67a31befcaf req-e1c6f8a7-b258-44bb-b97d-6b879a9bfa1f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369563 Feb 14 00:19:23.780001 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d01a-4c3d-4145-850a-e235c486476f req-ee6c59c6-678f-4f41-a834-9a28662b3b16 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:23.781433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e97d01a-4c3d-4145-850a-e235c486476f req-ee6c59c6-678f-4f41-a834-9a28662b3b16 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 945 time: 0.0757399 Feb 14 00:19:23.825852 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0e97d01a-4c3d-4145-850a-e235c486476f req-efe98346-9b73-4bf4-82f0-553b331dcecc tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Feb 14 00:19:25.020236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad976de-977e-4395-af16-caefea6324cc req-d62761db-71d3-42a6-a342-7ef66641ac0c tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:25.021678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ad976de-977e-4395-af16-caefea6324cc req-d62761db-71d3-42a6-a342-7ef66641ac0c tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 945 time: 0.0753095 Feb 14 00:19:25.158363 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7ad976de-977e-4395-af16-caefea6324cc req-26d5f3c8-7dfc-4b5b-bd5e-47b47c9e69f1 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311309 Feb 14 00:19:25.354451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4212d-06e7-412f-99d3-51ab8470ba48 req-2370123b-9aa5-49d2-906e-ab2c4dcef016 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:25.355875 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b8c4212d-06e7-412f-99d3-51ab8470ba48 req-2370123b-9aa5-49d2-906e-ab2c4dcef016 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 945 time: 0.0782220 Feb 14 00:19:25.400102 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b8c4212d-06e7-412f-99d3-51ab8470ba48 req-35f4e65a-3b11-4367-9fe3-fb1677336f18 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Feb 14 00:19:30.279186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-84d1600b-f1cd-4210-829f-de6c218a70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:32.438761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-02158e83-f76e-47ae-ab5b-f9e5bfb86aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:33.632180 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:33.986249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:35.227545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:37.522881 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:39.299988 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:39.704935 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaffd44-2933-4ea3-8724-81d1033a4e69 req-31da3b04-eb41-428d-be20-67e5ff70c9c3 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:39.706891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccaffd44-2933-4ea3-8724-81d1033a4e69 req-31da3b04-eb41-428d-be20-67e5ff70c9c3 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 945 time: 0.0750778 Feb 14 00:19:39.751456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ccaffd44-2933-4ea3-8724-81d1033a4e69 req-8ab47a60-210f-45f3-a126-d30cb25d952c tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Feb 14 00:19:40.946940 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458ae72-4ab7-46c0-8d0a-b8816257e777 req-543d2be5-c5ad-4e53-b26d-ceea25c718eb tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:40.948376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e458ae72-4ab7-46c0-8d0a-b8816257e777 req-543d2be5-c5ad-4e53-b26d-ceea25c718eb tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 945 time: 0.0752792 Feb 14 00:19:40.992710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e458ae72-4ab7-46c0-8d0a-b8816257e777 req-b1cb40d5-e32e-4171-b4ff-5dcb352f2168 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/security-groups?id=83a6b466-0967-421d-9ac4-ee36098d856c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Feb 14 00:19:41.112824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-5ad48345-e185-410b-afe5-eaa0c36924f4 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:41.114195 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-5ad48345-e185-410b-afe5-eaa0c36924f4 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 945 time: 0.0778205 Feb 14 00:19:41.180221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Deleting port 9ba35865-0100-42c4-9b62-be885f864bd0 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:41.180563 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:41.419461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] For port 9ba35865-0100-42c4-9b62-be885f864bd0, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=9ba35865-0100-42c4-9b62-be885f864bd0,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:41.419827 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:41.538506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Calling delete_port for 9ba35865-0100-42c4-9b62-be885f864bd0 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:41.678268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:41.690385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['9ba35865-0100-42c4-9b62-be885f864bd0'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:19:41.725591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Pushing event deleted for resources: {'Port': ['ID=9ba35865-0100-42c4-9b62-be885f864bd0,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:41.769806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.770182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.770520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.770854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.771186 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.771515 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.771852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.772167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.772490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.772811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.773131 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:41.815376 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] No DVR routers for this DVR port 9ba35865-0100-42c4-9b62-be885f864bd0 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:19:41.818259 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:41.821071 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'name': 'network-vif-deleted', 'tag': '9ba35865-0100-42c4-9b62-be885f864bd0'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:19:41.837593 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2163d421-dc16-4a73-bcdc-841f0f5b9bf1 req-59aa4bd6-4b47-4e59-8e90-c8ff93e21f06 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.31 "DELETE /v2.0/ports/9ba35865-0100-42c4-9b62-be885f864bd0 HTTP/1.1" status: 204 len: 173 time: 0.7179313 Feb 14 00:19:41.895777 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a02d2-c31d-4f0e-8e9c-e3663010eb92', 'name': 'network-vif-deleted', 'tag': '9ba35865-0100-42c4-9b62-be885f864bd0', 'status': 'completed', 'code': 200} Feb 14 00:19:42.175692 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-28f7f944-f0d1-4eb1-af07-bacb47a0b27d req-372c3ae1-27b8-449a-a227-280e8a31f2a3 tempest-TestEncryptedCinderVolumes-306046370 tempest-TestEncryptedCinderVolumes-306046370-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7a02d2-c31d-4f0e-8e9c-e3663010eb92 HTTP/1.1" status: 200 len: 210 time: 0.0452709 Feb 14 00:19:43.321122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42986) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:43.704525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:44.387846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Deleting port 35cb5562-6250-4860-9b22-dcedd1d6e25b {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:44.388496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:44.560372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] For port 35cb5562-6250-4860-9b22-dcedd1d6e25b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=35cb5562-6250-4860-9b22-dcedd1d6e25b,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:44.560729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:44.678418 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Calling delete_port for 35cb5562-6250-4860-9b22-dcedd1d6e25b owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:44.825591 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:19:44.839716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9ba35865-0100-42c4-9b62-be885f864bd0 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:44.841369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:44.872872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 9ba35865-0100-42c4-9b62-be885f864bd0 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:44.873215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 9ba35865-0100-42c4-9b62-be885f864bd0 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:44.885018 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Pushing event deleted for resources: {'Port': ['ID=35cb5562-6250-4860-9b22-dcedd1d6e25b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:45.172225 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:45.833802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Router d378af82-595b-4877-a20f-4f489120ac6e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:19:46.036999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:19:46.049798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-28b6f8a1-321d-4c1c-aeb7-89b36997970a admin admin] 10.222.0.36 "PUT /v2.0/routers/d378af82-595b-4877-a20f-4f489120ac6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7272358 Feb 14 00:19:46.052065 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42990) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:46.053718 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] Sync routers for ids ['d378af82-595b-4877-a20f-4f489120ac6e'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:19:46.066553 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] Routers {'d378af82-595b-4877-a20f-4f489120ac6e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:46.067167 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d378af82-595b-4877-a20f-4f489120ac6e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:46.242707 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] Set router d378af82-595b-4877-a20f-4f489120ac6e gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:46.253901 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:46.449823 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:46.459937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Deleting port 955ff497-a161-42bb-a551-b62fe3bed5cd {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:46.460276 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:46.530426 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:19:44Z', 'revision_number': 5, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port': {'id': '955ff497-a161-42bb-a551-b62fe3bed5cd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:46.535426 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] Checking router: d378af82-595b-4877-a20f-4f489120ac6e for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:19:46.546005 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] Routers {'d378af82-595b-4877-a20f-4f489120ac6e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:46.546647 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d378af82-595b-4877-a20f-4f489120ac6e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:46.640685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] For port 955ff497-a161-42bb-a551-b62fe3bed5cd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=955ff497-a161-42bb-a551-b62fe3bed5cd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:46.641037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:46.692258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] Set router d378af82-595b-4877-a20f-4f489120ac6e gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:46.763619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Calling delete_port for 955ff497-a161-42bb-a551-b62fe3bed5cd owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:46.793997 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:19:46Z', 'revision_number': 6, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:46.797842 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21346a4-61d7-4394-8656-c3e5ccd015e4 None None] The sync data for ids ['d378af82-595b-4877-a20f-4f489120ac6e'] in n-d-828979-1 is: [{'id': 'd378af82-595b-4877-a20f-4f489120ac6e', 'name': 'tempest-TestEncryptedCinderVolumes-2136835765-router', 'tenant_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:32Z', 'updated_at': '2022-02-14T00:19:46Z', 'revision_number': 6, 'project_id': 'e56ea1b1c22c4b69b9ded7f64310443a', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:19:46.929960 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.081200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=955ff497-a161-42bb-a551-b62fe3bed5cd,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:47.306210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.561507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.565835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.590714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.591244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d378af82-595b-4877-a20f-4f489120ac6e {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:19:47.604747 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.605933 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0c16cdb1-47c3-41da-8988-dfd598263ca6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d378af82-595b-4877-a20f-4f489120ac6e HTTP/1.1" status: 204 len: 168 time: 1.5529771 Feb 14 00:19:47.608442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42994) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:47.669518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Deleting subnet 0707aa35-42b1-49ac-982d-fbdb4a7c8869 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:19:47.672371 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.725285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.804874 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.873029 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.910347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0707aa35-42b1-49ac-982d-fbdb4a7c8869,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:47.918483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:47.924077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-22ff708a-fbec-4554-9634-b6030e171267 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0707aa35-42b1-49ac-982d-fbdb4a7c8869 HTTP/1.1" status: 204 len: 168 time: 0.3146930 Feb 14 00:19:47.924386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110dfb4-4681-446a-9cf0-7e86f2d1a130 None None] Network fce9d9d5-62bc-4af3-919e-ea9695a27316 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:19:47.926846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 42998) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:48.032487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.044149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Deleting port ce1521f7-c7e2-4721-8c79-4bd092121521 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:48.044503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.170597 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] DHCP port deletion for fce9d9d5-62bc-4af3-919e-ea9695a27316 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:19:48.175111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Deleting port ce1521f7-c7e2-4721-8c79-4bd092121521 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:48.175600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.248325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] For port ce1521f7-c7e2-4721-8c79-4bd092121521, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ce1521f7-c7e2-4721-8c79-4bd092121521,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:48.248674 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.371255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] For port ce1521f7-c7e2-4721-8c79-4bd092121521, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ce1521f7-c7e2-4721-8c79-4bd092121521,segment=NetworkSegment(27690b49-8ebf-42dd-8887-25f407c9ca1a),segment_id=27690b49-8ebf-42dd-8887-25f407c9ca1a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:48.371636 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.371790 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Calling delete_port for ce1521f7-c7e2-4721-8c79-4bd092121521 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:48.504425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Calling delete_port for ce1521f7-c7e2-4721-8c79-4bd092121521 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:48.551763 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.574007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 35cb5562-6250-4860-9b22-dcedd1d6e25b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:48.597722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1521f7-c7e2-4721-8c79-4bd092121521,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:19:48.602256 n-d-828979-1 neutron-server[83663]: util.warn( Feb 14 00:19:48.606361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] No DVR routers for this DVR port ce1521f7-c7e2-4721-8c79-4bd092121521 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:19:48.611069 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 35cb5562-6250-4860-9b22-dcedd1d6e25b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:48.611411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 35cb5562-6250-4860-9b22-dcedd1d6e25b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:48.612420 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ce1521f7-c7e2-4721-8c79-4bd092121521 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:48.639019 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:19:48.639379 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:19:48.644853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ce1521f7-c7e2-4721-8c79-4bd092121521 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:48.645186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ce1521f7-c7e2-4721-8c79-4bd092121521 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:48.645585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955ff497-a161-42bb-a551-b62fe3bed5cd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:48.680213 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 955ff497-a161-42bb-a551-b62fe3bed5cd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:48.680569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 955ff497-a161-42bb-a551-b62fe3bed5cd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:48.728306 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.752523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce9d9d5-62bc-4af3-919e-ea9695a27316']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:48.764077 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27690b49-8ebf-42dd-8887-25f407c9ca1a') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:48.764310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27690b49-8ebf-42dd-8887-25f407c9ca1a') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:48.775818 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.791580 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.797922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:19:48.798441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:19:48.811341 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:19:48.887037 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.891705 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:48.915750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fce9d9d5-62bc-4af3-919e-ea9695a27316,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:48.929778 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5610fbb1-16af-4ba9-97f0-39239a8dba0b admin admin] 10.222.0.36 "DELETE /v2.0/networks/fce9d9d5-62bc-4af3-919e-ea9695a27316 HTTP/1.1" status: 204 len: 168 time: 1.0019286 Feb 14 00:19:48.932890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43002) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:49.140701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Deleting port ce1521f7-c7e2-4721-8c79-4bd092121521 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:49.141272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:49.202884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-db6d7cb7-ff55-4925-82e9-fc4abb984128 None None] The port 'ce1521f7-c7e2-4721-8c79-4bd092121521' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:19:49.317660 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:49.897362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Deleting port 64fa480e-4882-4db3-bbb0-9264a2618f97 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:49.897693 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:50.169525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] For port 64fa480e-4882-4db3-bbb0-9264a2618f97, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=64fa480e-4882-4db3-bbb0-9264a2618f97,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:50.169877 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:50.286649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Calling delete_port for 64fa480e-4882-4db3-bbb0-9264a2618f97 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:50.447250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:50.490394 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Pushing event deleted for resources: {'Port': ['ID=64fa480e-4882-4db3-bbb0-9264a2618f97,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:50.777875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:51.339502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Router 21977b17-1c97-4da0-9a30-c7d5d85cdccf has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:19:51.633880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:19:51.642603 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-755e9dd9-a0e7-410e-8a1e-4e9b0cdfa301 admin admin] 10.222.0.36 "PUT /v2.0/routers/21977b17-1c97-4da0-9a30-c7d5d85cdccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087567 Feb 14 00:19:51.643723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] Sync routers for ids ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:19:51.645564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43006) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:51.655745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] Routers {'21977b17-1c97-4da0-9a30-c7d5d85cdccf'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:51.656351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:51.835293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] Set router 21977b17-1c97-4da0-9a30-c7d5d85cdccf gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:51.848800 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:52.049849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:52.060337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Deleting port 94d45363-e1bd-4952-9eb2-902fe8882656 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:52.060669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:52.159765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:19:50Z', 'revision_number': 5, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port': {'id': '94d45363-e1bd-4952-9eb2-902fe8882656', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:52.163763 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] Checking router: 21977b17-1c97-4da0-9a30-c7d5d85cdccf for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:19:52.174927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] Routers {'21977b17-1c97-4da0-9a30-c7d5d85cdccf'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:52.175758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:52.230818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] For port 94d45363-e1bd-4952-9eb2-902fe8882656, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=94d45363-e1bd-4952-9eb2-902fe8882656,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:52.231165 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:52.329843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] Set router 21977b17-1c97-4da0-9a30-c7d5d85cdccf gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:52.354395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Calling delete_port for 94d45363-e1bd-4952-9eb2-902fe8882656 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:52.434143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:19:52Z', 'revision_number': 6, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:52.437921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94276fb5-e8f7-49ca-bbe6-b7da252739e9 None None] The sync data for ids ['21977b17-1c97-4da0-9a30-c7d5d85cdccf'] in n-d-828979-1 is: [{'id': '21977b17-1c97-4da0-9a30-c7d5d85cdccf', 'name': 'tempest-TestEncryptedCinderVolumes-1081793163-router', 'tenant_id': '8743786170e044c6b7e824ea09af3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:18:38Z', 'updated_at': '2022-02-14T00:19:52Z', 'revision_number': 6, 'project_id': '8743786170e044c6b7e824ea09af3ec0', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:19:52.516609 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:52.560912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Pushing event deleted for resources: {'Port': ['ID=94d45363-e1bd-4952-9eb2-902fe8882656,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:52.782984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:52.836003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64fa480e-4882-4db3-bbb0-9264a2618f97 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:52.871416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 64fa480e-4882-4db3-bbb0-9264a2618f97 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:52.871771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 64fa480e-4882-4db3-bbb0-9264a2618f97 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:53.145340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.149392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.174414 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.175160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21977b17-1c97-4da0-9a30-c7d5d85cdccf {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:19:53.188056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.189173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-04379a02-d49c-4a11-9de7-b5878522cf7b admin admin] 10.222.0.36 "DELETE /v2.0/routers/21977b17-1c97-4da0-9a30-c7d5d85cdccf HTTP/1.1" status: 204 len: 168 time: 1.5426733 Feb 14 00:19:53.191818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43010) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:53.250016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Deleting subnet 5ac288b4-15bb-4927-b34f-9eca393c609b {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:19:53.253081 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.302187 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.384071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.458466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.498505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac288b4-15bb-4927-b34f-9eca393c609b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:53.505293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.510502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be17b9-50b6-4960-a37f-5289d9786542 None None] Network d018cabc-79fa-4542-ad4e-ca3750572119 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:19:53.511433 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-33adb5fc-856d-4396-b1ff-29904066e3e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5ac288b4-15bb-4927-b34f-9eca393c609b HTTP/1.1" status: 204 len: 168 time: 0.3186393 Feb 14 00:19:53.513838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43014) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:53.616100 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.626588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Deleting port cb75be50-3e0b-4115-a392-683eb099f13d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:53.626945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.754545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] DHCP port deletion for d018cabc-79fa-4542-ad4e-ca3750572119 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:19:53.758870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Deleting port cb75be50-3e0b-4115-a392-683eb099f13d {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:53.759361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.836792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] For port cb75be50-3e0b-4115-a392-683eb099f13d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb75be50-3e0b-4115-a392-683eb099f13d,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:53.837353 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:53.960423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Calling delete_port for cb75be50-3e0b-4115-a392-683eb099f13d owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:53.965654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] For port cb75be50-3e0b-4115-a392-683eb099f13d, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=cb75be50-3e0b-4115-a392-683eb099f13d,segment=NetworkSegment(7ca9c689-022d-42c0-8b00-3850e51c93ec),segment_id=7ca9c689-022d-42c0-8b00-3850e51c93ec)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:53.966245 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.040849 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.088468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb75be50-3e0b-4115-a392-683eb099f13d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:54.094586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] No DVR routers for this DVR port cb75be50-3e0b-4115-a392-683eb099f13d on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:19:54.100103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Calling delete_port for cb75be50-3e0b-4115-a392-683eb099f13d owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:19:54.170206 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:19:54.170777 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:19:54.213978 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.240493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d018cabc-79fa-4542-ad4e-ca3750572119']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:54.252285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca9c689-022d-42c0-8b00-3850e51c93ec') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:54.252583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca9c689-022d-42c0-8b00-3850e51c93ec') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:54.263683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.278918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.285359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:19:54.285743 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:19:54.299054 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:19:54.470342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.486499 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.496921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] Pushing event deleted for resources: {'Network': ['ID=d018cabc-79fa-4542-ad4e-ca3750572119,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:54.500915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-43b07a82-1db6-4423-b22b-562db3569139 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d018cabc-79fa-4542-ad4e-ca3750572119 HTTP/1.1" status: 204 len: 168 time: 0.9861522 Feb 14 00:19:54.569677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb75be50-3e0b-4115-a392-683eb099f13d no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:54.601985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: cb75be50-3e0b-4115-a392-683eb099f13d {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:54.602340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device cb75be50-3e0b-4115-a392-683eb099f13d not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:54.602836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94d45363-e1bd-4952-9eb2-902fe8882656 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:19:54.638567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 94d45363-e1bd-4952-9eb2-902fe8882656 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:19:54.638913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94d45363-e1bd-4952-9eb2-902fe8882656 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:19:54.672279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Deleting port cb75be50-3e0b-4115-a392-683eb099f13d {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:19:54.672390 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.722584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43020) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:54.735819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-7d356445-6755-4db3-94b4-5d697cb30396 None None] The port 'cb75be50-3e0b-4115-a392-683eb099f13d' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:19:54.772081 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b5c7567c-9dc5-4e83-895b-ac4cee21452f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e56ea1b1c22c4b69b9ded7f64310443a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480661 Feb 14 00:19:54.774474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43024) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:54.832347 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.856668 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.910796 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.927758 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6b466-0967-421d-9ac4-ee36098d856c,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:54.941177 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.941518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.941853 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.942214 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.942544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.942867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.943191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.943510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.943826 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.944140 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.944455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:54.947381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:54.948475 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5cd77fbf-e8e6-49da-8e3c-06a4ca8b5851 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83a6b466-0967-421d-9ac4-ee36098d856c HTTP/1.1" status: 204 len: 168 time: 0.1730688 Feb 14 00:19:55.341750 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43032) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:55.395183 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0dc39278-b68c-49be-ad2b-3b98c1f33022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8743786170e044c6b7e824ea09af3ec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522721 Feb 14 00:19:55.397561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43036) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:55.455413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de4cd3ec-310a-4ed6-ad95-ee780b66add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:55.479527 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de4cd3ec-310a-4ed6-ad95-ee780b66add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:55.529966 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de4cd3ec-310a-4ed6-ad95-ee780b66add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:55.543866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cd3ec-310a-4ed6-ad95-ee780b66add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127a25b-9380-494e-9c5f-cffd759e4a50,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:55.550653 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-de4cd3ec-310a-4ed6-ad95-ee780b66add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:55.553991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-de4cd3ec-310a-4ed6-ad95-ee780b66add4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e127a25b-9380-494e-9c5f-cffd759e4a50 HTTP/1.1" status: 204 len: 168 time: 0.1528924 Feb 14 00:19:56.135721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-0abc4b98-5f85-4e82-99a4-09771a3c8e96 req-872f7ad7-49fe-49f4-a614-04c85caf6822 service neutron] (83662) timed out ('10.222.0.36', 39940) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:19:56.365887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43058) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:56.507347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-799691973-network', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:19:56.512963 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:19:56.516787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Usage tracker for resource:network and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:19:56.520416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:19:56.526515 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:19:56.536228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Made reservation on behalf of 473923f341cf45a1bf8a625eee4cb53b for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:19:56.538588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.550291 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.581004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:19:56.584677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:19:56.587358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:19:56.592759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:19:56.661200 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.664627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.690933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:19:56.702789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf8f27-4e1c-4507-9eda-98e51b6ef965,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:56.707264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.707604 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Added segment 871eab60-9e98-4d1c-8dc3-d5d46adc332c of type vlan for network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 Feb 14 00:19:56.733309 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.761402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.762308 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:56.762875 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:56.862891 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4958711 Feb 14 00:19:56.865895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43064) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:56.867612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2bc91-af27-4467-8604-ef2123adbf7f admin admin] Pushing event updated for resources: {'Network': ['ID=2612c258-f217-44b8-8f4b-394f4ba0dfe1,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:56.872686 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Request body: {'subnet': {'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-799691973-subnet', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:19:56.877100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:19:56.879007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:19:56.882774 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Usage tracker for resource:subnet and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:19:56.885552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:19:56.891255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:19:56.902124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Made reservation on behalf of 473923f341cf45a1bf8a625eee4cb53b for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:19:56.904349 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.107154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.175342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:57.190956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Checking segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:19:57.191312 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Network hostable DHCP agents. Network: 2612c258-f217-44b8-8f4b-394f4ba0dfe1, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:19:57.212355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:19:57.220765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2612c258-f217-44b8-8f4b-394f4ba0dfe1) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:19:57.224703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:19:57.225273 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.230747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5baf43d-5bdc-4573-b22b-ab7315b25d83 None None] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:19:57.244843 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0ad7bc17-1550-4d07-9577-6da16eb74497 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3778055 Feb 14 00:19:57.247777 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:57.253493 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:19:57.258809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:19:57.262629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Usage tracker for resource:router and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:19:57.265415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:19:57.271164 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:19:57.282934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.284650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.305182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.450892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.477023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:19:57.477825 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.632224 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Allocated IP 172.20.0.2 (2612c258-f217-44b8-8f4b-394f4ba0dfe1/1ca256d7-bc55-4b9f-9dbe-1c6f02669b61/edd554cf-2a0f-4b21-8bc3-656259a55a1b) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:19:57.641286 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.671307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.838653 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.850139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Transition to ACTIVE for port object edd554cf-2a0f-4b21-8bc3-656259a55a1b will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:19:57.868701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Transition to ACTIVE for port object edd554cf-2a0f-4b21-8bc3-656259a55a1b will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:19:57.874223 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:57.903740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Allocated IP 172.25.4.211 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/e2d9339d-fff9-4478-ab8e-190c6e890e37) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:19:57.944296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:19:57.947613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:19:57.949444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Pushing event updated for resources: {'Port': ['ID=edd554cf-2a0f-4b21-8bc3-656259a55a1b,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:57.951577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:19:57.990843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.991178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.991509 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.991840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.992165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.992490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.992808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.993131 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.993452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.993768 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:57.994109 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:58.050120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Attempting to bind port edd554cf-2a0f-4b21-8bc3-656259a55a1b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:19:58.050709 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Attempting to bind port edd554cf-2a0f-4b21-8bc3-656259a55a1b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:19:58.051327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Attempting to bind port edd554cf-2a0f-4b21-8bc3-656259a55a1b on network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:19:58.058621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:19:58.058993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Checking segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:19:58.059384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.059915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Bound using segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:19:58.060380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Bound port: edd554cf-2a0f-4b21-8bc3-656259a55a1b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:19:58.060746 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.063381 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.091699 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.148889 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] For port edd554cf-2a0f-4b21-8bc3-656259a55a1b, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:19:58.152053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] For port edd554cf-2a0f-4b21-8bc3-656259a55a1b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=edd554cf-2a0f-4b21-8bc3-656259a55a1b,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:19:58.155861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.161466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:19:58.164082 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:19:58.167608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:19:58.200932 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Pushing event updated for resources: {'Port': ['ID=e2d9339d-fff9-4478-ab8e-190c6e890e37,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:58.238051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbc2ca-862d-4c88-8369-09197d4decbf None None] Pushing event updated for resources: {'Port': ['ID=edd554cf-2a0f-4b21-8bc3-656259a55a1b,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:58.339464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.340223 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.594637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Router c1b626ee-9c5c-4fcc-bea9-2360ee181243 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:19:58.601326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device edd554cf-2a0f-4b21-8bc3-656259a55a1b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:19:58.674481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port edd554cf-2a0f-4b21-8bc3-656259a55a1b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:19:58.802311 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:19:58.811110 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Sync routers for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:19:58.824064 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:19:58.824666 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:58.825451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:58.826735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b8f9303a-3b77-4169-8b2e-00d13c84627e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5779777 Feb 14 00:19:58.829424 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43072) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:19:59.054588 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:19:59.214186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fdff4f-6047-40b8-b339-97d4a8b86495 None None] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:19:59.348228 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:19:58Z', 'revision_number': 3, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:19:59.352235 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Checking router: c1b626ee-9c5c-4fcc-bea9-2360ee181243 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:19:59.352683 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Updating router c1b626ee-9c5c-4fcc-bea9-2360ee181243 port e2d9339d-fff9-4478-ab8e-190c6e890e37 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:19:59.391403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] Provisioning for port edd554cf-2a0f-4b21-8bc3-656259a55a1b completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:19:59.407245 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.428427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] Provisioning complete for port edd554cf-2a0f-4b21-8bc3-656259a55a1b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:19:59.429074 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.575753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.610913 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] For port edd554cf-2a0f-4b21-8bc3-656259a55a1b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=edd554cf-2a0f-4b21-8bc3-656259a55a1b,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:19:59.623485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.715075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd625d-bc40-4fa5-8c63-9f6aed8ceac7 None None] Pushing event updated for resources: {'Port': ['ID=edd554cf-2a0f-4b21-8bc3-656259a55a1b,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:59.732986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.769525 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.784439 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Transition to ACTIVE for port object e2d9339d-fff9-4478-ab8e-190c6e890e37 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:19:59.790766 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.845274 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c4a1cee9-7f44-43ab-aea7-5a496b25e6b6 None None] Provisioning complete for port edd554cf-2a0f-4b21-8bc3-656259a55a1b triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:19:59.846434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c4a1cee9-7f44-43ab-aea7-5a496b25e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.870515 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Pushing event updated for resources: {'Port': ['ID=e2d9339d-fff9-4478-ab8e-190c6e890e37,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:19:59.872601 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Attempting to bind port e2d9339d-fff9-4478-ab8e-190c6e890e37 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:19:59.872956 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Attempting to bind port e2d9339d-fff9-4478-ab8e-190c6e890e37 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:19:59.873307 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Attempting to bind port e2d9339d-fff9-4478-ab8e-190c6e890e37 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:19:59.885419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.885758 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.886106 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.886436 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.886758 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.887123 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.887555 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.887942 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.888293 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.888636 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.888950 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:19:59.893869 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:19:59.894262 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:19:59.894653 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.895023 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:19:59.895482 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Bound port: e2d9339d-fff9-4478-ab8e-190c6e890e37, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:19:59.895843 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:19:59.955935 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Allocated IP 172.20.0.1 (2612c258-f217-44b8-8f4b-394f4ba0dfe1/1ca256d7-bc55-4b9f-9dbe-1c6f02669b61/ada61771-72c5-40b4-888c-e7031b5510ef) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:19:59.968587 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] For port e2d9339d-fff9-4478-ab8e-190c6e890e37, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:19:59.972761 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] For port e2d9339d-fff9-4478-ab8e-190c6e890e37, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2d9339d-fff9-4478-ab8e-190c6e890e37,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:19:59.977207 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.061926 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430d3c-cd65-4196-b211-870f0b6477e1 None None] Pushing event updated for resources: {'Port': ['ID=e2d9339d-fff9-4478-ab8e-190c6e890e37,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:00.066419 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:00.067282 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:19:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:00.112365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.128096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Transition to ACTIVE for port object ada61771-72c5-40b4-888c-e7031b5510ef will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:00.150139 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.215874 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:00.218460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:00.222532 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:20:00.243248 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:00.252979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Pushing event updated for resources: {'Port': ['ID=ada61771-72c5-40b4-888c-e7031b5510ef,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:00.284050 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.289063 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f944473c-1711-4abb-ab27-f6a83ea3b6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.368952 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.494891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4216a0ea-8b35-41fd-aaba-84cc26679ec3 None None] Provisioning for port ada61771-72c5-40b4-888c-e7031b5510ef completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:00.499884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4216a0ea-8b35-41fd-aaba-84cc26679ec3 None None] Provisioning complete for port ada61771-72c5-40b4-888c-e7031b5510ef triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:00.500325 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4216a0ea-8b35-41fd-aaba-84cc26679ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.556802 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4216a0ea-8b35-41fd-aaba-84cc26679ec3 None None] Port ada61771-72c5-40b4-888c-e7031b5510ef cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:20:00.592144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device edd554cf-2a0f-4b21-8bc3-656259a55a1b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:00.602476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.607084 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.662856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port edd554cf-2a0f-4b21-8bc3-656259a55a1b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:00.663230 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.720236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Pushing event updated for resources: {'Port': ['ID=ada61771-72c5-40b4-888c-e7031b5510ef,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:00.723451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:00.738080 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:19:58Z', 'revision_number': 3, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:00.745510 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001d20d-4915-4d01-9300-76f143f66df5 None None] The sync data for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 is: [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:19:58Z', 'revision_number': 3, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:20:00.881158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:00.882362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:01.197895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d58d5fca-dbc2-461f-8436-f43cd35ba3ae None None] Provisioning complete for port ada61771-72c5-40b4-888c-e7031b5510ef triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:01.198359 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d58d5fca-dbc2-461f-8436-f43cd35ba3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:01.253192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d58d5fca-dbc2-461f-8436-f43cd35ba3ae None None] Port ada61771-72c5-40b4-888c-e7031b5510ef cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:20:01.433984 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Router c1b626ee-9c5c-4fcc-bea9-2360ee181243 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:20:01.639076 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:20:01.648462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4e90ec16-05d9-4495-b154-39a24498662f admin admin] 10.222.0.36 "PUT /v2.0/routers/c1b626ee-9c5c-4fcc-bea9-2360ee181243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8180761 Feb 14 00:20:02.442744 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e86387fb-c365-4076-beb8-3b9ee464b96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.475552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43094) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:02.481170 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853303877-network', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:02.486688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:02.490483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Usage tracker for resource:network and tenant:1e0dedfe5c404169ac9e96aeed07a041 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:02.493247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:02.498908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:02.509868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Made reservation on behalf of 1e0dedfe5c404169ac9e96aeed07a041 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:20:02.512176 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.524777 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.562176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:02.566269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1e0dedfe5c404169ac9e96aeed07a041 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:02.569182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:02.574964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:02.596191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2d9339d-fff9-4478-ab8e-190c6e890e37 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:02.646181 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.649994 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.663221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e2d9339d-fff9-4478-ab8e-190c6e890e37 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:02.668164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e2d9339d-fff9-4478-ab8e-190c6e890e37 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:02.668535 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.678137 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:20:02.690653 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfba47f0-9bc1-44b0-9753-9cbf81a9aed8,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:02.695258 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.695532 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Added segment a08d84bd-b8f4-4fb1-85a3-65d83e5209f3 of type vlan for network 74a92c5e-dbca-4317-98af-90a36f8a922b Feb 14 00:20:02.722541 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.750775 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.751596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:02.752708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.784762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.800149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e2d9339d-fff9-4478-ab8e-190c6e890e37, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2d9339d-fff9-4478-ab8e-190c6e890e37,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:02.803991 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:02.855111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3784146 Feb 14 00:20:02.857775 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43098) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:02.858283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68971-e98b-4835-99c4-1fe00fa2c1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=74a92c5e-dbca-4317-98af-90a36f8a922b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:02.864156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Request body: {'subnet': {'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853303877-subnet', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:02.869801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:02.871884 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 74a92c5e-dbca-4317-98af-90a36f8a922b details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:20:02.873632 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Usage tracker for resource:subnet and tenant:1e0dedfe5c404169ac9e96aeed07a041 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:02.876527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:02.882936 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:02.886504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e2d9339d-fff9-4478-ab8e-190c6e890e37,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:02.892737 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Made reservation on behalf of 1e0dedfe5c404169ac9e96aeed07a041 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:20:02.895516 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.110978 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.182816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3538e2-aa2f-4557-b819-3a08841a6789,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:03.193980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Checking segment: {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:20:03.194361 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Network hostable DHCP agents. Network: 74a92c5e-dbca-4317-98af-90a36f8a922b, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:20:03.214986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Network 74a92c5e-dbca-4317-98af-90a36f8a922b is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:20:03.224042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 74a92c5e-dbca-4317-98af-90a36f8a922b) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:03.227810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:03.228318 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.233279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10403a4d-2ed7-4a6d-be1e-f8e0b30869e9 None None] Network 74a92c5e-dbca-4317-98af-90a36f8a922b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:20:03.247887 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-94c8665b-8b65-4aed-9844-7c9bbbc6dad7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3890300 Feb 14 00:20:03.250517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43102) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:03.256456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:03.261700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:03.265476 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Usage tracker for resource:router and tenant:1e0dedfe5c404169ac9e96aeed07a041 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:03.269171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:03.274826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:03.285949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.286907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.304132 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.450881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-74a92c5e-dbca-4317-98af-90a36f8a922b', 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'fixed_ips': [{'subnet_id': '2d3538e2-aa2f-4557-b819-3a08841a6789'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:20:03.451833 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.452848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.603955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Allocated IP 172.20.0.2 (74a92c5e-dbca-4317-98af-90a36f8a922b/2d3538e2-aa2f-4557-b819-3a08841a6789/fa8267a2-a4ab-40b3-878f-eba49021cf39) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:20:03.643654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.674360 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.702394 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.817340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.819237 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Allocated IP 172.25.4.184 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/d553d61f-84ca-4f69-86fd-7644908aab31) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:20:03.827117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Transition to ACTIVE for port object fa8267a2-a4ab-40b3-878f-eba49021cf39 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:03.845322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Transition to ACTIVE for port object fa8267a2-a4ab-40b3-878f-eba49021cf39 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:03.855598 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:03.923452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Network 74a92c5e-dbca-4317-98af-90a36f8a922b is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:03.926530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:03.929936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:20:03.936037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Pushing event updated for resources: {'Port': ['ID=fa8267a2-a4ab-40b3-878f-eba49021cf39,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:03.975665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.007504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.033625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Attempting to bind port fa8267a2-a4ab-40b3-878f-eba49021cf39 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:20:04.034086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Attempting to bind port fa8267a2-a4ab-40b3-878f-eba49021cf39 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:20:04.034446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Attempting to bind port fa8267a2-a4ab-40b3-878f-eba49021cf39 on network 74a92c5e-dbca-4317-98af-90a36f8a922b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:20:04.036388 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.041581 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:20:04.041945 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Checking segment: {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:20:04.042365 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.042747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Bound using segment: {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:20:04.043192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Bound port: fa8267a2-a4ab-40b3-878f-eba49021cf39, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:20:04.043557 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.089956 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:04.091262 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:04.093258 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Pushing event updated for resources: {'Port': ['ID=d553d61f-84ca-4f69-86fd-7644908aab31,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:04.095911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:20:04.139222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] For port fa8267a2-a4ab-40b3-878f-eba49021cf39, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:20:04.142532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] For port fa8267a2-a4ab-40b3-878f-eba49021cf39, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa8267a2-a4ab-40b3-878f-eba49021cf39,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:20:04.149184 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.230649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12748d-df0a-4ce9-91e1-73e8485ee761 None None] Pushing event updated for resources: {'Port': ['ID=fa8267a2-a4ab-40b3-878f-eba49021cf39,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:04.273738 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Sync routers for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:20:04.275676 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.276613 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.287379 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:04.288029 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:04.548505 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:04.647628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Router 330c0789-eacb-443b-adb8-21ebd6f1168e is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:20:04.678942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2d9339d-fff9-4478-ab8e-190c6e890e37 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:04.870273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:20:04.880951 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Sync routers for ids ['330c0789-eacb-443b-adb8-21ebd6f1168e'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:20:04.897262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e2d9339d-fff9-4478-ab8e-190c6e890e37 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:04.898756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.902694 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Routers {'330c0789-eacb-443b-adb8-21ebd6f1168e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:04.903655 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['330c0789-eacb-443b-adb8-21ebd6f1168e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:04.921162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:04.926804 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43106) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:04.938191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0baf2b9c-f19b-4c1c-8632-d8fb4c2eb44c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6864877 Feb 14 00:20:05.042551 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa8267a2-a4ab-40b3-878f-eba49021cf39 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:05.137529 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 2, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:05.145677 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Set router 330c0789-eacb-443b-adb8-21ebd6f1168e gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:05.146395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Checking router: c1b626ee-9c5c-4fcc-bea9-2360ee181243 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:20:05.147207 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Updating router c1b626ee-9c5c-4fcc-bea9-2360ee181243 port ada61771-72c5-40b4-888c-e7031b5510ef binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:20:05.180691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fa8267a2-a4ab-40b3-878f-eba49021cf39 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:05.249709 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.309572 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.313058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2928d5d-91a9-46a3-8b2a-f75cdafc0fb7 None None] Network 74a92c5e-dbca-4317-98af-90a36f8a922b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:20:05.434796 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:04Z', 'revision_number': 3, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:05.438568 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Checking router: 330c0789-eacb-443b-adb8-21ebd6f1168e for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:20:05.438901 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Updating router 330c0789-eacb-443b-adb8-21ebd6f1168e port d553d61f-84ca-4f69-86fd-7644908aab31 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:20:05.467829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] Provisioning for port fa8267a2-a4ab-40b3-878f-eba49021cf39 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:05.490231 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.504941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] Provisioning complete for port fa8267a2-a4ab-40b3-878f-eba49021cf39 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:05.505294 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.709863 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.816410 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.827667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.828725 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Transition to ACTIVE for port object d553d61f-84ca-4f69-86fd-7644908aab31 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:05.837480 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.904352 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ab75b-8e4b-4651-8884-060b06841982 None None] Pushing event updated for resources: {'Port': ['ID=d553d61f-84ca-4f69-86fd-7644908aab31,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:05.921961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] For port fa8267a2-a4ab-40b3-878f-eba49021cf39, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa8267a2-a4ab-40b3-878f-eba49021cf39,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:05.931030 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Attempting to bind port d553d61f-84ca-4f69-86fd-7644908aab31 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:20:05.931479 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Attempting to bind port d553d61f-84ca-4f69-86fd-7644908aab31 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:20:05.931907 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Attempting to bind port d553d61f-84ca-4f69-86fd-7644908aab31 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:20:05.937046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Allocated IP 172.20.0.1 (74a92c5e-dbca-4317-98af-90a36f8a922b/2d3538e2-aa2f-4557-b819-3a08841a6789/8e9fad7c-9594-4e4e-97a8-7717988b7d75) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:20:05.939214 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:20:05.939786 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:20:05.940295 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.940776 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:20:05.941478 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Bound port: d553d61f-84ca-4f69-86fd-7644908aab31, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:20:05.941908 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:05.942787 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.008738 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.021849 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] For port d553d61f-84ca-4f69-86fd-7644908aab31, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:20:06.025402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Transition to ACTIVE for port object ada61771-72c5-40b4-888c-e7031b5510ef will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:06.026608 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] For port d553d61f-84ca-4f69-86fd-7644908aab31, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d553d61f-84ca-4f69-86fd-7644908aab31,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:20:06.040109 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.080708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1066d4-f1b1-4ed9-8d17-3b80ae8cdd67 None None] Pushing event updated for resources: {'Port': ['ID=fa8267a2-a4ab-40b3-878f-eba49021cf39,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:06.085099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.152790 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ab75b-8e4b-4651-8884-060b06841982 None None] Pushing event updated for resources: {'Port': ['ID=d553d61f-84ca-4f69-86fd-7644908aab31,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:06.180117 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Routers {'330c0789-eacb-443b-adb8-21ebd6f1168e'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:06.181004 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['330c0789-eacb-443b-adb8-21ebd6f1168e'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:06.281772 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.307207 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Transition to ACTIVE for port object 8e9fad7c-9594-4e4e-97a8-7717988b7d75 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:06.337702 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.367828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbba22-2489-4179-9f81-15d89a6e4852 None None] Pushing event updated for resources: {'Port': ['ID=ada61771-72c5-40b4-888c-e7031b5510ef,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:06.421571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] Set router 330c0789-eacb-443b-adb8-21ebd6f1168e gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:06.433397 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Network 74a92c5e-dbca-4317-98af-90a36f8a922b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:06.434330 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9fad7c-9594-4e4e-97a8-7717988b7d75,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:06.434472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Attempting to bind port ada61771-72c5-40b4-888c-e7031b5510ef on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:20:06.434724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Attempting to bind port ada61771-72c5-40b4-888c-e7031b5510ef by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:20:06.435081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Attempting to bind port ada61771-72c5-40b4-888c-e7031b5510ef on network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:20:06.436851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:06.438958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:20:06.445351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:20:06.445661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Checking segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:20:06.446072 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.446463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Bound using segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:20:06.446927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Bound port: ada61771-72c5-40b4-888c-e7031b5510ef, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:20:06.447292 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.461754 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64c8a0c5-0951-4941-8525-069c00ee9bc1 None None] Provisioning complete for port fa8267a2-a4ab-40b3-878f-eba49021cf39 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:06.462155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64c8a0c5-0951-4941-8525-069c00ee9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.493252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.610075 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] For port ada61771-72c5-40b4-888c-e7031b5510ef, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:20:06.615734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] For port ada61771-72c5-40b4-888c-e7031b5510ef, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ada61771-72c5-40b4-888c-e7031b5510ef,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:20:06.624677 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.653798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa8267a2-a4ab-40b3-878f-eba49021cf39 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:06.689312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.821585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbba22-2489-4179-9f81-15d89a6e4852 None None] Pushing event updated for resources: {'Port': ['ID=ada61771-72c5-40b4-888c-e7031b5510ef,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:06.832915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:06.833491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:06.857541 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:04Z', 'revision_number': 3, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:06.863730 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf441-5ad5-4463-881d-62b4d985a4f1 None None] The sync data for ids ['330c0789-eacb-443b-adb8-21ebd6f1168e'] in n-d-828979-1 is: [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:04Z', 'revision_number': 3, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:20:06.885130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fa8267a2-a4ab-40b3-878f-eba49021cf39 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:06.885497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.896633 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:06.901958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:07.017691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5538a1f0-c3a9-4af0-be11-d1d217df1785 None None] Provisioning for port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:07.018017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:07.022726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9fad7c-9594-4e4e-97a8-7717988b7d75,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:07.036129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5538a1f0-c3a9-4af0-be11-d1d217df1785 None None] Provisioning complete for port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:07.036493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5538a1f0-c3a9-4af0-be11-d1d217df1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:07.116685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5538a1f0-c3a9-4af0-be11-d1d217df1785 None None] Port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:20:07.163268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Network 74a92c5e-dbca-4317-98af-90a36f8a922b is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:07.164535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:07.175781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:07.507936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:07.519789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68618c24-942d-48d4-b03f-beccf8f2fa42 None None] The sync data for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 is: [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:20:07.527972 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:07.554614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-87169963-37da-41c4-959e-58ee179a7375 None None] Provisioning complete for port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:07.554984 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87169963-37da-41c4-959e-58ee179a7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:07.564883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Router 330c0789-eacb-443b-adb8-21ebd6f1168e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:20:07.631893 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-87169963-37da-41c4-959e-58ee179a7375 None None] Port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:20:07.795287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:20:07.815551 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7b694c41-1a93-4d38-bc37-0a590d535da8 admin admin] 10.222.0.36 "PUT /v2.0/routers/330c0789-eacb-443b-adb8-21ebd6f1168e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776925 Feb 14 00:20:08.647525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ada61771-72c5-40b4-888c-e7031b5510ef up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:08.729113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ada61771-72c5-40b4-888c-e7031b5510ef completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:08.734892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ada61771-72c5-40b4-888c-e7031b5510ef triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:08.735442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:08.855129 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:08.888885 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ada61771-72c5-40b4-888c-e7031b5510ef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ada61771-72c5-40b4-888c-e7031b5510ef,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:08.892651 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:08.893424 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d553d61f-84ca-4f69-86fd-7644908aab31 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:09.061751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ada61771-72c5-40b4-888c-e7031b5510ef,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:09.075762 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d553d61f-84ca-4f69-86fd-7644908aab31 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:09.081086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d553d61f-84ca-4f69-86fd-7644908aab31 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:09.081451 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:09.202827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:09.223809 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d553d61f-84ca-4f69-86fd-7644908aab31, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d553d61f-84ca-4f69-86fd-7644908aab31,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:09.228161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:09.319950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d553d61f-84ca-4f69-86fd-7644908aab31,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:09.323638 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:10.591228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ada61771-72c5-40b4-888c-e7031b5510ef up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:10.665679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ada61771-72c5-40b4-888c-e7031b5510ef triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:10.666182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:10.800568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d553d61f-84ca-4f69-86fd-7644908aab31 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:10.870484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d553d61f-84ca-4f69-86fd-7644908aab31 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:10.870957 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:19.243379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-47ec9b40-586c-4619-9458-56fcd3bf45be tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:19.243957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-47ec9b40-586c-4619-9458-56fcd3bf45be tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:20:19.260546 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-47ec9b40-586c-4619-9458-56fcd3bf45be tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:20:19.261572 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-47ec9b40-586c-4619-9458-56fcd3bf45be tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 814 time: 0.2627060 Feb 14 00:20:19.277744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-7a60436b-d893-474b-8663-9f1163864dc4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/quotas/473923f341cf45a1bf8a625eee4cb53b HTTP/1.1" status: 200 len: 375 time: 0.0108800 Feb 14 00:20:19.355431 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-35ff79d2-9a27-4d76-8886-87e34dac92aa tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:20:19.371502 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-35ff79d2-9a27-4d76-8886-87e34dac92aa tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:20:19.372712 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-35ff79d2-9a27-4d76-8886-87e34dac92aa tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903044 Feb 14 00:20:19.508618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-99119bf6-147a-4a20-b498-8cbdd1f0e9cd service neutron] 10.222.0.36 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244938 Feb 14 00:20:19.638346 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-f515e0ac-42bb-4200-9a19-f87378447822 service neutron] 10.222.0.36 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240118 Feb 14 00:20:19.980361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3c00c18b-ff7e-468e-84fe-b8e265c2ae6c req-6612c7d6-609e-469f-aea3-e1b5c39f4c9b tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 210 time: 0.1753378 Feb 14 00:20:20.864049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-d28cbaca-fb61-43d6-9958-906ce012fbe4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:20.865503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-d28cbaca-fb61-43d6-9958-906ce012fbe4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 814 time: 0.1498418 Feb 14 00:20:20.880733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'port': {'device_id': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'admin_state_up': True, 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:21.023728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:21.034895 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:21.051200 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Made reservation on behalf of 473923f341cf45a1bf8a625eee4cb53b for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:20:21.054497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:21.167466 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6ee59df-5e32-4ad3-9d6a-656e33597417 req-3edfb9f2-2aa3-4bc4-ac74-ec12d262c073 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 210 time: 0.0562725 Feb 14 00:20:21.249064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Allocated IP 172.20.0.4 (2612c258-f217-44b8-8f4b-394f4ba0dfe1/1ca256d7-bc55-4b9f-9dbe-1c6f02669b61/c0374f65-5091-4f5b-b738-ef97b1a27b65) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:20:21.520413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:21.540017 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Transition to ACTIVE for port object c0374f65-5091-4f5b-b738-ef97b1a27b65 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:21.571500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:21.692864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:21.702730 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:21.704431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:21.707536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:20:21.781020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:21.781704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:21.829596 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:20:21.837358 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3f07134e-935b-47bc-8670-0caa048f8480 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9598336 Feb 14 00:20:21.967467 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-85944758-509e-40f9-9fdb-194e077aef61 None None] Provisioning for port c0374f65-5091-4f5b-b738-ef97b1a27b65 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:21.973536 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-85944758-509e-40f9-9fdb-194e077aef61 None None] Provisioning complete for port c0374f65-5091-4f5b-b738-ef97b1a27b65 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:21.974417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-85944758-509e-40f9-9fdb-194e077aef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:22.048345 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-85944758-509e-40f9-9fdb-194e077aef61 None None] Port c0374f65-5091-4f5b-b738-ef97b1a27b65 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:20:22.390004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2516e0-e0f1-4f1e-8804-310aaafb1533 req-d03cf7ee-2b36-4492-aec2-e5643c20606c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:22.391171 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5b2516e0-e0f1-4f1e-8804-310aaafb1533 req-d03cf7ee-2b36-4492-aec2-e5643c20606c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:20:22.412140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-5b2516e0-e0f1-4f1e-8804-310aaafb1533 req-d03cf7ee-2b36-4492-aec2-e5643c20606c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:20:22.413388 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b2516e0-e0f1-4f1e-8804-310aaafb1533 req-d03cf7ee-2b36-4492-aec2-e5643c20606c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 931 time: 0.1050820 Feb 14 00:20:22.467174 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b2516e0-e0f1-4f1e-8804-310aaafb1533 req-3908a0b6-7e60-460b-b69f-0652a6bc5f3f tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Feb 14 00:20:23.676684 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9777fe-6f40-43b9-b2c6-4eecaf92e05c req-933cacbe-6d0a-4eb2-bc77-a7f81a39d0e8 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:23.678261 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b9777fe-6f40-43b9-b2c6-4eecaf92e05c req-933cacbe-6d0a-4eb2-bc77-a7f81a39d0e8 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 931 time: 0.0857222 Feb 14 00:20:23.727490 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4b9777fe-6f40-43b9-b2c6-4eecaf92e05c req-addd127e-087c-4820-b778-f4c4b0015282 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:20:23.745831 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-4b9777fe-6f40-43b9-b2c6-4eecaf92e05c req-addd127e-087c-4820-b778-f4c4b0015282 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:20:23.747227 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b9777fe-6f40-43b9-b2c6-4eecaf92e05c req-addd127e-087c-4820-b778-f4c4b0015282 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Feb 14 00:20:24.956469 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d67b-cb67-47ce-807f-841dad699796 req-572e74f0-a442-403c-a619-bdd5ae66d974 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:24.957927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05a9d67b-cb67-47ce-807f-841dad699796 req-572e74f0-a442-403c-a619-bdd5ae66d974 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 931 time: 0.0849371 Feb 14 00:20:25.018938 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05a9d67b-cb67-47ce-807f-841dad699796 req-3625e12b-efe4-415c-bdbf-37ba335ff2ec tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553634 Feb 14 00:20:26.230709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aeae2-539e-438f-898d-2fc5f2c0a03c req-9321fe9a-5960-4d0f-91ff-010be53024ab tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:26.232217 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-195aeae2-539e-438f-898d-2fc5f2c0a03c req-9321fe9a-5960-4d0f-91ff-010be53024ab tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 931 time: 0.0794575 Feb 14 00:20:26.289106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-195aeae2-539e-438f-898d-2fc5f2c0a03c req-78110ebb-5018-4a09-9b5e-ca566fdd973e tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501683 Feb 14 00:20:27.525478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e0c3-6d25-49ed-95e4-bb98e3d36a15 req-fde83be3-7aec-4a87-8a2c-60e8eee27aa8 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:27.527118 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b57e0c3-6d25-49ed-95e4-bb98e3d36a15 req-fde83be3-7aec-4a87-8a2c-60e8eee27aa8 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 931 time: 0.0854719 Feb 14 00:20:27.574950 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2b57e0c3-6d25-49ed-95e4-bb98e3d36a15 req-f6f2581b-bb82-4fdb-9401-335da7af79bb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Feb 14 00:20:28.778447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a7d7-8724-4ab5-be13-2bdbf0dc2e46 req-3eb3bed3-cff3-4810-ab6a-2d121f6785f1 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:28.779878 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98a9a7d7-8724-4ab5-be13-2bdbf0dc2e46 req-3eb3bed3-cff3-4810-ab6a-2d121f6785f1 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 931 time: 0.0838439 Feb 14 00:20:28.805295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Request body: {'port': {'device_id': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:28.827188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-98a9a7d7-8724-4ab5-be13-2bdbf0dc2e46 req-82b37ca1-8d7e-4d7b-93b0-e29ecba0ca4f tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Feb 14 00:20:28.913307 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:29.341534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0374f65-5091-4f5b-b738-ef97b1a27b65 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:20:29.348665 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:29.362866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Transition to ACTIVE for port object c0374f65-5091-4f5b-b738-ef97b1a27b65 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:29.366757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:29.490842 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:29.601555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Attempting to bind port c0374f65-5091-4f5b-b738-ef97b1a27b65 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:20:29.601896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Attempting to bind port c0374f65-5091-4f5b-b738-ef97b1a27b65 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:20:29.602255 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Attempting to bind port c0374f65-5091-4f5b-b738-ef97b1a27b65 on network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:20:29.608184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Port c0374f65-5091-4f5b-b738-ef97b1a27b65 on network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:20:29.608536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Attempting to bind port c0374f65-5091-4f5b-b738-ef97b1a27b65 on network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:20:29.614824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:20:29.615156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Checking segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:20:29.615527 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Bound using segment: {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:20:29.615947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Bound port: c0374f65-5091-4f5b-b738-ef97b1a27b65, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871eab60-9e98-4d1c-8dc3-d5d46adc332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:20:29.616285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:29.653051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Sync routers for ids ['330c0789-eacb-443b-adb8-21ebd6f1168e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:20:29.666051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Routers {'330c0789-eacb-443b-adb8-21ebd6f1168e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:29.666724 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['330c0789-eacb-443b-adb8-21ebd6f1168e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:29.706700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:20:29.709552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:20:29.714378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:29.781250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:29.783159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] 10.222.0.31 "PUT /v2.0/ports/c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 1091 time: 1.0516040 Feb 14 00:20:29.783582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:20:29.803438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8b4ae-b80f-4cb3-992c-005a9f05a369 service neutron] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:29.849850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Set router 330c0789-eacb-443b-adb8-21ebd6f1168e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:29.913731 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-02f3b9fe-f510-4adb-b43e-b578c5094eef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1094 time: 0.0873334 Feb 14 00:20:29.992986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-d319fd27-2b8a-4702-8571-8dac0c8c6674 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 217 time: 0.0721593 Feb 14 00:20:29.994731 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'status': 'completed', 'code': 200} Feb 14 00:20:30.076368 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-a6f5e7d8-f8b9-45e0-a742-3e51f06f25be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:30.078002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-a6f5e7d8-f8b9-45e0-a742-3e51f06f25be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0698922 Feb 14 00:20:30.111653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47aaf-cece-4444-b403-d731e7b67297 req-2b0e9bff-d1c4-452c-8cb5-7a5104ee28a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:30.113023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-abf47aaf-cece-4444-b403-d731e7b67297 req-2b0e9bff-d1c4-452c-8cb5-7a5104ee28a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 943 time: 0.0975387 Feb 14 00:20:30.164114 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-abf47aaf-cece-4444-b403-d731e7b67297 req-c73ed4ae-0a5d-4432-9789-1cb19b0d74f0 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Feb 14 00:20:30.165317 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-3b334803-9fe8-42b7-a102-15c7fed3a2cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797846 Feb 14 00:20:30.230375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 4, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8e9fad7c-9594-4e4e-97a8-7717988b7d75', 'name': '', 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'mac_address': 'fa:16:3e:c9:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d3538e2-aa2f-4557-b819-3a08841a6789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:05Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 2, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'subnets': [{'id': '2d3538e2-aa2f-4557-b819-3a08841a6789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:30.234147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Checking router: 330c0789-eacb-443b-adb8-21ebd6f1168e for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:20:30.234495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Updating router 330c0789-eacb-443b-adb8-21ebd6f1168e port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:20:30.297711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2982af30-df79-4a20-a675-f79b93b36628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:30.301446 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:30.305553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-db2f34f2-e527-4c53-8bc9-90a68e4b9692 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337421 Feb 14 00:20:30.437630 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3cd2c3f2-125f-4c5e-b8a2-85dbc1510ec8 req-42cacead-a4b5-4aa9-a731-28959a95e382 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266267 Feb 14 00:20:30.547757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-19beab85-bf43-4db7-b3b0-060955c6a170 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1094 time: 0.0689194 Feb 14 00:20:30.647053 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:30.659133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Transition to ACTIVE for port object 8e9fad7c-9594-4e4e-97a8-7717988b7d75 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:20:30.666979 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:30.680538 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-1a552206-5f03-46a6-886b-fda8a9fcbf63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:30.682199 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-1a552206-5f03-46a6-886b-fda8a9fcbf63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1280656 Feb 14 00:20:30.833547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4920c-5fb5-424a-b590-52f76a84404e None None] Pushing event updated for resources: {'Port': ['ID=8e9fad7c-9594-4e4e-97a8-7717988b7d75,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:30.852459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-b9bdfa15-4172-408b-8f31-dc2c0d685dcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 217 time: 0.1635072 Feb 14 00:20:30.920443 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-fa81fabe-f849-4f53-8059-ef75003a0d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:30.921199 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Attempting to bind port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:20:30.921564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Attempting to bind port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:20:30.922107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Attempting to bind port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 on network 74a92c5e-dbca-4317-98af-90a36f8a922b {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:20:30.922226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-fa81fabe-f849-4f53-8059-ef75003a0d18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0631263 Feb 14 00:20:30.929477 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:20:30.929840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Checking segment: {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:20:30.930256 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:30.930640 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Bound using segment: {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:20:30.931089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Bound port: 8e9fad7c-9594-4e4e-97a8-7717988b7d75, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:20:30.931455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:31.000785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-b5975fa0-2310-4031-8dcc-6749bdd43cb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718756 Feb 14 00:20:31.021182 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] For port 8e9fad7c-9594-4e4e-97a8-7717988b7d75, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:20:31.026692 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] For port 8e9fad7c-9594-4e4e-97a8-7717988b7d75, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e9fad7c-9594-4e4e-97a8-7717988b7d75,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:20:31.034805 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:31.126197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4920c-5fb5-424a-b590-52f76a84404e None None] Pushing event updated for resources: {'Port': ['ID=8e9fad7c-9594-4e4e-97a8-7717988b7d75,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:31.130641 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Routers {'330c0789-eacb-443b-adb8-21ebd6f1168e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:31.131276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['330c0789-eacb-443b-adb8-21ebd6f1168e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:31.139680 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-62849316-8dd6-4c4f-8a07-382c2c70fd91 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320786 Feb 14 00:20:31.286315 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-daf5f576-b2a5-4fd3-80b3-50cf88c794e7 req-d4652fc2-f0cf-4753-bd75-92861d8059b6 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403449 Feb 14 00:20:31.326022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] Set router 330c0789-eacb-443b-adb8-21ebd6f1168e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:31.390937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210fe7e-d042-4bc2-9ac7-729a4e679da8 req-956da10d-844b-4c95-a171-1e896a449c76 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:31.392816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7210fe7e-d042-4bc2-9ac7-729a4e679da8 req-956da10d-844b-4c95-a171-1e896a449c76 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 943 time: 0.0835924 Feb 14 00:20:31.437633 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7210fe7e-d042-4bc2-9ac7-729a4e679da8 req-5c7c86f8-8e39-4f68-9b4d-a9aad693f451 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 Feb 14 00:20:31.639819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 4, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8e9fad7c-9594-4e4e-97a8-7717988b7d75', 'name': '', 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'mac_address': 'fa:16:3e:c9:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d3538e2-aa2f-4557-b819-3a08841a6789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:05Z', 'updated_at': '2022-02-14T00:20:31Z', 'revision_number': 4, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'subnets': [{'id': '2d3538e2-aa2f-4557-b819-3a08841a6789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:31.644410 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d0b73-b113-4f93-b5e8-ddff77ef3204 None None] The sync data for ids ['330c0789-eacb-443b-adb8-21ebd6f1168e'] in n-d-828979-1 is: [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:06Z', 'revision_number': 4, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '8e9fad7c-9594-4e4e-97a8-7717988b7d75', 'name': '', 'network_id': '74a92c5e-dbca-4317-98af-90a36f8a922b', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'mac_address': 'fa:16:3e:c9:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d3538e2-aa2f-4557-b819-3a08841a6789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:05Z', 'updated_at': '2022-02-14T00:20:31Z', 'revision_number': 4, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'subnets': [{'id': '2d3538e2-aa2f-4557-b819-3a08841a6789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:20:32.444704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-18ff9b8d-3242-4ffa-9f76-25ce70753418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:32.610975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e9fad7c-9594-4e4e-97a8-7717988b7d75 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:32.639434 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea919f-5cb9-4734-9c6b-361638a3c43e req-5d785ca4-eea9-49ba-b582-ae3a780d439b tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:32.641484 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47ea919f-5cb9-4734-9c6b-361638a3c43e req-5d785ca4-eea9-49ba-b582-ae3a780d439b tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 943 time: 0.0786350 Feb 14 00:20:32.679154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:32.683890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:32.684258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:32.689873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-47ea919f-5cb9-4734-9c6b-361638a3c43e req-3014d221-1a2e-4c73-9bac-cc3945455560 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Feb 14 00:20:32.795191 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:32.826503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8e9fad7c-9594-4e4e-97a8-7717988b7d75, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e9fad7c-9594-4e4e-97a8-7717988b7d75,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:32.830459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:32.893242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8e9fad7c-9594-4e4e-97a8-7717988b7d75,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:33.085703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0374f65-5091-4f5b-b738-ef97b1a27b65 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:20:33.216291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:33.229389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'port_id': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'mac_address': 'fa:16:3e:f4:1d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:20:33.284473 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:33.300668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0374f65-5091-4f5b-b738-ef97b1a27b65 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:20:33.326320 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:33.369086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:33.444004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:33.577813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0374f65-5091-4f5b-b738-ef97b1a27b65'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:20:33.683769 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:33.896990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b5f2-6531-474e-baf5-4a591729e99e req-fbeed549-e03c-4296-81e9-260cb394174c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:33.898354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8269b5f2-6531-474e-baf5-4a591729e99e req-fbeed549-e03c-4296-81e9-260cb394174c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 944 time: 0.0772748 Feb 14 00:20:33.948192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8269b5f2-6531-474e-baf5-4a591729e99e req-97737079-2a99-426b-9c7b-7b0aacdd837e tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Feb 14 00:20:33.992896 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:34.591559 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e9fad7c-9594-4e4e-97a8-7717988b7d75 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:34.656396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:34.656753 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:35.086712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0374f65-5091-4f5b-b738-ef97b1a27b65 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:20:35.149732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f85b-b32e-44cb-bf61-f5b86ddf0366 req-17fb5543-8bcc-47b5-8074-78402f1847e1 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:35.151197 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a944f85b-b32e-44cb-bf61-f5b86ddf0366 req-17fb5543-8bcc-47b5-8074-78402f1847e1 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 944 time: 0.0856752 Feb 14 00:20:35.156076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port c0374f65-5091-4f5b-b738-ef97b1a27b65 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:20:35.161718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port c0374f65-5091-4f5b-b738-ef97b1a27b65 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:35.162123 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:35.200633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a944f85b-b32e-44cb-bf61-f5b86ddf0366 req-0aa81348-fe88-41af-b1f8-172eb87b723f tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434163 Feb 14 00:20:35.263067 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:35.286249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:35.312065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:20:35.322616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:35.326545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:35.392277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:35.442998 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'code': 200} Feb 14 00:20:35.568416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a4a2bb-7de9-4600-9577-197613cfdf19 req-3ace4f2f-c1a6-4ac3-847e-4a4097f195f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1096 time: 0.0668690 Feb 14 00:20:35.610452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23a4a2bb-7de9-4600-9577-197613cfdf19 req-83d369c5-607f-41a5-9a4e-658d7d5ee6f5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Feb 14 00:20:36.397100 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9c61-52b3-49f7-b25f-2a02cb428c18 req-3aed30d2-ffd1-4359-b2f8-ec9eaa2ed54f tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:36.398494 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca8d9c61-52b3-49f7-b25f-2a02cb428c18 req-3aed30d2-ffd1-4359-b2f8-ec9eaa2ed54f tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0757866 Feb 14 00:20:36.447179 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ca8d9c61-52b3-49f7-b25f-2a02cb428c18 req-bd2f6b66-9565-4751-829a-328dcb40c87a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Feb 14 00:20:37.521793 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:37.653363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2165391-87e6-4778-b4b4-7ab4fe4fe1d0 req-7b109998-3ad4-4299-84de-2d2a9ad2a333 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:37.654829 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2165391-87e6-4778-b4b4-7ab4fe4fe1d0 req-7b109998-3ad4-4299-84de-2d2a9ad2a333 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0805001 Feb 14 00:20:37.700706 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2165391-87e6-4778-b4b4-7ab4fe4fe1d0 req-318fed2c-50df-46a4-bef5-151d4c5065c8 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Feb 14 00:20:37.897810 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e799503-62fd-4853-af52-5335a2eecd8b req-b849fd7b-fd11-483c-985c-1364ac101ade tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:37.899265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e799503-62fd-4853-af52-5335a2eecd8b req-b849fd7b-fd11-483c-985c-1364ac101ade tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0757029 Feb 14 00:20:37.944061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3e799503-62fd-4853-af52-5335a2eecd8b req-1bb40b84-3431-43a9-a2ae-5867139afa4f tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Feb 14 00:20:38.362417 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6b6b1-0563-45db-b443-23a076b21949 req-a684612b-11ba-4398-a9c0-a90d0e14a43c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:38.363942 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7d6b6b1-0563-45db-b443-23a076b21949 req-a684612b-11ba-4398-a9c0-a90d0e14a43c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0850935 Feb 14 00:20:38.410205 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c7d6b6b1-0563-45db-b443-23a076b21949 req-01256142-b798-4fbf-a2e7-2bb9998c54eb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Feb 14 00:20:39.314274 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:48.515201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f87fd-ce41-4839-9406-c6503e1ae618 req-495fcd00-f272-4ae3-b487-0a2cb4df9328 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:48.516632 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b09f87fd-ce41-4839-9406-c6503e1ae618 req-495fcd00-f272-4ae3-b487-0a2cb4df9328 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0835423 Feb 14 00:20:48.562099 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b09f87fd-ce41-4839-9406-c6503e1ae618 req-59c48f44-438d-4d7c-8ba9-4f705d089106 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 Feb 14 00:20:48.589867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:48.737941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7bb83323-eb30-4f31-ab54-ae552099f2dc tempest-TestMinimumBasicScenario-695214069 tempest-TestMinimumBasicScenario-695214069-project-admin] Synchronizing usage tracker for tenant:1e0dedfe5c404169ac9e96aeed07a041 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:20:48.753526 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7bb83323-eb30-4f31-ab54-ae552099f2dc tempest-TestMinimumBasicScenario-695214069 tempest-TestMinimumBasicScenario-695214069-project-admin] Unset dirty status for tenant:1e0dedfe5c404169ac9e96aeed07a041 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:20:48.754714 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7bb83323-eb30-4f31-ab54-ae552099f2dc tempest-TestMinimumBasicScenario-695214069 tempest-TestMinimumBasicScenario-695214069-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1091 time: 0.1638830 Feb 14 00:20:48.757856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43306) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:48.763092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:48.770018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:48.774066 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:floatingip and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:48.777058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:48.782949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:48.794431 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:48.927245 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:49.069021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Allocated IP 172.25.4.71 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/b18b5200-520f-43b7-abcf-4d3ad12f9c48) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:20:49.303586 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:49.332020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:49.401350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:20:49.404049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:20:49.408253 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:20:49.433251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'Port': ['ID=b18b5200-520f-43b7-abcf-4d3ad12f9c48,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:49.912361 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:49.965385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:50.169357 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:50.173541 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:50.279582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'Port': ['ID=b18b5200-520f-43b7-abcf-4d3ad12f9c48,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:50.291778 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:50.477377 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Floating IP 8bbb755e-3ad7-4603-9e0b-a76f670d1e2f associated. External IP: 172.25.4.71, port: c0374f65-5091-4f5b-b738-ef97b1a27b65. Feb 14 00:20:50.979697 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Router c1b626ee-9c5c-4fcc-bea9-2360ee181243 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:20:51.176395 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:20:51.186362 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76bb234-1941-4f60-b010-945f058671cf None None] Sync routers for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:20:51.198898 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:51.199494 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:51.200033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.254562 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2255e048-e908-49c2-98fc-c5242d69b6a7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4954567 Feb 14 00:20:51.255051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:20:51.256675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43310) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:51.262466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608704657', 'description': 'tempest-secgroup-smoke-1608704657 description', 'project_id': '473923f341cf45a1bf8a625eee4cb53b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:51.270214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:51.280276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:51.290371 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.327831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:51.333130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:51.336149 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:51.341948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:51.382754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:51.387935 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'status': 'completed', 'code': 200} Feb 14 00:20:51.399629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.403856 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.486424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19e489-2f26-4147-b650-8e5f596e8c3d,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:51.508424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.508838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.509085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.509437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.509749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.510182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.510577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.510906 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.511231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.511552 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.511872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:20:51.523391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.527408 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-69428316-5c6c-4da8-b06c-b63d4d52026a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2667623 Feb 14 00:20:51.527901 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43318) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:51.535394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e489-2f26-4147-b650-8e5f596e8c3d', 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:51.539589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-23ddd623-b26d-4eff-ba3a-4f6f9a8e8391 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1096 time: 0.1241131 Feb 14 00:20:51.542447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:51.546297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:51.550117 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:51.556426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:51.573632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.642130 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.647385 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.671513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f846b319-1a3a-45f1-bc47-dba516771e89,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:51.682265 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.682751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-58200200-bbc1-4537-a7de-be5ee9d1e43f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:51.684238 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3b3af36d-99e6-4e05-b0e1-c0786d5427e7 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1545043 Feb 14 00:20:51.684448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-58200200-bbc1-4537-a7de-be5ee9d1e43f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1384342 Feb 14 00:20:51.687129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43322) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:51.692751 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e489-2f26-4147-b650-8e5f596e8c3d', 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:51.699375 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:51.704083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:51.707467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:51.714264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:51.731849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.740207 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '8bbb755e-3ad7-4603-9e0b-a76f670d1e2f', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'port_id': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'mac_address': 'fa:16:3e:f4:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:20:49Z', 'updated_at': '2022-02-14T00:20:49Z', 'revision_number': 0, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:51.744036 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76bb234-1941-4f60-b010-945f058671cf None None] Checking router: c1b626ee-9c5c-4fcc-bea9-2360ee181243 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:20:51.755084 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:20:51.755688 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:20:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:51.792297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-a9c0adc8-83b6-4637-93ec-6311144fe0f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 998 time: 0.1007524 Feb 14 00:20:51.798452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.802803 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.832693 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.836630 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459348 Feb 14 00:20:51.836782 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43326) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:51.839774 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6885d-0bbd-4d72-a6ba-da60d0abd3e3 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612b84b5-6549-44df-8884-c86442fcc62e,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:51.844439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e489-2f26-4147-b650-8e5f596e8c3d', 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:51.851661 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:51.855743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:51.859989 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-56554c15-5a1a-4d04-ac41-6efca6b265bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:51.860131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:51.862439 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-56554c15-5a1a-4d04-ac41-6efca6b265bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0632150 Feb 14 00:20:51.867079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:51.888413 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.948647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-a0ae4446-7b11-418d-b3db-6df0f57b767a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803928 Feb 14 00:20:51.951475 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:20:51.961561 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:51.966849 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.026504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.028553 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1905899 Feb 14 00:20:52.029507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899623a-0739-4354-99e9-b16f0f969954 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d427511-bcef-4b08-a050-4aa00d8e99a4,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:52.031953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43330) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:52.038907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e489-2f26-4147-b650-8e5f596e8c3d', 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:52.046331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:52.050053 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:52.053741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:52.068610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:52.090235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.105459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-eb3ac2bb-d9b4-499b-878f-9e0aba18981f service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480582 Feb 14 00:20:52.159053 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.164213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.192150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4f24d5-bc63-4cdf-93d2-bc1403ce7aac,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:52.203340 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.208206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43334) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:52.208385 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-13c9023d-d010-43d6-ba4c-8f57ae3cd5f4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1752386 Feb 14 00:20:52.214471 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e489-2f26-4147-b650-8e5f596e8c3d', 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:52.225160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:52.239246 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:52.244047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:52.258776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:52.271871 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f4ef376-3a88-411b-a3ac-d9ecff137db9 req-6d383734-55a2-468d-baa7-b48436fd8cfc service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600511 Feb 14 00:20:52.277930 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Project 473923f341cf45a1bf8a625eee4cb53b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:20:52.287192 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.382784 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-f76bb234-1941-4f60-b010-945f058671cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '8bbb755e-3ad7-4603-9e0b-a76f670d1e2f', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'port_id': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'mac_address': 'fa:16:3e:f4:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:20:49Z', 'updated_at': '2022-02-14T00:20:49Z', 'revision_number': 0, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:20:52.386881 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76bb234-1941-4f60-b010-945f058671cf None None] The sync data for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 is: [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '8bbb755e-3ad7-4603-9e0b-a76f670d1e2f', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'port_id': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'mac_address': 'fa:16:3e:f4:1d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:20:49Z', 'updated_at': '2022-02-14T00:20:49Z', 'revision_number': 0, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:20:52.456770 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.461023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.484729 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2b130a-8b96-4521-8366-ab44c0b74549,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:52.493432 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.494639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cdd02d39-ab6d-4d73-8154-53bc534c15b4 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2852678 Feb 14 00:20:52.497307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43338) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:20:52.503155 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'security_group_rule': {'security_group_id': 'cf19e489-2f26-4147-b650-8e5f596e8c3d', 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:52.509805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:20:52.513662 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Usage tracker for resource:security_group_rule and tenant:473923f341cf45a1bf8a625eee4cb53b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:20:52.516577 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:20:52.523256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:20:52.534313 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Project 473923f341cf45a1bf8a625eee4cb53b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:20:52.541172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.593270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47742d1-d101-440f-b154-019d8548305d None None] New status for floating IP 8bbb755e-3ad7-4603-9e0b-a76f670d1e2f: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:20:52.610816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.614848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.638608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e88868b-c3a2-4140-9f5e-168756b68646,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:52.648210 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:52.651994 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b10732b7-0b49-449d-a2e9-bfb085c2f9c5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1511829 Feb 14 00:20:52.787165 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-a30c33e3-fc37-4ac2-87bc-6ca3324e0f59 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608704657&fields=id&tenant_id=473923f341cf45a1bf8a625eee4cb53b HTTP/1.1" status: 200 len: 267 time: 0.0418358 Feb 14 00:20:52.867650 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-2084238b-1911-41b8-9111-56a40e317a09 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:52.869096 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-2084238b-1911-41b8-9111-56a40e317a09 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0766318 Feb 14 00:20:52.879970 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'port': {'security_groups': ['4edf8f27-4e1c-4507-9eda-98e51b6ef965', 'cf19e489-2f26-4147-b650-8e5f596e8c3d']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:20:52.998015 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:53.254572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:20:53.278221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:53.282692 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:53.295197 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0374f65-5091-4f5b-b738-ef97b1a27b65'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:20:53.352460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:53.353077 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:53.354471 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-baa3bc46-80fe-4b79-90d9-e7a60b953f77 req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "PUT /v2.0/ports/c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 981 time: 0.4793429 Feb 14 00:20:53.380552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790df12-9191-4204-8d55-3f3da38c4f2d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=6']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:20:53.394470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:20:53.420813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0374f65-5091-4f5b-b738-ef97b1a27b65'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:20:53.476966 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'status': 'completed', 'code': 200} Feb 14 00:20:53.636527 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-31798b1c-9cab-464c-b200-e2d000b846c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1135 time: 0.1352406 Feb 14 00:20:53.647441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7349b8-97ab-416d-984f-61363e2a7012 req-ce8036a0-1fde-4c68-9f1f-b859f76975dc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:53.648931 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc7349b8-97ab-416d-984f-61363e2a7012 req-ce8036a0-1fde-4c68-9f1f-b859f76975dc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.1075501 Feb 14 00:20:53.652920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2623957d-1cda-4350-8b5f-e38bee73fd07 None None] Provisioning complete for port c0374f65-5091-4f5b-b738-ef97b1a27b65 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:20:53.653416 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2623957d-1cda-4350-8b5f-e38bee73fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:20:53.786316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fc7349b8-97ab-416d-984f-61363e2a7012 req-1f1152ee-163c-4c97-8d09-2aa1ad6cb7cb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:20:53.826671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-f9778dd0-56ce-4fc3-a4c7-7671e43a63e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:53.828033 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-f9778dd0-56ce-4fc3-a4c7-7671e43a63e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1774204 Feb 14 00:20:53.829187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fc7349b8-97ab-416d-984f-61363e2a7012 req-1f1152ee-163c-4c97-8d09-2aa1ad6cb7cb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:20:53.830772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fc7349b8-97ab-416d-984f-61363e2a7012 req-1f1152ee-163c-4c97-8d09-2aa1ad6cb7cb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543040 Feb 14 00:20:53.948641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-2d6bb3c9-1df1-4390-891c-a5343f3f7ab7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 1000 time: 0.1151516 Feb 14 00:20:54.020343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-df52640c-5715-4bd9-988c-55c9212d7cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:20:54.022566 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-df52640c-5715-4bd9-988c-55c9212d7cbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0677299 Feb 14 00:20:54.105098 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-db965a6e-e3a2-4fa0-8b38-62a7fcd87c8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762827 Feb 14 00:20:54.251154 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-544d999f-7fd0-44f2-a143-ed0b8447c1ee service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384089 Feb 14 00:20:54.391790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-02e919f5-9b08-47c0-bc97-ac5eee22b3a9 req-72bd2e74-1115-4cab-8348-94088b8f0830 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347396 Feb 14 00:20:58.829429 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:21:00.280308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b1801433-e2a7-4e4b-8e9b-9e78904169aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:02.447073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e35072c5-8546-44fa-9fe2-2cbea6bfae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:03.636189 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:03.995302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:05.235265 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:07.521488 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:09.193410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-c141bbde-2a8f-45a9-96c7-3b3b1edfdde7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1135 time: 0.1263549 Feb 14 00:21:09.202417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e602d-a988-440b-98a8-4365a5775132 req-8f97de18-6e60-4a72-b62a-1bcf975bceed tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:09.203718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c1e602d-a988-440b-98a8-4365a5775132 req-8f97de18-6e60-4a72-b62a-1bcf975bceed tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0999095 Feb 14 00:21:09.328092 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:09.341576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c1e602d-a988-440b-98a8-4365a5775132 req-c3e047da-a38f-47f6-8cb6-f5429d4c6762 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198125 Feb 14 00:21:09.366818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-5db6d796-c387-4564-99a8-61aa115aa597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:09.368273 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-5db6d796-c387-4564-99a8-61aa115aa597 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1637213 Feb 14 00:21:09.469561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-4ffd4d73-327c-4d02-9611-ba84c26caab4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 1000 time: 0.0941980 Feb 14 00:21:09.535127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-550bf9b9-f9b9-4d9e-a380-7f98dff15920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:09.536513 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-550bf9b9-f9b9-4d9e-a380-7f98dff15920 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0607469 Feb 14 00:21:09.615955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-80391bea-b520-478e-9d53-bb642d01b4db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735862 Feb 14 00:21:09.834395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-765fb559-4eb1-44c8-94d2-59363ac8d7e7 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108517 Feb 14 00:21:09.976270 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-283128c2-3806-411f-a3f3-b8e5d5e15aeb req-5a8efc05-cc15-47c3-8c0f-d04187faa65f service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355860 Feb 14 00:21:10.694402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2199106-5b59-43c1-b8a0-b28f37326435 req-dbe5485d-9439-491e-89e5-61a6f625bd67 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:10.695836 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2199106-5b59-43c1-b8a0-b28f37326435 req-dbe5485d-9439-491e-89e5-61a6f625bd67 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0790520 Feb 14 00:21:10.742921 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d2199106-5b59-43c1-b8a0-b28f37326435 req-cafb928e-7ce9-403c-ad48-cddfeba962f0 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414953 Feb 14 00:21:11.939334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feb831-79ae-4586-ad96-ff21a8652144 req-861768e4-2b7b-41b1-acef-f1040723acfc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:11.940861 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8feb831-79ae-4586-ad96-ff21a8652144 req-861768e4-2b7b-41b1-acef-f1040723acfc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0797081 Feb 14 00:21:11.986705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d8feb831-79ae-4586-ad96-ff21a8652144 req-c1efb827-57e1-4158-b240-accceaf553ac tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403872 Feb 14 00:21:13.183299 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f630507-3a77-47ce-b317-b210aafc1a05 req-ad454db1-83a4-4b7d-b29c-8e722b395da0 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:13.184741 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f630507-3a77-47ce-b317-b210aafc1a05 req-ad454db1-83a4-4b7d-b29c-8e722b395da0 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0770137 Feb 14 00:21:13.233917 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1f630507-3a77-47ce-b317-b210aafc1a05 req-5ce159b1-c283-4c67-a7a7-beda1fdc98ff tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436292 Feb 14 00:21:14.429154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac2553-6856-49f9-b12a-b4fa79e50e47 req-d86a40f5-6e3b-4c35-af5f-ef1b59abc837 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:14.430615 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33ac2553-6856-49f9-b12a-b4fa79e50e47 req-d86a40f5-6e3b-4c35-af5f-ef1b59abc837 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0760396 Feb 14 00:21:14.476500 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33ac2553-6856-49f9-b12a-b4fa79e50e47 req-f0b3a283-9d4d-4539-84a8-6522b28db5a0 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402222 Feb 14 00:21:15.672718 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9676f8-bad0-4cf2-a0ba-24b510484b14 req-abd529a1-b6ea-4087-9a13-082ce67e5a51 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:15.674184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b9676f8-bad0-4cf2-a0ba-24b510484b14 req-abd529a1-b6ea-4087-9a13-082ce67e5a51 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0780015 Feb 14 00:21:15.720847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b9676f8-bad0-4cf2-a0ba-24b510484b14 req-7000168c-2f90-4922-ae8d-0bcf8aec0874 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404084 Feb 14 00:21:16.916532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cccb0-fe2d-45f9-915b-ce4571d92a8f req-291f9b26-be01-46b8-bbe2-32482168964a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:16.917961 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-336cccb0-fe2d-45f9-915b-ce4571d92a8f req-291f9b26-be01-46b8-bbe2-32482168964a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0782161 Feb 14 00:21:16.964262 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-336cccb0-fe2d-45f9-915b-ce4571d92a8f req-71bdd596-7580-4b98-ba66-7ca10b1be23a tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407116 Feb 14 00:21:18.260222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6336e-bdb8-46a7-ba03-210b6ba6e275 req-807ce705-a983-4791-a103-c62392e66c93 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:18.261580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7b6336e-bdb8-46a7-ba03-210b6ba6e275 req-807ce705-a983-4791-a103-c62392e66c93 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.1736598 Feb 14 00:21:18.307763 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f7b6336e-bdb8-46a7-ba03-210b6ba6e275 req-28ee88f3-26fe-463d-a088-154c1e904617 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405371 Feb 14 00:21:19.500694 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025273c-9ff0-457f-b10a-98f3d0b36529 req-ea789922-6b77-4b89-93d6-a533c675ae1d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:19.502146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9025273c-9ff0-457f-b10a-98f3d0b36529 req-ea789922-6b77-4b89-93d6-a533c675ae1d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0755877 Feb 14 00:21:19.555341 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9025273c-9ff0-457f-b10a-98f3d0b36529 req-01256251-fe62-4edd-8e28-3357798777e1 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471671 Feb 14 00:21:20.749768 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c1c21-3f92-4a5f-9d0f-ef41ce1d47c3 req-6526c4c7-a965-432d-b30d-0a0b0ed9186d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:20.751250 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-492c1c21-3f92-4a5f-9d0f-ef41ce1d47c3 req-6526c4c7-a965-432d-b30d-0a0b0ed9186d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0756874 Feb 14 00:21:20.800061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-492c1c21-3f92-4a5f-9d0f-ef41ce1d47c3 req-249e3fb7-3219-4906-8d92-9bf38266d22d tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418997 Feb 14 00:21:21.998529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b342b-d340-4cd4-a0c5-35b433328389 req-23be09ff-9ba7-49f3-9be9-e138bc86a699 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:21.999964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081b342b-d340-4cd4-a0c5-35b433328389 req-23be09ff-9ba7-49f3-9be9-e138bc86a699 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0760539 Feb 14 00:21:22.046337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081b342b-d340-4cd4-a0c5-35b433328389 req-65cfdc12-1af7-4c58-9948-1aef52242603 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf19e489-2f26-4147-b650-8e5f596e8c3d&id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397489 Feb 14 00:21:23.399438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-da334fbe-6b98-4b51-87ce-489da58774af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705462 Feb 14 00:21:23.536969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-a2729f0e-2263-4947-a785-7603cefabf08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1135 time: 0.0686078 Feb 14 00:21:23.679172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-c031d378-70fe-4f29-81e3-8254d006d8b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:23.680597 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-c031d378-70fe-4f29-81e3-8254d006d8b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1263990 Feb 14 00:21:23.780909 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-e7a28c1f-1af1-4830-9add-4e892abc735d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 1000 time: 0.0945146 Feb 14 00:21:23.841645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-02a08cf1-d1f0-4b9f-a11f-74f47c5ffc68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:23.843057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-02a08cf1-d1f0-4b9f-a11f-74f47c5ffc68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0564487 Feb 14 00:21:23.917462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-60fbda40-47ba-45a9-8306-d7db3a8b076b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689428 Feb 14 00:21:24.045928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-14e9b6e2-c883-4f3f-80e5-49bebbe0537d service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227865 Feb 14 00:21:24.175747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0ce20914-b59a-4524-b08a-4a7ff5dc9f12 req-ddeceebc-4e08-4ea7-82ed-aa8d4df80547 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242375 Feb 14 00:21:30.282720 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9bed9503-0b7a-48ca-90c3-96b767573734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:32.448768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b65c8e6-18c0-45a6-bcda-81b8862a0ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:33.638140 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:33.999262 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:35.237788 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:35.830475 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:21:37.520381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:39.326877 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:54.619735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-e9987782-a081-46d3-bf4e-b00c01b4e0f5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608704657&fields=id&tenant_id=473923f341cf45a1bf8a625eee4cb53b HTTP/1.1" status: 200 len: 267 time: 0.0493460 Feb 14 00:21:54.698250 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-72999cad-9b07-46a1-9466-a0e1f27f80dd tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:54.699636 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-72999cad-9b07-46a1-9466-a0e1f27f80dd tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 984 time: 0.0740407 Feb 14 00:21:54.709834 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Request body: {'port': {'security_groups': ['4edf8f27-4e1c-4507-9eda-98e51b6ef965']}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:21:54.826342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.059197 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:21:55.083175 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.087429 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.099938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0374f65-5091-4f5b-b738-ef97b1a27b65'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:21:55.155229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:55.155850 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.157356 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b66d57ed-8210-4dd2-8683-b397eaad6ce1 req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "PUT /v2.0/ports/c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 942 time: 0.4517920 Feb 14 00:21:55.157929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:21:55.164146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43394) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:21:55.194480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event updated for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=7']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:21:55.204925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.205274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.206186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.206925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.207322 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.207725 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.207979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.208462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.208797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.209119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.209449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bcc0b3-acd4-4f35-9745-33c1939645bc tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.244059 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'status': 'completed', 'code': 200} Feb 14 00:21:55.254799 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.269496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0374f65-5091-4f5b-b738-ef97b1a27b65'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:21:55.324955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.482737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-848f6930-3d67-419d-bd78-fe1bc8250d90 None None] Provisioning complete for port c0374f65-5091-4f5b-b738-ef97b1a27b65 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:21:55.483198 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-848f6930-3d67-419d-bd78-fe1bc8250d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.492809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-abdbe181-5e41-4f83-89f2-44731911c272 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1096 time: 0.2269874 Feb 14 00:21:55.591361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.616911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19e489-2f26-4147-b650-8e5f596e8c3d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:21:55.652987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.653333 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.653672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.654004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.654360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.654689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.655015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.655343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.655660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.655976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.656294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:21:55.662102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.662498 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-89d7f95f-2d59-4466-b6c8-90b990272ecb tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf19e489-2f26-4147-b650-8e5f596e8c3d HTTP/1.1" status: 204 len: 168 time: 0.4973729 Feb 14 00:21:55.665332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43398) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:21:55.666964 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-62c69f17-3f9e-4fde-9635-bd688c4f09e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:55.668362 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-62c69f17-3f9e-4fde-9635-bd688c4f09e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1691558 Feb 14 00:21:55.785247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-d0b2408e-790f-412c-bd25-6bd745e46fff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 1000 time: 0.1091552 Feb 14 00:21:55.848233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-4889220c-7ec8-4b47-a625-e45aa5e14c6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:55.849898 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-4889220c-7ec8-4b47-a625-e45aa5e14c6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0592225 Feb 14 00:21:55.876461 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Deleting port b18b5200-520f-43b7-abcf-4d3ad12f9c48 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:21:55.876724 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:55.923050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-2c7159d3-1ba9-49f7-862b-a723a44f71ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673623 Feb 14 00:21:56.045411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:56.045740 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:56.056051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-a8e6033e-f6ae-41a6-960c-386757a6f707 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268375 Feb 14 00:21:56.163887 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Calling delete_port for b18b5200-520f-43b7-abcf-4d3ad12f9c48 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:21:56.188287 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2d06f8b1-9b73-488a-9f7c-002fb225d5c8 req-a53df6e9-689b-4345-9330-f675876e235a service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269712 Feb 14 00:21:56.308681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:56.351755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event deleted for resources: {'Port': ['ID=b18b5200-520f-43b7-abcf-4d3ad12f9c48,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:21:56.447337 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:56.926449 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Router c1b626ee-9c5c-4fcc-bea9-2360ee181243 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:21:57.123306 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:21:57.133121 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] Sync routers for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:21:57.144993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:21:57.147665 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:21:57.148271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:21:57.201768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b38444c7-a4fd-4c39-a293-7f5bce5dff17 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "DELETE /v2.0/floatingips/8bbb755e-3ad7-4603-9e0b-a76f670d1e2f HTTP/1.1" status: 204 len: 168 time: 1.5351813 Feb 14 00:21:57.244950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:21:57.300745 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'status': 'completed', 'code': 200} Feb 14 00:21:57.331304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:21:57.411605 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-ba6607b7-6e5a-4bd9-8f00-bb71776435f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=473923f341cf45a1bf8a625eee4cb53b&device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 1096 time: 0.0762563 Feb 14 00:21:57.552106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-c70d8753-c906-41d4-a8d3-0413f9e42e45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:57.553657 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-c70d8753-c906-41d4-a8d3-0413f9e42e45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 200 len: 914 time: 0.1362853 Feb 14 00:21:57.624263 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-3367e9c8-eaa9-404a-99c3-5d31ea7f189c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 200 len: 217 time: 0.0631618 Feb 14 00:21:57.676521 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:21:57.680593 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] Checking router: c1b626ee-9c5c-4fcc-bea9-2360ee181243 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:21:57.691937 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:21:57.692538 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:21:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:21:57.694459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-e0c9752f-34fd-4e90-bacb-1d38d282abaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:21:57.696966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-e0c9752f-34fd-4e90-bacb-1d38d282abaf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 200 len: 853 time: 0.0663846 Feb 14 00:21:57.774144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-cc6ea632-c13b-4e7b-9822-04d6c9aceb29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2612c258-f217-44b8-8f4b-394f4ba0dfe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697739 Feb 14 00:21:57.870351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:21:57.911232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-444983a6-ad73-433d-88a8-920d338087b9 service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304588 Feb 14 00:21:58.046225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-182e1af3-a92b-49bc-a2f6-ebc7863c02a5 req-6bbd948f-9ba0-45d2-b1dd-1ece74917daf service neutron] 10.222.0.31 "GET /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262121 Feb 14 00:21:58.187575 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:21:58.191531 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23b38a-5831-4e4e-90db-7bc7cef6a384 None None] The sync data for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 is: [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:00Z', 'revision_number': 4, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ada61771-72c5-40b4-888c-e7031b5510ef', 'name': '', 'network_id': '2612c258-f217-44b8-8f4b-394f4ba0dfe1', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'mac_address': 'fa:16:3e:37:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:59Z', 'updated_at': '2022-02-14T00:20:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'subnets': [{'id': '1ca256d7-bc55-4b9f-9dbe-1c6f02669b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:21:58.435443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17c8c6-d218-4a27-b75d-9888b00b8c0f None None] New status for floating IP 8bbb755e-3ad7-4603-9e0b-a76f670d1e2f: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:22:00.287514 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e82a6297-a352-4441-85eb-beb4671238a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:01.719404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aebeeb-1625-4416-b5aa-1051da584584 req-a8e5ed00-75ab-49fb-b170-83454e77372c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:01.720745 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4aebeeb-1625-4416-b5aa-1051da584584 req-a8e5ed00-75ab-49fb-b170-83454e77372c tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0791125 Feb 14 00:22:01.765794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a4aebeeb-1625-4416-b5aa-1051da584584 req-c8f7e106-2740-472d-9897-b728e53942d5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:22:01.781019 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-a4aebeeb-1625-4416-b5aa-1051da584584 req-c8f7e106-2740-472d-9897-b728e53942d5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:22:01.782301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4aebeeb-1625-4416-b5aa-1051da584584 req-c8f7e106-2740-472d-9897-b728e53942d5 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Feb 14 00:22:02.452966 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6834ce62-99d3-4233-a375-9e94b14deb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:02.981440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06572d5-b344-4bc4-84e0-a8701ae790c1 req-e975f54a-99c8-4bc0-a4e3-1d00003e8eda tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:02.982534 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b06572d5-b344-4bc4-84e0-a8701ae790c1 req-e975f54a-99c8-4bc0-a4e3-1d00003e8eda tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Synchronizing usage tracker for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:22:03.004654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b06572d5-b344-4bc4-84e0-a8701ae790c1 req-e975f54a-99c8-4bc0-a4e3-1d00003e8eda tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Unset dirty status for tenant:473923f341cf45a1bf8a625eee4cb53b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:22:03.005824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b06572d5-b344-4bc4-84e0-a8701ae790c1 req-e975f54a-99c8-4bc0-a4e3-1d00003e8eda tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.1017175 Feb 14 00:22:03.051012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-0c10ff77-5ab0-4a5f-a9fe-e2126f10ff64 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:03.052438 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-0c10ff77-5ab0-4a5f-a9fe-e2126f10ff64 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 945 time: 0.0855343 Feb 14 00:22:03.067899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b06572d5-b344-4bc4-84e0-a8701ae790c1 req-66f8f4e9-af2a-4511-bccc-60484af58229 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/security-groups?id=4edf8f27-4e1c-4507-9eda-98e51b6ef965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Feb 14 00:22:03.218767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Deleting port c0374f65-5091-4f5b-b738-ef97b1a27b65 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:03.219102 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:03.464853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] For port c0374f65-5091-4f5b-b738-ef97b1a27b65, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=c0374f65-5091-4f5b-b738-ef97b1a27b65,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:03.465217 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:03.586274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Calling delete_port for c0374f65-5091-4f5b-b738-ef97b1a27b65 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:03.639889 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:03.729482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:03.740949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['c0374f65-5091-4f5b-b738-ef97b1a27b65'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:22:03.777771 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Pushing event deleted for resources: {'Port': ['ID=c0374f65-5091-4f5b-b738-ef97b1a27b65,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:03.857282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] No DVR routers for this DVR port c0374f65-5091-4f5b-b738-ef97b1a27b65 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:22:03.859947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:03.863264 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'name': 'network-vif-deleted', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:22:03.878261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1862d622-15a0-4538-8ccf-738f4dc983ac req-1465e242-4ee2-4add-99a0-9c8a2a989143 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.31 "DELETE /v2.0/ports/c0374f65-5091-4f5b-b738-ef97b1a27b65 HTTP/1.1" status: 204 len: 173 time: 0.8199968 Feb 14 00:22:03.922360 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6f6c5b-b867-4811-bc13-6a2c19523d84', 'name': 'network-vif-deleted', 'tag': 'c0374f65-5091-4f5b-b738-ef97b1a27b65', 'status': 'completed', 'code': 200} Feb 14 00:22:04.001684 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:04.262844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-591e2586-a3ec-4559-a46e-5e3069b38dc7 req-4d690f97-76c0-4a31-8498-542feed23f23 tempest-TestMinimumBasicScenario-1071360889 tempest-TestMinimumBasicScenario-1071360889-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6f6c5b-b867-4811-bc13-6a2c19523d84 HTTP/1.1" status: 200 len: 210 time: 0.0488253 Feb 14 00:22:05.243126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:06.928452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43502) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:07.317360 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:07.508552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0374f65-5091-4f5b-b738-ef97b1a27b65 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:07.546958 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: c0374f65-5091-4f5b-b738-ef97b1a27b65 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:07.547293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device c0374f65-5091-4f5b-b738-ef97b1a27b65 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:07.555086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:08.001815 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Deleting port ada61771-72c5-40b4-888c-e7031b5510ef {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:08.002395 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:08.170191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] For port ada61771-72c5-40b4-888c-e7031b5510ef, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ada61771-72c5-40b4-888c-e7031b5510ef,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:08.170540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:08.293422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Calling delete_port for ada61771-72c5-40b4-888c-e7031b5510ef owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:08.453370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:08.496093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada61771-72c5-40b4-888c-e7031b5510ef,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:08.791524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:09.344035 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:09.454246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Router c1b626ee-9c5c-4fcc-bea9-2360ee181243 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:22:09.652619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:22:09.662446 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] Sync routers for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:22:09.667213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c5d81c20-70a2-42d1-b64b-52b043b00515 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1b626ee-9c5c-4fcc-bea9-2360ee181243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7352617 Feb 14 00:22:09.667374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43506) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:09.673574 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:09.674188 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:09.844156 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:09.860984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:10.066901 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:10.076289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Deleting port e2d9339d-fff9-4478-ab8e-190c6e890e37 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:10.076683 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:10.159868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:22:08Z', 'revision_number': 5, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port': {'id': 'e2d9339d-fff9-4478-ab8e-190c6e890e37', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:10.164999 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] Checking router: c1b626ee-9c5c-4fcc-bea9-2360ee181243 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:22:10.176986 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] Routers {'c1b626ee-9c5c-4fcc-bea9-2360ee181243'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:10.177785 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:10.253649 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] For port e2d9339d-fff9-4478-ab8e-190c6e890e37, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e2d9339d-fff9-4478-ab8e-190c6e890e37,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:10.254003 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:10.327634 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] Set router c1b626ee-9c5c-4fcc-bea9-2360ee181243 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:10.371929 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Calling delete_port for e2d9339d-fff9-4478-ab8e-190c6e890e37 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:10.435223 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:22:10Z', 'revision_number': 6, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:10.439132 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2c1ed-a3f5-4d83-bc7d-7d4b7b4c335f None None] The sync data for ids ['c1b626ee-9c5c-4fcc-bea9-2360ee181243'] in n-d-828979-1 is: [{'id': 'c1b626ee-9c5c-4fcc-bea9-2360ee181243', 'name': 'tempest-TestMinimumBasicScenario-799691973-router', 'tenant_id': '473923f341cf45a1bf8a625eee4cb53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:19:57Z', 'updated_at': '2022-02-14T00:22:10Z', 'revision_number': 6, 'project_id': '473923f341cf45a1bf8a625eee4cb53b', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:22:10.544443 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:10.591769 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d9339d-fff9-4478-ab8e-190c6e890e37,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:10.860974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ada61771-72c5-40b4-888c-e7031b5510ef no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:10.896428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ada61771-72c5-40b4-888c-e7031b5510ef {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:10.896771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ada61771-72c5-40b4-888c-e7031b5510ef not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:10.938991 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.192587 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.197775 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.223641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.224228 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b626ee-9c5c-4fcc-bea9-2360ee181243 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:22:11.237064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.238445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b115139-d43b-4fd5-b0c5-8aaeb9828e3d admin admin] 10.222.0.36 "DELETE /v2.0/routers/c1b626ee-9c5c-4fcc-bea9-2360ee181243 HTTP/1.1" status: 204 len: 168 time: 1.5700755 Feb 14 00:22:11.240910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43510) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:11.297828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Deleting subnet 1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:22:11.300758 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.354277 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.433964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.501852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.541208 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca256d7-bc55-4b9f-9dbe-1c6f02669b61,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:11.547305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.552401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e0c94-3a72-4c7b-a77c-7c9af608593a None None] Network 2612c258-f217-44b8-8f4b-394f4ba0dfe1 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:22:11.556841 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cc4bc14e-f76a-4171-bd96-6e5a652c69ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1ca256d7-bc55-4b9f-9dbe-1c6f02669b61 HTTP/1.1" status: 204 len: 168 time: 0.3149576 Feb 14 00:22:11.559549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:11.664461 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.674588 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Deleting port edd554cf-2a0f-4b21-8bc3-656259a55a1b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:11.674988 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.797031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] DHCP port deletion for 2612c258-f217-44b8-8f4b-394f4ba0dfe1 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:22:11.801111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Deleting port edd554cf-2a0f-4b21-8bc3-656259a55a1b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:11.801485 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.880872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] For port edd554cf-2a0f-4b21-8bc3-656259a55a1b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=edd554cf-2a0f-4b21-8bc3-656259a55a1b,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:11.881220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:11.999185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Calling delete_port for edd554cf-2a0f-4b21-8bc3-656259a55a1b owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:12.009495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] For port edd554cf-2a0f-4b21-8bc3-656259a55a1b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=edd554cf-2a0f-4b21-8bc3-656259a55a1b,segment=NetworkSegment(871eab60-9e98-4d1c-8dc3-d5d46adc332c),segment_id=871eab60-9e98-4d1c-8dc3-d5d46adc332c)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:12.010022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.075343 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.120401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd554cf-2a0f-4b21-8bc3-656259a55a1b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:12.124741 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] No DVR routers for this DVR port edd554cf-2a0f-4b21-8bc3-656259a55a1b on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:22:12.129149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Calling delete_port for edd554cf-2a0f-4b21-8bc3-656259a55a1b owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:12.199882 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:22:12.200241 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:22:12.336737 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.363704 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2612c258-f217-44b8-8f4b-394f4ba0dfe1']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:12.375225 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871eab60-9e98-4d1c-8dc3-d5d46adc332c') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:12.375514 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871eab60-9e98-4d1c-8dc3-d5d46adc332c') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:12.386958 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.402217 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.408022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:22:12.408403 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:22:12.420989 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:22:12.499682 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.517168 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.527296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] Pushing event deleted for resources: {'Network': ['ID=2612c258-f217-44b8-8f4b-394f4ba0dfe1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:12.540646 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-983f92cf-cfbc-4022-82b4-04b15575e719 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2612c258-f217-44b8-8f4b-394f4ba0dfe1 HTTP/1.1" status: 204 len: 168 time: 0.9801440 Feb 14 00:22:12.543478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43518) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:12.632759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2d9339d-fff9-4478-ab8e-190c6e890e37 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:12.702275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Deleting port edd554cf-2a0f-4b21-8bc3-656259a55a1b {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:12.702648 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:12.724872 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e2d9339d-fff9-4478-ab8e-190c6e890e37 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:12.725210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e2d9339d-fff9-4478-ab8e-190c6e890e37 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:12.725636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device edd554cf-2a0f-4b21-8bc3-656259a55a1b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:12.762439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: edd554cf-2a0f-4b21-8bc3-656259a55a1b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:12.762782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device edd554cf-2a0f-4b21-8bc3-656259a55a1b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:12.796402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-619802d2-8358-465c-ad54-b1ef6523d54d None None] The port 'edd554cf-2a0f-4b21-8bc3-656259a55a1b' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:22:12.829995 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:22:12.928694 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:13.503337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Deleting port 8e9fad7c-9594-4e4e-97a8-7717988b7d75 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:13.503671 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:13.672958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] For port 8e9fad7c-9594-4e4e-97a8-7717988b7d75, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8e9fad7c-9594-4e4e-97a8-7717988b7d75,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:13.673308 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:13.879884 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Calling delete_port for 8e9fad7c-9594-4e4e-97a8-7717988b7d75 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:14.040023 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:14.084231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9fad7c-9594-4e4e-97a8-7717988b7d75,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:14.368322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:14.946703 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Router 330c0789-eacb-443b-adb8-21ebd6f1168e has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:22:15.250888 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:22:15.259680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] Sync routers for ids ['330c0789-eacb-443b-adb8-21ebd6f1168e'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:22:15.267023 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a0664e79-a9e3-4fa7-907e-6677a4b26a04 admin admin] 10.222.0.36 "PUT /v2.0/routers/330c0789-eacb-443b-adb8-21ebd6f1168e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225542 Feb 14 00:22:15.269462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43522) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:15.273008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] Routers {'330c0789-eacb-443b-adb8-21ebd6f1168e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:15.273619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['330c0789-eacb-443b-adb8-21ebd6f1168e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:15.447886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] Set router 330c0789-eacb-443b-adb8-21ebd6f1168e gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:15.461322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:15.660452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:15.670852 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Deleting port d553d61f-84ca-4f69-86fd-7644908aab31 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:15.671172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:15.731732 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:22:13Z', 'revision_number': 5, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port': {'id': 'd553d61f-84ca-4f69-86fd-7644908aab31', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:15.735469 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] Checking router: 330c0789-eacb-443b-adb8-21ebd6f1168e for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:22:15.745946 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] Routers {'330c0789-eacb-443b-adb8-21ebd6f1168e'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:15.746568 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['330c0789-eacb-443b-adb8-21ebd6f1168e'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:15.840287 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] For port d553d61f-84ca-4f69-86fd-7644908aab31, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d553d61f-84ca-4f69-86fd-7644908aab31,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:15.840636 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:15.891025 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] Set router 330c0789-eacb-443b-adb8-21ebd6f1168e gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:15.959206 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Calling delete_port for d553d61f-84ca-4f69-86fd-7644908aab31 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:15.996944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:22:15Z', 'revision_number': 6, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:16.000853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d1b96-6e8e-4b32-9c21-8fe59e474a76 None None] The sync data for ids ['330c0789-eacb-443b-adb8-21ebd6f1168e'] in n-d-828979-1 is: [{'id': '330c0789-eacb-443b-adb8-21ebd6f1168e', 'name': 'tempest-TestMinimumBasicScenario-1853303877-router', 'tenant_id': '1e0dedfe5c404169ac9e96aeed07a041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:20:03Z', 'updated_at': '2022-02-14T00:22:15Z', 'revision_number': 6, 'project_id': '1e0dedfe5c404169ac9e96aeed07a041', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:22:16.125287 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.171809 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Pushing event deleted for resources: {'Port': ['ID=d553d61f-84ca-4f69-86fd-7644908aab31,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:16.392540 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.747923 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.752444 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.760058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d553d61f-84ca-4f69-86fd-7644908aab31 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:16.778565 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.779224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330c0789-eacb-443b-adb8-21ebd6f1168e {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:22:16.791780 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.792890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1649301c-2bf4-4c23-9125-b18c9d736044 admin admin] 10.222.0.36 "DELETE /v2.0/routers/330c0789-eacb-443b-adb8-21ebd6f1168e HTTP/1.1" status: 204 len: 168 time: 1.5225391 Feb 14 00:22:16.795097 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d553d61f-84ca-4f69-86fd-7644908aab31 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:16.795512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d553d61f-84ca-4f69-86fd-7644908aab31 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:16.795712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43526) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:16.795929 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e9fad7c-9594-4e4e-97a8-7717988b7d75 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:16.829714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8e9fad7c-9594-4e4e-97a8-7717988b7d75 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:16.829988 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8e9fad7c-9594-4e4e-97a8-7717988b7d75 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:16.855079 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Deleting subnet 2d3538e2-aa2f-4557-b819-3a08841a6789 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:22:16.857900 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.907371 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:16.986968 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.062014 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.098466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3538e2-aa2f-4557-b819-3a08841a6789,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:17.104467 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.109565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a954b-77c5-45e6-bf34-ed9eff90c510 None None] Network 74a92c5e-dbca-4317-98af-90a36f8a922b requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:22:17.112302 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f1b4932a-5c9e-40f6-a38c-dcdf641d7155 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2d3538e2-aa2f-4557-b819-3a08841a6789 HTTP/1.1" status: 204 len: 168 time: 0.3155229 Feb 14 00:22:17.114957 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43530) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:17.220115 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.230600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Deleting port fa8267a2-a4ab-40b3-878f-eba49021cf39 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:17.230927 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.349390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] DHCP port deletion for 74a92c5e-dbca-4317-98af-90a36f8a922b request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:22:17.353387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Deleting port fa8267a2-a4ab-40b3-878f-eba49021cf39 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:17.353751 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.432642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] For port fa8267a2-a4ab-40b3-878f-eba49021cf39, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa8267a2-a4ab-40b3-878f-eba49021cf39,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:17.433221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.557274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Calling delete_port for fa8267a2-a4ab-40b3-878f-eba49021cf39 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:17.578811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] For port fa8267a2-a4ab-40b3-878f-eba49021cf39, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fa8267a2-a4ab-40b3-878f-eba49021cf39,segment=NetworkSegment(a08d84bd-b8f4-4fb1-85a3-65d83e5209f3),segment_id=a08d84bd-b8f4-4fb1-85a3-65d83e5209f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:17.579126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.630838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.677567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8267a2-a4ab-40b3-878f-eba49021cf39,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:17.682339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] No DVR routers for this DVR port fa8267a2-a4ab-40b3-878f-eba49021cf39 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:22:17.696208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Calling delete_port for fa8267a2-a4ab-40b3-878f-eba49021cf39 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:22:17.766809 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:22:17.767550 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:22:17.800845 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.824976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a92c5e-dbca-4317-98af-90a36f8a922b']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:17.836802 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:17.837089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08d84bd-b8f4-4fb1-85a3-65d83e5209f3') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:17.848595 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.864328 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.870337 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:22:17.870711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:22:17.883366 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:22:17.958269 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.973976 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:17.983677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a92c5e-dbca-4317-98af-90a36f8a922b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:17.990883 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7f8241f8-76d5-4edd-8afb-86b521558525 admin admin] 10.222.0.36 "DELETE /v2.0/networks/74a92c5e-dbca-4317-98af-90a36f8a922b HTTP/1.1" status: 204 len: 168 time: 0.8748505 Feb 14 00:22:18.193686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43536) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:18.242360 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d8803d7b-aff8-4ae9-946e-69e232a98b7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=473923f341cf45a1bf8a625eee4cb53b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474951 Feb 14 00:22:18.244780 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43540) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:18.268033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Deleting port fa8267a2-a4ab-40b3-878f-eba49021cf39 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:22:18.268443 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.302305 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1c32-d993-4db9-a60f-3f11997ce14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.327721 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1c32-d993-4db9-a60f-3f11997ce14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.328489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0f9af9df-b8c7-43be-a46a-edd42f1b3c14 None None] The port 'fa8267a2-a4ab-40b3-878f-eba49021cf39' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:22:18.380017 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1c32-d993-4db9-a60f-3f11997ce14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.400248 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc1c32-d993-4db9-a60f-3f11997ce14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf8f27-4e1c-4507-9eda-98e51b6ef965,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:18.407378 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1dfc1c32-d993-4db9-a60f-3f11997ce14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.410900 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1dfc1c32-d993-4db9-a60f-3f11997ce14c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4edf8f27-4e1c-4507-9eda-98e51b6ef965 HTTP/1.1" status: 204 len: 168 time: 0.1628015 Feb 14 00:22:18.633647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa8267a2-a4ab-40b3-878f-eba49021cf39 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:22:18.665171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fa8267a2-a4ab-40b3-878f-eba49021cf39 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:22:18.665513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fa8267a2-a4ab-40b3-878f-eba49021cf39 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:22:18.798717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43548) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:18.849644 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7db6f6cf-9cab-4c03-9b0a-36dc42e263b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e0dedfe5c404169ac9e96aeed07a041&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497246 Feb 14 00:22:18.852023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43552) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:18.910533 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c421f21d-6f91-49d0-a1bc-518822772d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.935730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c421f21d-6f91-49d0-a1bc-518822772d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:18.986932 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c421f21d-6f91-49d0-a1bc-518822772d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:19.003783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421f21d-6f91-49d0-a1bc-518822772d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfba47f0-9bc1-44b0-9753-9cbf81a9aed8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:19.007010 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c421f21d-6f91-49d0-a1bc-518822772d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:19.011142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c421f21d-6f91-49d0-a1bc-518822772d23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfba47f0-9bc1-44b0-9753-9cbf81a9aed8 HTTP/1.1" status: 204 len: 168 time: 0.1551960 Feb 14 00:22:22.501521 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43598) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:22.507982 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439176914', 'description': 'tempest-secgroup-smoke-439176914 description', 'project_id': 'efe6a50729724d799852455889d4c542'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:22.514454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:22.519171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:22.522568 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:22.620658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:22.631158 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.644094 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.673977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:22.678403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:22.681129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:22.687113 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:22.756387 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.760152 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.800102 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1837bd4c-052a-48a8-852b-68768ed4e500,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:22.802712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:22.806571 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:22.809595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:22.815271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:22.867191 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.870643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.912925 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5468b-aa20-454e-b41e-e1862a3f09a0,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:22.915469 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:22.916624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3750541a-2759-4ff2-8ce8-7724b97f8498 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4140873 Feb 14 00:22:22.919581 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43602) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:22.925233 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'bde5468b-aa20-454e-b41e-e1862a3f09a0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:22.931851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:22.935856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:22.938689 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:22.944283 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:22.960870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.020629 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.024179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.047866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40045a95-31b8-4502-809e-17b101a2e0c6,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:23.056711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.057868 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ed62003c-8143-4ae5-99a8-e1f0c270a587 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1374040 Feb 14 00:22:23.060946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43606) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:23.066930 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'bde5468b-aa20-454e-b41e-e1862a3f09a0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:23.073298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:23.077017 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:23.079846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:23.086074 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:23.101100 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.162462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.165793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.185988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec44f9cc-b56d-4ede-9afb-3c88ca3e59ad,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:23.198115 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.199213 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bae9dea0-7600-4953-b76d-818c07561f2b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1373615 Feb 14 00:22:23.201937 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43610) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:23.208042 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'bde5468b-aa20-454e-b41e-e1862a3f09a0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:23.214435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:23.218218 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:23.221016 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:23.228241 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:23.245632 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.308743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.312663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.336185 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0445f3e7-420b-481f-8ea1-aae1bf15e666,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:23.344101 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.345474 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9577120d-9776-46ca-b0e3-ac5f181f5770 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1426091 Feb 14 00:22:23.348343 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43614) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:23.353569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'bde5468b-aa20-454e-b41e-e1862a3f09a0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:23.360059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:23.363828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:23.366618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:23.372127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:23.388861 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.451557 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.454934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.478278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f468b9-d0ae-4300-aafa-3e05bd60cb0c,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:23.485915 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.487252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-00b9c048-12de-4a2c-9ec8-bdf07c8bd0fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1380126 Feb 14 00:22:23.490279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43618) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:23.495587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'bde5468b-aa20-454e-b41e-e1862a3f09a0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:23.501755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:23.505744 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:23.508621 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:23.514332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:23.526435 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:22:23.533021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.595452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.599165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.626552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45a32e6-506a-48ff-94b5-13c194cf383b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:23.635569 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.636737 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-49686d24-7fb5-4962-97f3-4d82c7fc6eda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1455634 Feb 14 00:22:23.639451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43622) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:23.644828 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'bde5468b-aa20-454e-b41e-e1862a3f09a0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:23.651118 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:23.654776 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:23.657552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:23.663110 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:23.673314 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:22:23.680252 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.744462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.747859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.770429 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaa82d3-30a6-413b-9b3a-f014a3c7166d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:23.779095 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.780226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7098ca35-10d4-46dd-afca-361348736938 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1398919 Feb 14 00:22:23.783216 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43626) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:23.789030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'network': {'name': 'tempest-network-smoke--161995833', 'project_id': 'efe6a50729724d799852455889d4c542', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:23.794401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:23.798156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:network and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:23.801586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:23.807259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:23.817574 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:22:23.820489 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.849005 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:22:23.857837 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.858248 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Added segment 425bace7-1669-42dd-bd23-1f5d6d5a5fb3 of type vlan for network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 Feb 14 00:22:23.887433 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.916021 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:23.919740 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:23.920313 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.022309 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2380626 Feb 14 00:22:24.025533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43630) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:24.032176 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669c558-8c84-42b3-816f-dee641281223 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Network': ['ID=0e8a2f14-ea59-4279-80b1-8040ec1d8853,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:24.034560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'admin_state_up': True, 'project_id': 'efe6a50729724d799852455889d4c542', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:24.042617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:24.043883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:22:24.046825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:router and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:24.050230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:24.056848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:24.066893 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.067848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.085733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.233675 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.408016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.437213 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.576328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.53 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/88e62c0d-3e45-481a-981b-5b927066313f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:22:24.728071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.754669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:24.911623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:22:24.914322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:24.918431 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:22:24.942783 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=88e62c0d-3e45-481a-981b-5b927066313f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:25.077490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:25.078247 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:25.309459 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router b16a202c-94c2-4aba-92dd-800d1c45de77 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:22:25.512698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:22:25.523824 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Sync routers for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:22:25.535717 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:25.536347 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:25.539065 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:25.540225 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a6f16d12-7e98-4977-a6ee-9dec59b09634 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5123682 Feb 14 00:22:25.543517 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43636) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:25.710306 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:25.710552 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-65f2d6a2-768e-4c00-be8f-3a1f5a573b0f tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=efe6a50729724d799852455889d4c542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1658247 Feb 14 00:22:25.713194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43642) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:25.847603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3573b2f-9ad4-4920-9e3a-c503ec5a504e tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:25.849092 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f3573b2f-9ad4-4920-9e3a-c503ec5a504e tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348300 Feb 14 00:22:25.851902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43646) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:25.890964 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-98236772-2328-4de1-8157-c9a224f0b0e3 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379326 Feb 14 00:22:25.893572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43650) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:25.898986 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537660019', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'project_id': 'efe6a50729724d799852455889d4c542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:25.993801 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:25Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:25.998059 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Checking router: b16a202c-94c2-4aba-92dd-800d1c45de77 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:22:25.998059 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Updating router b16a202c-94c2-4aba-92dd-800d1c45de77 port 88e62c0d-3e45-481a-981b-5b927066313f binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:22:26.009731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:26.013519 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:subnet and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:26.016332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:26.022080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:26.032552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:22:26.059579 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.137377 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.350916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.405441 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.417490 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Transition to ACTIVE for port object 88e62c0d-3e45-481a-981b-5b927066313f will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:26.424200 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.435797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Subnet': ['ID=db0b3b52-3a5f-400d-8b0a-0a1155b36c0b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:26.443264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Checking segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:22:26.443623 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network hostable DHCP agents. Network: 0e8a2f14-ea59-4279-80b1-8040ec1d8853, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:22:26.465827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:22:26.475212 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0e8a2f14-ea59-4279-80b1-8040ec1d8853) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:26.479298 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:26.479973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.485690 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd4b9a-8f6a-459e-8afe-226d51a1d040 None None] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:22:26.509824 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-68f64e29-6dcf-49a1-857f-e68b6a247211 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6150281 Feb 14 00:22:26.511585 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Attempting to bind port 88e62c0d-3e45-481a-981b-5b927066313f on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:22:26.511957 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Attempting to bind port 88e62c0d-3e45-481a-981b-5b927066313f by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:22:26.512295 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Attempting to bind port 88e62c0d-3e45-481a-981b-5b927066313f on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:22:26.513040 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43654) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:26.514350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Pushing event updated for resources: {'Port': ['ID=88e62c0d-3e45-481a-981b-5b927066313f,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:26.525578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:22:26.526304 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:22:26.526411 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.526702 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:22:26.527148 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Bound port: 88e62c0d-3e45-481a-981b-5b927066313f, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:22:26.527505 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.551348 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.551678 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.552015 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.552342 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.552662 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.552982 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.553298 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.553607 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.553915 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.554254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.554563 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:26.608621 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] For port 88e62c0d-3e45-481a-981b-5b927066313f, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:22:26.612660 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] For port 88e62c0d-3e45-481a-981b-5b927066313f, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=88e62c0d-3e45-481a-981b-5b927066313f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:22:26.618312 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.713165 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:22:26.714244 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:26.716717 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dd80e-509a-41fa-bd85-9251ae71cfe9 None None] Pushing event updated for resources: {'Port': ['ID=88e62c0d-3e45-481a-981b-5b927066313f,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:26.723048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:26.723648 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:26.878242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Allocated IP 172.20.0.2 (0e8a2f14-ea59-4279-80b1-8040ec1d8853/db0b3b52-3a5f-400d-8b0a-0a1155b36c0b/1c8bd6bc-2573-4e09-a852-ceae8c54202c) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:22:26.903463 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:27.087166 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:27.098276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Transition to ACTIVE for port object 1c8bd6bc-2573-4e09-a852-ceae8c54202c will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:27.119110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Transition to ACTIVE for port object 1c8bd6bc-2573-4e09-a852-ceae8c54202c will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:27.125073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:27.191815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:22:27.198986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:27.203750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:22:27.207046 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:25Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:27.211504 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef3511-5207-40dc-b5ea-39951dba14ca None None] The sync data for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 is: [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:25Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:22:27.216398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Pushing event updated for resources: {'Port': ['ID=1c8bd6bc-2573-4e09-a852-ceae8c54202c,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:27.293765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.294141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.294481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.294819 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.295153 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.295472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.295795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.296121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.296439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.296758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.297076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:22:27.321563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Attempting to bind port 1c8bd6bc-2573-4e09-a852-ceae8c54202c on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:22:27.321939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Attempting to bind port 1c8bd6bc-2573-4e09-a852-ceae8c54202c by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:22:27.322356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Attempting to bind port 1c8bd6bc-2573-4e09-a852-ceae8c54202c on network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:22:27.328751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:22:27.329118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Checking segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:22:27.329529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:27.329919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Bound using segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:22:27.330443 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Bound port: 1c8bd6bc-2573-4e09-a852-ceae8c54202c, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:22:27.331340 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:27.434619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] For port 1c8bd6bc-2573-4e09-a852-ceae8c54202c, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:22:27.437785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] For port 1c8bd6bc-2573-4e09-a852-ceae8c54202c, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1c8bd6bc-2573-4e09-a852-ceae8c54202c,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:22:27.439782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:27.441907 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:27.533591 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dfe26-a0be-4fb2-992e-f7b7e81ee02e None None] Pushing event updated for resources: {'Port': ['ID=1c8bd6bc-2573-4e09-a852-ceae8c54202c,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:27.893145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.1 (0e8a2f14-ea59-4279-80b1-8040ec1d8853/db0b3b52-3a5f-400d-8b0a-0a1155b36c0b/360faaf2-6a0d-4470-b931-3c6ed269ec55) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:22:28.063220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.080332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object 360faaf2-6a0d-4470-b931-3c6ed269ec55 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:28.103476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.173504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:22:28.176838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:28.180675 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:22:28.211518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=360faaf2-6a0d-4470-b931-3c6ed269ec55,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:28.245813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.333605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.464807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c9549-98a0-4f37-9ce8-fce45c6e5e21 None None] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:22:28.625825 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-050dbf84-7999-4192-b27d-bfb0202b9601 None None] Provisioning for port 1c8bd6bc-2573-4e09-a852-ceae8c54202c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:28.740578 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1c8bd6bc-2573-4e09-a852-ceae8c54202c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:28.841672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1c8bd6bc-2573-4e09-a852-ceae8c54202c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:28.847550 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1c8bd6bc-2573-4e09-a852-ceae8c54202c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:28.847976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.919247 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.924002 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:28.980386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.019061 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1c8bd6bc-2573-4e09-a852-ceae8c54202c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1c8bd6bc-2573-4e09-a852-ceae8c54202c,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:29.029369 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.030647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 88e62c0d-3e45-481a-981b-5b927066313f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:29.054993 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.058902 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=360faaf2-6a0d-4470-b931-3c6ed269ec55,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:29.209668 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1c8bd6bc-2573-4e09-a852-ceae8c54202c,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:29.221228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8f7c145-f795-4f63-b935-007d9df14641 None None] Provisioning complete for port 1c8bd6bc-2573-4e09-a852-ceae8c54202c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:29.222661 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c145-f795-4f63-b935-007d9df14641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.240211 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:22:29.241922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:29.319183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 88e62c0d-3e45-481a-981b-5b927066313f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:29.334977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 88e62c0d-3e45-481a-981b-5b927066313f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:29.335546 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.524847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8f7c145-f795-4f63-b935-007d9df14641 None None] Provisioning for port 360faaf2-6a0d-4470-b931-3c6ed269ec55 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:29.529983 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.535780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8f7c145-f795-4f63-b935-007d9df14641 None None] Provisioning complete for port 360faaf2-6a0d-4470-b931-3c6ed269ec55 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:29.536138 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c145-f795-4f63-b935-007d9df14641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.591959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 88e62c0d-3e45-481a-981b-5b927066313f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=88e62c0d-3e45-481a-981b-5b927066313f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:29.596953 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.632490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7c145-f795-4f63-b935-007d9df14641 None None] Port 360faaf2-6a0d-4470-b931-3c6ed269ec55 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:22:29.663541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=88e62c0d-3e45-481a-981b-5b927066313f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:29.701752 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router b16a202c-94c2-4aba-92dd-800d1c45de77 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:22:29.754833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-79d6a9b7-d1a1-4c93-8c21-03f84645ed9d None None] Provisioning complete for port 360faaf2-6a0d-4470-b931-3c6ed269ec55 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:29.755190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79d6a9b7-d1a1-4c93-8c21-03f84645ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:29.810246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-79d6a9b7-d1a1-4c93-8c21-03f84645ed9d None None] Port 360faaf2-6a0d-4470-b931-3c6ed269ec55 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:22:29.900622 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:22:29.909874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9395514-1d09-4f43-89d3-c81f2d3855dc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/b16a202c-94c2-4aba-92dd-800d1c45de77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955376 Feb 14 00:22:30.079551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-9a41bc49-1282-4487-a3d9-4fb1dd9c3e2e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:22:30.096008 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-9a41bc49-1282-4487-a3d9-4fb1dd9c3e2e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:22:30.097292 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-9a41bc49-1282-4487-a3d9-4fb1dd9c3e2e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439176914&fields=id&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 267 time: 0.0571268 Feb 14 00:22:30.241978 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-60360632-3286-493c-8171-fabc08f880e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:30.242673 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-60360632-3286-493c-8171-fabc08f880e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:22:30.259450 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-60360632-3286-493c-8171-fabc08f880e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:22:30.260984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-60360632-3286-493c-8171-fabc08f880e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/networks?id=0e8a2f14-ea59-4279-80b1-8040ec1d8853 HTTP/1.1" status: 200 len: 796 time: 0.1574697 Feb 14 00:22:30.279656 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-197be008-a716-43d8-bf92-d0bae3cc8611 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/quotas/efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 375 time: 0.0133443 Feb 14 00:22:30.289203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d0d8e4e-d2fb-475a-b5b7-36cb98243a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:30.363960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-ffaad70a-7640-49b8-8b2a-c43310dd04e6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:22:30.379756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-ffaad70a-7640-49b8-8b2a-c43310dd04e6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:22:30.381000 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-ffaad70a-7640-49b8-8b2a-c43310dd04e6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956995 Feb 14 00:22:30.653144 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1c8bd6bc-2573-4e09-a852-ceae8c54202c up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:30.696858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-27a16e12-cc40-440b-92e8-ccf1932e0f30 service neutron] 10.222.0.36 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043952 Feb 14 00:22:30.720989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1c8bd6bc-2573-4e09-a852-ceae8c54202c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:30.721966 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:30.749815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Sync routers for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:22:30.784949 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:30.785564 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:30.832699 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-2a899bf5-7edf-44fd-8622-4ff4f1d1c53b service neutron] 10.222.0.36 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299131 Feb 14 00:22:31.000625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 88e62c0d-3e45-481a-981b-5b927066313f up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:31.032306 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af0e5a83-7b5e-4a80-9dc1-51e2739d480f req-06ebd337-8f34-43db-ada5-d6e69527388b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 210 time: 0.0538042 Feb 14 00:22:31.077888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:31.147416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 88e62c0d-3e45-481a-981b-5b927066313f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:31.147761 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:31.533584 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 2, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:31.537955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Checking router: b16a202c-94c2-4aba-92dd-800d1c45de77 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:22:31.538314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Updating router b16a202c-94c2-4aba-92dd-800d1c45de77 port 360faaf2-6a0d-4470-b931-3c6ed269ec55 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:22:31.591425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:31.920216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:31.931653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Transition to ACTIVE for port object 360faaf2-6a0d-4470-b931-3c6ed269ec55 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:31.938395 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.059592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cbfd1-2872-45da-8732-2d4c6aabe948 None None] Pushing event updated for resources: {'Port': ['ID=360faaf2-6a0d-4470-b931-3c6ed269ec55,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:32.193811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Attempting to bind port 360faaf2-6a0d-4470-b931-3c6ed269ec55 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:22:32.194129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Attempting to bind port 360faaf2-6a0d-4470-b931-3c6ed269ec55 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:22:32.194495 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Attempting to bind port 360faaf2-6a0d-4470-b931-3c6ed269ec55 on network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:22:32.206221 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:22:32.210447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Checking segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:22:32.210951 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.211351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Bound using segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:22:32.211895 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Bound port: 360faaf2-6a0d-4470-b931-3c6ed269ec55, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:22:32.212276 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.217567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-9b8aa148-388a-4c23-9067-fd813b7a62b2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:32.219016 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-9b8aa148-388a-4c23-9067-fd813b7a62b2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/networks?id=0e8a2f14-ea59-4279-80b1-8040ec1d8853 HTTP/1.1" status: 200 len: 796 time: 0.2117205 Feb 14 00:22:32.271898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6de4e442-93d3-4305-b17f-46e186ffd9b0 req-f32d9a79-ece1-433c-b95c-ca1f99c03998 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 210 time: 0.0518656 Feb 14 00:22:32.289484 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-bcbebb8d-5110-4c3a-b6b0-0886a94c96d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 379 time: 0.0576894 Feb 14 00:22:32.298747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'port': {'device_id': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'admin_state_up': True, 'tenant_id': 'efe6a50729724d799852455889d4c542', 'security_groups': ['bde5468b-aa20-454e-b41e-e1862a3f09a0']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:32.336944 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] For port 360faaf2-6a0d-4470-b931-3c6ed269ec55, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:22:32.343220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] For port 360faaf2-6a0d-4470-b931-3c6ed269ec55, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=360faaf2-6a0d-4470-b931-3c6ed269ec55,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:22:32.349894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.441423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:32.449695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cbfd1-2872-45da-8732-2d4c6aabe948 None None] Pushing event updated for resources: {'Port': ['ID=360faaf2-6a0d-4470-b931-3c6ed269ec55,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:32.452251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:32.459218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:32.459869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:32.464218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:22:32.467514 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.585828 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fab09466-eb58-4a56-a424-b7acb6914702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.646873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.10 (0e8a2f14-ea59-4279-80b1-8040ec1d8853/db0b3b52-3a5f-400d-8b0a-0a1155b36c0b/2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:22:32.657209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:32.832580 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.848209 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:32.871314 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:32.948287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:22:32.952121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:32.953998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:32.956173 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:22:33.015485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:32Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:33.020196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec467f-eb83-49b6-a68c-50ae90dc530b None None] The sync data for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 is: [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:32Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:22:33.020406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:33.020983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:33.053107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-6aa6672b-b385-43ae-9fc7-2d5247d477bf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583034 Feb 14 00:22:33.064166 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Request body: {'port': {'device_id': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:33.189988 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:33.347527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1e58192a-da70-44f8-8d7e-3c83eac55f1f None None] Provisioning for port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:33.353101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1e58192a-da70-44f8-8d7e-3c83eac55f1f None None] Provisioning complete for port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:33.354175 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1e58192a-da70-44f8-8d7e-3c83eac55f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:33.430878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-1e58192a-da70-44f8-8d7e-3c83eac55f1f None None] Port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:22:33.633579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ecac-16cf-41ba-866f-95aca5ff44cb req-a7a70371-29a2-4a62-a108-329a8a1e01bb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:33.634299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c701ecac-16cf-41ba-866f-95aca5ff44cb req-a7a70371-29a2-4a62-a108-329a8a1e01bb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:22:33.647291 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:33.659726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c701ecac-16cf-41ba-866f-95aca5ff44cb req-a7a70371-29a2-4a62-a108-329a8a1e01bb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:22:33.661026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c701ecac-16cf-41ba-866f-95aca5ff44cb req-a7a70371-29a2-4a62-a108-329a8a1e01bb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 932 time: 0.2228010 Feb 14 00:22:33.758914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:22:33.768017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:33.772040 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c701ecac-16cf-41ba-866f-95aca5ff44cb req-80c6604c-0072-4f52-9107-91d308245098 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028869 Feb 14 00:22:33.785735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Transition to ACTIVE for port object 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:22:33.790543 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:33.954523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:34.017161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.034381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Attempting to bind port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:22:34.034697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Attempting to bind port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:22:34.035231 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Attempting to bind port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 on network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:22:34.042097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 on network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:22:34.042097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Attempting to bind port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 on network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:22:34.048118 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:22:34.048452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Checking segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:22:34.048830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Bound using segment: {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:22:34.049827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Bound port: 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425bace7-1669-42dd-bd23-1f5d6d5a5fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:22:34.050205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.135281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] For port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:22:34.138114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] For port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:22:34.142995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.205996 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.207385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] 10.222.0.31 "PUT /v2.0/ports/2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 HTTP/1.1" status: 200 len: 1092 time: 1.1475055 Feb 14 00:22:34.207811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:22:34.228860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea122b-9afa-457e-8338-ad35c18cf564 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:34.286868 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'status': 'completed', 'code': 200} Feb 14 00:22:34.329393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-30ab8903-2391-4516-8c61-aafc7a205e1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 1095 time: 0.0751450 Feb 14 00:22:34.401417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-b74485d8-4b3d-4d71-8497-ab79954f619b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 HTTP/1.1" status: 200 len: 217 time: 0.0660021 Feb 14 00:22:34.466472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-47ca9aec-dc8a-471f-9a86-c2a1ddd3d6e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:34.468450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-47ca9aec-dc8a-471f-9a86-c2a1ddd3d6e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db0b3b52-3a5f-400d-8b0a-0a1155b36c0b HTTP/1.1" status: 200 len: 834 time: 0.0613322 Feb 14 00:22:34.545685 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-dc17c914-a974-4811-b156-0cacc32c5220 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e8a2f14-ea59-4279-80b1-8040ec1d8853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712087 Feb 14 00:22:34.669856 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 360faaf2-6a0d-4470-b931-3c6ed269ec55 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:34.680124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-02a3138a-cf02-400d-847e-393d2e8e2dc6 service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284323 Feb 14 00:22:34.740063 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 360faaf2-6a0d-4470-b931-3c6ed269ec55 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:34.744618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 360faaf2-6a0d-4470-b931-3c6ed269ec55 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:34.744985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.813482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ad4b452-05a2-42b7-9b18-7e4e0f727afb req-a4cfe86a-5aa2-4bec-9544-d983deced4bc service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276603 Feb 14 00:22:34.861425 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.894751 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 360faaf2-6a0d-4470-b931-3c6ed269ec55, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=360faaf2-6a0d-4470-b931-3c6ed269ec55,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:34.898542 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:34.964938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=360faaf2-6a0d-4470-b931-3c6ed269ec55,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:34.993479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-74946fd7-622a-4b1c-9a21-38560bbcdbc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 1095 time: 0.1310322 Feb 14 00:22:35.028857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379a1eb-afad-4e1b-b3a8-4fd5d4a6e31f req-ce07b6ad-4a28-419a-b249-fd906a9b43cc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:35.030288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d379a1eb-afad-4e1b-b3a8-4fd5d4a6e31f req-ce07b6ad-4a28-419a-b249-fd906a9b43cc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 944 time: 0.1232815 Feb 14 00:22:35.151509 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d379a1eb-afad-4e1b-b3a8-4fd5d4a6e31f req-461b4646-b0c2-40a5-85cb-60175d8b56d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740559 Feb 14 00:22:35.243236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:35.265597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-384f9504-49e4-45c8-b677-c5cead517133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:35.267083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-384f9504-49e4-45c8-b677-c5cead517133 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0e8a2f14-ea59-4279-80b1-8040ec1d8853 HTTP/1.1" status: 200 len: 896 time: 0.2671318 Feb 14 00:22:35.335565 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-4d0268c0-d57d-4bcd-9074-9d26c8b87a06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 HTTP/1.1" status: 200 len: 217 time: 0.0610616 Feb 14 00:22:35.400028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-6881badf-4416-4656-acc2-5005a85243ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:35.401407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-6881badf-4416-4656-acc2-5005a85243ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db0b3b52-3a5f-400d-8b0a-0a1155b36c0b HTTP/1.1" status: 200 len: 834 time: 0.0594687 Feb 14 00:22:35.474936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-1c70b69f-2921-4900-85dd-58efb45f2222 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e8a2f14-ea59-4279-80b1-8040ec1d8853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673192 Feb 14 00:22:35.602440 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-492e94b7-529d-43e1-b00c-01cf65066728 service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211238 Feb 14 00:22:35.730773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bbf452c1-8973-45d4-911e-b553f6e101c4 req-88f04856-c121-4998-9237-bfc6fbecd70d service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216230 Feb 14 00:22:36.368537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab442c05-1d1b-44da-9f53-477966f76951 req-146c0f1a-b546-4f9a-8c60-9e8955afab88 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:36.369975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab442c05-1d1b-44da-9f53-477966f76951 req-146c0f1a-b546-4f9a-8c60-9e8955afab88 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 944 time: 0.0763726 Feb 14 00:22:36.417495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ab442c05-1d1b-44da-9f53-477966f76951 req-d500330c-6f7f-4230-8ee7-237396866bef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 Feb 14 00:22:36.650490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 360faaf2-6a0d-4470-b931-3c6ed269ec55 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:36.717857 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 360faaf2-6a0d-4470-b931-3c6ed269ec55 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:36.718246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:37.518562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:37.615990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b1d4-9b76-41c8-b979-6a760cdd3349 req-da283dd3-c33c-49b3-8ca1-6f0e2e89b356 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:37.617356 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f408b1d4-9b76-41c8-b979-6a760cdd3349 req-da283dd3-c33c-49b3-8ca1-6f0e2e89b356 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 944 time: 0.0792842 Feb 14 00:22:37.629328 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:22:37.663010 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f408b1d4-9b76-41c8-b979-6a760cdd3349 req-22ac4ffb-9b2c-4850-87d5-241d74677d23 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Feb 14 00:22:37.762580 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:37.774843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'port_id': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'mac_address': 'fa:16:3e:dc:b7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:22:37.829682 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:37.845902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:22:37.860526 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:37.864654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:37.926811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:38.081119 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:22:38.862187 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449d8ef-489f-4b11-bcf2-ea03246438a1 req-fe6d28a3-92dc-4d87-9f5d-532bd50d169a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:38.863506 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5449d8ef-489f-4b11-bcf2-ea03246438a1 req-fe6d28a3-92dc-4d87-9f5d-532bd50d169a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 945 time: 0.0806532 Feb 14 00:22:38.908840 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5449d8ef-489f-4b11-bcf2-ea03246438a1 req-ad4cf28d-7897-4c5b-b32c-b6443dc951c5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397198 Feb 14 00:22:39.341126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:39.642748 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:22:39.711725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:22:39.716337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:22:39.716705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:39.825493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:39.851254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:22:39.861089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:22:39.864801 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:39.906814 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'code': 200} Feb 14 00:22:39.931561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:40.031188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d85d5d7-b22b-4e98-a316-74fcfe64d0b2 req-b369f925-42ca-43a5-8885-42b8da8fb70f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 1097 time: 0.0697992 Feb 14 00:22:40.073487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d85d5d7-b22b-4e98-a316-74fcfe64d0b2 req-6278d2fd-51f3-4d66-a8b3-62375b8265f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362999 Feb 14 00:22:40.112175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20594e0d-d83d-4b40-8d3f-a0236e6be38d req-b1c79bcd-c40f-446f-bf3a-1eff27da5ea3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:40.113618 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20594e0d-d83d-4b40-8d3f-a0236e6be38d req-b1c79bcd-c40f-446f-bf3a-1eff27da5ea3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0798302 Feb 14 00:22:40.157545 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-20594e0d-d83d-4b40-8d3f-a0236e6be38d req-d8941f89-c509-4ccf-a849-cc91b520f5c3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382788 Feb 14 00:22:41.356798 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f715dc4-ae0d-44cc-83f1-cc6667dc7c0c req-25ec1e56-8afd-4126-8b4b-85a50389f6a7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:41.358193 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f715dc4-ae0d-44cc-83f1-cc6667dc7c0c req-25ec1e56-8afd-4126-8b4b-85a50389f6a7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0789309 Feb 14 00:22:41.406885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f715dc4-ae0d-44cc-83f1-cc6667dc7c0c req-5cc4b978-67d0-4e07-a02e-a0e36dab79b7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Feb 14 00:22:41.606767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201c37d-2acc-4cc8-9e68-4bd84c929529 req-210f45de-75f6-45cd-8834-b4424d8909fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:41.608256 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d201c37d-2acc-4cc8-9e68-4bd84c929529 req-210f45de-75f6-45cd-8834-b4424d8909fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0776217 Feb 14 00:22:41.655163 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d201c37d-2acc-4cc8-9e68-4bd84c929529 req-8d5f2b9c-459c-4ee2-81c7-5d8641eef68f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Feb 14 00:22:41.683950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43706) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:41.756713 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e9eec4df-716c-441c-a363-1f8abaace54b tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 1092 time: 0.0716383 Feb 14 00:22:41.759399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43710) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:41.764390 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:22:41.771552 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:22:41.775587 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:floatingip and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:22:41.778378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:22:41.784859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:22:41.794787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:41.933335 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:42.068333 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.241 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/396f4436-3653-4700-81c2-201330b72c4d) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:22:42.212059 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:42.239459 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:42.305160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:22:42.307730 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:22:42.310726 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:22:42.346280 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=396f4436-3653-4700-81c2-201330b72c4d,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:42.904834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:42.958523 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:43.160057 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:43.164310 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:43.269217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=396f4436-3653-4700-81c2-201330b72c4d,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:22:43.283198 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:43.469675 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Floating IP dad37575-44a1-4c23-94b8-a90c142aaa4a associated. External IP: 172.25.4.241, port: 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1. Feb 14 00:22:43.857687 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router b16a202c-94c2-4aba-92dd-800d1c45de77 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:22:44.055166 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:22:44.064687 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] Sync routers for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:22:44.076551 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:44.077137 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:44.079241 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:22:44.133201 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1e19fcda-4896-4a81-b8b7-ad3e792f3b4a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3727143 Feb 14 00:22:44.133709 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:22:44.202752 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'status': 'completed', 'code': 200} Feb 14 00:22:44.256562 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:44.350165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-f0cd8f45-38e2-4f0e-ba1b-77336b370c2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 1097 time: 0.1261666 Feb 14 00:22:44.359746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835499-0b4a-4803-9acd-5c8bfb9afc6d req-20ca320e-d87b-4292-8f47-2f2e9477ea72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:44.361059 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f835499-0b4a-4803-9acd-5c8bfb9afc6d req-20ca320e-d87b-4292-8f47-2f2e9477ea72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.1044500 Feb 14 00:22:44.491521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2f835499-0b4a-4803-9acd-5c8bfb9afc6d req-0004a07a-0153-4125-9094-92898df06da8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099472 Feb 14 00:22:44.522921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-43f4de8c-1eaa-48de-8c78-317be0c71490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:44.523637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43718) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:44.527461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-43f4de8c-1eaa-48de-8c78-317be0c71490 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0e8a2f14-ea59-4279-80b1-8040ec1d8853 HTTP/1.1" status: 200 len: 896 time: 0.1649408 Feb 14 00:22:44.641677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-c6e15bf7-6cda-4ffd-91d0-fbd4f2ccdc7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 HTTP/1.1" status: 200 len: 1000 time: 0.1081645 Feb 14 00:22:44.644929 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'dad37575-44a1-4c23-94b8-a90c142aaa4a', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'port_id': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'mac_address': 'fa:16:3e:dc:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:22:42Z', 'updated_at': '2022-02-14T00:22:42Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:34Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:44.649178 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] Checking router: b16a202c-94c2-4aba-92dd-800d1c45de77 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:22:44.661010 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:22:44.661620 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:22:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:44.707214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-2d0027ee-acfe-4118-9004-bc0d962061e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:22:44.708789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-2d0027ee-acfe-4118-9004-bc0d962061e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db0b3b52-3a5f-400d-8b0a-0a1155b36c0b HTTP/1.1" status: 200 len: 834 time: 0.0618484 Feb 14 00:22:44.751074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-d4a5dd61-b508-4d3e-89e5-e5a23728d507 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 992 time: 0.2261684 Feb 14 00:22:44.790469 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-eb5ac911-7506-42d1-b2d6-4ae8e328cac0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e8a2f14-ea59-4279-80b1-8040ec1d8853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758102 Feb 14 00:22:44.840609 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:22:44.922239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-27ab775e-0f2b-4bb2-9d04-ee1d992d6d13 service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257248 Feb 14 00:22:45.152857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a85d7c66-0387-4cc5-a729-099dd50ccebf req-f79f1520-a62a-486b-8c95-fdf256ebae5e service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251654 Feb 14 00:22:45.189693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'dad37575-44a1-4c23-94b8-a90c142aaa4a', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'port_id': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'mac_address': 'fa:16:3e:dc:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:22:42Z', 'updated_at': '2022-02-14T00:22:42Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:34Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:22:45.193668 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e6977-0256-4f44-ae57-22dd42137cfa None None] The sync data for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 is: [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'dad37575-44a1-4c23-94b8-a90c142aaa4a', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'port_id': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'mac_address': 'fa:16:3e:dc:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:22:42Z', 'updated_at': '2022-02-14T00:22:42Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:34Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:22:45.754835 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43722) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:45.858277 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-47637388-284f-46c1-ba0d-16df0b34bbd5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 992 time: 0.1022391 Feb 14 00:22:46.863013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43726) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:46.968480 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-53d97613-a00b-4a6a-9cc6-7fdf407236bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 992 time: 0.1044126 Feb 14 00:22:47.972638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43730) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:48.076487 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-29f6f1c3-6920-45b3-987a-be638f6371ba tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 992 time: 0.1026208 Feb 14 00:22:48.747785 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaa358-3d9f-4b60-917a-fa022500d1ab None None] New status for floating IP dad37575-44a1-4c23-94b8-a90c142aaa4a: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:22:49.080947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43734) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:22:49.180991 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-00f65be0-cc31-4351-ae50-af0891587a1d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 994 time: 0.0988488 Feb 14 00:22:49.830266 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:23:00.291088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-72f5b572-4d14-470a-8cb5-71656dce839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:02.457413 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4cd01e54-8276-476e-8d0a-6f328c7c8b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:03.647077 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:04.007470 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:05.275312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:07.517158 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:09.340928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:16.681014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f31510-44aa-4ef9-930a-4081c92c7f98 req-5b4575a9-494b-4747-81cf-86b668db9f5b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:16.682472 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4f31510-44aa-4ef9-930a-4081c92c7f98 req-5b4575a9-494b-4747-81cf-86b668db9f5b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0796711 Feb 14 00:23:16.728155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e4f31510-44aa-4ef9-930a-4081c92c7f98 req-845d3f52-53be-4674-a356-b07c5131c275 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 Feb 14 00:23:17.935636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c375a-9fb1-4387-9ef9-1f9e7e21bce2 req-9a5a6608-074b-4e10-9ba9-d2463405b16e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:17.937117 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb9c375a-9fb1-4387-9ef9-1f9e7e21bce2 req-9a5a6608-074b-4e10-9ba9-d2463405b16e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0748270 Feb 14 00:23:17.981415 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb9c375a-9fb1-4387-9ef9-1f9e7e21bce2 req-c75b38fd-d57d-47d9-ab10-3575d31bf410 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Feb 14 00:23:18.009484 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43758) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:18.113047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b0f2909d-eb68-4a92-9dce-5cfed233a274 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 994 time: 0.1022851 Feb 14 00:23:19.580813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7157d8-4b0b-4750-967c-f5e235e51951 req-21e9ef77-07ec-47ee-9e4f-2868799a531b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:19.582408 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5e7157d8-4b0b-4750-967c-f5e235e51951 req-21e9ef77-07ec-47ee-9e4f-2868799a531b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0765498 Feb 14 00:23:19.628400 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5e7157d8-4b0b-4750-967c-f5e235e51951 req-20615271-49ce-46b5-b74a-f32f677f2178 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Feb 14 00:23:20.829021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53cb23-ab6c-4279-8345-fee59a0c2e58 req-acd405ba-1177-415f-9efb-66ca37b4257c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:20.830604 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e53cb23-ab6c-4279-8345-fee59a0c2e58 req-acd405ba-1177-415f-9efb-66ca37b4257c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0791159 Feb 14 00:23:20.874884 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5e53cb23-ab6c-4279-8345-fee59a0c2e58 req-0a418420-1ed8-4df4-983a-eab27227ccae tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388150 Feb 14 00:23:20.902470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43770) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:21.006245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-decc6555-403e-423b-9a8a-b2274255ade2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 200 len: 994 time: 0.1026032 Feb 14 00:23:21.327804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43778) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:21.524957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 396f4436-3653-4700-81c2-201330b72c4d {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:23:21.525292 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:21.694177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:21.694498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:21.810622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 396f4436-3653-4700-81c2-201330b72c4d owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:23:21.954909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:22.000349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=396f4436-3653-4700-81c2-201330b72c4d,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:22.069744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.070015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.070372 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.070700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.071021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.071340 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.071656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.071972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.072285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.072597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.072911 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:22.104086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:22.587309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router b16a202c-94c2-4aba-92dd-800d1c45de77 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:23:22.783318 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:23:22.792666 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] Sync routers for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:23:22.803489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:22.804906 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:22.805533 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:22.856417 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-080b2d2a-5a19-4704-8d13-1b112fb9d67d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/floatingips/dad37575-44a1-4c23-94b8-a90c142aaa4a HTTP/1.1" status: 204 len: 168 time: 1.5274484 Feb 14 00:23:22.857068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:23:22.915923 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'status': 'completed', 'code': 200} Feb 14 00:23:22.998933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:23.027095 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-a8035e06-2664-4c9e-a06a-14ced68fcdbe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 1097 time: 0.0871115 Feb 14 00:23:23.166462 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-ebcef112-5d9b-465b-8432-9ab4e189d0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:23.168020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-ebcef112-5d9b-465b-8432-9ab4e189d0df service neutron] 10.222.0.31 "GET /v2.0/networks?id=0e8a2f14-ea59-4279-80b1-8040ec1d8853 HTTP/1.1" status: 200 len: 896 time: 0.1361163 Feb 14 00:23:23.238114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-0c443fb2-b018-4998-9036-dec2340ed328 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 HTTP/1.1" status: 200 len: 217 time: 0.0631526 Feb 14 00:23:23.278486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2aa1-0fbb-4770-b478-3950b80ef652 req-a1a10570-22d1-4533-b8f1-4ab9f6a7b846 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:23.280080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b6f2aa1-0fbb-4770-b478-3950b80ef652 req-a1a10570-22d1-4533-b8f1-4ab9f6a7b846 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0836117 Feb 14 00:23:23.308679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-b602e5e4-3f68-493f-ba94-e9ae82f27f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:23.310674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-b602e5e4-3f68-493f-ba94-e9ae82f27f56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db0b3b52-3a5f-400d-8b0a-0a1155b36c0b HTTP/1.1" status: 200 len: 834 time: 0.0651336 Feb 14 00:23:23.327536 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0b6f2aa1-0fbb-4770-b478-3950b80ef652 req-a5af7667-82bd-4407-88c4-996df4b709c0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Feb 14 00:23:23.344526 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:34Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:23.350262 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] Checking router: b16a202c-94c2-4aba-92dd-800d1c45de77 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:23:23.363110 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:23.363779 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:23.390852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-63d87aa0-f194-45ea-aff9-89cb97e1bb8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0e8a2f14-ea59-4279-80b1-8040ec1d8853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733392 Feb 14 00:23:23.524671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-115993d2-1a33-47d2-8d6d-dd8628000749 service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264224 Feb 14 00:23:23.571535 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:23.658220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b2a60f19-7f71-4d20-846c-f53e4124e251 req-7708dc31-fc33-4d29-b7d3-01f03e705f0a service neutron] 10.222.0.31 "GET /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268411 Feb 14 00:23:23.875797 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:34Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:23.880109 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3533a90-73e6-4f57-aa68-e54290fcc065 None None] The sync data for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 is: [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:28Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '360faaf2-6a0d-4470-b931-3c6ed269ec55', 'name': '', 'network_id': '0e8a2f14-ea59-4279-80b1-8040ec1d8853', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:65:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:27Z', 'updated_at': '2022-02-14T00:22:34Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'db0b3b52-3a5f-400d-8b0a-0a1155b36c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:23:24.088524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31cebc-811c-4af4-a806-8fbd3f9b4965 None None] New status for floating IP dad37575-44a1-4c23-94b8-a90c142aaa4a: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:23:24.526554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7158f0f-af54-4f5a-abb4-5405ef5eac37 req-fb12cd82-ad34-4fb2-9099-004fccb4977f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:24.527144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c7158f0f-af54-4f5a-abb4-5405ef5eac37 req-fb12cd82-ad34-4fb2-9099-004fccb4977f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:24.542710 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c7158f0f-af54-4f5a-abb4-5405ef5eac37 req-fb12cd82-ad34-4fb2-9099-004fccb4977f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:24.543820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7158f0f-af54-4f5a-abb4-5405ef5eac37 req-fb12cd82-ad34-4fb2-9099-004fccb4977f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0908957 Feb 14 00:23:24.592976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7158f0f-af54-4f5a-abb4-5405ef5eac37 req-7b841499-b69f-430d-b15a-e0f0cee3a6e2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=bde5468b-aa20-454e-b41e-e1862a3f09a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435772 Feb 14 00:23:24.734913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-ed144e33-938f-4ea2-9b81-efd9d7fdfa22 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:24.736374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-ed144e33-938f-4ea2-9b81-efd9d7fdfa22 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 946 time: 0.0778491 Feb 14 00:23:24.802820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:23:24.803084 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:25.049364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:25.049722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:25.264712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:23:25.403226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:25.455517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:25.525235 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] No DVR routers for this DVR port 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:23:25.527711 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:25.530214 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'name': 'network-vif-deleted', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:23:25.546182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cab72224-be0a-4936-8ff4-9ad9e3fa66f5 req-6ed4a5b6-a357-4d06-a48a-2f96f2fe98e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "DELETE /v2.0/ports/2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 HTTP/1.1" status: 204 len: 173 time: 0.8045740 Feb 14 00:23:25.585044 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ad6561-b302-47cb-bac8-0d3b7f5cc348', 'name': 'network-vif-deleted', 'tag': '2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1', 'status': 'completed', 'code': 200} Feb 14 00:23:25.770533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5a9fba9-3dda-4f70-bc07-e1ffbc8580d0 req-5a938968-4fdc-4de1-9f6c-0bfc704983a0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:25.786693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-c5a9fba9-3dda-4f70-bc07-e1ffbc8580d0 req-5a938968-4fdc-4de1-9f6c-0bfc704983a0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:25.787952 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c5a9fba9-3dda-4f70-bc07-e1ffbc8580d0 req-5a938968-4fdc-4de1-9f6c-0bfc704983a0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ad6561-b302-47cb-bac8-0d3b7f5cc348 HTTP/1.1" status: 200 len: 210 time: 0.0571442 Feb 14 00:23:26.831009 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:23:26.894364 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43798) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:27.292691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:27.885741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 360faaf2-6a0d-4470-b931-3c6ed269ec55 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:23:27.886226 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:27.924465 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:23:27.956270 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:23:27.956611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2d8fb220-0808-4e6e-bbba-4c4d7f2cbcc1 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:23:28.167391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 360faaf2-6a0d-4470-b931-3c6ed269ec55, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=360faaf2-6a0d-4470-b931-3c6ed269ec55,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:28.167966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:28.291198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 360faaf2-6a0d-4470-b931-3c6ed269ec55 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:23:28.462048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:28.506868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=360faaf2-6a0d-4470-b931-3c6ed269ec55,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:28.803214 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:29.375284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router b16a202c-94c2-4aba-92dd-800d1c45de77 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:23:29.717782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:23:29.728060 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] Sync routers for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:23:29.740797 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:29.741130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7ffdce32-813a-4ccd-a470-b97322d34346 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/b16a202c-94c2-4aba-92dd-800d1c45de77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8453588 Feb 14 00:23:29.741922 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:29.743451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:29.927283 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:29.963921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting subnet db0b3b52-3a5f-400d-8b0a-0a1155b36c0b {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:23:29.967388 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.036157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.122727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.209268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.248483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Subnet': ['ID=db0b3b52-3a5f-400d-8b0a-0a1155b36c0b,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:30.257564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.264266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca82166-191b-4946-b972-bc7e95327c5a None None] Network 0e8a2f14-ea59-4279-80b1-8040ec1d8853 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:23:30.268435 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43806) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:30.269029 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ab7ec6b-daac-480c-bebe-cbe3922a0330 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/subnets/db0b3b52-3a5f-400d-8b0a-0a1155b36c0b HTTP/1.1" status: 204 len: 168 time: 0.5240035 Feb 14 00:23:30.278070 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:23:28Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:30.282258 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] Checking router: b16a202c-94c2-4aba-92dd-800d1c45de77 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:23:30.294966 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] Routers {'b16a202c-94c2-4aba-92dd-800d1c45de77'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:30.295490 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['b16a202c-94c2-4aba-92dd-800d1c45de77'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:30.391284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-128dc7fe-fc0e-4291-9046-14b85bf76a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.478559 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.482559 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] Set router b16a202c-94c2-4aba-92dd-800d1c45de77 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:30.567565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] DHCP port deletion for 0e8a2f14-ea59-4279-80b1-8040ec1d8853 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:23:30.572056 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Deleting port 1c8bd6bc-2573-4e09-a852-ceae8c54202c {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:23:30.572532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.696299 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.702127 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1c8bd6bc-2573-4e09-a852-ceae8c54202c no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:23:30.707240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 88e62c0d-3e45-481a-981b-5b927066313f {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:23:30.707704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.835293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] For port 1c8bd6bc-2573-4e09-a852-ceae8c54202c, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1c8bd6bc-2573-4e09-a852-ceae8c54202c,segment=NetworkSegment(425bace7-1669-42dd-bd23-1f5d6d5a5fb3),segment_id=425bace7-1669-42dd-bd23-1f5d6d5a5fb3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:30.835670 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:30.850820 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:23:28Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:30.855155 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d9e78-5c60-4906-a361-fa7cf034ad98 None None] The sync data for ids ['b16a202c-94c2-4aba-92dd-800d1c45de77'] in n-d-828979-1 is: [{'id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1553835797', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '88e62c0d-3e45-481a-981b-5b927066313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:23:28Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '88e62c0d-3e45-481a-981b-5b927066313f', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a202c-94c2-4aba-92dd-800d1c45de77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:22:24Z', 'updated_at': '2022-02-14T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:23:30.984742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Calling delete_port for 1c8bd6bc-2573-4e09-a852-ceae8c54202c owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:23:30.997130 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 88e62c0d-3e45-481a-981b-5b927066313f, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=88e62c0d-3e45-481a-981b-5b927066313f,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:30.997494 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.046722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.114345 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.121592 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 88e62c0d-3e45-481a-981b-5b927066313f owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:23:31.164875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Pushing event deleted for resources: {'Port': ['ID=1c8bd6bc-2573-4e09-a852-ceae8c54202c,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:31.178170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] No DVR routers for this DVR port 1c8bd6bc-2573-4e09-a852-ceae8c54202c on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:23:31.180235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.180573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.180902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.181236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.181566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.181886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.182233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.182548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.182858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.183169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.183485 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2c91d-9229-4ec8-8860-bd7c2e737c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.296538 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.341317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=88e62c0d-3e45-481a-981b-5b927066313f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:31.383274 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.383535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.383872 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.384195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.384518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.384840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.385158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.385474 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.385789 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.386126 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.386438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:31.572649 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.825824 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.830860 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.855964 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.856584 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Fanout notify agent at l3_agent the message router_deleted on router b16a202c-94c2-4aba-92dd-800d1c45de77 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:23:31.870996 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:31.872080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-edc43152-cae7-4db4-ab81-1b5517d03862 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/routers/b16a202c-94c2-4aba-92dd-800d1c45de77 HTTP/1.1" status: 204 len: 168 time: 1.6018374 Feb 14 00:23:31.874896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43810) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:31.993048 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.125279 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.150609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8a2f14-ea59-4279-80b1-8040ec1d8853']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:32.162785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425bace7-1669-42dd-bd23-1f5d6d5a5fb3') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:32.163080 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425bace7-1669-42dd-bd23-1f5d6d5a5fb3') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:32.174463 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.190715 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.196549 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:23:32.196930 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:23:32.211784 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:23:32.394370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.411627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.424246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Network': ['ID=0e8a2f14-ea59-4279-80b1-8040ec1d8853,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:32.433190 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7c63434c-5bdd-435a-9b2d-c97f16abd741 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/networks/0e8a2f14-ea59-4279-80b1-8040ec1d8853 HTTP/1.1" status: 204 len: 168 time: 0.5546207 Feb 14 00:23:32.433190 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43814) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:32.457955 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-474504d5-102c-40d6-a433-d84ee3c893e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.502911 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b45e9059-b916-4dd1-aa3b-f71d074803d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.533986 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b45e9059-b916-4dd1-aa3b-f71d074803d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.596771 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b45e9059-b916-4dd1-aa3b-f71d074803d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.614918 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e9059-b916-4dd1-aa3b-f71d074803d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5468b-aa20-454e-b41e-e1862a3f09a0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:32.626648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b45e9059-b916-4dd1-aa3b-f71d074803d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.630633 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b45e9059-b916-4dd1-aa3b-f71d074803d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/security-groups/bde5468b-aa20-454e-b41e-e1862a3f09a0 HTTP/1.1" status: 204 len: 168 time: 0.1937981 Feb 14 00:23:32.692129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 88e62c0d-3e45-481a-981b-5b927066313f no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:23:32.729841 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 88e62c0d-3e45-481a-981b-5b927066313f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:23:32.730136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 88e62c0d-3e45-481a-981b-5b927066313f not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:23:32.730566 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 360faaf2-6a0d-4470-b931-3c6ed269ec55 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:23:32.761636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 360faaf2-6a0d-4470-b931-3c6ed269ec55 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:23:32.761987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 360faaf2-6a0d-4470-b931-3c6ed269ec55 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:23:32.888901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43822) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:32.895578 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872535604', 'description': 'tempest-secgroup-smoke-872535604 description', 'project_id': 'efe6a50729724d799852455889d4c542'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:32.902127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:32.906157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:32.909226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:32.914975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:32.925443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:32.964277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:32.968012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:32.970927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:32.976536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.031302 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.036144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.081747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba25c29d-c24b-4b6c-a3d4-197354ce36c0,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.084619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.085793 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ee76b44-c56e-45b6-9865-7efaa79e8218 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1957989 Feb 14 00:23:33.088663 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43826) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.094252 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'ba25c29d-c24b-4b6c-a3d4-197354ce36c0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.101362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.105176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.108054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.114221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.130160 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.192091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.195487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.218169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395aa276-b577-4280-a721-a8d0b663f7c3,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.227967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.229176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-586ec515-204b-4fb3-95aa-9dcbd31a8ef6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396174 Feb 14 00:23:33.231886 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43830) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.237326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'ba25c29d-c24b-4b6c-a3d4-197354ce36c0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.243987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.247799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.250621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.256534 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.273196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.334905 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.338389 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.361393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde1872b-9e56-4360-b42b-edcdc1f93b62,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.369525 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.370971 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-77a4323a-67d1-4f11-9533-e65e1195c5a3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1381257 Feb 14 00:23:33.373747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43834) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.379108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'ba25c29d-c24b-4b6c-a3d4-197354ce36c0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.385434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.389309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.392887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.398764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.415564 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.480202 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.483726 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.511044 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673d1c36-7b18-48e3-8b48-62ab17eb53a4,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.517640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.518877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc1cfc4b-6bc8-49db-b1f1-350e3987aa8a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441274 Feb 14 00:23:33.521674 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43838) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.527053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'ba25c29d-c24b-4b6c-a3d4-197354ce36c0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.534114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.537897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.540797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.546754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.564413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.628350 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.631945 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.638344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.655744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e90a58-4bcb-4db9-a5ff-5cbf707b4a98,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.664946 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.666133 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-72bd9e9d-ccbd-48d0-b409-1471472c9130 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1435034 Feb 14 00:23:33.668822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.674148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'ba25c29d-c24b-4b6c-a3d4-197354ce36c0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.680408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.684452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.687292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.693513 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.703537 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:23:33.710698 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.774188 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.777824 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.800690 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adf5f57-5fb3-4449-8d06-90f71032de9d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.809251 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.810443 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-58aac976-a9a1-4a42-8abd-8f3c42c43c72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406920 Feb 14 00:23:33.813296 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43846) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.819527 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'ba25c29d-c24b-4b6c-a3d4-197354ce36c0', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.825983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.830528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.833368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.839181 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.849506 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:23:33.855889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.923834 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.927187 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.949535 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f69dc4-358c-43b0-8b9e-69e95c476009,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:33.958267 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:33.959406 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6c4ae42c-2a01-4d30-8cd2-1d6dc12b1746 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1445277 Feb 14 00:23:33.962169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43850) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:33.967359 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'network': {'name': 'tempest-network-smoke--1368104916', 'project_id': 'efe6a50729724d799852455889d4c542', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:33.972941 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:33.977091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:network and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:33.979974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:33.986328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:33.997686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:23:34.000787 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.010404 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.029357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:23:34.037921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.038286 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Added segment 72d60245-720d-4dda-b074-29c6c3d76afb of type vlan for network abffa193-2d40-475d-88e1-6a45edbe60d2 Feb 14 00:23:34.063613 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.090427 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.094012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:34.094608 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.195722 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2324858 Feb 14 00:23:34.198309 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43854) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:34.205681 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'admin_state_up': True, 'project_id': 'efe6a50729724d799852455889d4c542', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:34.211367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a502397-9b03-4892-92be-98de62546c00 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Network': ['ID=abffa193-2d40-475d-88e1-6a45edbe60d2,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:34.214908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:34.218648 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:router and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:34.222231 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:34.225616 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network abffa193-2d40-475d-88e1-6a45edbe60d2 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:23:34.227858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:34.237259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.238276 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.258389 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.410697 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.584293 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.612753 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.748641 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.84 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/eaddb45d-807c-43b2-994f-d4fd3514ab82) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:23:34.897524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.924351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:34.992727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:23:34.995400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:34.999572 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:23:35.023567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=eaddb45d-807c-43b2-994f-d4fd3514ab82,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:35.149342 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:35.150000 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:35.247533 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:35.371889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf4f56d-717d-45cb-a0d8-fff4ef359925 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:23:35.663912 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:23:35.675203 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Sync routers for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:23:35.687440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:35.688210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:35.690451 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:35.691697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d8591b4-05af-426a-bdbc-8c8fc2fab699 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4924636 Feb 14 00:23:35.694818 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43858) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:35.734140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2b872868-9661-4719-bbd1-2f98c4d6e30b tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=efe6a50729724d799852455889d4c542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382702 Feb 14 00:23:35.737339 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43862) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:35.866444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:35.868051 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5d1cb-76ed-4eba-9336-e139422fabaf tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:35.869515 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-add5d1cb-76ed-4eba-9336-e139422fabaf tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313002 Feb 14 00:23:35.872379 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43866) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:35.911445 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4b5c1055-bd9a-4019-ad33-d02e11f4f636 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379903 Feb 14 00:23:35.913898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43870) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:35.919143 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819570032', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'project_id': 'efe6a50729724d799852455889d4c542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:36.028773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:36.034889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:subnet and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:36.039201 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:36.044863 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:36.057323 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:23:36.151940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:35Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:36.155837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Checking router: faf4f56d-717d-45cb-a0d8-fff4ef359925 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:23:36.156187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Updating router faf4f56d-717d-45cb-a0d8-fff4ef359925 port eaddb45d-807c-43b2-994f-d4fd3514ab82 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:23:36.159264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.206143 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.375393 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.457980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Subnet': ['ID=f4c76845-1180-4a9c-9c1d-05875ca4df0b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:36.466381 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Checking segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:23:36.466733 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network hostable DHCP agents. Network: abffa193-2d40-475d-88e1-6a45edbe60d2, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:23:36.487883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network abffa193-2d40-475d-88e1-6a45edbe60d2 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:23:36.496893 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, abffa193-2d40-475d-88e1-6a45edbe60d2) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:36.500897 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:36.501553 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.510117 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac13ca-23f2-47d3-be26-6a90294039e3 None None] Network abffa193-2d40-475d-88e1-6a45edbe60d2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:23:36.524379 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7461b572-ace5-4a2e-b9f8-3296292e404a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6094778 Feb 14 00:23:36.527131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43874) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:36.599001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.618080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Transition to ACTIVE for port object eaddb45d-807c-43b2-994f-d4fd3514ab82 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:36.636399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.762924 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303f7f-b47c-4909-a842-53839fc4042c None None] Pushing event updated for resources: {'Port': ['ID=eaddb45d-807c-43b2-994f-d4fd3514ab82,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:36.780931 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Attempting to bind port eaddb45d-807c-43b2-994f-d4fd3514ab82 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:23:36.781296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Attempting to bind port eaddb45d-807c-43b2-994f-d4fd3514ab82 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:23:36.781652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Attempting to bind port eaddb45d-807c-43b2-994f-d4fd3514ab82 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:23:36.817183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:23:36.817553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:23:36.817953 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.818367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:23:36.818827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Bound port: eaddb45d-807c-43b2-994f-d4fd3514ab82, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:23:36.819191 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.878847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-abffa193-2d40-475d-88e1-6a45edbe60d2', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:23:36.879640 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:36.967985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] For port eaddb45d-807c-43b2-994f-d4fd3514ab82, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:23:36.988563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] For port eaddb45d-807c-43b2-994f-d4fd3514ab82, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eaddb45d-807c-43b2-994f-d4fd3514ab82,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:23:36.993358 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:37.177277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303f7f-b47c-4909-a842-53839fc4042c None None] Pushing event updated for resources: {'Port': ['ID=eaddb45d-807c-43b2-994f-d4fd3514ab82,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:37.187771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Allocated IP 172.20.0.2 (abffa193-2d40-475d-88e1-6a45edbe60d2/f4c76845-1180-4a9c-9c1d-05875ca4df0b/36698035-4b9c-4290-91c2-f49d60d082e5) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:23:37.194574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:37.195198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:37.407045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:37.483306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:37.663421 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:37.673295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:37.734880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Transition to ACTIVE for port object 36698035-4b9c-4290-91c2-f49d60d082e5 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:37.764486 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Transition to ACTIVE for port object 36698035-4b9c-4290-91c2-f49d60d082e5 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:37.784279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:37.849911 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.1 (abffa193-2d40-475d-88e1-6a45edbe60d2/f4c76845-1180-4a9c-9c1d-05875ca4df0b/94bb08f7-0680-4dfc-b075-0e73d467eebb) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:23:37.900760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Network abffa193-2d40-475d-88e1-6a45edbe60d2 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:23:37.901468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Pushing event updated for resources: {'Port': ['ID=36698035-4b9c-4290-91c2-f49d60d082e5,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:37.905343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:37.908170 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:23:38.008376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Attempting to bind port 36698035-4b9c-4290-91c2-f49d60d082e5 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:23:38.008661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Attempting to bind port 36698035-4b9c-4290-91c2-f49d60d082e5 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:23:38.009022 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Attempting to bind port 36698035-4b9c-4290-91c2-f49d60d082e5 on network abffa193-2d40-475d-88e1-6a45edbe60d2 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:23:38.016110 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.018789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:35Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:38.020948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:23:38.021316 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Checking segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:23:38.021708 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.023487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Bound using segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:23:38.023972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Bound port: 36698035-4b9c-4290-91c2-f49d60d082e5, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:23:38.024348 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.033259 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object 94bb08f7-0680-4dfc-b075-0e73d467eebb will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:38.039196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781b780-1aee-448f-a274-9f62ae156c09 None None] The sync data for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 is: [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:35Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:23:38.058676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.121908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network abffa193-2d40-475d-88e1-6a45edbe60d2 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:23:38.124997 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:23:38.129732 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:38.129930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36698035-4b9c-4290-91c2-f49d60d082e5,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:23:38.132447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:23:38.134560 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.181242 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=94bb08f7-0680-4dfc-b075-0e73d467eebb,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:38.201524 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.222702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bc640-d1a4-413c-8a81-c22189c41432 None None] Pushing event updated for resources: {'Port': ['ID=36698035-4b9c-4290-91c2-f49d60d082e5,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:38.316272 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.750059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36698035-4b9c-4290-91c2-f49d60d082e5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:38.788402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.794400 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.827386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 36698035-4b9c-4290-91c2-f49d60d082e5 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:38.834794 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eaddb45d-807c-43b2-994f-d4fd3514ab82 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:38.916110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port eaddb45d-807c-43b2-994f-d4fd3514ab82 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:38.922441 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port eaddb45d-807c-43b2-994f-d4fd3514ab82 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:38.923387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:38.926544 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=94bb08f7-0680-4dfc-b075-0e73d467eebb,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:38.930283 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.093186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.111347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port eaddb45d-807c-43b2-994f-d4fd3514ab82, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eaddb45d-807c-43b2-994f-d4fd3514ab82,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:39.116020 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.187044 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=eaddb45d-807c-43b2-994f-d4fd3514ab82,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:39.210133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network abffa193-2d40-475d-88e1-6a45edbe60d2 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:23:39.211279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:39.342366 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.344398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae06adf-519e-4116-9cd5-794173e2ed05 None None] Network abffa193-2d40-475d-88e1-6a45edbe60d2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:23:39.480765 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] Provisioning for port 36698035-4b9c-4290-91c2-f49d60d082e5 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:39.498094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] Provisioning complete for port 36698035-4b9c-4290-91c2-f49d60d082e5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:39.498464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.596451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf4f56d-717d-45cb-a0d8-fff4ef359925 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:23:39.700755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.747245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36698035-4b9c-4290-91c2-f49d60d082e5,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:39.755552 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:39.815586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:23:39.822733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23b488-be1f-4a47-a11e-76008c6001ca None None] Pushing event updated for resources: {'Port': ['ID=36698035-4b9c-4290-91c2-f49d60d082e5,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:39.828473 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-beb0b2e9-3704-4712-bb1e-9747033f8364 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/faf4f56d-717d-45cb-a0d8-fff4ef359925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002264 Feb 14 00:23:39.985853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb892369-9770-45f2-8a32-5a82066ecefa None None] Provisioning complete for port 36698035-4b9c-4290-91c2-f49d60d082e5 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:39.986430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb892369-9770-45f2-8a32-5a82066ecefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:40.015211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-eaa968e2-9057-499f-9463-19e55e15fb5e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:40.043403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-eaa968e2-9057-499f-9463-19e55e15fb5e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:40.053307 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-eaa968e2-9057-499f-9463-19e55e15fb5e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872535604&fields=id&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 267 time: 0.0898583 Feb 14 00:23:40.145707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb892369-9770-45f2-8a32-5a82066ecefa None None] Provisioning for port 94bb08f7-0680-4dfc-b075-0e73d467eebb completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:40.150844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bb892369-9770-45f2-8a32-5a82066ecefa None None] Provisioning complete for port 94bb08f7-0680-4dfc-b075-0e73d467eebb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:40.151305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bb892369-9770-45f2-8a32-5a82066ecefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:40.207939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bb892369-9770-45f2-8a32-5a82066ecefa None None] Port 94bb08f7-0680-4dfc-b075-0e73d467eebb cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:23:40.210289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-19f408d7-3ff6-4da0-9569-42d481931adf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:40.211811 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-19f408d7-3ff6-4da0-9569-42d481931adf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 797 time: 0.1571512 Feb 14 00:23:40.230301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-14ab9010-7d27-4989-8ce7-b3c2fef2247b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/quotas/efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 375 time: 0.0128717 Feb 14 00:23:40.314099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-74a3d5da-465e-45ec-8941-9b3c77295b19 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:40.331775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-74a3d5da-465e-45ec-8941-9b3c77295b19 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:40.333191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-64707f72-65b7-47f0-a597-518c49bcb6f3 None None] Provisioning complete for port 94bb08f7-0680-4dfc-b075-0e73d467eebb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:40.333354 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-74a3d5da-465e-45ec-8941-9b3c77295b19 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976419 Feb 14 00:23:40.333912 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-64707f72-65b7-47f0-a597-518c49bcb6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:40.389096 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-64707f72-65b7-47f0-a597-518c49bcb6f3 None None] Port 94bb08f7-0680-4dfc-b075-0e73d467eebb cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:23:40.509298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8eaf9d81-7970-4916-93fc-476795cc8403 None None] Provisioning complete for port 94bb08f7-0680-4dfc-b075-0e73d467eebb triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:40.509590 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8eaf9d81-7970-4916-93fc-476795cc8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:40.543091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-605a67c9-b9a6-4bf9-afcb-1ee21c515680 service neutron] 10.222.0.36 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953905 Feb 14 00:23:40.560149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf9d81-7970-4916-93fc-476795cc8403 None None] Port 94bb08f7-0680-4dfc-b075-0e73d467eebb cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:23:40.674973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-4aac6a76-4513-4752-8444-c6d2db3a9a1b service neutron] 10.222.0.36 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254952 Feb 14 00:23:40.689633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36698035-4b9c-4290-91c2-f49d60d082e5 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:40.754814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 36698035-4b9c-4290-91c2-f49d60d082e5 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:40.755173 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:40.877144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d6a94bbb-02a4-4965-a350-bd17632141f6 req-41dce9b8-35c6-4742-b2c9-037d6e511cc9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:40.877789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eaddb45d-807c-43b2-994f-d4fd3514ab82 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:40.888943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-d6a94bbb-02a4-4965-a350-bd17632141f6 req-41dce9b8-35c6-4742-b2c9-037d6e511cc9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:40.890184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d6a94bbb-02a4-4965-a350-bd17632141f6 req-41dce9b8-35c6-4742-b2c9-037d6e511cc9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 210 time: 0.0571606 Feb 14 00:23:40.948449 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port eaddb45d-807c-43b2-994f-d4fd3514ab82 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:40.948814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:41.672108 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Sync routers for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:23:41.684830 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:41.685425 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:41.859797 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:42.171176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ba54305d-1d08-4cf5-850c-415e05f65af8 req-3af0eb70-5605-4eec-bee5-0850b6b86d0c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 210 time: 0.0591185 Feb 14 00:23:42.223919 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 2, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:42.225349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-f8bcb7cb-70d6-4226-8a40-7e7f9dff994c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:42.226784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-f8bcb7cb-70d6-4226-8a40-7e7f9dff994c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 797 time: 0.3086388 Feb 14 00:23:42.227801 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Checking router: faf4f56d-717d-45cb-a0d8-fff4ef359925 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:23:42.228142 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Updating router faf4f56d-717d-45cb-a0d8-fff4ef359925 port 94bb08f7-0680-4dfc-b075-0e73d467eebb binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:23:42.281163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-506c1055-d30c-471e-9e48-26d46b59d366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 379 time: 0.0414598 Feb 14 00:23:42.287323 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.289772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'port': {'device_id': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'admin_state_up': True, 'tenant_id': 'efe6a50729724d799852455889d4c542', 'security_groups': ['ba25c29d-c24b-4b6c-a3d4-197354ce36c0']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:42.424122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:42.433772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:42.443532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:23:42.446537 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.621827 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.633903 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Transition to ACTIVE for port object 94bb08f7-0680-4dfc-b075-0e73d467eebb will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:42.639512 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.712681 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.8 (abffa193-2d40-475d-88e1-6a45edbe60d2/f4c76845-1180-4a9c-9c1d-05875ca4df0b/267a612f-4077-4e5c-bda6-a963c8950720) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:23:42.763644 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Pushing event updated for resources: {'Port': ['ID=94bb08f7-0680-4dfc-b075-0e73d467eebb,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:42.832034 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.832369 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.832693 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.833014 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.833336 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.833647 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.834317 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.834317 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.834587 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.834900 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.835210 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:23:42.862273 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Attempting to bind port 94bb08f7-0680-4dfc-b075-0e73d467eebb on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:23:42.862641 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Attempting to bind port 94bb08f7-0680-4dfc-b075-0e73d467eebb by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:23:42.862976 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Attempting to bind port 94bb08f7-0680-4dfc-b075-0e73d467eebb on network abffa193-2d40-475d-88e1-6a45edbe60d2 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:23:42.869396 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:23:42.869752 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Checking segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:23:42.870167 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.870651 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Bound using segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:23:42.870971 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Bound port: 94bb08f7-0680-4dfc-b075-0e73d467eebb, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:23:42.871323 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.922274 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.938291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object 267a612f-4077-4e5c-bda6-a963c8950720 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:42.959429 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] For port 94bb08f7-0680-4dfc-b075-0e73d467eebb, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:23:42.960077 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:42.962477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] For port 94bb08f7-0680-4dfc-b075-0e73d467eebb, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=94bb08f7-0680-4dfc-b075-0e73d467eebb,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:23:42.966571 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:43.040123 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network abffa193-2d40-475d-88e1-6a45edbe60d2 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:23:43.043144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:43.047692 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:23:43.048505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325ea16-8a8f-4873-99da-190bcd303ab0 None None] Pushing event updated for resources: {'Port': ['ID=94bb08f7-0680-4dfc-b075-0e73d467eebb,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:43.053239 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:43.053488 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:43.093132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=267a612f-4077-4e5c-bda6-a963c8950720,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:43.139020 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:43.139645 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:43.165966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-759638ab-a77b-4f47-a4ee-678c173de516 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8802261 Feb 14 00:23:43.178444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Request body: {'port': {'device_id': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:43.309934 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:43.311126 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:43.391107 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35732f-654b-4161-b63e-85b423a64b94 req-4bfb0770-55e2-4a2d-9af3-7218700d3254 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:43.393393 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed35732f-654b-4161-b63e-85b423a64b94 req-4bfb0770-55e2-4a2d-9af3-7218700d3254 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 931 time: 0.0913506 Feb 14 00:23:43.451724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ed35732f-654b-4161-b63e-85b423a64b94 req-fdfcc56b-d785-4235-bf1c-6b5d10753e05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:43.470663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-ed35732f-654b-4161-b63e-85b423a64b94 req-fdfcc56b-d785-4235-bf1c-6b5d10753e05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:43.485354 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ed35732f-654b-4161-b63e-85b423a64b94 req-fdfcc56b-d785-4235-bf1c-6b5d10753e05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842803 Feb 14 00:23:43.556202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e3349f9-1078-4654-bd59-ee231018117b None None] Provisioning for port 267a612f-4077-4e5c-bda6-a963c8950720 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:43.561428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-5e3349f9-1078-4654-bd59-ee231018117b None None] Provisioning complete for port 267a612f-4077-4e5c-bda6-a963c8950720 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:43.562058 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e3349f9-1078-4654-bd59-ee231018117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:43.614423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-5e3349f9-1078-4654-bd59-ee231018117b None None] Port 267a612f-4077-4e5c-bda6-a963c8950720 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:23:43.682012 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:42Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:43.686181 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73444c33-cde8-4344-b74d-f48330613cc8 None None] The sync data for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 is: [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:42Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:23:43.695656 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267a612f-4077-4e5c-bda6-a963c8950720 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:23:43.702654 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:43.717810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Transition to ACTIVE for port object 267a612f-4077-4e5c-bda6-a963c8950720 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:23:43.732003 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:43.861759 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=267a612f-4077-4e5c-bda6-a963c8950720,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:43.983821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Attempting to bind port 267a612f-4077-4e5c-bda6-a963c8950720 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:23:43.984154 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Attempting to bind port 267a612f-4077-4e5c-bda6-a963c8950720 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:23:43.984478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Attempting to bind port 267a612f-4077-4e5c-bda6-a963c8950720 on network abffa193-2d40-475d-88e1-6a45edbe60d2 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:23:43.994919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Port 267a612f-4077-4e5c-bda6-a963c8950720 on network abffa193-2d40-475d-88e1-6a45edbe60d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:23:43.995328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Attempting to bind port 267a612f-4077-4e5c-bda6-a963c8950720 on network abffa193-2d40-475d-88e1-6a45edbe60d2 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:23:44.003222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:23:44.003642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Checking segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:23:44.004100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Bound using segment: {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:23:44.004597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Bound port: 267a612f-4077-4e5c-bda6-a963c8950720, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d60245-720d-4dda-b074-29c6c3d76afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:23:44.005001 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:44.105313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] For port 267a612f-4077-4e5c-bda6-a963c8950720, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:23:44.108697 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] For port 267a612f-4077-4e5c-bda6-a963c8950720, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=267a612f-4077-4e5c-bda6-a963c8950720,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:23:44.113164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:44.178315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:44.179682 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] 10.222.0.31 "PUT /v2.0/ports/267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 1091 time: 1.0060210 Feb 14 00:23:44.180276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:23:44.202854 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10ff07-616e-4150-a36a-d8c06be53ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=267a612f-4077-4e5c-bda6-a963c8950720,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:44.264843 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720', 'status': 'completed', 'code': 200} Feb 14 00:23:44.411814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-e0adae0b-8a11-4a62-8429-7f0f3ed46697 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1094 time: 0.1815493 Feb 14 00:23:44.480935 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-277a634f-9648-4ccf-a2d2-53c60a8ac5ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 217 time: 0.0622160 Feb 14 00:23:44.548211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-11f34726-85e8-4ae1-a1c4-23f25dceabe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:44.549675 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-11f34726-85e8-4ae1-a1c4-23f25dceabe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 200 len: 835 time: 0.0634208 Feb 14 00:23:44.625889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-1bea1695-1be9-40f4-aee7-1fbf98969b2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abffa193-2d40-475d-88e1-6a45edbe60d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703104 Feb 14 00:23:44.688585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969f6cd-439f-45c2-b416-6ca62a6ef8bf req-e2440eed-9efd-469e-93a8-a3c3aeb3b012 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:44.690074 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0969f6cd-439f-45c2-b416-6ca62a6ef8bf req-e2440eed-9efd-469e-93a8-a3c3aeb3b012 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 943 time: 0.0882053 Feb 14 00:23:44.709016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94bb08f7-0680-4dfc-b075-0e73d467eebb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:44.739847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0969f6cd-439f-45c2-b416-6ca62a6ef8bf req-ee7f44ba-238a-4227-802a-d3828cbe2501 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Feb 14 00:23:44.767916 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-29519e9e-fede-493e-bd5c-2ced3f70c5d7 service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348486 Feb 14 00:23:44.776166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 94bb08f7-0680-4dfc-b075-0e73d467eebb completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:44.780828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 94bb08f7-0680-4dfc-b075-0e73d467eebb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:44.781197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:44.893165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:44.901942 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0b563539-94a5-48d9-a45c-708714cde0b6 req-4d0bf2d8-fe2f-40b6-9322-22a1edaa9b2e service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274798 Feb 14 00:23:44.926350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 94bb08f7-0680-4dfc-b075-0e73d467eebb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=94bb08f7-0680-4dfc-b075-0e73d467eebb,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:44.929662 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:45.002380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=94bb08f7-0680-4dfc-b075-0e73d467eebb,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:45.026923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-753561c2-9018-4a73-a991-0aa83e3cce1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1094 time: 0.0759282 Feb 14 00:23:45.161207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-484cb3d9-4362-4eb7-a977-5be4772227c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:45.162705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-484cb3d9-4362-4eb7-a977-5be4772227c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 897 time: 0.1283576 Feb 14 00:23:45.230964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-4d6cd1fd-58c7-47a6-8979-60c6ece81903 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 217 time: 0.0619051 Feb 14 00:23:45.295414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-2fcda9df-8f4c-44fa-8ac4-b3917be7aad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:45.296686 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-2fcda9df-8f4c-44fa-8ac4-b3917be7aad5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 200 len: 835 time: 0.0590401 Feb 14 00:23:45.370343 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-593f3dbb-5312-459d-b1e7-d5aa8dc3b175 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abffa193-2d40-475d-88e1-6a45edbe60d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668898 Feb 14 00:23:45.500157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-55918e1f-463d-4b9c-b04f-541ce3573c2d service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223271 Feb 14 00:23:45.631544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-de0440c4-7026-4b2c-a3b0-c8bd1f019cee req-4bd7d40f-f8ce-412c-99da-5dcbc16702ac service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246755 Feb 14 00:23:45.938675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f7e07-dab4-4b75-8a7e-f44f3e898847 req-8e53afba-b807-409a-9056-d8320ab5e96c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:45.939537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0a5f7e07-dab4-4b75-8a7e-f44f3e898847 req-8e53afba-b807-409a-9056-d8320ab5e96c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:23:45.955233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-0a5f7e07-dab4-4b75-8a7e-f44f3e898847 req-8e53afba-b807-409a-9056-d8320ab5e96c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:23:45.956411 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a5f7e07-dab4-4b75-8a7e-f44f3e898847 req-8e53afba-b807-409a-9056-d8320ab5e96c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 943 time: 0.0969462 Feb 14 00:23:46.001854 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0a5f7e07-dab4-4b75-8a7e-f44f3e898847 req-370b4863-18aa-4dad-9652-9dfee7e46d49 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395250 Feb 14 00:23:46.686540 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94bb08f7-0680-4dfc-b075-0e73d467eebb up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:46.753078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 94bb08f7-0680-4dfc-b075-0e73d467eebb triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:46.753440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:47.217264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73651d46-9f30-4d59-ae80-69698d55d236 req-e02afe50-928e-497a-872f-dcc582f2fd9a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:47.218768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73651d46-9f30-4d59-ae80-69698d55d236 req-e02afe50-928e-497a-872f-dcc582f2fd9a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 943 time: 0.0852582 Feb 14 00:23:47.265952 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-73651d46-9f30-4d59-ae80-69698d55d236 req-13766551-20c2-494b-b2e9-8c4f3580fb60 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409572 Feb 14 00:23:48.073374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 267a612f-4077-4e5c-bda6-a963c8950720 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:23:48.234354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 267a612f-4077-4e5c-bda6-a963c8950720, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=267a612f-4077-4e5c-bda6-a963c8950720,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:48.250707 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '267a612f-4077-4e5c-bda6-a963c8950720', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'port_id': '267a612f-4077-4e5c-bda6-a963c8950720', 'mac_address': 'fa:16:3e:5e:8e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:23:48.303609 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:48.320887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267a612f-4077-4e5c-bda6-a963c8950720 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:23:48.336212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 267a612f-4077-4e5c-bda6-a963c8950720, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=267a612f-4077-4e5c-bda6-a963c8950720,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:48.340055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:48.406321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=267a612f-4077-4e5c-bda6-a963c8950720,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:48.462545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb925a9-be18-44b4-a11e-30f3557e5bf3 req-b1bc837c-737d-44ca-832d-964fddc01140 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:48.464067 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-abb925a9-be18-44b4-a11e-30f3557e5bf3 req-b1bc837c-737d-44ca-832d-964fddc01140 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 944 time: 0.0777524 Feb 14 00:23:48.509126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-abb925a9-be18-44b4-a11e-30f3557e5bf3 req-7b3874a3-45b0-4aa8-bab4-afb756a46418 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396583 Feb 14 00:23:48.537395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['267a612f-4077-4e5c-bda6-a963c8950720'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:23:49.704398 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6661ff-d150-48a7-aa06-2cc69f4fdbf9 req-18946ef6-08ec-403d-8d33-d3c119f95f53 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:49.705815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0c6661ff-d150-48a7-aa06-2cc69f4fdbf9 req-18946ef6-08ec-403d-8d33-d3c119f95f53 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 944 time: 0.0749669 Feb 14 00:23:49.749546 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0c6661ff-d150-48a7-aa06-2cc69f4fdbf9 req-6455e722-19b5-447c-aace-53f720ee80ff tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381970 Feb 14 00:23:50.088460 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 267a612f-4077-4e5c-bda6-a963c8950720 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:23:50.153429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 267a612f-4077-4e5c-bda6-a963c8950720 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:23:50.157947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 267a612f-4077-4e5c-bda6-a963c8950720 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:23:50.158347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:50.267692 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:50.292862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:23:50.302587 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 267a612f-4077-4e5c-bda6-a963c8950720, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=267a612f-4077-4e5c-bda6-a963c8950720,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:23:50.306944 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:50.357917 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720', 'code': 200} Feb 14 00:23:50.371279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=267a612f-4077-4e5c-bda6-a963c8950720,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:50.478561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03f68627-8963-4965-978f-1c1d7108eb2c req-ee7e377d-7267-4379-8936-9a8b05a77bda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1096 time: 0.0700526 Feb 14 00:23:50.518892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-03f68627-8963-4965-978f-1c1d7108eb2c req-903ea4b7-957f-425c-b521-21161d252421 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351458 Feb 14 00:23:50.946180 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cbe57-5005-48b2-a9d5-9d9e7fa59212 req-5c690aaa-9628-4e42-8852-e52190116144 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:50.947624 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b9cbe57-5005-48b2-a9d5-9d9e7fa59212 req-5c690aaa-9628-4e42-8852-e52190116144 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0800645 Feb 14 00:23:50.992411 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7b9cbe57-5005-48b2-a9d5-9d9e7fa59212 req-4e397f90-11f5-418c-9fb2-750e36b04d1e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393336 Feb 14 00:23:52.185909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650fd6c-de5b-4c60-ae1f-d2f2aa8630f1 req-c1202d85-56dc-4b2d-84a5-f0128d437d5c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:52.187342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1650fd6c-de5b-4c60-ae1f-d2f2aa8630f1 req-c1202d85-56dc-4b2d-84a5-f0128d437d5c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0744972 Feb 14 00:23:52.237387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1650fd6c-de5b-4c60-ae1f-d2f2aa8630f1 req-993b43dd-6945-485b-a2cd-971504fe1611 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Feb 14 00:23:52.436200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e1cef-871c-4edd-b324-eb84316b3277 req-2e4ddf25-f180-4765-964f-66f02af220ba tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:52.437644 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf5e1cef-871c-4edd-b324-eb84316b3277 req-2e4ddf25-f180-4765-964f-66f02af220ba tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0786982 Feb 14 00:23:52.483811 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bf5e1cef-871c-4edd-b324-eb84316b3277 req-c61055cc-057e-4243-ab15-3ecc003392bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400586 Feb 14 00:23:52.510746 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43926) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:52.581310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e7214651-589b-45ee-b640-68903c2c28d9 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1091 time: 0.0693846 Feb 14 00:23:52.583934 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43930) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:52.588837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '267a612f-4077-4e5c-bda6-a963c8950720', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:23:52.595273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:23:52.598954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:floatingip and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:23:52.601674 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:23:52.607171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:23:52.617794 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:52.750274 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:52.984416 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.154 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/75ad3247-94e0-4997-b8ab-55bda9c11835) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:23:53.130284 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:53.157345 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:53.223889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:23:53.226591 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:23:53.230738 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:23:53.261022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=75ad3247-94e0-4997-b8ab-55bda9c11835,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:53.731596 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:53.791307 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:53.994264 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:53.999704 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:54.106401 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=75ad3247-94e0-4997-b8ab-55bda9c11835,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:23:54.120931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:54.312209 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Floating IP a2fdd008-0bed-4524-8612-9ed1fd594694 associated. External IP: 172.25.4.154, port: 267a612f-4077-4e5c-bda6-a963c8950720. Feb 14 00:23:54.804960 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf4f56d-717d-45cb-a0d8-fff4ef359925 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:23:55.006654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:23:55.016574 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] Sync routers for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:23:55.031945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:23:55.033425 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:55.034139 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:55.089310 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-16c3849f-ea2e-4a7f-871e-54343dced100 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5020394 Feb 14 00:23:55.089310 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:23:55.142360 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720', 'status': 'completed', 'code': 200} Feb 14 00:23:55.218040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:55.379639 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-5f7a770d-d825-4644-bbd7-ba470f8a218b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1096 time: 0.2155743 Feb 14 00:23:55.388271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbda5c2-6787-4186-9c6c-9108572dc93d req-38ca51b0-5be7-4761-be0e-d5552dfd8e60 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:55.389983 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfbda5c2-6787-4186-9c6c-9108572dc93d req-38ca51b0-5be7-4761-be0e-d5552dfd8e60 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.1090479 Feb 14 00:23:55.519653 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bfbda5c2-6787-4186-9c6c-9108572dc93d req-71ba0256-2ce1-4aaf-9801-c0011858fcc0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102927 Feb 14 00:23:55.548688 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43938) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:55.559724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-2d5c265f-6b10-4dde-9f2c-f08f4ca9a5ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:55.561153 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-2d5c265f-6b10-4dde-9f2c-f08f4ca9a5ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 897 time: 0.1701427 Feb 14 00:23:55.565422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'a2fdd008-0bed-4524-8612-9ed1fd594694', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.154', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'port_id': '267a612f-4077-4e5c-bda6-a963c8950720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'mac_address': 'fa:16:3e:5e:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:23:53Z', 'updated_at': '2022-02-14T00:23:53Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:44Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:55.569504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] Checking router: faf4f56d-717d-45cb-a0d8-fff4ef359925 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:23:55.581065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:23:55.581798 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:23:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:55.660985 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1de3c4f8-3c03-4fa3-a95d-d97923ad1a0f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 200 len: 991 time: 0.1111605 Feb 14 00:23:55.668659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-43e59a35-5b38-4610-9d3d-32213c714eff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 999 time: 0.1016002 Feb 14 00:23:55.730387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-52a725fb-3bd8-4af8-b0b5-e6d267ab0a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:23:55.731959 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-52a725fb-3bd8-4af8-b0b5-e6d267ab0a4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 200 len: 835 time: 0.0574198 Feb 14 00:23:55.762128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:23:55.807505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-803be857-9ac8-44d5-9c1b-55ee4fe69b87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abffa193-2d40-475d-88e1-6a45edbe60d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703096 Feb 14 00:23:55.941393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-48ec6b7c-b260-4325-b901-000ef742c558 service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280236 Feb 14 00:23:56.074414 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-23badd88-7bc0-475f-ba5c-a4a43bd3943c req-9823e95a-9dd8-4193-b1e6-3c3c75cfee66 service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270559 Feb 14 00:23:56.140727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'a2fdd008-0bed-4524-8612-9ed1fd594694', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.154', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'port_id': '267a612f-4077-4e5c-bda6-a963c8950720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'mac_address': 'fa:16:3e:5e:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:23:53Z', 'updated_at': '2022-02-14T00:23:53Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:44Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:23:56.144731 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df22082-cc7b-4783-af44-8880be9a6add None None] The sync data for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 is: [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'a2fdd008-0bed-4524-8612-9ed1fd594694', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.154', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'port_id': '267a612f-4077-4e5c-bda6-a963c8950720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'mac_address': 'fa:16:3e:5e:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:23:53Z', 'updated_at': '2022-02-14T00:23:53Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:44Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:23:56.664445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43942) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:56.768689 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3104b73c-e5bf-4dcf-be2c-ee468cfd46f8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 200 len: 991 time: 0.1029367 Feb 14 00:23:57.771899 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43946) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:57.880328 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0b512e2f-a2d8-4371-8072-a9d96a07a4a7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 200 len: 991 time: 0.1073134 Feb 14 00:23:58.884379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43950) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:23:58.989798 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c0ae75ce-84f6-4170-9a1b-bbfa18de07f7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 200 len: 991 time: 0.1041760 Feb 14 00:23:59.617052 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080475d-3e36-42f3-af26-4ef1a6c4292d None None] New status for floating IP a2fdd008-0bed-4524-8612-9ed1fd594694: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:23:59.993127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 43954) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:24:00.096378 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eae6a267-11fb-48bf-ab0a-468482c620d7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 200 len: 993 time: 0.1021004 Feb 14 00:24:00.294185 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4a394e70-fb4b-475f-bf4c-8cc8432de83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:02.459353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4f9e754a-73f7-433c-8b87-943ad851ac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:03.640290 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:03.831551 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:24:04.012531 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:05.250203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:07.505686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:09.340312 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:22.972277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-4c12dffd-37ef-4d13-9a45-d24eda7d4252 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1096 time: 0.0728428 Feb 14 00:24:23.018447 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783249d-d4cd-4b36-912c-ffb5d8992e2a req-8cee4279-26e0-47b3-a687-53cd5e486795 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:23.019905 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8783249d-d4cd-4b36-912c-ffb5d8992e2a req-8cee4279-26e0-47b3-a687-53cd5e486795 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0806954 Feb 14 00:24:23.066984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8783249d-d4cd-4b36-912c-ffb5d8992e2a req-821368b4-d6c5-4c79-9dc9-70ed33543d05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Feb 14 00:24:23.108342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-8c5a0e90-8e2d-4d2b-a99d-0814c544cd2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:23.110493 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-8c5a0e90-8e2d-4d2b-a99d-0814c544cd2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 897 time: 0.1319919 Feb 14 00:24:23.207567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-4740fa26-6f8f-4be7-946b-38fe638fcf9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 1001 time: 0.0914891 Feb 14 00:24:23.271904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-886d7dd2-4268-495f-9f71-3dccd0e4d791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:23.273243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-886d7dd2-4268-495f-9f71-3dccd0e4d791 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 200 len: 835 time: 0.0600364 Feb 14 00:24:23.345499 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-109134c5-5bf2-485a-b9da-45bf4c0910ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abffa193-2d40-475d-88e1-6a45edbe60d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665901 Feb 14 00:24:23.560873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-f8c7c86e-213c-4f96-bd4d-fb36591d43ff service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082920 Feb 14 00:24:23.691713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d5d089b4-6d74-4eaf-9efe-68404801d7da req-5a943631-1cea-4a0b-9235-939b87d15a6a service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238647 Feb 14 00:24:24.270857 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b06d8-d064-43b1-93f3-e7a1527106a3 req-f4e8091d-d782-4272-a6b3-e005f64e72c2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:24.272332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b2b06d8-d064-43b1-93f3-e7a1527106a3 req-f4e8091d-d782-4272-a6b3-e005f64e72c2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0836852 Feb 14 00:24:24.317826 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4b2b06d8-d064-43b1-93f3-e7a1527106a3 req-77635aae-49de-4974-838d-3a28e3025220 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Feb 14 00:24:25.512759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e62eaf-67d6-4f87-a7c6-074e0b0d107d req-e8e53ee4-fbc0-4198-9d88-db8a0e5b342f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:25.514218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67e62eaf-67d6-4f87-a7c6-074e0b0d107d req-e8e53ee4-fbc0-4198-9d88-db8a0e5b342f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0775132 Feb 14 00:24:25.558493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67e62eaf-67d6-4f87-a7c6-074e0b0d107d req-098d6b80-30f4-4a91-a04a-2fffc9020ad0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389063 Feb 14 00:24:26.424251 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-f3d00a82-81b9-4ba4-9deb-0de4d9eef678 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1096 time: 0.0680687 Feb 14 00:24:26.564554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bca34-d28a-4401-954e-d82594b56330 req-effa4a6a-d83c-452d-9e53-1b914a46fd50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:26.565936 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-effa4a6a-d83c-452d-9e53-1b914a46fd50 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 897 time: 0.1230390 Feb 14 00:24:26.670926 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-5461ee81-c9d1-45e9-8647-a5f957415e01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 1001 time: 0.0976555 Feb 14 00:24:26.777468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bca34-d28a-4401-954e-d82594b56330 req-0a518b6a-fd9b-4553-84b6-a2861271fdbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:26.778822 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-0a518b6a-fd9b-4553-84b6-a2861271fdbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 200 len: 835 time: 0.1018362 Feb 14 00:24:26.858693 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5ea6e-9ec2-465f-bcf2-f4ccfd869de5 req-46f8da26-da59-4744-b0ff-0ec4a27713ab tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:26.860198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ce5ea6e-9ec2-465f-bcf2-f4ccfd869de5 req-46f8da26-da59-4744-b0ff-0ec4a27713ab tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.1532295 Feb 14 00:24:26.892159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-835963fa-aa76-4811-953f-c2a0b861ab68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abffa193-2d40-475d-88e1-6a45edbe60d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043098 Feb 14 00:24:26.990796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ce5ea6e-9ec2-465f-bcf2-f4ccfd869de5 req-d6758401-48e7-4bc6-b0df-3943d0b6c8aa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231830 Feb 14 00:24:27.037673 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-127a5681-08c4-4c13-a06e-0d73c3e00deb service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349649 Feb 14 00:24:27.167943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-320bca34-d28a-4401-954e-d82594b56330 req-7b28106f-80a2-4367-a450-a418e3e45733 service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247065 Feb 14 00:24:28.184477 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abf327-d0c5-47a3-891b-6cb2a2d1ad14 req-0f73740d-ff33-4551-a181-811b2edfcb70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:28.185919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39abf327-d0c5-47a3-891b-6cb2a2d1ad14 req-0f73740d-ff33-4551-a181-811b2edfcb70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0744028 Feb 14 00:24:28.236426 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-39abf327-d0c5-47a3-891b-6cb2a2d1ad14 req-6baeb6eb-aa7b-412c-8a45-25b4056497c8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Feb 14 00:24:29.434633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2138a4-9ac9-4574-a0d7-ed9dc7d94e8e req-fa5c69f8-c859-47bc-b6a9-680a2383d234 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:29.436050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab2138a4-9ac9-4574-a0d7-ed9dc7d94e8e req-fa5c69f8-c859-47bc-b6a9-680a2383d234 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0761483 Feb 14 00:24:29.481159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab2138a4-9ac9-4574-a0d7-ed9dc7d94e8e req-809a1190-96e5-442e-a602-a61c746d873f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Feb 14 00:24:30.295916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a403cad0-d8a8-40b5-b962-23b8a1028dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:30.683191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263dc0e-14e5-4a3f-8279-c72ba13aa3a0 req-c89819c6-b723-40af-bf40-cb5f0d6c7cb7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:30.684919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b263dc0e-14e5-4a3f-8279-c72ba13aa3a0 req-c89819c6-b723-40af-bf40-cb5f0d6c7cb7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0784085 Feb 14 00:24:30.729972 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b263dc0e-14e5-4a3f-8279-c72ba13aa3a0 req-c8cf1288-67ff-45e6-b387-96e2478387f2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395365 Feb 14 00:24:31.926343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e4d75-54d5-4b57-bd6b-86b73e533847 req-2be24afd-a017-4e5f-aca9-966a0169efae tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:31.927760 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c09e4d75-54d5-4b57-bd6b-86b73e533847 req-2be24afd-a017-4e5f-aca9-966a0169efae tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0798426 Feb 14 00:24:31.972741 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c09e4d75-54d5-4b57-bd6b-86b73e533847 req-f6d29de6-9c19-4b64-b83b-9b33c06df8a9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395279 Feb 14 00:24:32.460038 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8ee80ca-ef8c-4ba5-8362-fc928eb630d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:33.173046 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6811-ae79-43d0-b371-000331e07476 req-048fe3ea-6821-495e-9dbb-3dc2b9ecd95f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:33.174503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02ea6811-ae79-43d0-b371-000331e07476 req-048fe3ea-6821-495e-9dbb-3dc2b9ecd95f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0798609 Feb 14 00:24:33.218322 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02ea6811-ae79-43d0-b371-000331e07476 req-5aeebf41-38fa-4cdb-b606-fe8b028fff1f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 Feb 14 00:24:33.644250 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:34.015095 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:34.413190 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27570-4d67-4c6c-865c-3473bdb6a4e0 req-d2bd8f02-1a79-4be0-a03f-bf5abecfeb8b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:34.414665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10e27570-4d67-4c6c-865c-3473bdb6a4e0 req-d2bd8f02-1a79-4be0-a03f-bf5abecfeb8b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0780120 Feb 14 00:24:34.463385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-10e27570-4d67-4c6c-865c-3473bdb6a4e0 req-b0c0acd1-15c4-4bca-b71a-8fb1576d4b49 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Feb 14 00:24:35.252389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:35.661012 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aed0b-05ce-4c29-a953-c9d0df66cf1c req-f6f4309a-f1d1-4573-aad0-9c8201c0c1d5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:24:35.662535 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e39aed0b-05ce-4c29-a953-c9d0df66cf1c req-f6f4309a-f1d1-4573-aad0-9c8201c0c1d5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0772300 Feb 14 00:24:35.707645 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e39aed0b-05ce-4c29-a953-c9d0df66cf1c req-26eac4ec-0ec9-42d3-8d9a-6e8c3158e607 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397148 Feb 14 00:24:35.735236 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 43992) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:24:35.838637 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-859bb113-fd92-409d-9d67-1c298ffcf1f2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 200 len: 993 time: 0.1022115 Feb 14 00:24:37.522101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:39.338711 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:24:40.832406 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:25:00.299389 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-76653983-bdc0-4ddb-aaf0-e2d96ee2e563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:02.460910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dac93711-f086-4a26-9618-4bfcaab3b050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:03.649107 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:04.016885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:04.236716 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44008) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:04.534403 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 75ad3247-94e0-4997-b8ab-55bda9c11835 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:04.534743 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:04.703333 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:04.703681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:04.826129 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 75ad3247-94e0-4997-b8ab-55bda9c11835 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:04.970280 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:05.018392 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=75ad3247-94e0-4997-b8ab-55bda9c11835,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:05.062092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.062444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.062778 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.063114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.063440 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.063765 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.064085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.064908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.065227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.065543 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.065856 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:05.119807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:05.255353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:05.513612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf4f56d-717d-45cb-a0d8-fff4ef359925 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:25:05.709985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:25:05.719262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] Sync routers for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:25:05.730016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:05.731260 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:05.731859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:05.785695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-431f898d-4efa-45fb-87a1-c19f7bf46be6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/floatingips/a2fdd008-0bed-4524-8612-9ed1fd594694 HTTP/1.1" status: 204 len: 168 time: 1.5444446 Feb 14 00:25:05.785695 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:25:05.840443 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720', 'status': 'completed', 'code': 200} Feb 14 00:25:05.911101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:05.937868 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-f06462c9-fdfb-4b15-896f-030a1a01d65a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 1096 time: 0.0707092 Feb 14 00:25:06.238133 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-9e04235c-c1fd-46ef-8f69-7ce55a3de10e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:06.239563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-9e04235c-c1fd-46ef-8f69-7ce55a3de10e service neutron] 10.222.0.31 "GET /v2.0/networks?id=abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 200 len: 897 time: 0.2939315 Feb 14 00:25:06.249621 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:44Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:06.250929 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85c323-bfbe-47c4-8339-3f9015f5e08a req-5d7dbede-3acc-446b-bbed-de02f8b00477 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:06.252964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d85c323-bfbe-47c4-8339-3f9015f5e08a req-5d7dbede-3acc-446b-bbed-de02f8b00477 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.1249590 Feb 14 00:25:06.254628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] Checking router: faf4f56d-717d-45cb-a0d8-fff4ef359925 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:25:06.265481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:06.266240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:06.331161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-0cbd4f02-b8e6-402a-8b8b-ddb0eacfe428 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 200 len: 217 time: 0.0771744 Feb 14 00:25:06.400543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0d85c323-bfbe-47c4-8339-3f9015f5e08a req-4d0c5377-1b9a-4d71-8d86-ad91fcf75543 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995564 Feb 14 00:25:06.411908 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-7bfcb1fa-836b-45f6-8d7f-736b5ed07b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:06.413301 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-7bfcb1fa-836b-45f6-8d7f-736b5ed07b6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 200 len: 835 time: 0.0721426 Feb 14 00:25:06.442497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:06.486864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-203c6cfb-1eeb-40af-9fb8-c6da2da014ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abffa193-2d40-475d-88e1-6a45edbe60d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672956 Feb 14 00:25:06.618053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-e960720a-2556-415a-8258-e26497c32092 service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243508 Feb 14 00:25:06.752832 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e266e607-49b8-49d8-a7fa-207cbc0e110e req-44c790c9-ed5b-4035-91d3-153e8867734a service neutron] 10.222.0.31 "GET /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271851 Feb 14 00:25:06.790234 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:44Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:06.794279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33a22d-78e4-48fa-b0ec-1f65c080d20e None None] The sync data for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 is: [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:38Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': '94bb08f7-0680-4dfc-b075-0e73d467eebb', 'name': '', 'network_id': 'abffa193-2d40-475d-88e1-6a45edbe60d2', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:bd:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:37Z', 'updated_at': '2022-02-14T00:23:44Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f4c76845-1180-4a9c-9c1d-05875ca4df0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:25:07.021011 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921cafc-3582-4d96-af8e-07375e7cdeb5 None None] New status for floating IP a2fdd008-0bed-4524-8612-9ed1fd594694: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:25:07.531496 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed931dde-e98a-4464-8a25-0611f86429af req-307f2ec8-3e97-448e-8377-1e0b637c3ed1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:07.533094 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed931dde-e98a-4464-8a25-0611f86429af req-307f2ec8-3e97-448e-8377-1e0b637c3ed1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.0884893 Feb 14 00:25:07.544561 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:07.612844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 267a612f-4077-4e5c-bda6-a963c8950720 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:07.613183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:07.738702 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ecbda-ab46-4ee4-8329-dccc92c21ee8 req-030d2af9-017e-48fe-b6a9-c171677b6869 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:07.739301 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-987ecbda-ab46-4ee4-8329-dccc92c21ee8 req-030d2af9-017e-48fe-b6a9-c171677b6869 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:25:07.755569 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-987ecbda-ab46-4ee4-8329-dccc92c21ee8 req-030d2af9-017e-48fe-b6a9-c171677b6869 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:25:07.756874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-987ecbda-ab46-4ee4-8329-dccc92c21ee8 req-030d2af9-017e-48fe-b6a9-c171677b6869 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6de05fb-c38a-42b6-9530-e2e0afec1f8e HTTP/1.1" status: 200 len: 945 time: 0.2183528 Feb 14 00:25:07.803188 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-987ecbda-ab46-4ee4-8329-dccc92c21ee8 req-e36d816d-86b7-4d74-8777-a4485e0f8ddc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba25c29d-c24b-4b6c-a3d4-197354ce36c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Feb 14 00:25:07.865422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 267a612f-4077-4e5c-bda6-a963c8950720, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=267a612f-4077-4e5c-bda6-a963c8950720,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:07.865767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:07.983104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 267a612f-4077-4e5c-bda6-a963c8950720 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:08.132736 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:08.184263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=267a612f-4077-4e5c-bda6-a963c8950720,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:08.233088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.233434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.233775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.234141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.234482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.234812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.235140 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.235465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.235787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.236902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.237232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:08.280315 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] No DVR routers for this DVR port 267a612f-4077-4e5c-bda6-a963c8950720 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:25:08.283630 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:08.286177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'name': 'network-vif-deleted', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:25:08.302543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ed931dde-e98a-4464-8a25-0611f86429af req-a7b7f666-3dc1-4dbe-8d88-e3b40990a937 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "DELETE /v2.0/ports/267a612f-4077-4e5c-bda6-a963c8950720 HTTP/1.1" status: 204 len: 173 time: 0.7638104 Feb 14 00:25:08.344364 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6de05fb-c38a-42b6-9530-e2e0afec1f8e', 'name': 'network-vif-deleted', 'tag': '267a612f-4077-4e5c-bda6-a963c8950720', 'status': 'completed', 'code': 200} Feb 14 00:25:08.909489 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44032) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:09.304062 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:09.353723 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:09.906000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 94bb08f7-0680-4dfc-b075-0e73d467eebb {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:09.906346 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:10.090628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 94bb08f7-0680-4dfc-b075-0e73d467eebb, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=94bb08f7-0680-4dfc-b075-0e73d467eebb,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:10.091263 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:10.209383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 94bb08f7-0680-4dfc-b075-0e73d467eebb owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:10.471429 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:10.517279 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=94bb08f7-0680-4dfc-b075-0e73d467eebb,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:10.530375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 267a612f-4077-4e5c-bda6-a963c8950720 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:25:10.563498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 267a612f-4077-4e5c-bda6-a963c8950720 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:25:10.563839 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 267a612f-4077-4e5c-bda6-a963c8950720 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:25:10.824166 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:11.392415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf4f56d-717d-45cb-a0d8-fff4ef359925 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:25:11.588271 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:25:11.598397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] Sync routers for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:25:11.600767 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-49e47f0d-034f-483d-a6a4-9fd812d506c7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/faf4f56d-717d-45cb-a0d8-fff4ef359925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901829 Feb 14 00:25:11.603383 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44036) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:11.609562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:11.610212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:11.795423 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:11.896573 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting subnet f4c76845-1180-4a9c-9c1d-05875ca4df0b {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:25:11.899746 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:11.953734 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.039870 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.088389 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:25:10Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:12.092118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] Checking router: faf4f56d-717d-45cb-a0d8-fff4ef359925 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:25:12.102502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] Routers {'faf4f56d-717d-45cb-a0d8-fff4ef359925'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:12.103095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf4f56d-717d-45cb-a0d8-fff4ef359925'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:12.112816 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.151316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c76845-1180-4a9c-9c1d-05875ca4df0b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:12.159373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.165455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-19f23011-0124-481c-8b38-ce18688826ad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/subnets/f4c76845-1180-4a9c-9c1d-05875ca4df0b HTTP/1.1" status: 204 len: 168 time: 0.5611393 Feb 14 00:25:12.168175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44040) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:12.213977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7b7b7-6f9b-44c9-a87e-e2e3648bb5c8 None None] Network abffa193-2d40-475d-88e1-6a45edbe60d2 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:25:12.369628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.432502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] Set router faf4f56d-717d-45cb-a0d8-fff4ef359925 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:12.572681 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.581628 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port eaddb45d-807c-43b2-994f-d4fd3514ab82 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:12.581971 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.706243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] DHCP port deletion for abffa193-2d40-475d-88e1-6a45edbe60d2 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:25:12.713297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Deleting port 36698035-4b9c-4290-91c2-f49d60d082e5 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:12.713659 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.756981 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port eaddb45d-807c-43b2-994f-d4fd3514ab82, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=eaddb45d-807c-43b2-994f-d4fd3514ab82,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:12.757365 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:12.854538 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 36698035-4b9c-4290-91c2-f49d60d082e5 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:25:12.882148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for eaddb45d-807c-43b2-994f-d4fd3514ab82 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:13.049435 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:25:10Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:13.049888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.073228 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36698035-4b9c-4290-91c2-f49d60d082e5,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:13.073609 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.081141 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60049d2-9925-48a0-911e-0cd6072668b9 None None] The sync data for ids ['faf4f56d-717d-45cb-a0d8-fff4ef359925'] in n-d-828979-1 is: [{'id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098417254', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:25:10Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'eaddb45d-807c-43b2-994f-d4fd3514ab82', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf4f56d-717d-45cb-a0d8-fff4ef359925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:23:34Z', 'updated_at': '2022-02-14T00:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:25:13.099577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=eaddb45d-807c-43b2-994f-d4fd3514ab82,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:13.215422 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Calling delete_port for 36698035-4b9c-4290-91c2-f49d60d082e5 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:13.241595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.305169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36698035-4b9c-4290-91c2-f49d60d082e5,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:13.308916 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.324953 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.349464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:25:13.349854 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:25:13.383246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=36698035-4b9c-4290-91c2-f49d60d082e5,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:13.392368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.392710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.393048 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.393380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.393708 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.394053 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.394381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.394700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.395024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.395339 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.395656 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:13.693852 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.697995 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.722644 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.723380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Fanout notify agent at l3_agent the message router_deleted on router faf4f56d-717d-45cb-a0d8-fff4ef359925 {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:25:13.737926 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.739044 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5f2a7bf9-7f74-4b25-a5cd-68f9f0511366 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/routers/faf4f56d-717d-45cb-a0d8-fff4ef359925 HTTP/1.1" status: 204 len: 168 time: 1.5699823 Feb 14 00:25:13.741721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44044) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:13.851101 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Deleting port 36698035-4b9c-4290-91c2-f49d60d082e5 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:13.851606 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.860511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:13.871158 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 36698035-4b9c-4290-91c2-f49d60d082e5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:13.871482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:14.054906 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36698035-4b9c-4290-91c2-f49d60d082e5,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:14.055296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:14.071677 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 36698035-4b9c-4290-91c2-f49d60d082e5, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=36698035-4b9c-4290-91c2-f49d60d082e5,segment=NetworkSegment(72d60245-720d-4dda-b074-29c6c3d76afb),segment_id=72d60245-720d-4dda-b074-29c6c3d76afb)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:14.072029 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:14.177756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Calling delete_port for 36698035-4b9c-4290-91c2-f49d60d082e5 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:14.199142 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 36698035-4b9c-4290-91c2-f49d60d082e5 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:25:14.257241 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:14.270317 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.db.api [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:25:14.270651 n-d-828979-1 neutron-server[83661]: DEBUG oslo_db.api [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:25:14.302396 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] Pushing event deleted for resources: {'Port': ['ID=36698035-4b9c-4290-91c2-f49d60d082e5,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:14.308036 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88073cd2-b742-4760-af4e-16b84b92d427 None None] No DVR routers for this DVR port 36698035-4b9c-4290-91c2-f49d60d082e5 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:25:14.771618 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 36698035-4b9c-4290-91c2-f49d60d082e5 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:25:14.772188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:14.838210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] The port '36698035-4b9c-4290-91c2-f49d60d082e5' was deleted {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:25:14.842455 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94bb08f7-0680-4dfc-b075-0e73d467eebb no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:25:14.880806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 94bb08f7-0680-4dfc-b075-0e73d467eebb {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:25:14.881524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 94bb08f7-0680-4dfc-b075-0e73d467eebb not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:25:14.881639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eaddb45d-807c-43b2-994f-d4fd3514ab82 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:25:14.912962 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: eaddb45d-807c-43b2-994f-d4fd3514ab82 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:25:14.913304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device eaddb45d-807c-43b2-994f-d4fd3514ab82 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:25:14.961658 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:14.985753 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abffa193-2d40-475d-88e1-6a45edbe60d2']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:14.997486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d60245-720d-4dda-b074-29c6c3d76afb') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:14.997781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d60245-720d-4dda-b074-29c6c3d76afb') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:15.009226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.025388 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.031145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:25:15.031511 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: util.warn( Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: util.warn( Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: util.warn( Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: util.warn( Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:25:15.045795 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:25:15.124226 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.141352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.154843 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Network': ['ID=abffa193-2d40-475d-88e1-6a45edbe60d2,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:15.161815 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5db58972-fae7-417a-9cba-515489720fcb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/networks/abffa193-2d40-475d-88e1-6a45edbe60d2 HTTP/1.1" status: 204 len: 168 time: 1.4191000 Feb 14 00:25:15.164469 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44048) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:15.232438 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7ae-ff21-4eb8-80b5-34463abe0ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.261813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7ae-ff21-4eb8-80b5-34463abe0ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.323402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7ae-ff21-4eb8-80b5-34463abe0ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.343608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ae7ae-ff21-4eb8-80b5-34463abe0ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba25c29d-c24b-4b6c-a3d4-197354ce36c0,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:15.357049 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae7ae-ff21-4eb8-80b5-34463abe0ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:15.358252 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0d1ae7ae-ff21-4eb8-80b5-34463abe0ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba25c29d-c24b-4b6c-a3d4-197354ce36c0 HTTP/1.1" status: 204 len: 168 time: 0.1928787 Feb 14 00:25:15.836144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44056) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:15.841867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221044211', 'description': 'tempest-secgroup-smoke-221044211 description', 'project_id': 'efe6a50729724d799852455889d4c542'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:15.848995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:15.853013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:15.855840 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:15.861619 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:15.976628 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.014288 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.018144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.020858 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.026745 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.083641 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.087364 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.132133 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:16.135806 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.137061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f68360cf-9f0e-4376-9781-cef9929eb82b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2999272 Feb 14 00:25:16.139841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44060) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:16.145556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '41e2dd52-8c57-4469-bfb9-db8d6b38ca1e', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:16.152135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.155795 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.159175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.164630 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.180928 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.240581 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.244225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.269378 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c9cb5f-1c2a-4329-82a9-f1fe3c32ae7d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:16.278462 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.279641 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-64162d1a-a976-4193-a7b0-2ecd7f3186ef tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1389470 Feb 14 00:25:16.282468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44064) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:16.288760 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '41e2dd52-8c57-4469-bfb9-db8d6b38ca1e', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:16.295346 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.299727 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.302567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.308092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.324205 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.384238 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.387522 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.410460 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bb4020-3489-4c6d-bb2c-2b755fca1050,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:16.419408 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.420561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-22f6be69-aea3-4e1d-9221-383252cdd1d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1364489 Feb 14 00:25:16.423946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44068) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:16.429174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '41e2dd52-8c57-4469-bfb9-db8d6b38ca1e', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:16.435755 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.440244 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.443072 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.448603 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.465007 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.528326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.531925 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.554457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b539ca7-1cdf-4224-a19c-e0a3de6bf9a7,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:16.565064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.566589 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-9d71bacd-2b82-44d6-ba3f-36254d0a237b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1417015 Feb 14 00:25:16.569511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44072) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:16.575406 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '41e2dd52-8c57-4469-bfb9-db8d6b38ca1e', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:16.583254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.587570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.590908 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.598304 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.617407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.686957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.691708 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.713419 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d81478-0b8e-49ab-88b5-b860e1096c7f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:16.724739 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.725898 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-57a23997-8617-4245-ad61-5946d77a5946 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553931 Feb 14 00:25:16.728771 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44076) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:16.734062 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '41e2dd52-8c57-4469-bfb9-db8d6b38ca1e', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:16.741189 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.744959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.747787 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.754115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.763917 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:25:16.770648 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.834921 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.838790 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.864264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1072df65-e69c-4c7e-8a0c-0d000b285c3a,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:16.873172 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.874383 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-88739b61-045a-4b90-8d61-06a87b1f48bc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1446846 Feb 14 00:25:16.877896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44080) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:16.883682 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '41e2dd52-8c57-4469-bfb9-db8d6b38ca1e', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:16.889943 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:16.894358 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:16.897348 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:16.903002 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:16.914308 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:25:16.920460 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.986188 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:16.989871 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.012851 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5d81a8-9c75-4285-a32c-fd8f0faf9395,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:17.021931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.025741 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-ec229a08-9bac-479f-be8f-69364da2197d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1441579 Feb 14 00:25:17.025923 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44084) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:17.031255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'network': {'name': 'tempest-network-smoke--23467595', 'project_id': 'efe6a50729724d799852455889d4c542', 'port_security_enabled': True}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:17.036836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:17.040811 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:network and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:17.043609 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:17.049254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:17.059144 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:25:17.062235 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.089550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:25:17.098214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.098553 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Added segment 1e158357-e759-400e-8eba-020bbdbc6b5b of type vlan for network 407f442a-636b-46dc-8859-2c898dc92091 Feb 14 00:25:17.123404 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.151898 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.155500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:17.156070 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.261465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2342980 Feb 14 00:25:17.263998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44088) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:17.264562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f319d0-a27c-48e2-b01f-e33060d1bdde tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Network': ['ID=407f442a-636b-46dc-8859-2c898dc92091,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:17.271698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'admin_state_up': True, 'project_id': 'efe6a50729724d799852455889d4c542', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:17.275052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 407f442a-636b-46dc-8859-2c898dc92091 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:25:17.279744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:17.283558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:router and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:17.286367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:17.292587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:17.302443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.303330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.323456 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.565416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.744009 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.777194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:17.832822 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:25:17.905709 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.118 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/48219f15-9cad-4551-8ce7-e56491f0b83b) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:25:18.050382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:18.077233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:18.147922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:25:18.150581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:18.154876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:25:18.179182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=48219f15-9cad-4551-8ce7-e56491f0b83b,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:18.309419 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:18.310440 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:18.531010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf77355-59b3-4b37-8885-fff177dd225d is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:25:18.727332 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:25:18.737769 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Sync routers for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:25:18.749795 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:18.750443 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:18.752080 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:18.753541 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7f9bf620-8eda-4ae6-8d1f-9bdfcdd04958 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4885707 Feb 14 00:25:18.756628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44096) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:18.799677 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f70a61b6-c76d-4051-9c14-56641cbe07ca tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=efe6a50729724d799852455889d4c542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391002 Feb 14 00:25:18.799921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44100) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:18.925134 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:18.930862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4d780-5d1e-479c-b509-71c7d1dde209 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:18.935342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ef4d780-5d1e-479c-b509-71c7d1dde209 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316259 Feb 14 00:25:18.935814 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44104) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:18.983735 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-927c4a23-7e9d-4dc5-88f3-ea6a05e808d5 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443094 Feb 14 00:25:18.983994 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44108) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:18.990060 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104831623', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'project_id': 'efe6a50729724d799852455889d4c542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:19.101350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:19.105091 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:subnet and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:19.107841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:19.113977 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:19.125031 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:25:19.226630 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.247754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:18Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:19.252107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Checking router: faf77355-59b3-4b37-8885-fff177dd225d for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:25:19.252462 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Updating router faf77355-59b3-4b37-8885-fff177dd225d port 48219f15-9cad-4551-8ce7-e56491f0b83b binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:25:19.304840 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.439502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.513595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Subnet': ['ID=f01bd62a-d684-4d32-a224-e8956f647f4d,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:19.525328 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Checking segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:25:19.525663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network hostable DHCP agents. Network: 407f442a-636b-46dc-8859-2c898dc92091, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:25:19.547195 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 407f442a-636b-46dc-8859-2c898dc92091 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:25:19.556710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 407f442a-636b-46dc-8859-2c898dc92091) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:19.560955 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:19.561570 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.567771 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2724b-f7aa-4b70-8153-1e2c3847e385 None None] Network 407f442a-636b-46dc-8859-2c898dc92091 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:25:19.585643 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-63fbcc1f-5106-44d4-960d-33860653127a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6005337 Feb 14 00:25:19.588347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44112) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:19.631601 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.644107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Transition to ACTIVE for port object 48219f15-9cad-4551-8ce7-e56491f0b83b will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:19.650695 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.730336 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Pushing event updated for resources: {'Port': ['ID=48219f15-9cad-4551-8ce7-e56491f0b83b,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:19.739125 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.739461 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.740350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.740350 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.740571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.740722 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.741035 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.741349 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.741658 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.741965 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.742300 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:25:19.745280 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Attempting to bind port 48219f15-9cad-4551-8ce7-e56491f0b83b on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:25:19.745637 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Attempting to bind port 48219f15-9cad-4551-8ce7-e56491f0b83b by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:25:19.745986 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Attempting to bind port 48219f15-9cad-4551-8ce7-e56491f0b83b on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:25:19.755634 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:25:19.756382 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:25:19.756382 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.756738 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:25:19.757183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Bound port: 48219f15-9cad-4551-8ce7-e56491f0b83b, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:25:19.757541 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.790837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-407f442a-636b-46dc-8859-2c898dc92091', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:25:19.791650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.832598 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] For port 48219f15-9cad-4551-8ce7-e56491f0b83b, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:25:19.835992 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] For port 48219f15-9cad-4551-8ce7-e56491f0b83b, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=48219f15-9cad-4551-8ce7-e56491f0b83b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:25:19.841498 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:19.935184 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:19.935884 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:19.995059 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Allocated IP 172.20.0.2 (407f442a-636b-46dc-8859-2c898dc92091/f01bd62a-d684-4d32-a224-e8956f647f4d/fdc0231f-3928-4843-8062-12544234ef78) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:25:20.076961 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4decc7-7b01-41f8-87a2-ccad2c98d974 None None] Pushing event updated for resources: {'Port': ['ID=48219f15-9cad-4551-8ce7-e56491f0b83b,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:20.124216 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:20.210213 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:20.220298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Transition to ACTIVE for port object fdc0231f-3928-4843-8062-12544234ef78 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:20.240363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Transition to ACTIVE for port object fdc0231f-3928-4843-8062-12544234ef78 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:20.247656 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:20.317637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Network 407f442a-636b-46dc-8859-2c898dc92091 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:25:20.320382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:20.324626 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:25:20.326864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Pushing event updated for resources: {'Port': ['ID=fdc0231f-3928-4843-8062-12544234ef78,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:20.424133 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:18Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:20.428120 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc81d61-4e60-4a12-bdcf-9c9992310707 None None] The sync data for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 is: [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:18Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:25:20.431310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Attempting to bind port fdc0231f-3928-4843-8062-12544234ef78 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:25:20.431682 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Attempting to bind port fdc0231f-3928-4843-8062-12544234ef78 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:25:20.432043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Attempting to bind port fdc0231f-3928-4843-8062-12544234ef78 on network 407f442a-636b-46dc-8859-2c898dc92091 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:25:20.476667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:20.496706 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:25:20.496995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Checking segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:25:20.497386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:20.497764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Bound using segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:25:20.498266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Bound port: fdc0231f-3928-4843-8062-12544234ef78, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:25:20.498641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:20.690166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] For port fdc0231f-3928-4843-8062-12544234ef78, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:25:20.695146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] For port fdc0231f-3928-4843-8062-12544234ef78, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fdc0231f-3928-4843-8062-12544234ef78,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:25:20.703056 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:20.805761 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289fc3a-c0e3-4d12-83d9-9fc5f4abf05d None None] Pushing event updated for resources: {'Port': ['ID=fdc0231f-3928-4843-8062-12544234ef78,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:20.922613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 48219f15-9cad-4551-8ce7-e56491f0b83b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:20.963238 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.1 (407f442a-636b-46dc-8859-2c898dc92091/f01bd62a-d684-4d32-a224-e8956f647f4d/a6ff59a4-06db-4cf6-8b32-1738406b6928) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:25:21.050484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 48219f15-9cad-4551-8ce7-e56491f0b83b completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:21.063175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 48219f15-9cad-4551-8ce7-e56491f0b83b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:21.063696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.203868 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.207323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.223750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 48219f15-9cad-4551-8ce7-e56491f0b83b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=48219f15-9cad-4551-8ce7-e56491f0b83b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:21.231159 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.235174 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object a6ff59a4-06db-4cf6-8b32-1738406b6928 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:21.258680 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.302372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=48219f15-9cad-4551-8ce7-e56491f0b83b,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:21.343567 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 407f442a-636b-46dc-8859-2c898dc92091 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:25:21.344457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=a6ff59a4-06db-4cf6-8b32-1738406b6928,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:21.347613 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:21.349707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:25:21.405892 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.508464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:21.817394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270aa68-789e-412a-afde-1fafd3a5626e None None] Network 407f442a-636b-46dc-8859-2c898dc92091 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:25:21.972164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-fc045573-7904-4673-b215-17bfd581d517 None None] Provisioning for port fdc0231f-3928-4843-8062-12544234ef78 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:22.023396 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:22.028076 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:22.142934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:22.146428 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=a6ff59a4-06db-4cf6-8b32-1738406b6928,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:22.288191 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 407f442a-636b-46dc-8859-2c898dc92091 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:25:22.289402 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:22.303787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d10d7273-5a54-48ce-9f10-b27756d61a5d None None] Provisioning for port a6ff59a4-06db-4cf6-8b32-1738406b6928 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:22.308783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-d10d7273-5a54-48ce-9f10-b27756d61a5d None None] Provisioning complete for port a6ff59a4-06db-4cf6-8b32-1738406b6928 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:22.309808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d10d7273-5a54-48ce-9f10-b27756d61a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:22.372930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-d10d7273-5a54-48ce-9f10-b27756d61a5d None None] Port a6ff59a4-06db-4cf6-8b32-1738406b6928 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:25:22.508479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f835f451-7492-4647-9543-270dc5cdace9 None None] Provisioning complete for port a6ff59a4-06db-4cf6-8b32-1738406b6928 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:22.508846 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f835f451-7492-4647-9543-270dc5cdace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:22.562975 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f835f451-7492-4647-9543-270dc5cdace9 None None] Port a6ff59a4-06db-4cf6-8b32-1738406b6928 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:25:22.682989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf77355-59b3-4b37-8885-fff177dd225d has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:25:22.684368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c05a443b-9cfd-4ead-bf39-4f7dca8c12b6 None None] Provisioning complete for port a6ff59a4-06db-4cf6-8b32-1738406b6928 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:22.684997 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c05a443b-9cfd-4ead-bf39-4f7dca8c12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:22.766964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-c05a443b-9cfd-4ead-bf39-4f7dca8c12b6 None None] Port a6ff59a4-06db-4cf6-8b32-1738406b6928 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:25:22.888555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:25:22.901331 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c9f9da96-dc78-4db2-93a8-8ef9276d28bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/faf77355-59b3-4b37-8885-fff177dd225d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3113239 Feb 14 00:25:22.913548 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 48219f15-9cad-4551-8ce7-e56491f0b83b up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:22.980774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 48219f15-9cad-4551-8ce7-e56491f0b83b triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:22.981139 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:23.099811 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdc0231f-3928-4843-8062-12544234ef78 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:23.171502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port fdc0231f-3928-4843-8062-12544234ef78 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:23.176679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fdc0231f-3928-4843-8062-12544234ef78 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:23.177061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:23.198716 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-2b13f783-d945-4b7b-84ca-71c12b1a931e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221044211&fields=id&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 267 time: 0.0423553 Feb 14 00:25:23.286816 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:23.319915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port fdc0231f-3928-4843-8062-12544234ef78, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fdc0231f-3928-4843-8062-12544234ef78,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:23.324702 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:23.349913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-a1527137-f369-48ea-8008-9fb2bc1bfaaa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:23.351387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-a1527137-f369-48ea-8008-9fb2bc1bfaaa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 795 time: 0.1449301 Feb 14 00:25:23.368368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-47e0e073-33f2-4560-bf0c-768414e70a19 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/quotas/efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 375 time: 0.0117376 Feb 14 00:25:23.392147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=fdc0231f-3928-4843-8062-12544234ef78,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:23.545869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-4b5eccd4-8cb4-49ef-98fb-3f466369db4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:25:23.561432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-4b5eccd4-8cb4-49ef-98fb-3f466369db4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:25:23.562807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-4b5eccd4-8cb4-49ef-98fb-3f466369db4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895282 Feb 14 00:25:23.702505 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-640d57ad-d426-49c4-8585-dc4fb5a1e9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273398 Feb 14 00:25:23.833037 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-2729df36-8a5c-4ad4-a33e-f49fcb5dbdfe service neutron] 10.222.0.36 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240304 Feb 14 00:25:24.129254 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3ddff8ef-caf9-4136-a7e1-ede51197cf2f req-f3e22e51-d7be-4813-b85b-1f28f04d6d82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:25:24.140989 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-3ddff8ef-caf9-4136-a7e1-ede51197cf2f req-f3e22e51-d7be-4813-b85b-1f28f04d6d82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:25:24.143631 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3ddff8ef-caf9-4136-a7e1-ede51197cf2f req-f3e22e51-d7be-4813-b85b-1f28f04d6d82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 210 time: 0.1444051 Feb 14 00:25:24.187493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Sync routers for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:25:24.199387 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:24.199994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:24.382242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:24.695502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 2, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:24.699395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Checking router: faf77355-59b3-4b37-8885-fff177dd225d for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:25:24.699745 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Updating router faf77355-59b3-4b37-8885-fff177dd225d port a6ff59a4-06db-4cf6-8b32-1738406b6928 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:25:24.757933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:24.861880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdc0231f-3928-4843-8062-12544234ef78 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:25.047826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port fdc0231f-3928-4843-8062-12544234ef78 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:25.048295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.201451 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-56756804-880e-4045-b2a0-72ea730fb5f3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:25.203188 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-56756804-880e-4045-b2a0-72ea730fb5f3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 795 time: 0.1586387 Feb 14 00:25:25.274013 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-ffed56e7-9ba6-4942-b5b7-3f6ab34ac5e6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 379 time: 0.0590086 Feb 14 00:25:25.289470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'port': {'device_id': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'admin_state_up': True, 'tenant_id': 'efe6a50729724d799852455889d4c542', 'security_groups': ['41e2dd52-8c57-4469-bfb9-db8d6b38ca1e']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:25.377650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.389058 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Transition to ACTIVE for port object a6ff59a4-06db-4cf6-8b32-1738406b6928 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:25.395277 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.413020 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7762ef4e-349c-4729-87b3-32fe02fcfce6 req-80bb9ab4-f0e6-4787-842e-fd3beb0d8dcf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 210 time: 0.0999618 Feb 14 00:25:25.483295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:25.493939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:25.508243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:25:25.512027 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.523439 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4fad7-5601-4cda-a425-6f13e243ad1f None None] Pushing event updated for resources: {'Port': ['ID=a6ff59a4-06db-4cf6-8b32-1738406b6928,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:25.615040 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Attempting to bind port a6ff59a4-06db-4cf6-8b32-1738406b6928 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:25:25.615257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Attempting to bind port a6ff59a4-06db-4cf6-8b32-1738406b6928 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:25:25.615636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Attempting to bind port a6ff59a4-06db-4cf6-8b32-1738406b6928 on network 407f442a-636b-46dc-8859-2c898dc92091 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:25:25.622004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:25:25.622397 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Checking segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:25:25.622790 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.623175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Bound using segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:25:25.623630 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Bound port: a6ff59a4-06db-4cf6-8b32-1738406b6928, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:25:25.623994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.688499 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.11 (407f442a-636b-46dc-8859-2c898dc92091/f01bd62a-d684-4d32-a224-e8956f647f4d/f51bd9d1-6258-4093-a4ca-49957517690e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:25:25.716082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] For port a6ff59a4-06db-4cf6-8b32-1738406b6928, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:25:25.719275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] For port a6ff59a4-06db-4cf6-8b32-1738406b6928, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a6ff59a4-06db-4cf6-8b32-1738406b6928,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:25:25.725233 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.808239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4fad7-5601-4cda-a425-6f13e243ad1f None None] Pushing event updated for resources: {'Port': ['ID=a6ff59a4-06db-4cf6-8b32-1738406b6928,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:25.813004 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:25.813600 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:25.888805 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:25.906080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object f51bd9d1-6258-4093-a4ca-49957517690e will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:25.929649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:26.006427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 407f442a-636b-46dc-8859-2c898dc92091 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:25:26.009470 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:26.012458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:25:26.013317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:26.064437 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:26.084741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:26.085342 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:26.112474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b5051c9f-5960-44ed-bf2d-ea057f2c36eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8304603 Feb 14 00:25:26.124391 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Request body: {'port': {'device_id': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:26.243000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:26.327858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6863925d-c860-49b1-8a1a-68c79a8219c9 None None] Provisioning for port f51bd9d1-6258-4093-a4ca-49957517690e completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:26.335643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6863925d-c860-49b1-8a1a-68c79a8219c9 None None] Provisioning complete for port f51bd9d1-6258-4093-a4ca-49957517690e triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:26.336007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6863925d-c860-49b1-8a1a-68c79a8219c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:26.396842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6863925d-c860-49b1-8a1a-68c79a8219c9 None None] Port f51bd9d1-6258-4093-a4ca-49957517690e cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:25:26.411322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:25Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:26.415247 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b499399-5139-4588-b4c0-ab21db9caf6f None None] The sync data for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 is: [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:25Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:25:26.640224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3de5d-b93c-43b2-a019-8fe24fe55ebf req-830b6728-82d4-41bb-b8aa-dca42724eab8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:26.641775 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfa3de5d-b93c-43b2-a019-8fe24fe55ebf req-830b6728-82d4-41bb-b8aa-dca42724eab8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 932 time: 0.0833416 Feb 14 00:25:26.690558 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cfa3de5d-b93c-43b2-a019-8fe24fe55ebf req-24759ce6-8ab8-4fb3-a935-d3d4ac7999c1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:25:26.707523 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-cfa3de5d-b93c-43b2-a019-8fe24fe55ebf req-24759ce6-8ab8-4fb3-a935-d3d4ac7999c1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:25:26.708693 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfa3de5d-b93c-43b2-a019-8fe24fe55ebf req-24759ce6-8ab8-4fb3-a935-d3d4ac7999c1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602562 Feb 14 00:25:26.732799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51bd9d1-6258-4093-a4ca-49957517690e {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:25:26.741019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:26.756752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Transition to ACTIVE for port object f51bd9d1-6258-4093-a4ca-49957517690e will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:25:26.760401 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:26.881057 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6ff59a4-06db-4cf6-8b32-1738406b6928 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:26.907294 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:26.982859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port a6ff59a4-06db-4cf6-8b32-1738406b6928 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:26.990541 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a6ff59a4-06db-4cf6-8b32-1738406b6928 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:26.991201 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:27.032864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:25:27.033285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:25:27.033987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e on network 407f442a-636b-46dc-8859-2c898dc92091 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:25:27.051713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Port f51bd9d1-6258-4093-a4ca-49957517690e on network 407f442a-636b-46dc-8859-2c898dc92091 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:25:27.052072 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e on network 407f442a-636b-46dc-8859-2c898dc92091 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:25:27.060010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:25:27.060428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Checking segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:25:27.060860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Bound using segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:25:27.061295 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Bound port: f51bd9d1-6258-4093-a4ca-49957517690e, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:25:27.061639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:27.147765 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:27.159342 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:25:27.162563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:25:27.168530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:27.186849 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port a6ff59a4-06db-4cf6-8b32-1738406b6928, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a6ff59a4-06db-4cf6-8b32-1738406b6928,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:27.191768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:27.245332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:27.246940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] 10.222.0.31 "PUT /v2.0/ports/f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 1092 time: 1.1264942 Feb 14 00:25:27.247375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:25:27.263612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27a991-9f93-40fa-8a11-3cdf3a9cf8be service neutron] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:27.272977 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=a6ff59a4-06db-4cf6-8b32-1738406b6928,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:27.339973 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'status': 'completed', 'code': 200} Feb 14 00:25:27.383809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-5f69d3ab-330b-4711-972a-5d652be1a4a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1095 time: 0.0786610 Feb 14 00:25:27.462637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-034f8f60-ce0c-409c-9b10-f564795196a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 217 time: 0.0719111 Feb 14 00:25:27.525545 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-d1b5e065-4c00-4ebe-a93c-daacd9b0f1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:27.526988 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-d1b5e065-4c00-4ebe-a93c-daacd9b0f1cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0586188 Feb 14 00:25:27.600977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-a1832557-ed3c-4bdd-aea3-705e8c932b78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673265 Feb 14 00:25:27.731736 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-7b0963da-f592-4ad8-865c-e8bb1b3cbff1 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245081 Feb 14 00:25:27.865374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-05137a88-d472-4f62-8e8b-bd1eee3c0379 req-b8a15778-4a50-4f8d-8fd0-8f6c48539241 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274960 Feb 14 00:25:27.911123 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9caa1-f4fb-497b-a522-49b456e76545 req-d670dc0c-af75-4ddb-ae21-9dc1beff33e7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:27.912585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61e9caa1-f4fb-497b-a522-49b456e76545 req-d670dc0c-af75-4ddb-ae21-9dc1beff33e7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.0816729 Feb 14 00:25:27.959437 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-61e9caa1-f4fb-497b-a522-49b456e76545 req-f2bce29b-cb30-46e9-b8a7-5c9f8dbe6fcd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 Feb 14 00:25:27.987982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-0825a406-478d-413e-83ab-5fc27d649bad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1095 time: 0.0812907 Feb 14 00:25:28.126845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-7f952a07-b9a7-430e-949d-c49b5dc7d8cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:28.128322 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-7f952a07-b9a7-430e-949d-c49b5dc7d8cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.1343200 Feb 14 00:25:28.204077 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-f078a86e-2367-40db-9ab4-dab3e90fcefd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 217 time: 0.0681343 Feb 14 00:25:28.266444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-c78793a4-da56-4177-bd11-621a9d48770f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:28.267969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-c78793a4-da56-4177-bd11-621a9d48770f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0571156 Feb 14 00:25:28.347144 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-db31ebea-e4cc-4747-ab5d-05d250baa6a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682647 Feb 14 00:25:28.544879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-1d9a2469-d9c8-410a-87ed-b80b59f439a2 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909158 Feb 14 00:25:28.774296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-63321f38-c57f-46eb-b2e1-1d7834e545fe req-c885d62b-a74e-488c-848d-915e4cc1541c service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204463 Feb 14 00:25:28.852635 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6ff59a4-06db-4cf6-8b32-1738406b6928 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:28.921921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port a6ff59a4-06db-4cf6-8b32-1738406b6928 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:28.922318 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:29.161446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5192e-6820-4cc8-bd17-80db6f17279c req-9ba649b0-c90f-477b-994c-baa0d3f5c1d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:29.162151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-94a5192e-6820-4cc8-bd17-80db6f17279c req-9ba649b0-c90f-477b-994c-baa0d3f5c1d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:25:29.177507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-94a5192e-6820-4cc8-bd17-80db6f17279c req-9ba649b0-c90f-477b-994c-baa0d3f5c1d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:25:29.178781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-94a5192e-6820-4cc8-bd17-80db6f17279c req-9ba649b0-c90f-477b-994c-baa0d3f5c1d1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.0956016 Feb 14 00:25:29.223895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-94a5192e-6820-4cc8-bd17-80db6f17279c req-7895905a-64d5-4369-90ef-da9d82722270 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397224 Feb 14 00:25:30.302730 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d0a66ae0-73e9-4ea8-9b91-fc7a96131639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:30.422275 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76c8e7-23e4-45e2-9e51-9dd57fdd366f req-06ace7ce-7166-4f8f-86df-f3196d4497b6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:30.424253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a76c8e7-23e4-45e2-9e51-9dd57fdd366f req-06ace7ce-7166-4f8f-86df-f3196d4497b6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.0753770 Feb 14 00:25:30.471746 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4a76c8e7-23e4-45e2-9e51-9dd57fdd366f req-628c6844-73ac-4379-872d-feea5dbabcfa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Feb 14 00:25:30.607689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f51bd9d1-6258-4093-a4ca-49957517690e details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:25:30.770677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:30.783545 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'port_id': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'mac_address': 'fa:16:3e:3b:4a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:25:30.836323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:30.853573 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51bd9d1-6258-4093-a4ca-49957517690e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:25:30.868103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:30.871558 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:30.935502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:31.070453 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['f51bd9d1-6258-4093-a4ca-49957517690e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:25:31.687243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15190-c31c-4804-889f-dd620c55149f req-b4dd8511-a27a-4aac-b396-ff166515490d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:31.691647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffd15190-c31c-4804-889f-dd620c55149f req-b4dd8511-a27a-4aac-b396-ff166515490d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 945 time: 0.0807285 Feb 14 00:25:31.743542 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ffd15190-c31c-4804-889f-dd620c55149f req-5b641e3f-61cd-479a-9316-c47226fea5d0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Feb 14 00:25:32.463112 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f47a6edd-4ff8-472a-9523-f798705e5045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:32.607518 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f51bd9d1-6258-4093-a4ca-49957517690e up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:25:32.674042 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port f51bd9d1-6258-4093-a4ca-49957517690e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:25:32.678528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port f51bd9d1-6258-4093-a4ca-49957517690e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:25:32.678898 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:32.792546 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:32.819973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:25:32.830347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:25:32.835093 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:32.879148 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'code': 200} Feb 14 00:25:32.902722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:32.952139 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d269e9-605d-47d7-8d4e-45c47c36ff48 req-34e688ef-39bc-4df8-aa95-59c63c8339e7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:32.953595 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91d269e9-605d-47d7-8d4e-45c47c36ff48 req-34e688ef-39bc-4df8-aa95-59c63c8339e7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0838861 Feb 14 00:25:32.998984 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-91d269e9-605d-47d7-8d4e-45c47c36ff48 req-c3d01eb0-4d72-4087-ac3b-46e69836b16d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Feb 14 00:25:33.000157 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d516c957-c078-4b8b-aadd-975daf13891e req-250fa072-a00c-44e7-b953-87fdec6d4f4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1097 time: 0.0682073 Feb 14 00:25:33.043700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d516c957-c078-4b8b-aadd-975daf13891e req-228880c5-976f-4188-9e7c-3f6d2b701b65 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376720 Feb 14 00:25:33.653913 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:34.021582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:34.208498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6db2-1b4b-4569-aab7-f24034f362cf req-36fde785-8e78-4c76-ac90-a935f40c77b1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:34.209937 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-105c6db2-1b4b-4569-aab7-f24034f362cf req-36fde785-8e78-4c76-ac90-a935f40c77b1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0829818 Feb 14 00:25:34.255256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-105c6db2-1b4b-4569-aab7-f24034f362cf req-0ae51f2b-49f6-452d-996e-060497a5b805 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396807 Feb 14 00:25:35.257590 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:35.457426 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ad5e1-d64e-4886-a557-9fa533b4e41b req-6a3c3794-6b0c-49c8-87a7-1b0a5a2a1eb8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:35.458814 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a1ad5e1-d64e-4886-a557-9fa533b4e41b req-6a3c3794-6b0c-49c8-87a7-1b0a5a2a1eb8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0852187 Feb 14 00:25:35.599524 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2a1ad5e1-d64e-4886-a557-9fa533b4e41b req-7c02e29a-e75e-49c2-a4cf-2730997dbada tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352715 Feb 14 00:25:35.790832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d8cf5-6ff0-4a5a-b9d5-e33f44aeff9b req-ebeabecd-2994-41de-8ab1-d9b296dd813f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:35.792171 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-869d8cf5-6ff0-4a5a-b9d5-e33f44aeff9b req-ebeabecd-2994-41de-8ab1-d9b296dd813f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0752120 Feb 14 00:25:35.836154 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-869d8cf5-6ff0-4a5a-b9d5-e33f44aeff9b req-352aed5d-3e4d-4026-9dd0-6e42c2619a4c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386848 Feb 14 00:25:35.864332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44174) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:35.934080 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-f3510f5f-2fdd-4efa-bb26-5aa4c7f2d4a9 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1092 time: 0.0685506 Feb 14 00:25:35.936838 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44178) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:35.943089 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:25:35.949367 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:25:35.953141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:floatingip and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:25:35.956355 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:25:35.961939 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:25:35.972655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:36.104295 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:36.241889 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.71 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/976e9049-e3e1-4d1c-ade1-a5a9b6fb8229) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:25:36.384605 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:36.411500 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:36.481054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:25:36.484210 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:25:36.486260 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=976e9049-e3e1-4d1c-ade1-a5a9b6fb8229,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:36.488292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:25:36.983268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:37.038186 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:37.236502 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:37.240872 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:37.346421 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=976e9049-e3e1-4d1c-ade1-a5a9b6fb8229,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:25:37.360025 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:37.566577 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:37.642660 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Floating IP c22ae66a-7661-4ea8-863b-649bc0276e69 associated. External IP: 172.25.4.71, port: f51bd9d1-6258-4093-a4ca-49957517690e. Feb 14 00:25:38.037075 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf77355-59b3-4b37-8885-fff177dd225d has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:25:38.233222 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:25:38.243418 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] Sync routers for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:25:38.255989 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:38.256590 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:38.257109 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:38.313566 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2a2da3fb-6808-498a-abf9-c6e9cf96f86b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3756850 Feb 14 00:25:38.314356 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:25:38.370456 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'status': 'completed', 'code': 200} Feb 14 00:25:38.468019 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:38.468814 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-07862763-df5b-4155-b2d6-b70a3ed5048e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1097 time: 0.0752068 Feb 14 00:25:38.499570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d7c34-64f5-4427-8624-020e8098f471 req-c468a3bd-0c82-4888-91e0-6a4593de6b73 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:38.501584 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac8d7c34-64f5-4427-8624-020e8098f471 req-c468a3bd-0c82-4888-91e0-6a4593de6b73 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0793486 Feb 14 00:25:38.561899 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ac8d7c34-64f5-4427-8624-020e8098f471 req-aa71da5d-531f-43cb-848b-5f11f218e03f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533843 Feb 14 00:25:38.600554 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44186) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:38.626606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-00876bb5-013b-4021-b400-2bb0788f3eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:38.628517 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-00876bb5-013b-4021-b400-2bb0788f3eda service neutron] 10.222.0.31 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.1540759 Feb 14 00:25:38.718203 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3027bcbb-fa3d-4f03-b8ee-3812da210116 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 200 len: 991 time: 0.1164570 Feb 14 00:25:38.735161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-cef092d9-4257-4937-ac69-cf28ccfe4563 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 999 time: 0.1016951 Feb 14 00:25:38.795521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-d2887396-8f1a-4f6f-a46b-074528ed80a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:25:38.796887 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-d2887396-8f1a-4f6f-a46b-074528ed80a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0566227 Feb 14 00:25:38.834104 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c22ae66a-7661-4ea8-863b-649bc0276e69', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'port_id': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'mac_address': 'fa:16:3e:3b:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:25:36Z', 'updated_at': '2022-02-14T00:25:36Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:27Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:38.837848 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] Checking router: faf77355-59b3-4b37-8885-fff177dd225d for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:25:38.848652 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:25:38.849237 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:25:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:38.871586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-ec04697c-ecac-4ec2-89da-346c2e41ee17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693066 Feb 14 00:25:39.003495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-54dc3c90-8dda-4a99-ad8c-960b007c91a9 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264794 Feb 14 00:25:39.029381 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:25:39.136789 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb5abda2-70ba-4130-8906-5fc104ac959e req-005da988-fdd0-47cc-b8c4-87bb2ce59e7b service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271198 Feb 14 00:25:39.368087 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:25:39.375631 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c22ae66a-7661-4ea8-863b-649bc0276e69', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'port_id': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'mac_address': 'fa:16:3e:3b:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:25:36Z', 'updated_at': '2022-02-14T00:25:36Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:27Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:25:39.379754 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0096e33a-1724-404e-a130-eaf112ad8d2a None None] The sync data for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 is: [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'c22ae66a-7661-4ea8-863b-649bc0276e69', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'port_id': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'mac_address': 'fa:16:3e:3b:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:25:36Z', 'updated_at': '2022-02-14T00:25:36Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:27Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:25:39.721659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44190) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:39.825233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-5a1535a4-746c-4911-b43d-94c09e815052 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 200 len: 991 time: 0.1024654 Feb 14 00:25:40.829180 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:40.932808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bc6e6fbe-73b6-40f3-b0bf-8ae46c559503 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 200 len: 991 time: 0.1021469 Feb 14 00:25:41.936654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44198) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:42.042404 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c6edb176-6e8f-4651-a7f2-60bfdc317077 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 200 len: 991 time: 0.1046388 Feb 14 00:25:42.082685 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ebe5e6-4c57-4473-a5de-c52fe4843229 None None] New status for floating IP c22ae66a-7661-4ea8-863b-649bc0276e69: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:25:43.046260 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44202) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:25:43.150422 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4bddaf84-e460-4f83-acc3-44d66081b998 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 200 len: 993 time: 0.1028593 Feb 14 00:25:54.834858 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:26:00.304796 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-188c2a11-21cd-4c10-b9a4-e00b6918da86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:02.468243 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a27c6cda-1279-49d9-853b-782dca63c275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:03.654563 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:04.024210 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:05.261176 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:05.876324 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5a9c2232-df3b-4e43-b804-47488df71141 req-4ead47e7-a55e-4abb-bb7c-6a2096087fcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666087 Feb 14 00:26:06.137806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44222) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:26:06.191366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2632af-73d7-4527-a6ef-e951daa1abe2 req-eb88bd16-5c61-4b30-9209-0f52117f7dad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:06.192805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e2632af-73d7-4527-a6ef-e951daa1abe2 req-eb88bd16-5c61-4b30-9209-0f52117f7dad tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0861390 Feb 14 00:26:06.278211 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-1efd7ff1-1561-423b-b788-773980b91497 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391056 Feb 14 00:26:06.332539 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8e2632af-73d7-4527-a6ef-e951daa1abe2 req-0df01207-02c1-4a8a-b375-fcb99f69dddb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343217 Feb 14 00:26:07.522163 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-e9e358d4-b7f5-4c1b-ac66-0aa6511ae4be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1097 time: 0.0691569 Feb 14 00:26:07.543149 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1d33d-f643-4c4d-b640-d91d1f20640a req-ab696513-1207-4f58-bd8a-1c3bbfdaef54 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:07.544719 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cb1d33d-f643-4c4d-b640-d91d1f20640a req-ab696513-1207-4f58-bd8a-1c3bbfdaef54 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0809216 Feb 14 00:26:07.560359 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:07.590853 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7cb1d33d-f643-4c4d-b640-d91d1f20640a req-9507ad45-3192-42cd-9f0a-6ba3beabeb9b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 Feb 14 00:26:07.654283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-36e1c86c-4924-4755-96e9-b98058856b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:07.655636 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-36e1c86c-4924-4755-96e9-b98058856b6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.1265802 Feb 14 00:26:07.756955 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-18693993-95aa-4400-aa7a-e722f79714cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 1001 time: 0.0950634 Feb 14 00:26:07.821288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-4f540727-562b-43fc-966e-a9d7c3bed801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:07.822693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-4f540727-562b-43fc-966e-a9d7c3bed801 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0598259 Feb 14 00:26:07.897116 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-5a28bbfd-f5b7-4d2a-b8c8-73d064c7f706 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675073 Feb 14 00:26:08.027609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-b40b54ce-dbab-4933-a0cf-f66a8009d51b service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233032 Feb 14 00:26:08.156459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-61016af8-3805-4cec-b57c-9cdb95efb1ea service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229484 Feb 14 00:26:08.785313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c9334-2a4d-404d-a176-b201cfdf3df5 req-e57f1592-c1d0-4f64-9848-8458830ba507 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:08.786749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-931c9334-2a4d-404d-a176-b201cfdf3df5 req-e57f1592-c1d0-4f64-9848-8458830ba507 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0745866 Feb 14 00:26:08.834772 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-931c9334-2a4d-404d-a176-b201cfdf3df5 req-0c428216-4a98-4831-8f1b-8b3207f0e107 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Feb 14 00:26:09.367481 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:10.135806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc61eda-dc25-4010-b40e-f3aae7f0b7d6 req-dd128a6d-224a-4c52-865c-9292e5d2311c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:10.137155 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bc61eda-dc25-4010-b40e-f3aae7f0b7d6 req-dd128a6d-224a-4c52-865c-9292e5d2311c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.1837285 Feb 14 00:26:10.180943 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bc61eda-dc25-4010-b40e-f3aae7f0b7d6 req-4803b8c3-cb0f-480e-af8c-ae429579a44d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383048 Feb 14 00:26:11.376022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a718da-229f-4ed7-be72-657334d5a3a7 req-779f6d34-1e25-4917-83c8-29e6d388fa63 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:11.378087 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74a718da-229f-4ed7-be72-657334d5a3a7 req-779f6d34-1e25-4917-83c8-29e6d388fa63 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0755424 Feb 14 00:26:11.421771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74a718da-229f-4ed7-be72-657334d5a3a7 req-ccb1740a-5803-4ee3-b778-4881785400d2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382307 Feb 14 00:26:12.614907 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c551f61-05b4-4ead-8d97-a1154fab5ec4 req-195fc934-c097-4e55-a379-ce387afa532a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:12.616339 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c551f61-05b4-4ead-8d97-a1154fab5ec4 req-195fc934-c097-4e55-a379-ce387afa532a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0755491 Feb 14 00:26:12.661979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-8c551f61-05b4-4ead-8d97-a1154fab5ec4 req-89751d31-f8be-4ef9-8351-39dec480f1c4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Feb 14 00:26:13.858042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510857-d8e4-4f1d-8117-d5b46ca236ee req-0e9695b5-bf54-496f-90ba-57d29f6e0809 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:13.859474 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95510857-d8e4-4f1d-8117-d5b46ca236ee req-0e9695b5-bf54-496f-90ba-57d29f6e0809 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0795221 Feb 14 00:26:13.904259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95510857-d8e4-4f1d-8117-d5b46ca236ee req-2bacafe8-723e-4de3-8394-237bb8b08818 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387540 Feb 14 00:26:15.107991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520797d-652b-43e1-a49f-b2baf343ddef req-3d00e420-4bf6-4d86-893b-7d15bb8d60ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:15.109335 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3520797d-652b-43e1-a49f-b2baf343ddef req-3d00e420-4bf6-4d86-893b-7d15bb8d60ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0794961 Feb 14 00:26:15.154505 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3520797d-652b-43e1-a49f-b2baf343ddef req-688b28d3-96da-4a72-a7e1-5ba75a298dfa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Feb 14 00:26:16.350803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7a053-30b5-4461-8720-803f1c532202 req-0964b689-8e12-43cd-887d-c37cbfabad95 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:16.352161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bad7a053-30b5-4461-8720-803f1c532202 req-0964b689-8e12-43cd-887d-c37cbfabad95 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0763133 Feb 14 00:26:16.397288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-bad7a053-30b5-4461-8720-803f1c532202 req-60751acc-c88a-4bc8-9236-def0d4234dcf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395706 Feb 14 00:26:17.590820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9ca06-96ba-4b19-8d98-daf523a35600 req-8158f8e7-e229-487e-a1cc-09c334976297 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:17.592286 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5d9ca06-96ba-4b19-8d98-daf523a35600 req-8158f8e7-e229-487e-a1cc-09c334976297 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0743344 Feb 14 00:26:17.641226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5d9ca06-96ba-4b19-8d98-daf523a35600 req-9a0f2d67-f257-4613-af24-61c1833aa92a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Feb 14 00:26:18.839821 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9644a4a-6bc4-4bcb-af4e-1cfbf5aad37a req-5781369c-f4f2-415b-8aeb-8487cd63ad9e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:18.841233 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9644a4a-6bc4-4bcb-af4e-1cfbf5aad37a req-5781369c-f4f2-415b-8aeb-8487cd63ad9e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0788112 Feb 14 00:26:18.886718 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9644a4a-6bc4-4bcb-af4e-1cfbf5aad37a req-92061c24-e447-48a9-812e-a027b1ae4bff tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388384 Feb 14 00:26:20.072694 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-15d773da-8581-4479-8d1a-188051766ae8 service neutron] show failed (client error): The resource could not be found. Feb 14 00:26:20.073722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-15d773da-8581-4479-8d1a-188051766ae8 service neutron] 10.222.0.31 "GET /v2.0/ports/f51bd9d1-6258-4093-a4ca-49957517690e/bindings/n-h2-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0744405 Feb 14 00:26:20.083975 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29058-907f-4c37-bb32-c9c88086d5f3 req-e4bd9ada-6692-481d-9e44-a549f51db3e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:20.085520 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfb29058-907f-4c37-bb32-c9c88086d5f3 req-e4bd9ada-6692-481d-9e44-a549f51db3e4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0783856 Feb 14 00:26:20.132511 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-cfb29058-907f-4c37-bb32-c9c88086d5f3 req-c8448d8a-a92d-4db6-b202-8a5b7aad91fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Feb 14 00:26:20.405282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-76e1596c-b65f-47be-aaf4-8d8c754b1c20 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 1097 time: 0.1352592 Feb 14 00:26:20.419872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828979-1', 'device_owner': 'compute:nova'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:26:20.524004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:20.869891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:26:20.899003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:26:20.957176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:26:20.962783 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:20.979581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Transition to ACTIVE for port object f51bd9d1-6258-4093-a4ca-49957517690e will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:26:20.983722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:21.118924 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'code': 200} Feb 14 00:26:21.132758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=6']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:26:21.153804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.154168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.154505 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.154833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.155160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.155484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.155799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.156116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.156429 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.156741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.157054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:21.208175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] No DVR routers for this DVR port f51bd9d1-6258-4093-a4ca-49957517690e on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:26:21.358400 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738476-fb49-4267-b719-626e177437d9 req-bba83057-00d7-46e2-8913-6115e9aa52f7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:21.359856 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67738476-fb49-4267-b719-626e177437d9 req-bba83057-00d7-46e2-8913-6115e9aa52f7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.0819216 Feb 14 00:26:21.405978 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-67738476-fb49-4267-b719-626e177437d9 req-46c8799b-928d-4a27-ae50-71d69ae3cbb7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401094 Feb 14 00:26:21.450361 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:26:21.450688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:26:21.451005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e on network 407f442a-636b-46dc-8859-2c898dc92091 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:26:21.456751 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Port f51bd9d1-6258-4093-a4ca-49957517690e on network 407f442a-636b-46dc-8859-2c898dc92091 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:26:21.457063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Attempting to bind port f51bd9d1-6258-4093-a4ca-49957517690e on network 407f442a-636b-46dc-8859-2c898dc92091 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:26:21.463087 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:26:21.463422 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Checking segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:26:21.463792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Bound using segment: {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:26:21.464204 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Bound port: f51bd9d1-6258-4093-a4ca-49957517690e, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e158357-e759-400e-8eba-020bbdbc6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '407f442a-636b-46dc-8859-2c898dc92091'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:26:21.464539 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:21.552671 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:26:21.555575 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:26:21.560551 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:21.614980 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:21.616713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] 10.222.0.42 "PUT /v2.0/ports/f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 1092 time: 1.2004972 Feb 14 00:26:21.640533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cda44c-a495-4f97-9722-1e54108c7bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=7']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:26:21.719945 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-caff65f6-8004-4876-8da7-7450af1414b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1095 time: 0.0759737 Feb 14 00:26:21.858307 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-bf10534a-ca2c-49d4-bfbd-18e7a9301f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:21.859732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-bf10534a-ca2c-49d4-bfbd-18e7a9301f1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.1296115 Feb 14 00:26:21.965536 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-a5025fb4-b229-45d6-bc2c-4e3f0fca3191 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 999 time: 0.0954549 Feb 14 00:26:22.028371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-d8cc7f89-ea5f-4edc-b893-8cdfcfa26574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:22.029753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-d8cc7f89-ea5f-4edc-b893-8cdfcfa26574 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0555341 Feb 14 00:26:22.106754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-398c96f9-7695-4fb3-955e-bc5515c00e3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679195 Feb 14 00:26:22.119877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-f5d87a80-b38a-4804-b207-7adc02715293 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:26:22.120770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-f5d87a80-b38a-4804-b207-7adc02715293 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045507 Feb 14 00:26:22.253078 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-ce8fd591-0898-458a-ad2e-dc25d67db352 service neutron] 10.222.0.42 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220934 Feb 14 00:26:22.385982 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e85a2d8e-93fd-453a-9d9e-51e796bb2373 req-c88e75b8-b493-44aa-a19c-567a1df861b0 service neutron] 10.222.0.42 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237485 Feb 14 00:26:22.704920 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8848dff-f0e0-4294-b722-c8c19be7177d req-ab0f6b42-c84e-4edd-931e-eacff19d19fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:22.706366 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8848dff-f0e0-4294-b722-c8c19be7177d req-ab0f6b42-c84e-4edd-931e-eacff19d19fb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.1695869 Feb 14 00:26:22.750003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a8848dff-f0e0-4294-b722-c8c19be7177d req-069ec0ef-d350-45f0-84e2-4375f28f0f84 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382457 Feb 14 00:26:22.777669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f51bd9d1-6258-4093-a4ca-49957517690e no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:26:22.833998 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device f51bd9d1-6258-4093-a4ca-49957517690e not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:26:23.120542 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:26:23.186403 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'status': 'completed', 'code': 200} Feb 14 00:26:23.327103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-bb450e2b-9502-406e-9cce-4261b8a197b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1095 time: 0.1234126 Feb 14 00:26:23.331112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-261e80ab-79d9-4302-a0e9-c90a8c2fafda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1095 time: 0.0988226 Feb 14 00:26:23.560834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-ab8d7638-b98d-4d76-997a-12a901efc756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:23.562285 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-ab8d7638-b98d-4d76-997a-12a901efc756 service neutron] 10.222.0.31 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.2095661 Feb 14 00:26:23.563080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-441c5dde-447a-4632-abcf-38b5e16788ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:23.564491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-441c5dde-447a-4632-abcf-38b5e16788ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.2293353 Feb 14 00:26:23.742993 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-36c45b8a-5e0f-42a6-81be-2788470665c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 999 time: 0.1752851 Feb 14 00:26:23.744589 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-3b5fe075-a08b-409a-81db-20c20b400896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 999 time: 0.1281075 Feb 14 00:26:23.854073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-191e9349-7e04-42b1-95f3-0abdf3273311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:23.855446 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-191e9349-7e04-42b1-95f3-0abdf3273311 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.1060174 Feb 14 00:26:23.856685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-fbd6a45e-4774-43cb-b780-c9a76e7f905f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:23.857922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-fbd6a45e-4774-43cb-b780-c9a76e7f905f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0795085 Feb 14 00:26:24.039869 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-35b21c32-7ffb-4f82-a7d6-17739369e4ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500497 Feb 14 00:26:24.050253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04a720-1f1c-477c-8358-80479310c58f req-eaba17c9-641f-4c27-abd5-2aa6d9f905e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:24.051671 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a04a720-1f1c-477c-8358-80479310c58f req-eaba17c9-641f-4c27-abd5-2aa6d9f905e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.1615233 Feb 14 00:26:24.080895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-6be50e70-70ad-4304-8f46-68f535dd2112 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202194 Feb 14 00:26:24.279594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7a04a720-1f1c-477c-8358-80479310c58f req-7c51ff7b-8488-4338-b6d3-cbc9b474ce42 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058580 Feb 14 00:26:24.322721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-23f9bb1d-e9a9-4c31-b0ed-625cf437f057 service neutron] 10.222.0.42 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688334 Feb 14 00:26:24.327277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-4c11db02-c859-47e7-ba75-335dbe556067 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866419 Feb 14 00:26:24.659786 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-09f21046-7adf-4282-ab48-74feba6b848c service neutron] 10.222.0.42 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304253 Feb 14 00:26:24.662702 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06abddf7-8369-47fa-a013-bfbb9484fc0d req-743f1297-efb0-4b64-bf51-fa5cedaf8a14 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146455 Feb 14 00:26:25.478272 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048325-ff23-412e-bb73-8a98a9dfb451 req-bbffc595-951f-4c46-967b-45156bfe62ba tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:25.479701 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6048325-ff23-412e-bb73-8a98a9dfb451 req-bbffc595-951f-4c46-967b-45156bfe62ba tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.0751836 Feb 14 00:26:25.523757 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c6048325-ff23-412e-bb73-8a98a9dfb451 req-e715f91f-851d-4c73-8684-96207f363b71 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 Feb 14 00:26:25.865712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-5821bbf1-fab4-43fc-baa6-4c8dc1392220 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:25.867049 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-5821bbf1-fab4-43fc-baa6-4c8dc1392220 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961&tenant_id=efe6a50729724d799852455889d4c542&binding%3Ahost_id=n-h2-828979-1 HTTP/1.1" status: 200 len: 944 time: 0.0816629 Feb 14 00:26:25.867255 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678ea05-f50b-4df5-ad73-bd96ef99a2bb req-e2545dc2-9fbc-408c-93bf-683ba87a5952 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:25.868731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d678ea05-f50b-4df5-ad73-bd96ef99a2bb req-e2545dc2-9fbc-408c-93bf-683ba87a5952 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.0791059 Feb 14 00:26:25.913923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d678ea05-f50b-4df5-ad73-bd96ef99a2bb req-39f0809c-df4a-4cd1-b1c5-1a6a0fa0cc97 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 Feb 14 00:26:25.944914 n-d-828979-1 neutron-server[83662]: INFO neutron.api.v2.resource [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-23d0fa96-f576-4b07-9808-edc189d25b5d service neutron] delete failed (client error): The resource could not be found. Feb 14 00:26:25.945929 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-23d0fa96-f576-4b07-9808-edc189d25b5d service neutron] 10.222.0.31 "DELETE /v2.0/ports/f51bd9d1-6258-4093-a4ca-49957517690e/bindings/n-h1-828979-1 HTTP/1.1" status: 404 len: 380 time: 0.0735719 Feb 14 00:26:25.980833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f51bd9d1-6258-4093-a4ca-49957517690e details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:26:26.121775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:26:26.134940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'port_id': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'mac_address': 'fa:16:3e:3b:4a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:26:26.152382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-6ac46a74-2794-4793-aeca-574f420c2b55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1095 time: 0.1353598 Feb 14 00:26:26.158696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bab52-f0a0-47ac-8a97-b999cdaac861 req-e798e3b2-e767-4889-ba42-4c0c213774fc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:26.160028 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c60bab52-f0a0-47ac-8a97-b999cdaac861 req-e798e3b2-e767-4889-ba42-4c0c213774fc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 944 time: 0.1031203 Feb 14 00:26:26.187168 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:26.204936 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51bd9d1-6258-4093-a4ca-49957517690e {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:26:26.219399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:26:26.223970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:26.290246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:26:26.299363 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.299701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.300035 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.300550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c60bab52-f0a0-47ac-8a97-b999cdaac861 req-3a0f0128-c191-4e03-9dd0-16dc6c5a254e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219049 Feb 14 00:26:26.302434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.302791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.303695 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.304043 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.304382 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.304715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.305523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.306407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:26.320953 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-ba4094d2-45b3-4e21-9245-66dce85e4170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:26.323275 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-ba4094d2-45b3-4e21-9245-66dce85e4170 service neutron] 10.222.0.31 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.1624138 Feb 14 00:26:26.429878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-16be2ee8-ad8c-4939-b948-1871a57b96bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 1000 time: 0.1006062 Feb 14 00:26:26.492167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['f51bd9d1-6258-4093-a4ca-49957517690e'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:26:26.495043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-77f3cb8c-51c3-4979-b064-60097ab63ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:26.496483 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-77f3cb8c-51c3-4979-b064-60097ab63ff6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0601320 Feb 14 00:26:26.572019 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-5cc3f8a6-c053-4010-9e39-084352a40931 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698624 Feb 14 00:26:26.707258 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-1dd95454-62dc-40e5-bdd4-ce921112ee91 service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291170 Feb 14 00:26:26.841768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c43afa4f-6e51-420c-a2fd-60fdac1d0bcb req-c4a80dd9-7519-47df-b4d2-83f0593df39e service neutron] 10.222.0.31 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262434 Feb 14 00:26:27.651952 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471e243-a09e-4021-9ea8-d501ae96be35 req-9a1be1de-e959-4f19-9fc5-0d99d620db51 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:27.653324 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0471e243-a09e-4021-9ea8-d501ae96be35 req-9a1be1de-e959-4f19-9fc5-0d99d620db51 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 945 time: 0.0747175 Feb 14 00:26:27.698315 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0471e243-a09e-4021-9ea8-d501ae96be35 req-12dfb099-c6e7-44e4-a5d2-7e7f220e440d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387108 Feb 14 00:26:27.726020 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44300) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:26:27.828682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c2b50462-3838-4bfc-96c6-9b2c3bf69dc6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 200 len: 992 time: 0.1014657 Feb 14 00:26:27.983298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f51bd9d1-6258-4093-a4ca-49957517690e up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:26:28.051569 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port f51bd9d1-6258-4093-a4ca-49957517690e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:26:28.056009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port f51bd9d1-6258-4093-a4ca-49957517690e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:26:28.056368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:28.164055 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:28.189938 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:26:28.198955 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:26:28.202853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:28.269933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:26:28.323639 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'code': 200} Feb 14 00:26:30.305803 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-aa12175f-5178-4a97-bb4c-79289c0df05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:31.835893 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:26:32.460885 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cb70966b-000e-433a-8d09-a4ecae1b8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:33.656258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:34.027417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:35.262948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:37.586829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:39.378691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:56.475529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44316) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:26:56.671891 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 976e9049-e3e1-4d1c-ade1-a5a9b6fb8229 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:26:56.672236 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:56.835813 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:56.836045 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:56.957295 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 976e9049-e3e1-4d1c-ade1-a5a9b6fb8229 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:26:57.099142 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:57.144841 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=976e9049-e3e1-4d1c-ade1-a5a9b6fb8229,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:26:57.182945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.183290 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.183626 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.183958 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.184281 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.184605 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.184926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.185518 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.185836 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.186182 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.186504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:26:57.245144 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:57.717387 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf77355-59b3-4b37-8885-fff177dd225d has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:26:57.917175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:26:57.926566 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] Sync routers for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:26:57.936483 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:26:57.939327 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:26:57.939921 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:26:57.995844 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-60ab2e1f-dc30-432a-8b8c-96aa4c205e9f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/floatingips/c22ae66a-7661-4ea8-863b-649bc0276e69 HTTP/1.1" status: 204 len: 168 time: 1.5190914 Feb 14 00:26:57.996286 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:26:58.120522 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:26:58.130420 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'status': 'completed', 'code': 200} Feb 14 00:26:58.248294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-4b5503da-28f5-43b0-a568-a6f0eed1f23a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 1097 time: 0.0842953 Feb 14 00:26:58.387942 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-3a519a78-7b3f-4d8c-bb11-9178ed0ce3ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:58.389800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-3a519a78-7b3f-4d8c-bb11-9178ed0ce3ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 200 len: 895 time: 0.1314690 Feb 14 00:26:58.399148 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c42ac-1a48-40e2-8255-a85a404b1e5a req-7c45db23-2e12-4cc9-a850-fb06f19c6504 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:58.399837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e21c42ac-1a48-40e2-8255-a85a404b1e5a req-7c45db23-2e12-4cc9-a850-fb06f19c6504 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:26:58.415791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-e21c42ac-1a48-40e2-8255-a85a404b1e5a req-7c45db23-2e12-4cc9-a850-fb06f19c6504 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:26:58.417710 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e21c42ac-1a48-40e2-8255-a85a404b1e5a req-7c45db23-2e12-4cc9-a850-fb06f19c6504 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0956371 Feb 14 00:26:58.464792 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e21c42ac-1a48-40e2-8255-a85a404b1e5a req-deb8630a-b86b-40fe-9f58-f5ad8ca86972 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Feb 14 00:26:58.466390 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-eceeb4db-1ecb-4c9d-bf6f-01ca18ee53ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 200 len: 217 time: 0.0690813 Feb 14 00:26:58.496796 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:27Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:26:58.501505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] Checking router: faf77355-59b3-4b37-8885-fff177dd225d for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:26:58.511936 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:26:58.512524 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:26:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:26:58.528167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-97489bcc-663e-43d7-a528-299acafb0793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:58.529576 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-97489bcc-663e-43d7-a528-299acafb0793 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 200 len: 835 time: 0.0573642 Feb 14 00:26:58.608182 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-ea561979-16e4-45ae-a15a-138b36c2797a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=407f442a-636b-46dc-8859-2c898dc92091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704339 Feb 14 00:26:58.695139 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:26:58.856658 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-6b4b04b5-2082-4427-9081-c500015bcafb service neutron] 10.222.0.42 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356501 Feb 14 00:26:58.997470 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18ab0d8c-bfb3-4bf7-bf9d-aebfa08d49cb req-ae8006f4-4a01-46c2-8822-740d71b4ffda service neutron] 10.222.0.42 "GET /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331022 Feb 14 00:26:59.007850 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:27Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:26:59.011763 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded2ce9-22ba-4602-91e7-528846b940a9 None None] The sync data for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 is: [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'a6ff59a4-06db-4cf6-8b32-1738406b6928', 'name': '', 'network_id': '407f442a-636b-46dc-8859-2c898dc92091', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:20:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:20Z', 'updated_at': '2022-02-14T00:25:27Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f01bd62a-d684-4d32-a224-e8956f647f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:26:59.221202 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe25fae-6143-4a0e-b848-195be4a66480 None None] New status for floating IP c22ae66a-7661-4ea8-863b-649bc0276e69: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:26:59.665066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192df2-35ec-4dfe-b84d-74e687b5497c req-def64af1-c6de-403f-bebf-1de57996329d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:59.666540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb192df2-35ec-4dfe-b84d-74e687b5497c req-def64af1-c6de-403f-bebf-1de57996329d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0797391 Feb 14 00:26:59.716519 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fb192df2-35ec-4dfe-b84d-74e687b5497c req-a25ac44b-4955-4c83-9d7e-dfe8ef5d9bda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444224 Feb 14 00:26:59.828463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-e8e2be7e-73b2-4784-abe1-48a4e0549df4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:26:59.830587 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-e8e2be7e-73b2-4784-abe1-48a4e0549df4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 946 time: 0.0787976 Feb 14 00:26:59.902947 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port f51bd9d1-6258-4093-a4ca-49957517690e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:26:59.903286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:00.147493 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port f51bd9d1-6258-4093-a4ca-49957517690e, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=f51bd9d1-6258-4093-a4ca-49957517690e,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:00.147844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:00.265164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for f51bd9d1-6258-4093-a4ca-49957517690e owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:27:00.309336 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e245-a4b4-4152-bba8-05e4fd81c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:00.405662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:00.453160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=f51bd9d1-6258-4093-a4ca-49957517690e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:00.526169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] No DVR routers for this DVR port f51bd9d1-6258-4093-a4ca-49957517690e on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:27:00.528776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:00.531309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-deleted', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:27:00.546437 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-47aae404-965f-4cb0-8a7e-fd6cf99492f6 req-75fd7a32-9f76-4613-9e26-845ecd84c811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "DELETE /v2.0/ports/f51bd9d1-6258-4093-a4ca-49957517690e HTTP/1.1" status: 204 len: 173 time: 0.7077136 Feb 14 00:27:00.586131 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda430b-85df-4cd6-923e-6b5de9f11961', 'name': 'network-vif-deleted', 'tag': 'f51bd9d1-6258-4093-a4ca-49957517690e', 'status': 'completed', 'code': 200} Feb 14 00:27:00.892877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9dd69773-0304-4a05-81d2-6d632ea40ecf req-bd3658c2-f143-4186-98c5-19c0b078b39b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:27:00.909165 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9dd69773-0304-4a05-81d2-6d632ea40ecf req-bd3658c2-f143-4186-98c5-19c0b078b39b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:27:00.910665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9dd69773-0304-4a05-81d2-6d632ea40ecf req-bd3658c2-f143-4186-98c5-19c0b078b39b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dda430b-85df-4cd6-923e-6b5de9f11961 HTTP/1.1" status: 200 len: 210 time: 0.0583403 Feb 14 00:27:02.022095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44336) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:02.411886 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:02.462668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-effcae6b-c60b-415a-aed0-641db5744d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:03.120178 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port a6ff59a4-06db-4cf6-8b32-1738406b6928 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:27:03.120757 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:03.302576 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port a6ff59a4-06db-4cf6-8b32-1738406b6928, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=a6ff59a4-06db-4cf6-8b32-1738406b6928,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:03.302932 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:03.421170 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for a6ff59a4-06db-4cf6-8b32-1738406b6928 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:27:03.593332 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:03.642467 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=a6ff59a4-06db-4cf6-8b32-1738406b6928,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:03.666707 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:03.936179 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:04.030611 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:04.103149 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f51bd9d1-6258-4093-a4ca-49957517690e no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:27:04.135894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: f51bd9d1-6258-4093-a4ca-49957517690e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:27:04.136246 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device f51bd9d1-6258-4093-a4ca-49957517690e not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:27:04.606226 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router faf77355-59b3-4b37-8885-fff177dd225d has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:27:04.799097 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:27:04.808700 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] Sync routers for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:27:04.816529 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-be8e55fa-9300-4660-ac06-933ffecba030 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/faf77355-59b3-4b37-8885-fff177dd225d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7933455 Feb 14 00:27:04.819204 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44340) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:04.821630 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:04.822250 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:05.004065 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:05.011985 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting subnet f01bd62a-d684-4d32-a224-e8956f647f4d {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:27:05.014916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.069064 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.156392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.229123 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.269089 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.270610 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Subnet': ['ID=f01bd62a-d684-4d32-a224-e8956f647f4d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:05.275558 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.282204 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bb65a8dc-7d05-4819-8747-cd0fd1952b38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/subnets/f01bd62a-d684-4d32-a224-e8956f647f4d HTTP/1.1" status: 204 len: 168 time: 0.4619896 Feb 14 00:27:05.282696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0010ca80-0e71-4536-ab7c-3041a8b6fef5 None None] Network 407f442a-636b-46dc-8859-2c898dc92091 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:27:05.284979 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44344) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:05.298546 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:27:03Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:05.303272 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] Checking router: faf77355-59b3-4b37-8885-fff177dd225d for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:27:05.315895 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] Routers {'faf77355-59b3-4b37-8885-fff177dd225d'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:05.316792 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['faf77355-59b3-4b37-8885-fff177dd225d'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:05.497349 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.538494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] DHCP port deletion for 407f442a-636b-46dc-8859-2c898dc92091 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:27:05.539043 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] Set router faf77355-59b3-4b37-8885-fff177dd225d gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:05.543436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] Deleting port fdc0231f-3928-4843-8062-12544234ef78 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:27:05.544045 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.697939 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.707445 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 48219f15-9cad-4551-8ce7-e56491f0b83b {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:27:05.707854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.751787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] For port fdc0231f-3928-4843-8062-12544234ef78, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=fdc0231f-3928-4843-8062-12544234ef78,segment=NetworkSegment(1e158357-e759-400e-8eba-020bbdbc6b5b),segment_id=1e158357-e759-400e-8eba-020bbdbc6b5b)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:05.752387 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:05.828598 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:27:03Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:05.832580 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e568f781-db0a-4c5a-bb6c-6d9e75e3ea0f None None] The sync data for ids ['faf77355-59b3-4b37-8885-fff177dd225d'] in n-d-828979-1 is: [{'id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1706049615', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:27:03Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '48219f15-9cad-4551-8ce7-e56491f0b83b', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf77355-59b3-4b37-8885-fff177dd225d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:25:17Z', 'updated_at': '2022-02-14T00:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:27:05.877279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] Calling delete_port for fdc0231f-3928-4843-8062-12544234ef78 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:27:05.967802 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.011898 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 48219f15-9cad-4551-8ce7-e56491f0b83b, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=48219f15-9cad-4551-8ce7-e56491f0b83b,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:06.012255 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.013611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] Pushing event deleted for resources: {'Port': ['ID=fdc0231f-3928-4843-8062-12544234ef78,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:06.016973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2a675-ea31-4f73-a0d9-0588d06cb3d9 None None] No DVR routers for this DVR port fdc0231f-3928-4843-8062-12544234ef78 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:27:06.131813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 48219f15-9cad-4551-8ce7-e56491f0b83b owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:27:06.303237 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.350691 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=48219f15-9cad-4551-8ce7-e56491f0b83b,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:06.570887 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.819485 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.823591 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.850225 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.851654 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Fanout notify agent at l3_agent the message router_deleted on router faf77355-59b3-4b37-8885-fff177dd225d {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:27:06.866321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:06.870049 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c5888684-bd8c-4354-8428-dae006e4a815 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/routers/faf77355-59b3-4b37-8885-fff177dd225d HTTP/1.1" status: 204 len: 168 time: 1.5815437 Feb 14 00:27:06.870291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44348) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:06.959003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6ff59a4-06db-4cf6-8b32-1738406b6928 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:27:06.998888 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: a6ff59a4-06db-4cf6-8b32-1738406b6928 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:27:06.999233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device a6ff59a4-06db-4cf6-8b32-1738406b6928 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:27:06.999642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdc0231f-3928-4843-8062-12544234ef78 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:27:06.999942 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.034649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: fdc0231f-3928-4843-8062-12544234ef78 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:27:07.034994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device fdc0231f-3928-4843-8062-12544234ef78 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:27:07.129885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.153964 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407f442a-636b-46dc-8859-2c898dc92091']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:07.166263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e158357-e759-400e-8eba-020bbdbc6b5b') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:07.166560 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e158357-e759-400e-8eba-020bbdbc6b5b') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:07.177490 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.193257 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.200533 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:27:07.201153 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:27:07.218665 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:27:07.402043 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.419916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.432707 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Network': ['ID=407f442a-636b-46dc-8859-2c898dc92091,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:07.435233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6d486a18-a6dd-486c-b135-de893e5291a8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/networks/407f442a-636b-46dc-8859-2c898dc92091 HTTP/1.1" status: 204 len: 168 time: 0.5640750 Feb 14 00:27:07.438287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44352) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:07.509682 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-423200ee-c709-4a00-b6c8-4eaef7002736 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.537975 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-423200ee-c709-4a00-b6c8-4eaef7002736 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.602657 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.604695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-423200ee-c709-4a00-b6c8-4eaef7002736 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.624310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423200ee-c709-4a00-b6c8-4eaef7002736 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2dd52-8c57-4469-bfb9-db8d6b38ca1e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:07.637183 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-423200ee-c709-4a00-b6c8-4eaef7002736 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:07.638453 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-423200ee-c709-4a00-b6c8-4eaef7002736 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/security-groups/41e2dd52-8c57-4469-bfb9-db8d6b38ca1e HTTP/1.1" status: 204 len: 168 time: 0.1982901 Feb 14 00:27:08.071594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44360) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.077227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774423919', 'description': 'tempest-secgroup-smoke-774423919 description', 'project_id': 'efe6a50729724d799852455889d4c542'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:08.084910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.089152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.091959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.097737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.107265 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.140571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.144839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.147566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.153027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.205638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.209361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.250732 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:08.253914 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.255107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-56c590c5-c9dc-45ae-adde-8284d9aa353f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1824968 Feb 14 00:27:08.258193 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44364) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.265220 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'd5727c1a-4cf9-4eae-ba8a-609e0ba6828a', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:08.275590 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.279433 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.282283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.287938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.304540 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.367098 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.370458 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.394159 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee067981-aa03-48cc-89ac-2d8b04a57316,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:08.403522 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.404670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4d31d5fc-6420-4cd9-a5ad-b013a01610b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1449745 Feb 14 00:27:08.407996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44368) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.413611 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'd5727c1a-4cf9-4eae-ba8a-609e0ba6828a', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:08.420023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.423866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.426673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.432261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.448222 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.507991 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.511318 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.534580 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2af2cbe-aff8-459a-902f-ab14f94d70bc,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:08.542558 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.543853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a110d83-60c6-4838-9458-6a546a635ee3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1347744 Feb 14 00:27:08.546526 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44372) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.551758 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'd5727c1a-4cf9-4eae-ba8a-609e0ba6828a', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:08.558046 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.562048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.564858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.570535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.587576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.659058 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.662517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.686668 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575529e8-4df4-447b-a618-20392014e297,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:08.695797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.696973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9bd766f4-6c38-491a-b87b-a915e639654d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1495624 Feb 14 00:27:08.699644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44376) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.705518 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'd5727c1a-4cf9-4eae-ba8a-609e0ba6828a', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:08.711800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.715548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.718371 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.724024 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.739517 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.800826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.804366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.827176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df673b09-eb75-4964-be37-15457e9f313a,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:08.836741 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.836967 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:27:08.837969 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-3ad1e153-0705-42ab-9cde-6cc6bf423c82 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1374407 Feb 14 00:27:08.840748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44380) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.846281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'd5727c1a-4cf9-4eae-ba8a-609e0ba6828a', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:08.853030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:08.856290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 48219f15-9cad-4551-8ce7-e56491f0b83b no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:27:08.856968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:08.860005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:08.865801 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:08.876705 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:27:08.883233 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.888606 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 48219f15-9cad-4551-8ce7-e56491f0b83b {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:27:08.888952 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 48219f15-9cad-4551-8ce7-e56491f0b83b not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:27:08.947617 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.951000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.973586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4cd42e-75f4-4546-a924-d4ad9a635b5b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:08.983754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:08.985252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-fe504b7a-003e-4224-9b0b-26902398b705 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1435142 Feb 14 00:27:08.988085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44384) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:08.994139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': 'd5727c1a-4cf9-4eae-ba8a-609e0ba6828a', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:09.000722 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:09.005491 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:09.008434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:09.014080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:09.027384 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:27:09.033816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.188989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.192460 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.215390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418a4b9b-565d-4afa-b6ae-f398801f05cd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:09.224053 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.225330 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4435b995-85f0-466f-b142-105175a96882 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2360151 Feb 14 00:27:09.228284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44388) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:09.233528 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'network': {'name': 'tempest-network-smoke--169738871', 'project_id': 'efe6a50729724d799852455889d4c542', 'port_security_enabled': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:09.239103 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:09.243174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:network and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:09.246048 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:09.251658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:09.261987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:27:09.264983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.292985 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:27:09.302587 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.302994 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Added segment b99080bd-c1f6-46ea-9ebe-91ba00b903b1 of type vlan for network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 Feb 14 00:27:09.329530 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.356384 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.359976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:09.361060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.396313 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.467265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Network': ['ID=0b2e4696-9f2d-4f1f-8f92-3f06058853f9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:09.470928 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9de6a55-108c-458c-9109-92b30ec04365 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2417166 Feb 14 00:27:09.473708 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44392) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:09.477649 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:27:09.478696 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'admin_state_up': True, 'project_id': 'efe6a50729724d799852455889d4c542', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:09.486787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:09.490592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:router and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:09.493404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:09.499035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:09.509639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.510597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.528051 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.678778 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.853093 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:09.880721 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:10.014946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.54 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c26ab7e1-00ac-4a3b-9024-10f0b57ea53e) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:27:10.158848 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:10.184780 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:10.252972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:27:10.255608 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:10.259712 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:27:10.283478 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:10.410206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:10.410834 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:10.629289 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 54028f5e-80b4-431a-8acd-7e29d285fb72 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:27:10.821629 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:27:10.837033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Sync routers for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:27:10.851642 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:10.851845 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:10.852488 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:10.853113 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d5d987a-11fa-4576-bd59-f1340b2842b5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3784564 Feb 14 00:27:10.856227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:10.998923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d1341b2c-dc63-49d5-ae50-a8aae72576cf tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=efe6a50729724d799852455889d4c542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1415467 Feb 14 00:27:11.001447 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44400) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:11.040066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:11.129206 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a871023-19ec-479c-a0a5-4a809952f76b tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:11.133410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9a871023-19ec-479c-a0a5-4a809952f76b tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283541 Feb 14 00:27:11.133695 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44404) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:11.172382 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bd6f9da6-0410-47ef-98ec-2e290bb5e0f1 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375369 Feb 14 00:27:11.175483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:11.180672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-886949787', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'project_id': 'efe6a50729724d799852455889d4c542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:11.290392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:11.294322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:subnet and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:11.297114 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:11.303509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:11.314004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:27:11.319602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:10Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:11.323431 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Checking router: 54028f5e-80b4-431a-8acd-7e29d285fb72 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:27:11.323778 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Updating router 54028f5e-80b4-431a-8acd-7e29d285fb72 port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:27:11.377584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.418624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.631953 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.696595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.710064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Transition to ACTIVE for port object c26ab7e1-00ac-4a3b-9024-10f0b57ea53e will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:11.711572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Subnet': ['ID=f86b46d8-82d8-4198-b3c5-600e6a4b60f4,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:11.717685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.723329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Checking segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:27:11.723684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network hostable DHCP agents. Network: 0b2e4696-9f2d-4f1f-8f92-3f06058853f9, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:27:11.745423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:27:11.756826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 0b2e4696-9f2d-4f1f-8f92-3f06058853f9) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:11.760835 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:11.761463 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.782871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db648b-4841-4e73-9f95-cbe153b4f484 None None] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:27:11.783664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-03bead4d-f659-42da-b5fb-d7354c0241e1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6071703 Feb 14 00:27:11.786434 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44412) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:11.858896 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Attempting to bind port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:27:11.859515 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Attempting to bind port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:27:11.859636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Attempting to bind port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:27:11.869047 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f3da1-8bd6-4a88-a98b-d3f9dba2c949 None None] Pushing event updated for resources: {'Port': ['ID=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:11.884356 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:27:11.884725 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:27:11.885119 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:11.885504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:27:11.885964 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Bound port: c26ab7e1-00ac-4a3b-9024-10f0b57ea53e, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:27:11.886356 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:12.012901 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] For port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:27:12.030918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] For port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:27:12.040750 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:12.140129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:27:12.140914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:12.172154 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f3da1-8bd6-4a88-a98b-d3f9dba2c949 None None] Pushing event updated for resources: {'Port': ['ID=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:12.221336 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:12.221948 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:12.507678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Allocated IP 172.20.0.2 (0b2e4696-9f2d-4f1f-8f92-3f06058853f9/f86b46d8-82d8-4198-b3c5-600e6a4b60f4/678dac3d-21bd-4054-9f7d-8dbffe2c12ba) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:27:12.521399 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:12.642175 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:12.948347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:12.965782 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Transition to ACTIVE for port object 678dac3d-21bd-4054-9f7d-8dbffe2c12ba will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:12.990095 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Transition to ACTIVE for port object 678dac3d-21bd-4054-9f7d-8dbffe2c12ba will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:12.997877 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.033959 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:10Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:13.047614 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6806dc-5189-4e51-be37-6e221e899648 None None] The sync data for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 is: [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:10Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:27:13.062373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.1 (0b2e4696-9f2d-4f1f-8f92-3f06058853f9/f86b46d8-82d8-4198-b3c5-600e6a4b60f4/d4841941-2bf3-4ff8-99eb-6e271b84a927) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:27:13.080426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:27:13.083780 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Pushing event updated for resources: {'Port': ['ID=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:13.086210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:13.088222 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:27:13.181452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Attempting to bind port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:27:13.181902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Attempting to bind port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:27:13.182376 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Attempting to bind port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba on network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:27:13.190414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:27:13.190922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Checking segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:27:13.191320 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.191704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Bound using segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:27:13.192158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Bound port: 678dac3d-21bd-4054-9f7d-8dbffe2c12ba, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:27:13.192523 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.243363 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.280832 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object d4841941-2bf3-4ff8-99eb-6e271b84a927 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:13.300922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] For port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:27:13.306735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.307615 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] For port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:27:13.315928 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.388839 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:27:13.392644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:13.394723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=d4841941-2bf3-4ff8-99eb-6e271b84a927,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:13.396965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:27:13.408351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5802715-6b2a-4768-b713-1f3f29eb1aa1 None None] Pushing event updated for resources: {'Port': ['ID=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:13.459990 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.556244 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.988395 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:13.993258 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:14.107919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=d4841941-2bf3-4ff8-99eb-6e271b84a927,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:14.111199 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:14.253010 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:27:14.254263 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:14.349317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d221b7a0-9f7e-4a16-ac03-2221ca0abfa8 None None] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:27:14.471464 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-70f9f53e-97cf-4f0a-ab5a-82074920edf6 None None] Provisioning for port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:14.739867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 54028f5e-80b4-431a-8acd-7e29d285fb72 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:27:14.828169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a8e10957-1c97-4446-b08c-1ea034907a33 None None] Provisioning for port d4841941-2bf3-4ff8-99eb-6e271b84a927 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:14.833366 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a8e10957-1c97-4446-b08c-1ea034907a33 None None] Provisioning complete for port d4841941-2bf3-4ff8-99eb-6e271b84a927 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:14.833834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a8e10957-1c97-4446-b08c-1ea034907a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:14.893919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a8e10957-1c97-4446-b08c-1ea034907a33 None None] Port d4841941-2bf3-4ff8-99eb-6e271b84a927 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:27:14.961946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:27:14.994890 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c26ab7e1-00ac-4a3b-9024-10f0b57ea53e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:15.014526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-06db32ee-fe1b-4a54-b95d-6ce0ea636082 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/54028f5e-80b4-431a-8acd-7e29d285fb72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2228072 Feb 14 00:27:15.079461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-112fa95b-5736-4004-900b-bada8374966e None None] Provisioning complete for port d4841941-2bf3-4ff8-99eb-6e271b84a927 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:15.079926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-112fa95b-5736-4004-900b-bada8374966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.136258 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-112fa95b-5736-4004-900b-bada8374966e None None] Port d4841941-2bf3-4ff8-99eb-6e271b84a927 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:27:15.140891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:15.146869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:15.147545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.192539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-e4aeecfc-3d65-478a-9d8c-3720f408be05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:27:15.210057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-e4aeecfc-3d65-478a-9d8c-3720f408be05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:27:15.211890 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-e4aeecfc-3d65-478a-9d8c-3720f408be05 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774423919&fields=id&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 267 time: 0.0610249 Feb 14 00:27:15.321915 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.327644 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4d0162b5-92f9-493b-ae30-22d13499fcfb None None] Provisioning complete for port d4841941-2bf3-4ff8-99eb-6e271b84a927 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:15.328005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4d0162b5-92f9-493b-ae30-22d13499fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.365360 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-b7e39eff-aed5-4351-963d-8a5f614cee49 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:15.366144 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-b7e39eff-aed5-4351-963d-8a5f614cee49 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:27:15.379483 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:15.381110 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-b7e39eff-aed5-4351-963d-8a5f614cee49 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:27:15.382400 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-b7e39eff-aed5-4351-963d-8a5f614cee49 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 796 time: 0.1634958 Feb 14 00:27:15.386614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.387375 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 678dac3d-21bd-4054-9f7d-8dbffe2c12ba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:15.400635 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-43451a70-72c7-4459-aa82-1673b2f2c8c6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/quotas/efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 375 time: 0.0118568 Feb 14 00:27:15.449796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-4d0162b5-92f9-493b-ae30-22d13499fcfb None None] Port d4841941-2bf3-4ff8-99eb-6e271b84a927 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:27:15.480721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-ff6322ae-a3f1-4c32-a8d3-0f6bf490f9e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:27:15.495717 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-ff6322ae-a3f1-4c32-a8d3-0f6bf490f9e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:27:15.497055 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-ff6322ae-a3f1-4c32-a8d3-0f6bf490f9e3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912182 Feb 14 00:27:15.504858 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:15.519674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:15.524367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:15.524739 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.638385 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.640848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-52367388-2794-4a4e-9e15-12466aaddc3d service neutron] 10.222.0.36 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319418 Feb 14 00:27:15.670403 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:15.674583 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:15.741229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:15.771795 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-8b4a0de4-0109-42a6-b024-f8f43e739535 service neutron] 10.222.0.36 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251032 Feb 14 00:27:15.958812 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f81b86a2-b797-4c47-b266-a68c0bfac9e5 req-604d5b41-98a5-4e77-9fd0-00b740b2235c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:27:15.971169 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-f81b86a2-b797-4c47-b266-a68c0bfac9e5 req-604d5b41-98a5-4e77-9fd0-00b740b2235c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:27:15.972314 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f81b86a2-b797-4c47-b266-a68c0bfac9e5 req-604d5b41-98a5-4e77-9fd0-00b740b2235c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 210 time: 0.0541699 Feb 14 00:27:16.608189 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Sync routers for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:27:16.619592 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:16.620185 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:16.794207 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:16.916243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c26ab7e1-00ac-4a3b-9024-10f0b57ea53e up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:17.013163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:17.015796 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.130485 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-beb5c078-d2d7-43f7-b0ff-23c2ae034f79 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:17.132597 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-beb5c078-d2d7-43f7-b0ff-23c2ae034f79 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 796 time: 0.2351401 Feb 14 00:27:17.151372 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 2, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:17.155624 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Checking router: 54028f5e-80b4-431a-8acd-7e29d285fb72 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:27:17.156137 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Updating router 54028f5e-80b4-431a-8acd-7e29d285fb72 port d4841941-2bf3-4ff8-99eb-6e271b84a927 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:27:17.209223 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 678dac3d-21bd-4054-9f7d-8dbffe2c12ba up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:17.209526 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.228476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-06e5e0b4-2e21-448b-b702-d081e838b552 req-1858aa39-41e2-4be3-b74f-c911ebd11aba tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 210 time: 0.0740771 Feb 14 00:27:17.254559 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-95c02b89-793c-41e9-af4a-b6d0f3bcb6cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 379 time: 0.0587096 Feb 14 00:27:17.266117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'port': {'device_id': '824f318a-1191-424e-8f09-5c94bf343ad5', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'admin_state_up': True, 'tenant_id': 'efe6a50729724d799852455889d4c542', 'security_groups': ['d5727c1a-4cf9-4eae-ba8a-609e0ba6828a']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:17.288143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:17.288519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.515825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:17.525309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:17.535227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:27:17.538168 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.563570 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.574935 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Transition to ACTIVE for port object d4841941-2bf3-4ff8-99eb-6e271b84a927 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:17.581238 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.703586 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.13 (0b2e4696-9f2d-4f1f-8f92-3f06058853f9/f86b46d8-82d8-4198-b3c5-600e6a4b60f4/537bdbb2-4be3-4688-8443-cd1d6a38741c) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:27:17.736444 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Pushing event updated for resources: {'Port': ['ID=d4841941-2bf3-4ff8-99eb-6e271b84a927,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:17.776197 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.776540 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.776858 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.777259 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.777677 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.778007 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.778360 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.778679 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.778998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.779362 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.779686 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:17.835282 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Attempting to bind port d4841941-2bf3-4ff8-99eb-6e271b84a927 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:27:17.835646 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Attempting to bind port d4841941-2bf3-4ff8-99eb-6e271b84a927 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:27:17.836004 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Attempting to bind port d4841941-2bf3-4ff8-99eb-6e271b84a927 on network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:27:17.842637 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:27:17.843003 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Checking segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:27:17.843393 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.843778 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Bound using segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:27:17.844230 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Bound port: d4841941-2bf3-4ff8-99eb-6e271b84a927, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:27:17.845133 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.908262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.924766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object 537bdbb2-4be3-4688-8443-cd1d6a38741c will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:17.942254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] For port d4841941-2bf3-4ff8-99eb-6e271b84a927, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:27:17.945496 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] For port d4841941-2bf3-4ff8-99eb-6e271b84a927, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4841941-2bf3-4ff8-99eb-6e271b84a927,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:27:17.948995 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:17.950169 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:18.022564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:27:18.026519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:18.030240 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:27:18.033993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:18.034629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:18.071381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=537bdbb2-4be3-4688-8443-cd1d6a38741c,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:18.095694 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7383aa-5ce2-464c-b9cf-498d0469eb93 None None] Pushing event updated for resources: {'Port': ['ID=d4841941-2bf3-4ff8-99eb-6e271b84a927,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:18.106868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:18.107482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:18.134385 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-a13cc0dc-7817-406b-8203-9ea444278de8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8720863 Feb 14 00:27:18.148122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Request body: {'port': {'device_id': '824f318a-1191-424e-8f09-5c94bf343ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:18.231722 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:18.263189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:18.474342 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e59f1-0f9a-4bff-a559-c541afcf0516 req-c63cca71-1586-4f91-a4df-26333fd929da tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:18.476625 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-516e59f1-0f9a-4bff-a559-c541afcf0516 req-c63cca71-1586-4f91-a4df-26333fd929da tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 932 time: 0.0889297 Feb 14 00:27:18.524218 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-516e59f1-0f9a-4bff-a559-c541afcf0516 req-e426b7cd-c888-47c4-baf1-0763341bd22d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420549 Feb 14 00:27:18.553499 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e670aa83-d4e2-448d-991c-e17325186a3e None None] Provisioning for port 537bdbb2-4be3-4688-8443-cd1d6a38741c completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:18.557110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e670aa83-d4e2-448d-991c-e17325186a3e None None] Provisioning complete for port 537bdbb2-4be3-4688-8443-cd1d6a38741c triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:18.558164 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e670aa83-d4e2-448d-991c-e17325186a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:18.589124 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:17Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:18.595338 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba0f66-4540-4407-a93c-0e4fabf59c12 None None] The sync data for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 is: [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:17Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:27:18.618687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e670aa83-d4e2-448d-991c-e17325186a3e None None] Port 537bdbb2-4be3-4688-8443-cd1d6a38741c cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:27:18.688218 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537bdbb2-4be3-4688-8443-cd1d6a38741c {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:27:18.695493 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:18.711860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Transition to ACTIVE for port object 537bdbb2-4be3-4688-8443-cd1d6a38741c will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:27:18.715936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:18.850316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Pushing event updated for resources: {'Port': ['ID=537bdbb2-4be3-4688-8443-cd1d6a38741c,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:18.958261 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4841941-2bf3-4ff8-99eb-6e271b84a927 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:18.984864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Attempting to bind port 537bdbb2-4be3-4688-8443-cd1d6a38741c on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:27:18.985279 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Attempting to bind port 537bdbb2-4be3-4688-8443-cd1d6a38741c by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:27:18.985760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Attempting to bind port 537bdbb2-4be3-4688-8443-cd1d6a38741c on network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:27:18.996733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Port 537bdbb2-4be3-4688-8443-cd1d6a38741c on network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:27:18.996881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Attempting to bind port 537bdbb2-4be3-4688-8443-cd1d6a38741c on network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:27:19.004675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:27:19.005015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Checking segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:27:19.005398 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Bound using segment: {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:27:19.005823 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Bound port: 537bdbb2-4be3-4688-8443-cd1d6a38741c, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:27:19.006206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:19.080066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d4841941-2bf3-4ff8-99eb-6e271b84a927 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:19.085684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d4841941-2bf3-4ff8-99eb-6e271b84a927 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:19.086163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:19.110634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] For port 537bdbb2-4be3-4688-8443-cd1d6a38741c, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:27:19.115287 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] For port 537bdbb2-4be3-4688-8443-cd1d6a38741c, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:27:19.119702 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:19.181822 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:19.183332 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] 10.222.0.42 "PUT /v2.0/ports/537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 1092 time: 1.0395114 Feb 14 00:27:19.192954 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:27:19.213404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944f41-255c-4a51-80a7-6bebbb70a118 service neutron] Pushing event updated for resources: {'Port': ['ID=537bdbb2-4be3-4688-8443-cd1d6a38741c,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:19.218545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:19.258860 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d4841941-2bf3-4ff8-99eb-6e271b84a927, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4841941-2bf3-4ff8-99eb-6e271b84a927,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:19.265351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:19.293938 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'status': 'completed', 'code': 200} Feb 14 00:27:19.344176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d4841941-2bf3-4ff8-99eb-6e271b84a927,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:19.356732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-d3e093a1-a444-49df-b22b-744111c1f20a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1095 time: 0.1040392 Feb 14 00:27:19.433119 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-c8dbdac6-8583-4271-875a-00dade716e1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 217 time: 0.0654573 Feb 14 00:27:19.499593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-9c234f0d-08a4-420b-bb9f-b4cc402044c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:19.501750 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-9c234f0d-08a4-420b-bb9f-b4cc402044c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 200 len: 834 time: 0.0595107 Feb 14 00:27:19.585692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-90c663e5-f9c1-4524-9d21-39461b2b0db7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745742 Feb 14 00:27:19.733664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776040-b52a-480e-8da7-098132c99fcb req-94b991c0-5d01-4ea1-90ce-4add670c12ae tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:19.735194 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49776040-b52a-480e-8da7-098132c99fcb req-94b991c0-5d01-4ea1-90ce-4add670c12ae tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 944 time: 0.0801296 Feb 14 00:27:19.779585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-49776040-b52a-480e-8da7-098132c99fcb req-7953b3b5-ac33-47ca-acbc-a14b5343265e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388150 Feb 14 00:27:19.832773 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-59572d3c-653b-4373-ad7e-bb49c6c6b989 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364571 Feb 14 00:27:19.965081 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-37756c9d-b767-45e3-9b66-a7652fe19748 req-81e1655d-06f9-43c2-87dd-a5e4596e863f service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223400 Feb 14 00:27:20.081168 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-0f760a5f-4aa1-423a-8afc-11c1dc707709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1095 time: 0.0678604 Feb 14 00:27:20.209343 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-2b020fd1-59ec-4776-bdf1-594bc41fc72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:20.210802 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-2b020fd1-59ec-4776-bdf1-594bc41fc72e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 896 time: 0.1239381 Feb 14 00:27:20.280080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-6b11b789-0614-4eea-9ff9-ba4e28cc5c86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 217 time: 0.0623100 Feb 14 00:27:20.341396 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-a000a76b-c605-4c7d-9475-b9e445ffd99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:20.342713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-a000a76b-c605-4c7d-9475-b9e445ffd99b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 200 len: 834 time: 0.0560319 Feb 14 00:27:20.417927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-78a719cf-50ef-4906-a0d5-4e61dca7d426 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675390 Feb 14 00:27:20.548259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-9602b36b-686a-4101-9215-d25d95fa2fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232767 Feb 14 00:27:20.679518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b86d5c35-9a46-492c-b07e-d5f06f639e9c req-fdbaee82-e093-48b8-9e99-a8724d332f0d service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235206 Feb 14 00:27:20.906322 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4841941-2bf3-4ff8-99eb-6e271b84a927 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:20.973766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d4841941-2bf3-4ff8-99eb-6e271b84a927 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:20.974058 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:21.051088 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc30e6-8fc7-4fb5-855a-5c9141a463c7 req-4d9260b0-49da-4eab-84b6-575e25c89d4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:21.051772 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-95fc30e6-8fc7-4fb5-855a-5c9141a463c7 req-4d9260b0-49da-4eab-84b6-575e25c89d4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:27:21.067426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-95fc30e6-8fc7-4fb5-855a-5c9141a463c7 req-4d9260b0-49da-4eab-84b6-575e25c89d4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:27:21.068546 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95fc30e6-8fc7-4fb5-855a-5c9141a463c7 req-4d9260b0-49da-4eab-84b6-575e25c89d4b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 944 time: 0.0976179 Feb 14 00:27:21.114289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-95fc30e6-8fc7-4fb5-855a-5c9141a463c7 req-04d83eeb-d63c-4e0b-b09a-d839ffbe95e5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399365 Feb 14 00:27:22.149166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 537bdbb2-4be3-4688-8443-cd1d6a38741c details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:27:22.316229 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 537bdbb2-4be3-4688-8443-cd1d6a38741c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:22.319550 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e24ef-4e2e-4e6b-a1d0-c9d9f63c5b2b req-3ff45aa5-b464-4efa-913a-00fb90c7d5d4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:22.321053 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-587e24ef-4e2e-4e6b-a1d0-c9d9f63c5b2b req-3ff45aa5-b464-4efa-913a-00fb90c7d5d4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 944 time: 0.0803711 Feb 14 00:27:22.329920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'port_id': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'mac_address': 'fa:16:3e:9f:2d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:27:22.367154 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-587e24ef-4e2e-4e6b-a1d0-c9d9f63c5b2b req-327ee274-da2b-4715-8fd1-57b19e50c180 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Feb 14 00:27:22.382434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:22.399797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537bdbb2-4be3-4688-8443-cd1d6a38741c {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:27:22.414836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 537bdbb2-4be3-4688-8443-cd1d6a38741c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:22.418182 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:22.483617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=537bdbb2-4be3-4688-8443-cd1d6a38741c,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:22.661911 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['537bdbb2-4be3-4688-8443-cd1d6a38741c'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:27:23.561404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e61dc-76c0-414a-9b1c-cb5d9500cc34 req-57a62551-55ce-4b7d-8bda-f795c5225ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:23.562857 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-302e61dc-76c0-414a-9b1c-cb5d9500cc34 req-57a62551-55ce-4b7d-8bda-f795c5225ecf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 945 time: 0.0749953 Feb 14 00:27:23.611145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-302e61dc-76c0-414a-9b1c-cb5d9500cc34 req-aa874d02-8d32-4555-9f18-2e89a06a58ae tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Feb 14 00:27:24.149254 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 537bdbb2-4be3-4688-8443-cd1d6a38741c up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:27:24.214357 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 537bdbb2-4be3-4688-8443-cd1d6a38741c completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:27:24.218830 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 537bdbb2-4be3-4688-8443-cd1d6a38741c triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:27:24.219196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:24.331073 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:24.355631 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:27:24.365722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 537bdbb2-4be3-4688-8443-cd1d6a38741c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:27:24.371031 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:24.414600 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'code': 200} Feb 14 00:27:24.439833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=537bdbb2-4be3-4688-8443-cd1d6a38741c,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:24.541279 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c773d088-4477-40f6-9139-8fcc5022ff2e req-b533a84d-0b14-4e91-bd22-bfb1ade8a361 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0658395 Feb 14 00:27:24.585224 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c773d088-4477-40f6-9139-8fcc5022ff2e req-4629b40b-75b6-491f-b3b8-1c138780d892 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342445 Feb 14 00:27:24.805606 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df02e4-0a9c-4ad1-be9a-6e162885d413 req-f1dfc5cd-dc5d-4aab-824f-b7cb2edde928 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:24.807140 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9df02e4-0a9c-4ad1-be9a-6e162885d413 req-f1dfc5cd-dc5d-4aab-824f-b7cb2edde928 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0797768 Feb 14 00:27:24.851380 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b9df02e4-0a9c-4ad1-be9a-6e162885d413 req-03ba6b4e-50ab-41a5-964b-04fcb2c2dc72 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Feb 14 00:27:26.048913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3544fa-d6f3-484c-a84e-c5121a1fa993 req-abb9c6c8-1761-4a88-9219-ef0f814a5111 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:26.050391 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e3544fa-d6f3-484c-a84e-c5121a1fa993 req-abb9c6c8-1761-4a88-9219-ef0f814a5111 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0780680 Feb 14 00:27:26.098469 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1e3544fa-d6f3-484c-a84e-c5121a1fa993 req-91f98cd4-8b16-406b-a7a0-f6af5e512898 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425687 Feb 14 00:27:26.290641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be4d3-0472-4230-9c54-1190aa2722f6 req-7dde728f-2966-4950-84d5-c8e6079c5fce tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:26.292084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-055be4d3-0472-4230-9c54-1190aa2722f6 req-7dde728f-2966-4950-84d5-c8e6079c5fce tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0767739 Feb 14 00:27:26.337155 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-055be4d3-0472-4230-9c54-1190aa2722f6 req-fc0d2455-f187-4a2a-8182-6bc6523530de tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Feb 14 00:27:26.365675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44460) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:26.501618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e0341513-1c01-4922-8273-182dd2cca0a7 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1092 time: 0.1340380 Feb 14 00:27:26.504192 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44466) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:26.509150 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:27:26.515127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:27:26.518962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:floatingip and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:27:26.521711 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:27:26.527291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:27:26.537449 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:26.670968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:26.804799 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.234 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/6ead9cbb-29bb-4a9b-b7dd-3c5085e06789) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:27:27.037911 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:27.066019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:27.130803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:27:27.133417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:27:27.137540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:27:27.162008 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=6ead9cbb-29bb-4a9b-b7dd-3c5085e06789,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:27.185750 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.186109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.186441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.186766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.187091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.187406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.187721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.188036 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.188392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.188704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.189016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:27:27.639359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:27.695885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:27.891693 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:27.896411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:28.006622 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=6ead9cbb-29bb-4a9b-b7dd-3c5085e06789,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:27:28.020768 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:28.205517 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Floating IP 290d92e4-7a6b-480a-a482-057d028b418e associated. External IP: 172.25.4.234, port: 537bdbb2-4be3-4688-8443-cd1d6a38741c. Feb 14 00:27:28.607672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-b62b350a-1cd7-4555-a8ac-4c08a6ca8184 req-37ef445b-0483-4b08-baac-48892f38a241 tempest-ServerDiskConfigTestJSON-1466504312 tempest-ServerDiskConfigTestJSON-1466504312-project] (83662) timed out ('10.222.0.31', 61651) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:27:28.696919 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 54028f5e-80b4-431a-8acd-7e29d285fb72 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:27:28.895267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:27:28.904513 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] Sync routers for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:27:28.916663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:28.917272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:28.920303 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:28.974222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-65c71bb7-b07d-49ba-859a-2aa43555cd20 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4689915 Feb 14 00:27:28.974786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:27:29.051417 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'status': 'completed', 'code': 200} Feb 14 00:27:29.102658 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:29.157347 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-a4a5a067-e15d-48d6-91b8-c533ef6005c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0823846 Feb 14 00:27:29.173997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaef7a-cad9-432e-908c-26298314c9d6 req-d54e8cc3-c34c-4adf-8f66-e8a8b01e7e99 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:29.176089 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-92eaef7a-cad9-432e-908c-26298314c9d6 req-d54e8cc3-c34c-4adf-8f66-e8a8b01e7e99 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0830626 Feb 14 00:27:29.222697 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-92eaef7a-cad9-432e-908c-26298314c9d6 req-cffaa26a-81fc-4fad-98c5-04c3b068ad38 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Feb 14 00:27:29.251239 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44474) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:29.295286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-148d000d-e1fc-4d8e-9c7c-7377f6fff1a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:29.296892 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-148d000d-e1fc-4d8e-9c7c-7377f6fff1a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 896 time: 0.1323657 Feb 14 00:27:29.362704 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-da0221eb-f2da-40a6-a2b5-83c71ae81e95 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 992 time: 0.1085539 Feb 14 00:27:29.408599 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-c8186050-226e-417b-8eb5-0400e4b0ea4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 1000 time: 0.1046221 Feb 14 00:27:29.460103 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '290d92e4-7a6b-480a-a482-057d028b418e', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'port_id': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'mac_address': 'fa:16:3e:9f:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824f318a-1191-424e-8f09-5c94bf343ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:27:27Z', 'updated_at': '2022-02-14T00:27:27Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:29.464269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] Checking router: 54028f5e-80b4-431a-8acd-7e29d285fb72 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:27:29.475454 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:27:29.476271 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:27:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:29.477620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-a7c18c38-b7a8-4563-9a8e-40eae18537e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:27:29.479083 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-a7c18c38-b7a8-4563-9a8e-40eae18537e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 200 len: 834 time: 0.0619643 Feb 14 00:27:29.555066 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-ca55d9f4-b743-41cc-bd27-425ef41b9ead service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701575 Feb 14 00:27:29.653586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:27:29.687464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-acf4f1fe-8639-4966-99e4-c682ec0bab9b service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253963 Feb 14 00:27:29.824084 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e509ae92-c880-4cfc-95ff-9b6167aa8e6a req-8f0603e0-33cb-4099-863b-24811e950bcf service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290381 Feb 14 00:27:30.031764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '290d92e4-7a6b-480a-a482-057d028b418e', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'port_id': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'mac_address': 'fa:16:3e:9f:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824f318a-1191-424e-8f09-5c94bf343ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:27:27Z', 'updated_at': '2022-02-14T00:27:27Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:27:30.035714 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc397b6c-8110-4427-b2e0-0035b81c9603 None None] The sync data for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 is: [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '290d92e4-7a6b-480a-a482-057d028b418e', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'port_id': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'mac_address': 'fa:16:3e:9f:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824f318a-1191-424e-8f09-5c94bf343ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:27:27Z', 'updated_at': '2022-02-14T00:27:27Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:27:30.311271 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-50d2b13c-34f4-4e76-bd14-a0e4807a55e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:30.364547 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44480) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:30.469901 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dedc724a-4a95-4cff-94d1-e1bf3708e0eb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 992 time: 0.1041203 Feb 14 00:27:31.472995 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44484) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:31.575011 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-36d3facf-bca9-4df5-9ffc-147b81015fff tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 992 time: 0.1008966 Feb 14 00:27:32.464180 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6bd37dca-b123-4e72-a13c-24e5ea1524ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:32.579402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44488) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:32.684514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4cf0561a-9ad9-4761-985f-3fb09d8411b2 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 992 time: 0.1039815 Feb 14 00:27:33.607229 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32000f08-41db-492f-a249-b95e3cf3a5c4 None None] New status for floating IP 290d92e4-7a6b-480a-a482-057d028b418e: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:27:33.662308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:33.688768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44492) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:33.801145 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4cd650f8-f439-4b42-a82d-d094fa7e8ba8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 992 time: 0.1109312 Feb 14 00:27:34.035450 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:34.805127 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44496) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:27:35.006050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4ca6c8a7-b72f-4821-b909-97277a3e6f21 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 994 time: 0.1998360 Feb 14 00:27:35.269342 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:37.586292 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:39.412314 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:27:45.837814 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:28:00.313305 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cbd406ff-a9e9-4742-88c4-cb618b0cf51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:02.465393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-44eb5de1-2fe6-4550-9237-ac09f8f2becc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:03.663132 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:04.037412 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:04.605773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e495b68-ad71-43f7-8067-5c14e493ac39 req-3ddc142c-b648-4849-87f4-e7037479413c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:04.607132 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e495b68-ad71-43f7-8067-5c14e493ac39 req-3ddc142c-b648-4849-87f4-e7037479413c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0780933 Feb 14 00:28:04.652569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1e495b68-ad71-43f7-8067-5c14e493ac39 req-d81eb0e9-794c-43b0-bcb8-e514774b70fc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Feb 14 00:28:05.272530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:05.845439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f3995-5472-4f09-9ffc-f93726fb6361 req-c9037cc9-2a59-4bc7-89f5-f11fc67c9270 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:05.846893 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa5f3995-5472-4f09-9ffc-f93726fb6361 req-c9037cc9-2a59-4bc7-89f5-f11fc67c9270 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0748975 Feb 14 00:28:05.890447 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fa5f3995-5472-4f09-9ffc-f93726fb6361 req-419e4998-33e4-4862-8160-df473b9dfe2c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Feb 14 00:28:07.086673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0e03-9f22-4b55-87a5-efd4825413fb req-3d60fd2e-993a-4945-80da-2f22e227f12d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:07.088112 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-078d0e03-9f22-4b55-87a5-efd4825413fb req-3d60fd2e-993a-4945-80da-2f22e227f12d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0780580 Feb 14 00:28:07.132804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-078d0e03-9f22-4b55-87a5-efd4825413fb req-4157d18c-c3d2-4ca3-89e0-c9c9a13923cb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391359 Feb 14 00:28:07.604319 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:08.333711 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acf551-fb10-4d3b-9b98-5b101b67afdd req-9765a092-fef3-45db-b3f0-dd21d71964fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:08.335100 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-84acf551-fb10-4d3b-9b98-5b101b67afdd req-9765a092-fef3-45db-b3f0-dd21d71964fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0789907 Feb 14 00:28:08.378979 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-84acf551-fb10-4d3b-9b98-5b101b67afdd req-966d8f9c-75ba-497a-ad78-02e5dbcec24d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 Feb 14 00:28:09.426874 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:09.579047 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dfb13-e33e-4d96-8f5f-68bd6a43d1b0 req-81612ce3-5ced-497c-9a2d-b0a255c41cc1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:09.580757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab8dfb13-e33e-4d96-8f5f-68bd6a43d1b0 req-81612ce3-5ced-497c-9a2d-b0a255c41cc1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0784876 Feb 14 00:28:09.629239 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab8dfb13-e33e-4d96-8f5f-68bd6a43d1b0 req-85707097-5a05-4795-8a37-eee7b9416d35 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Feb 14 00:28:10.833394 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902519b7-ed3e-4e87-b2cf-e0fa331dfcd5 req-04120445-0271-4f6e-a2e9-8e6b4adee8a0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:10.834858 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-902519b7-ed3e-4e87-b2cf-e0fa331dfcd5 req-04120445-0271-4f6e-a2e9-8e6b4adee8a0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0751441 Feb 14 00:28:10.880304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-902519b7-ed3e-4e87-b2cf-e0fa331dfcd5 req-d881c12e-3fde-4486-82b6-1510ea7b00d9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399973 Feb 14 00:28:11.277949 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-bd375fd6-82f2-4734-a38a-a2f626b6d959 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0681770 Feb 14 00:28:11.426937 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-0ea58502-aa7c-4710-a3ff-d1aa44facc8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:11.428344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-0ea58502-aa7c-4710-a3ff-d1aa44facc8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 896 time: 0.1262054 Feb 14 00:28:11.533258 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-5e343886-3203-4504-9d9d-adda3aa5feb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 1002 time: 0.0953910 Feb 14 00:28:11.598069 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-ca7a8f69-c0f7-4078-aab8-f0e26d05dd59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:11.599462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-ca7a8f69-c0f7-4078-aab8-f0e26d05dd59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 200 len: 834 time: 0.0571730 Feb 14 00:28:11.679173 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-fe592a0f-902b-40e8-bc61-a924067d6ea3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705266 Feb 14 00:28:11.816974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-8a8d3908-eb3c-49d8-b08b-71e3237836b0 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277795 Feb 14 00:28:11.952879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a5dee8b4-d977-47d7-8ec4-b1bed6282588 req-9744e760-8efd-41a1-ac70-96adcada3278 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263702 Feb 14 00:28:12.074269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878398c-0dfa-482e-9243-e7c6fdc01a3f req-0be95817-6746-4981-9068-1c9bace10dc4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:12.075709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6878398c-0dfa-482e-9243-e7c6fdc01a3f req-0be95817-6746-4981-9068-1c9bace10dc4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0762687 Feb 14 00:28:12.119222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6878398c-0dfa-482e-9243-e7c6fdc01a3f req-4c810bf9-7829-4e52-9315-d27c29a3f134 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Feb 14 00:28:13.317821 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2e6f-18ee-457c-9a37-e04ea2964075 req-7dc17b83-1e7e-48f3-9338-1eba8431e753 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:13.319278 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d91a2e6f-18ee-457c-9a37-e04ea2964075 req-7dc17b83-1e7e-48f3-9338-1eba8431e753 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0792940 Feb 14 00:28:13.363629 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d91a2e6f-18ee-457c-9a37-e04ea2964075 req-899d4d11-c5d4-4962-a9f4-2f5017aeef85 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389376 Feb 14 00:28:14.559699 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0653de-1330-4148-8a5b-44c2c764d733 req-f849b63d-e534-4080-bb32-c51e34524b36 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:14.561435 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af0653de-1330-4148-8a5b-44c2c764d733 req-f849b63d-e534-4080-bb32-c51e34524b36 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0788562 Feb 14 00:28:14.605839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-af0653de-1330-4148-8a5b-44c2c764d733 req-14036f5a-df1b-458e-bbb0-65d704bdb075 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384212 Feb 14 00:28:15.802786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64fac-622d-4eb8-9b6e-7178de239f08 req-b755a95b-7cb1-479b-a561-7e75edd9de9b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:15.804235 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62f64fac-622d-4eb8-9b6e-7178de239f08 req-b755a95b-7cb1-479b-a561-7e75edd9de9b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0762150 Feb 14 00:28:15.851065 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-62f64fac-622d-4eb8-9b6e-7178de239f08 req-fcb47cd3-c5a9-48fe-8616-916e52242b41 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Feb 14 00:28:17.050519 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ffcf-2b17-4606-9b23-7fc6a370501d req-d2d62550-f26b-4384-9dae-982f2f9376f6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:17.051966 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a735ffcf-2b17-4606-9b23-7fc6a370501d req-d2d62550-f26b-4384-9dae-982f2f9376f6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0769002 Feb 14 00:28:17.096331 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a735ffcf-2b17-4606-9b23-7fc6a370501d req-59c7dcb2-a770-405b-bd6b-2c0d6318b737 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Feb 14 00:28:18.292268 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a375df-e3ee-4d3d-96f0-bbb378153373 req-cc599834-aedd-40ea-b287-6751854f4cb1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:18.293615 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02a375df-e3ee-4d3d-96f0-bbb378153373 req-cc599834-aedd-40ea-b287-6751854f4cb1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0757253 Feb 14 00:28:18.337448 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-02a375df-e3ee-4d3d-96f0-bbb378153373 req-c7b8328d-7ef7-4782-a816-75cb4dadcef5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384328 Feb 14 00:28:19.534544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c0dbd-fe19-4684-8e19-e28257b3188c req-a1c3d746-ce84-4984-9888-b35fcf9514ee tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:19.535965 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f34c0dbd-fe19-4684-8e19-e28257b3188c req-a1c3d746-ce84-4984-9888-b35fcf9514ee tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0776973 Feb 14 00:28:19.580543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f34c0dbd-fe19-4684-8e19-e28257b3188c req-dcefc860-712c-499a-95a3-72e99d752295 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Feb 14 00:28:20.775380 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c612ce3-e231-45f8-a35e-34a9ce7d3c52 req-5c5cb24f-c13d-46d5-a91b-8fb688734232 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:20.776828 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c612ce3-e231-45f8-a35e-34a9ce7d3c52 req-5c5cb24f-c13d-46d5-a91b-8fb688734232 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0791659 Feb 14 00:28:20.821297 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6c612ce3-e231-45f8-a35e-34a9ce7d3c52 req-65e0e106-82b8-4d4a-b9eb-76bac60c925e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390606 Feb 14 00:28:20.849755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44550) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:28:20.953381 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f8be2b9a-f89f-4081-9780-b05706e2ef65 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 994 time: 0.1024702 Feb 14 00:28:22.573241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea2838-15a3-4cb5-b319-2923c90c62be req-0b23f578-14e7-4835-8bb7-10c5ad165823 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:22.574631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44ea2838-15a3-4cb5-b319-2923c90c62be req-0b23f578-14e7-4835-8bb7-10c5ad165823 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.2199354 Feb 14 00:28:22.625930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-a12b5d69-7b03-48fe-b210-f065df974d91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1097 time: 0.2165868 Feb 14 00:28:22.631337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-44ea2838-15a3-4cb5-b319-2923c90c62be req-46e4aadd-b608-473e-b162-d78067edbcc3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508227 Feb 14 00:28:22.758291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-619c4842-190c-4d8c-a102-1fbe647230e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:22.759714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-619c4842-190c-4d8c-a102-1fbe647230e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 896 time: 0.1247659 Feb 14 00:28:22.838314 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:28:22.865917 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-c577e12e-512b-4134-a10b-1cd3da76759a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 1002 time: 0.0966663 Feb 14 00:28:22.929617 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-c0c405a5-05b6-4c9f-9e0c-2e5b90a389a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:22.931024 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-c0c405a5-05b6-4c9f-9e0c-2e5b90a389a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 200 len: 834 time: 0.0564694 Feb 14 00:28:23.009775 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-c2ebcd28-3f19-408d-b56c-68f9632ea887 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694361 Feb 14 00:28:23.143466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-7836635a-e1f2-4a81-8ddf-b7e4819f6647 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236739 Feb 14 00:28:23.278964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6b2926a-f164-41a8-882d-1a8db3227fa3 req-0e30f99b-214c-4647-af93-7a74e5f06c9f service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269414 Feb 14 00:28:23.830459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd268242-da02-4980-86b8-1614fbfd05f0 req-8872a49e-2d2a-4553-80ee-24b9450dcbfc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:23.831933 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd268242-da02-4980-86b8-1614fbfd05f0 req-8872a49e-2d2a-4553-80ee-24b9450dcbfc tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0773306 Feb 14 00:28:23.879017 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fd268242-da02-4980-86b8-1614fbfd05f0 req-adc3e840-a1d9-4e6e-9275-9bca5ffa9d44 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Feb 14 00:28:25.073866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58c430-1923-4ab0-b5a5-b4de5d1f64e2 req-1c56ae9d-4f46-4ca3-b07e-267a34da9285 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:25.075313 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef58c430-1923-4ab0-b5a5-b4de5d1f64e2 req-1c56ae9d-4f46-4ca3-b07e-267a34da9285 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0754223 Feb 14 00:28:25.119244 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ef58c430-1923-4ab0-b5a5-b4de5d1f64e2 req-86c8a385-a3bc-4eac-b3ca-14866fd88242 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380166 Feb 14 00:28:25.147225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44564) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:28:25.249934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f6f3e501-861a-4240-9fdf-041bf995b323 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 200 len: 994 time: 0.1015692 Feb 14 00:28:30.314333 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-599291d5-2ca6-4b32-9f9f-0f2f4c860c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:32.465842 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1d859191-3f89-4ff4-8297-2c2db7749173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:33.665386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:34.040314 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:35.276888 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:37.629792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:39.441922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:55.910423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44590) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:28:56.109156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 6ead9cbb-29bb-4a9b-b7dd-3c5085e06789 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:28:56.109498 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:56.272696 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:56.272925 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:56.391039 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 6ead9cbb-29bb-4a9b-b7dd-3c5085e06789 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:28:56.631369 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:56.675216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=6ead9cbb-29bb-4a9b-b7dd-3c5085e06789,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:28:56.716330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.716672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.717006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.717359 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.717684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.718006 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.718352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.718670 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.718987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.719300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.719673 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:28:56.778453 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:57.161384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 54028f5e-80b4-431a-8acd-7e29d285fb72 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:28:57.358116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:28:57.368220 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] Sync routers for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:28:57.378073 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:57.380272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:28:57.380875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:28:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:28:57.430227 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-59229e7d-829f-4bf8-9719-741985b99bd0 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/floatingips/290d92e4-7a6b-480a-a482-057d028b418e HTTP/1.1" status: 204 len: 168 time: 1.5185983 Feb 14 00:28:57.430700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:28:57.488744 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'status': 'completed', 'code': 200} Feb 14 00:28:57.560123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:28:57.587595 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-c4b7a9b9-0d61-4361-8d40-322839b869e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0740466 Feb 14 00:28:57.729428 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-89c6c5fb-403e-40b7-a56b-b4060ee47976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:57.730885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-89c6c5fb-403e-40b7-a56b-b4060ee47976 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 200 len: 896 time: 0.1331940 Feb 14 00:28:57.804445 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-30b8b0fd-d158-4b44-a3db-c09d256eb7fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 200 len: 217 time: 0.0644612 Feb 14 00:28:57.876754 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-bebcff5e-91bc-4e26-bc9b-7eb7a5e788e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:57.878298 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-bebcff5e-91bc-4e26-bc9b-7eb7a5e788e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 200 len: 834 time: 0.0661261 Feb 14 00:28:57.900412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:28:57.904380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] Checking router: 54028f5e-80b4-431a-8acd-7e29d285fb72 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:28:57.915497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:28:57.916289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:28:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:28:57.927093 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5cda7-969a-40e7-9e91-cd79cab64176 req-6ee9aba1-bd1d-420b-a371-da1ce91e130f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:57.928565 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35d5cda7-969a-40e7-9e91-cd79cab64176 req-6ee9aba1-bd1d-420b-a371-da1ce91e130f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.1802037 Feb 14 00:28:57.960915 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-b0c1cd62-5cf5-44b2-b01d-cbe75f9960ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b2e4696-9f2d-4f1f-8f92-3f06058853f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746586 Feb 14 00:28:57.976926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-35d5cda7-969a-40e7-9e91-cd79cab64176 req-a87e111c-9015-438e-8153-3e4ec60b7acb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Feb 14 00:28:58.107371 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-b68d216b-03ef-45e3-bb05-56603e13f54b service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287277 Feb 14 00:28:58.108832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:28:58.343649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-88b27ed5-44e6-4410-99df-2f2d9bcd0591 req-af5c5d9c-3d5e-44fd-9476-6ed4672847d2 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271261 Feb 14 00:28:58.457791 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:28:58.461660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fb148-431e-43dd-90d9-71e87d2b7c22 None None] The sync data for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 is: [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:13Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd4841941-2bf3-4ff8-99eb-6e271b84a927', 'name': '', 'network_id': '0b2e4696-9f2d-4f1f-8f92-3f06058853f9', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:66:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:12Z', 'updated_at': '2022-02-14T00:27:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': 'f86b46d8-82d8-4198-b3c5-600e6a4b60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:28:58.672836 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a7dc5-3bed-41ef-8d33-6d7ec619817d None None] New status for floating IP 290d92e4-7a6b-480a-a482-057d028b418e: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:28:59.180737 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab70d0-b0c0-4ade-8967-bf3a161379f5 req-f7331105-5b83-452a-8823-62c8c3470641 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:59.181424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-76ab70d0-b0c0-4ade-8967-bf3a161379f5 req-f7331105-5b83-452a-8823-62c8c3470641 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:28:59.197327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-76ab70d0-b0c0-4ade-8967-bf3a161379f5 req-f7331105-5b83-452a-8823-62c8c3470641 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:28:59.198475 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76ab70d0-b0c0-4ade-8967-bf3a161379f5 req-f7331105-5b83-452a-8823-62c8c3470641 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0950856 Feb 14 00:28:59.243611 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-76ab70d0-b0c0-4ade-8967-bf3a161379f5 req-a7819042-1b99-4c3d-bb42-0c50fb7c0141 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 Feb 14 00:28:59.399724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-695d9913-1554-4f71-8780-8f07c36771b4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:28:59.401150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-695d9913-1554-4f71-8780-8f07c36771b4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 946 time: 0.0747066 Feb 14 00:28:59.471530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 537bdbb2-4be3-4688-8443-cd1d6a38741c {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:28:59.471914 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:59.702902 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 537bdbb2-4be3-4688-8443-cd1d6a38741c, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=537bdbb2-4be3-4688-8443-cd1d6a38741c,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:28:59.703254 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:28:59.830713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 537bdbb2-4be3-4688-8443-cd1d6a38741c owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:28:59.838932 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:28:59.966122 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:00.018126 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=537bdbb2-4be3-4688-8443-cd1d6a38741c,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:00.087811 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] No DVR routers for this DVR port 537bdbb2-4be3-4688-8443-cd1d6a38741c on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:29:00.090331 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:00.092768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'name': 'network-vif-deleted', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:29:00.107387 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0475b4b5-61b5-4496-bd0a-1fca462b855c req-7a048fca-c57b-42f9-999f-cc8af92dae03 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.42 "DELETE /v2.0/ports/537bdbb2-4be3-4688-8443-cd1d6a38741c HTTP/1.1" status: 204 len: 173 time: 0.7007203 Feb 14 00:29:00.151553 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824f318a-1191-424e-8f09-5c94bf343ad5', 'name': 'network-vif-deleted', 'tag': '537bdbb2-4be3-4688-8443-cd1d6a38741c', 'status': 'completed', 'code': 200} Feb 14 00:29:00.319974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6d338321-51c4-461e-a323-cdf76e95479b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:00.429614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-df88b3e2-ee77-4361-bed4-6560f89f769b req-61d8c422-5e55-44b1-ae92-06b941afe019 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:29:00.447535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-df88b3e2-ee77-4361-bed4-6560f89f769b req-61d8c422-5e55-44b1-ae92-06b941afe019 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:29:00.448981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-df88b3e2-ee77-4361-bed4-6560f89f769b req-61d8c422-5e55-44b1-ae92-06b941afe019 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=824f318a-1191-424e-8f09-5c94bf343ad5 HTTP/1.1" status: 200 len: 210 time: 0.0639009 Feb 14 00:29:01.554345 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44608) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:01.940071 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:02.467674 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-58dfef83-9234-44df-8ce3-ebbef22617fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:02.540951 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 537bdbb2-4be3-4688-8443-cd1d6a38741c no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:29:02.573014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 537bdbb2-4be3-4688-8443-cd1d6a38741c {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:29:02.573360 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 537bdbb2-4be3-4688-8443-cd1d6a38741c not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:29:02.635859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port d4841941-2bf3-4ff8-99eb-6e271b84a927 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:29:02.636497 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:02.819097 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port d4841941-2bf3-4ff8-99eb-6e271b84a927, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d4841941-2bf3-4ff8-99eb-6e271b84a927,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:02.819354 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:02.941639 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for d4841941-2bf3-4ff8-99eb-6e271b84a927 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:29:03.110172 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:03.156768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=d4841941-2bf3-4ff8-99eb-6e271b84a927,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:03.454700 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:03.668453 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.047447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.125830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 54028f5e-80b4-431a-8acd-7e29d285fb72 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:29:04.321373 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:29:04.331033 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] Sync routers for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:29:04.337986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-826fd0b1-0e9d-4bf5-8086-d7915b376811 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/54028f5e-80b4-431a-8acd-7e29d285fb72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7825642 Feb 14 00:29:04.340652 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44612) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:04.343125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:04.343718 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:04.517198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:04.533460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting subnet f86b46d8-82d8-4198-b3c5-600e6a4b60f4 {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:29:04.536381 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.588396 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.672428 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.746465 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.786748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Subnet': ['ID=f86b46d8-82d8-4198-b3c5-600e6a4b60f4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:04.790490 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:04.796693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9c54f66-bbec-4c60-a5bb-5ec895274725 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/subnets/f86b46d8-82d8-4198-b3c5-600e6a4b60f4 HTTP/1.1" status: 204 len: 168 time: 0.4548984 Feb 14 00:29:04.799750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:29:03Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:04.800292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44616) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:04.803852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] Checking router: 54028f5e-80b4-431a-8acd-7e29d285fb72 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:29:04.815636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] Routers {'54028f5e-80b4-431a-8acd-7e29d285fb72'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:04.816308 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['54028f5e-80b4-431a-8acd-7e29d285fb72'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:04.929956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40899f4c-3780-487a-8f1c-9a720859fc61 None None] Network 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:29:05.026970 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.149637 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] Set router 54028f5e-80b4-431a-8acd-7e29d285fb72 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:05.222863 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.232157 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:29:05.232443 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.349128 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.432504 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] DHCP port deletion for 0b2e4696-9f2d-4f1f-8f92-3f06058853f9 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:29:05.442433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Deleting port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:29:05.442800 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.513779 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port c26ab7e1-00ac-4a3b-9024-10f0b57ea53e, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:05.514158 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.620201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:29:03Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:05.633679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for c26ab7e1-00ac-4a3b-9024-10f0b57ea53e owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:29:05.676561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e12f5-0443-41db-af53-62ee207d98c6 None None] The sync data for ids ['54028f5e-80b4-431a-8acd-7e29d285fb72'] in n-d-828979-1 is: [{'id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981241824', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:29:03Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': 'c26ab7e1-00ac-4a3b-9024-10f0b57ea53e', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54028f5e-80b4-431a-8acd-7e29d285fb72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:27:09Z', 'updated_at': '2022-02-14T00:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:29:05.715989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] For port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,segment=NetworkSegment(b99080bd-c1f6-46ea-9ebe-91ba00b903b1),segment_id=b99080bd-c1f6-46ea-9ebe-91ba00b903b1)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:05.716413 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.805382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.835474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Calling delete_port for 678dac3d-21bd-4054-9f7d-8dbffe2c12ba owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:29:05.851129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=c26ab7e1-00ac-4a3b-9024-10f0b57ea53e,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:05.911749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:05.954496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Pushing event deleted for resources: {'Port': ['ID=678dac3d-21bd-4054-9f7d-8dbffe2c12ba,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:05.965496 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] No DVR routers for this DVR port 678dac3d-21bd-4054-9f7d-8dbffe2c12ba on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:29:05.967761 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.968107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.968525 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.968925 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.969256 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.969585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.969898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.970242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.970699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.971066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:05.971561 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42720d30-3e5e-4019-b3be-c9d892262889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:06.080631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.340404 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.344439 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.369340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.369834 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Fanout notify agent at l3_agent the message router_deleted on router 54028f5e-80b4-431a-8acd-7e29d285fb72 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:29:06.385613 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.386729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-11bdf235-663b-4ead-a11c-358e56c6eff7 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/routers/54028f5e-80b4-431a-8acd-7e29d285fb72 HTTP/1.1" status: 204 len: 168 time: 1.5855229 Feb 14 00:29:06.389776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44620) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:06.507590 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.738476 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.762820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2e4696-9f2d-4f1f-8f92-3f06058853f9']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:06.775222 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:06.775514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99080bd-c1f6-46ea-9ebe-91ba00b903b1') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:06.788115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.804757 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.811461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:29:06.811852 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:29:06.826657 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:29:06.911844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.930300 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:06.941640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Network': ['ID=0b2e4696-9f2d-4f1f-8f92-3f06058853f9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:06.950065 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-00017152-5db8-477a-ac7d-56a4d9909ee8 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/networks/0b2e4696-9f2d-4f1f-8f92-3f06058853f9 HTTP/1.1" status: 204 len: 168 time: 0.5585799 Feb 14 00:29:06.952890 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44626) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:06.959307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c26ab7e1-00ac-4a3b-9024-10f0b57ea53e no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:29:06.992118 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c26ab7e1-00ac-4a3b-9024-10f0b57ea53e {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:29:06.992380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c26ab7e1-00ac-4a3b-9024-10f0b57ea53e not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:29:06.992983 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 678dac3d-21bd-4054-9f7d-8dbffe2c12ba no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:29:07.025679 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23f6b9f8-05d0-4492-8e84-34bca7adc13c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.027111 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 678dac3d-21bd-4054-9f7d-8dbffe2c12ba {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:29:07.027639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 678dac3d-21bd-4054-9f7d-8dbffe2c12ba not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:29:07.028201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4841941-2bf3-4ff8-99eb-6e271b84a927 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:29:07.060066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23f6b9f8-05d0-4492-8e84-34bca7adc13c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.063878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d4841941-2bf3-4ff8-99eb-6e271b84a927 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:29:07.064770 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d4841941-2bf3-4ff8-99eb-6e271b84a927 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:29:07.123948 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23f6b9f8-05d0-4492-8e84-34bca7adc13c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.143860 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6b9f8-05d0-4492-8e84-34bca7adc13c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5727c1a-4cf9-4eae-ba8a-609e0ba6828a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:07.151909 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-23f6b9f8-05d0-4492-8e84-34bca7adc13c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.154054 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-23f6b9f8-05d0-4492-8e84-34bca7adc13c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/security-groups/d5727c1a-4cf9-4eae-ba8a-609e0ba6828a HTTP/1.1" status: 204 len: 168 time: 0.1992407 Feb 14 00:29:07.375224 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44634) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:07.381424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893318926', 'description': 'tempest-secgroup-smoke-1893318926 description', 'project_id': 'efe6a50729724d799852455889d4c542'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:07.387952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:07.392030 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:07.395550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:07.401582 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:07.412097 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.447326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:07.451162 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:07.453978 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:07.460604 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:07.514503 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.518056 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.560972 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c6d8d2-1a68-4771-b0dc-eec455af0e51,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:07.563924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.565758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5491a08f-1032-4016-ba30-096dfd7d98d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1895421 Feb 14 00:29:07.568743 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44638) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:07.574299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '48c6d8d2-1a68-4771-b0dc-eec455af0e51', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:07.581290 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:07.585081 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:07.587966 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:07.593509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:07.609154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.630646 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.674724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.678249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.701070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72fd23c-c0e9-4e06-94f9-d052e2436b55,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:07.710495 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.711646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6d46a74a-eedc-4273-81be-f48127267060 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419964 Feb 14 00:29:07.714367 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44642) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:07.719852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '48c6d8d2-1a68-4771-b0dc-eec455af0e51', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:07.726281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:07.730054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:07.732866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:07.739288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:07.756041 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.816858 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.820293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.842274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820b5873-9ade-493c-8d01-8516c9114574,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:07.852133 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.853280 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-273d8f82-cb4b-4d74-ae00-d48dc555414c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1380258 Feb 14 00:29:07.855922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44646) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:07.861767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '48c6d8d2-1a68-4771-b0dc-eec455af0e51', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:07.868203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:07.871962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:07.874784 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:07.880581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:07.896249 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.958466 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.962521 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:07.988272 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6ce1ff-7345-4195-8af8-e1489bf536f8,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:07.998882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.002592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2ec4ca5c-75e1-4ce2-b538-8db2f018523c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1432400 Feb 14 00:29:08.002837 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44650) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:08.008113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '48c6d8d2-1a68-4771-b0dc-eec455af0e51', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:08.014521 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:08.018631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:08.021442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:08.027329 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:08.044259 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.107704 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.111706 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.134253 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c9bc42-7cc6-419a-99e2-bebccf4fab20,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:08.143330 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.144487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-007506db-4125-4908-b4f9-b528c7efee70 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407328 Feb 14 00:29:08.147302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44654) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:08.152660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '48c6d8d2-1a68-4771-b0dc-eec455af0e51', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:08.159993 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:08.163831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:08.166688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:08.172408 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:08.182993 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:29:08.189315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.253196 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.256535 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.279375 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd197e4-7156-40bd-988a-361ac0a6b03c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:08.288924 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.290169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-01c5e81e-07cf-4243-8c5f-e7071efa33fd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418822 Feb 14 00:29:08.292789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44658) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:08.298084 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'security_group_rule': {'security_group_id': '48c6d8d2-1a68-4771-b0dc-eec455af0e51', 'project_id': 'efe6a50729724d799852455889d4c542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:08.304349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:08.308106 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:security_group_rule and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:08.310925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:08.317034 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:08.327170 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Project efe6a50729724d799852455889d4c542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:29:08.333907 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.404136 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.407710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.431867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef281a8-49e0-4874-9fe2-a48c99f52e8b,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:08.440464 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.441762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-22118b17-6490-46e3-96bc-ab37dd965e6e tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480777 Feb 14 00:29:08.444716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44662) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:08.450132 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'network': {'name': 'tempest-network-smoke--438717646', 'project_id': 'efe6a50729724d799852455889d4c542', 'port_security_enabled': True}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:08.456509 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:08.460574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:network and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:08.463400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:08.468932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:08.479511 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:29:08.482509 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.509282 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:29:08.518597 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.518928 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Added segment 04c1a453-13ca-4e5c-8609-d74cdd54daf6 of type vlan for network 34657caf-9b6a-40a5-ab27-3917748975ab Feb 14 00:29:08.544111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.572898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.576595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:08.577174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.685877 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2376120 Feb 14 00:29:08.686409 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44666) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:08.688950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b94a07-5ff6-427e-9233-016b182a7a55 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Network': ['ID=34657caf-9b6a-40a5-ab27-3917748975ab,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:08.694251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'admin_state_up': True, 'project_id': 'efe6a50729724d799852455889d4c542', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:08.699891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 34657caf-9b6a-40a5-ab27-3917748975ab details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:29:08.701983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:08.706535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:router and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:08.712876 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:08.719672 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:08.730568 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.731474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.748633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:08.897413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.082827 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.111340 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.244012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.250 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/2885d59f-290b-4897-a5f3-07954f1d9e64) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:29:09.442615 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.486284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.512912 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.578277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:29:09.581525 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:09.585644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:29:09.611853 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=2885d59f-290b-4897-a5f3-07954f1d9e64,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:09.738966 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.739605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:09.965806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 253bed6f-0816-4bec-8b56-1d0fde325b63 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:29:10.166713 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:29:10.176579 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Sync routers for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:29:10.188158 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:10.188755 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:10.192882 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:10.194269 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d7a66082-da49-4697-8b7f-b3635d683d09 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5070076 Feb 14 00:29:10.197299 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44670) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:10.237416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-01d11883-9872-42e6-823f-717147488d34 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=efe6a50729724d799852455889d4c542&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390754 Feb 14 00:29:10.240357 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44674) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:10.366594 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:10.367658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc4846-e6be-427f-89d1-a29eac1158d9 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:10.371684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-06cc4846-e6be-427f-89d1-a29eac1158d9 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276598 Feb 14 00:29:10.372058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44678) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:10.414244 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-762a3237-7d08-4d34-989b-b3c8bfdf4375 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=adbce963-6987-43eb-b443-2350a645d61f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387824 Feb 14 00:29:10.414459 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44682) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:10.419639 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597840308', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'project_id': 'efe6a50729724d799852455889d4c542', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:10.534141 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:10.537867 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:subnet and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:10.540710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:10.546511 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:10.556659 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:29:10.654343 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:09Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:10.658283 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Checking router: 253bed6f-0816-4bec-8b56-1d0fde325b63 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:29:10.658640 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Updating router 253bed6f-0816-4bec-8b56-1d0fde325b63 port 2885d59f-290b-4897-a5f3-07954f1d9e64 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:29:10.661143 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:10.712169 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:10.884814 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:10.960500 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Subnet': ['ID=6090148c-731f-4120-be0f-4bef4c7c7569,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:10.975320 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.975664 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.976000 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.976331 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.976658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.976983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.977307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.977629 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.977949 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.978292 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.978616 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:10.984150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Checking segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:29:10.984513 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network hostable DHCP agents. Network: 34657caf-9b6a-40a5-ab27-3917748975ab, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:29:11.006913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 34657caf-9b6a-40a5-ab27-3917748975ab is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:29:11.016604 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 34657caf-9b6a-40a5-ab27-3917748975ab) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:11.021192 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:11.021782 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.030113 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a50b7-d8a5-4528-bb27-fca8b520eda9 None None] Network 34657caf-9b6a-40a5-ab27-3917748975ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:29:11.041788 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.047267 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-70c2f842-4214-4e96-9b33-7c904602f2cd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6317823 Feb 14 00:29:11.051013 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44686) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:11.058704 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Transition to ACTIVE for port object 2885d59f-290b-4897-a5f3-07954f1d9e64 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:11.066206 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.167063 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Pushing event updated for resources: {'Port': ['ID=2885d59f-290b-4897-a5f3-07954f1d9e64,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:11.169537 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Attempting to bind port 2885d59f-290b-4897-a5f3-07954f1d9e64 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:29:11.169992 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Attempting to bind port 2885d59f-290b-4897-a5f3-07954f1d9e64 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:29:11.170456 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Attempting to bind port 2885d59f-290b-4897-a5f3-07954f1d9e64 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:29:11.183841 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.184549 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.184549 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.184988 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.185375 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.185753 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.186433 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.186748 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.187056 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.187364 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.187670 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:29:11.192048 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:29:11.193120 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:29:11.193656 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.194062 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:29:11.194514 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Bound port: 2885d59f-290b-4897-a5f3-07954f1d9e64, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:29:11.195066 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.267054 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-34657caf-9b6a-40a5-ab27-3917748975ab', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:29:11.268545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.271882 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] For port 2885d59f-290b-4897-a5f3-07954f1d9e64, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:29:11.274970 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] For port 2885d59f-290b-4897-a5f3-07954f1d9e64, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2885d59f-290b-4897-a5f3-07954f1d9e64,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:29:11.280061 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.368030 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739137d-b852-49fe-949a-7fea52f02e59 None None] Pushing event updated for resources: {'Port': ['ID=2885d59f-290b-4897-a5f3-07954f1d9e64,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:11.374139 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:11.374732 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:11.431184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Allocated IP 172.20.0.2 (34657caf-9b6a-40a5-ab27-3917748975ab/6090148c-731f-4120-be0f-4bef4c7c7569/1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:29:11.578255 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:11.646178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.657269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Transition to ACTIVE for port object 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:11.677065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Transition to ACTIVE for port object 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:11.683177 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.757796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Network 34657caf-9b6a-40a5-ab27-3917748975ab is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:29:11.760563 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:11.763605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:29:11.770789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Pushing event updated for resources: {'Port': ['ID=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:11.861329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Attempting to bind port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:29:11.861701 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Attempting to bind port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:29:11.862567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Attempting to bind port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 on network 34657caf-9b6a-40a5-ab27-3917748975ab {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:29:11.868878 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:29:11.869430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Checking segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:29:11.869933 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.870428 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Bound using segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:29:11.870961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Bound port: 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:29:11.871403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.875393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:09Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:11.880771 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c6f1c-5a11-4c15-b314-8fc5cb03d61b None None] The sync data for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 is: [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:09Z', 'revision_number': 3, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:29:11.964635 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:11.967037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] For port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:29:11.970867 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] For port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:29:11.980118 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:12.099427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd422b04-906f-49d5-936e-67e548bd7d5d None None] Pushing event updated for resources: {'Port': ['ID=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:12.456205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.1 (34657caf-9b6a-40a5-ab27-3917748975ab/6090148c-731f-4120-be0f-4bef4c7c7569/c9ba445f-ea1b-40d0-9110-068b12ee6270) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:29:12.621093 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:12.637981 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object c9ba445f-ea1b-40d0-9110-068b12ee6270 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:12.662767 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:12.745105 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 34657caf-9b6a-40a5-ab27-3917748975ab is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:29:12.748748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:12.751000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=c9ba445f-ea1b-40d0-9110-068b12ee6270,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:12.753151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:29:12.815170 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:12.907205 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.030175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2885d59f-290b-4897-a5f3-07954f1d9e64 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:13.145865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 2885d59f-290b-4897-a5f3-07954f1d9e64 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:13.150636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2885d59f-290b-4897-a5f3-07954f1d9e64 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:13.151005 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.196892 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd505d-41fa-4c61-873e-8fc36d02a3de None None] Network 34657caf-9b6a-40a5-ab27-3917748975ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:29:13.350506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.354616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.355171 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-4618e15b-3add-4158-8217-ffcacd337e23 None None] Provisioning for port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:13.418013 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.451110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 2885d59f-290b-4897-a5f3-07954f1d9e64, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2885d59f-290b-4897-a5f3-07954f1d9e64,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:13.466039 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.469366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=c9ba445f-ea1b-40d0-9110-068b12ee6270,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:13.479970 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.480723 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:13.603136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 34657caf-9b6a-40a5-ab27-3917748975ab is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:29:13.604280 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:13.605067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=2885d59f-290b-4897-a5f3-07954f1d9e64,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:13.635532 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:13.640560 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:13.640894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.764097 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.801733 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:13.807493 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.886987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:13.934810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b35ce881-e097-421e-b856-f6c6ceeb98df None None] Provisioning for port c9ba445f-ea1b-40d0-9110-068b12ee6270 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:13.940737 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b35ce881-e097-421e-b856-f6c6ceeb98df None None] Provisioning complete for port c9ba445f-ea1b-40d0-9110-068b12ee6270 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:13.941110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b35ce881-e097-421e-b856-f6c6ceeb98df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:13.996510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-b35ce881-e097-421e-b856-f6c6ceeb98df None None] Port c9ba445f-ea1b-40d0-9110-068b12ee6270 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:29:14.009157 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b35ce881-e097-421e-b856-f6c6ceeb98df None None] Provisioning complete for port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:14.009612 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b35ce881-e097-421e-b856-f6c6ceeb98df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:14.131731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 253bed6f-0816-4bec-8b56-1d0fde325b63 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:29:14.261655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-06c256e0-1796-4526-b596-4cf591feb266 None None] Provisioning complete for port c9ba445f-ea1b-40d0-9110-068b12ee6270 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:14.262318 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-06c256e0-1796-4526-b596-4cf591feb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:14.312183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-06c256e0-1796-4526-b596-4cf591feb266 None None] Port c9ba445f-ea1b-40d0-9110-068b12ee6270 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:29:14.342667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:29:14.356259 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-820675ca-d794-45fa-aecf-4f394e6bad48 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/253bed6f-0816-4bec-8b56-1d0fde325b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042333 Feb 14 00:29:14.537804 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-9c1bc167-9a11-42fe-90d2-2e3a1bd4c86c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:29:14.552819 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-9c1bc167-9a11-42fe-90d2-2e3a1bd4c86c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:29:14.554146 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-9c1bc167-9a11-42fe-90d2-2e3a1bd4c86c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893318926&fields=id&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 267 time: 0.0564983 Feb 14 00:29:14.702764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-8877d425-99ae-4750-ba84-392a5d8e1494 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:14.703442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-8877d425-99ae-4750-ba84-392a5d8e1494 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:29:14.718702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-8877d425-99ae-4750-ba84-392a5d8e1494 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:29:14.719977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-8877d425-99ae-4750-ba84-392a5d8e1494 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 796 time: 0.1593535 Feb 14 00:29:14.737662 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-479fbe8c-928d-47a5-b5e9-b1144dda18fa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/quotas/efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 375 time: 0.0119014 Feb 14 00:29:14.819997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-5c5b37f7-cd8a-4fe8-804a-c4f10eaedd5a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:29:14.835121 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-5c5b37f7-cd8a-4fe8-804a-c4f10eaedd5a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:29:14.836346 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-5c5b37f7-cd8a-4fe8-804a-c4f10eaedd5a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938399 Feb 14 00:29:14.918265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-53e3fc93-ba2e-473c-9ecb-aec2b400dd89 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:29:14.919267 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-53e3fc93-ba2e-473c-9ecb-aec2b400dd89 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0716550 Feb 14 00:29:14.969016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2885d59f-290b-4897-a5f3-07954f1d9e64 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:15.040933 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 2885d59f-290b-4897-a5f3-07954f1d9e64 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:15.041429 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:15.055935 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-d4e1659f-7b2b-4f95-b545-f3cf23d12b0f service neutron] 10.222.0.36 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298137 Feb 14 00:29:15.164006 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:15.192296 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-a5919ced-50a8-42ed-944f-112dbfb0933e service neutron] 10.222.0.36 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308241 Feb 14 00:29:15.232152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:15.232519 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:15.400729 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-52bddab2-eb08-4bcc-a3de-4f12b3eff422 req-6bf295f6-148f-4879-a876-0dac43c4d932 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 210 time: 0.0507882 Feb 14 00:29:15.458471 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Sync routers for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:29:15.470530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:15.470974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:15.655680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:16.004268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 2, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:16.008147 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Checking router: 253bed6f-0816-4bec-8b56-1d0fde325b63 for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:29:16.008493 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Updating router 253bed6f-0816-4bec-8b56-1d0fde325b63 port c9ba445f-ea1b-40d0-9110-068b12ee6270 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:29:16.057633 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.400273 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.412966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Transition to ACTIVE for port object c9ba445f-ea1b-40d0-9110-068b12ee6270 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:16.416303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-f17d0c77-ad10-43f9-8d70-28ea405dd73f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:16.417889 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-f17d0c77-ad10-43f9-8d70-28ea405dd73f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 796 time: 0.1542010 Feb 14 00:29:16.419827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.484293 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311621bc-2761-497a-9e71-4fbfed73f9a6 None None] Pushing event updated for resources: {'Port': ['ID=c9ba445f-ea1b-40d0-9110-068b12ee6270,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:16.485008 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-9d945418-2d53-4886-8e87-6547767d45bd tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe6a50729724d799852455889d4c542 HTTP/1.1" status: 200 len: 380 time: 0.0492625 Feb 14 00:29:16.495512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'port': {'device_id': '47187fc8-4d4d-48f8-952f-622912932dd1', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'admin_state_up': True, 'tenant_id': 'efe6a50729724d799852455889d4c542', 'security_groups': ['48c6d8d2-1a68-4771-b0dc-eec455af0e51']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:16.622428 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1c56ed17-cb2f-4cac-9767-a57e1acbcccf req-c9b03da6-8bed-411b-9c5e-341a9d1e64b9 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 210 time: 0.0577822 Feb 14 00:29:16.651392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Attempting to bind port c9ba445f-ea1b-40d0-9110-068b12ee6270 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:29:16.651392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Attempting to bind port c9ba445f-ea1b-40d0-9110-068b12ee6270 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:29:16.651392 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Attempting to bind port c9ba445f-ea1b-40d0-9110-068b12ee6270 on network 34657caf-9b6a-40a5-ab27-3917748975ab {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:29:16.657759 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:29:16.658807 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Checking segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:29:16.659236 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.659713 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Bound using segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:29:16.660245 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Bound port: c9ba445f-ea1b-40d0-9110-068b12ee6270, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:29:16.660685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.688826 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:16.698892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:16.709631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Made reservation on behalf of efe6a50729724d799852455889d4c542 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:29:16.712619 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.758128 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] For port c9ba445f-ea1b-40d0-9110-068b12ee6270, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:29:16.761572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] For port c9ba445f-ea1b-40d0-9110-068b12ee6270, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c9ba445f-ea1b-40d0-9110-068b12ee6270,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:29:16.769151 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:16.852350 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311621bc-2761-497a-9e71-4fbfed73f9a6 None None] Pushing event updated for resources: {'Port': ['ID=c9ba445f-ea1b-40d0-9110-068b12ee6270,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:16.856973 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:16.857592 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:17.006362 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.20.0.13 (34657caf-9b6a-40a5-ab27-3917748975ab/6090148c-731f-4120-be0f-4bef4c7c7569/28be5673-7adb-444e-b13f-7c4f16ddac35) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:29:17.058298 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:17.203968 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:17.221004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Transition to ACTIVE for port object 28be5673-7adb-444e-b13f-7c4f16ddac35 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:17.243383 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:17.319523 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network 34657caf-9b6a-40a5-ab27-3917748975ab is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:29:17.322414 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:17.326160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:29:17.360243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=28be5673-7adb-444e-b13f-7c4f16ddac35,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:17.393169 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:17.394730 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:17.420448 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-99e69cef-821a-44a7-924f-aad11c4c3278 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291167 Feb 14 00:29:17.430498 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-5ab63bb9-6253-4464-af64-b9c122659c68 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:29:17.431641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-5ab63bb9-6253-4464-af64-b9c122659c68 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055315 Feb 14 00:29:17.432756 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:16Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:17.437576 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f41d53-f7a9-45bb-bdb9-cc45f0d48595 None None] The sync data for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 is: [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:16Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:29:17.445955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Request body: {'port': {'device_id': '47187fc8-4d4d-48f8-952f-622912932dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:17.582859 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:17.638201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9fdaff3d-2a4f-444e-99d4-c4e96dcb34f9 None None] Provisioning for port 28be5673-7adb-444e-b13f-7c4f16ddac35 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:17.643553 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-9fdaff3d-2a4f-444e-99d4-c4e96dcb34f9 None None] Provisioning complete for port 28be5673-7adb-444e-b13f-7c4f16ddac35 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:17.643923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9fdaff3d-2a4f-444e-99d4-c4e96dcb34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:17.703552 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-9fdaff3d-2a4f-444e-99d4-c4e96dcb34f9 None None] Port 28be5673-7adb-444e-b13f-7c4f16ddac35 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:29:17.844710 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1f44a-08a2-417f-9753-f134150c372a req-abb3ef4a-fb98-4d74-9203-626bef45b612 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:17.851873 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12f1f44a-08a2-417f-9753-f134150c372a req-abb3ef4a-fb98-4d74-9203-626bef45b612 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 932 time: 0.0929673 Feb 14 00:29:17.895927 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-12f1f44a-08a2-417f-9753-f134150c372a req-401bcac1-a9b7-4874-bcb6-947ec2d17cc1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Feb 14 00:29:17.958594 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28be5673-7adb-444e-b13f-7c4f16ddac35 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:29:17.965936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:17.984794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Transition to ACTIVE for port object 28be5673-7adb-444e-b13f-7c4f16ddac35 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:29:17.989648 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:18.122831 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Pushing event updated for resources: {'Port': ['ID=28be5673-7adb-444e-b13f-7c4f16ddac35,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:18.233325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Attempting to bind port 28be5673-7adb-444e-b13f-7c4f16ddac35 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:29:18.233660 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Attempting to bind port 28be5673-7adb-444e-b13f-7c4f16ddac35 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:29:18.233977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Attempting to bind port 28be5673-7adb-444e-b13f-7c4f16ddac35 on network 34657caf-9b6a-40a5-ab27-3917748975ab {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:29:18.240410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Port 28be5673-7adb-444e-b13f-7c4f16ddac35 on network 34657caf-9b6a-40a5-ab27-3917748975ab not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:29:18.240727 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Attempting to bind port 28be5673-7adb-444e-b13f-7c4f16ddac35 on network 34657caf-9b6a-40a5-ab27-3917748975ab {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:29:18.246866 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:29:18.247197 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Checking segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:29:18.247574 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Bound using segment: {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:29:18.247998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Bound port: 28be5673-7adb-444e-b13f-7c4f16ddac35, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c1a453-13ca-4e5c-8609-d74cdd54daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:29:18.248337 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:18.342301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] For port 28be5673-7adb-444e-b13f-7c4f16ddac35, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:29:18.345875 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] For port 28be5673-7adb-444e-b13f-7c4f16ddac35, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28be5673-7adb-444e-b13f-7c4f16ddac35,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:29:18.351510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:18.414418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:18.415781 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] 10.222.0.31 "PUT /v2.0/ports/28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 1092 time: 0.9777486 Feb 14 00:29:18.416212 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:29:18.451395 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f36e0-1951-4f17-baff-cef7d720615f service neutron] Pushing event updated for resources: {'Port': ['ID=28be5673-7adb-444e-b13f-7c4f16ddac35,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:18.489609 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'status': 'completed', 'code': 200} Feb 14 00:29:18.539342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-6b04444c-7e98-4705-80f6-e98bd5af089e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1095 time: 0.0821254 Feb 14 00:29:18.618697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-5dc519dd-1740-4128-ab7e-2d4d7b0fe446 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 217 time: 0.0694921 Feb 14 00:29:18.681555 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-77ff2633-49f1-4f1f-999c-25f2e293b9ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:18.682932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-77ff2633-49f1-4f1f-999c-25f2e293b9ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 200 len: 834 time: 0.0582576 Feb 14 00:29:18.761535 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-49a55f7e-7b52-4779-b1d3-eb87a8e685ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34657caf-9b6a-40a5-ab27-3917748975ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713863 Feb 14 00:29:18.991921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c9ba445f-ea1b-40d0-9110-068b12ee6270 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:18.993732 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-cc564ac9-df0a-46de-a7bb-b95c8dcbe0a6 service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254617 Feb 14 00:29:19.062478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c9ba445f-ea1b-40d0-9110-068b12ee6270 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:19.067847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c9ba445f-ea1b-40d0-9110-068b12ee6270 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:19.068216 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:19.130156 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762489c0-49a0-4eb4-b312-4fad52f8217a req-c5847d72-657a-43d6-9eda-9dfff27fdf1f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:19.137140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-762489c0-49a0-4eb4-b312-4fad52f8217a req-c5847d72-657a-43d6-9eda-9dfff27fdf1f tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 944 time: 0.0924556 Feb 14 00:29:19.148099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-392452c1-ef0a-48fd-a5af-cdf16e3bd2bd req-e96af915-a117-448d-9795-79951e794e0f service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465833 Feb 14 00:29:19.187208 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-762489c0-49a0-4eb4-b312-4fad52f8217a req-d26d4e8b-602e-47b0-86dc-43ad5d00a478 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491993 Feb 14 00:29:19.188624 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:19.223522 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c9ba445f-ea1b-40d0-9110-068b12ee6270, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c9ba445f-ea1b-40d0-9110-068b12ee6270,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:19.227162 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:19.259057 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-8da628de-2688-4efb-84ad-99bff5272ff1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1095 time: 0.0682738 Feb 14 00:29:19.293870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c9ba445f-ea1b-40d0-9110-068b12ee6270,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:19.388559 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-9323aef2-be6d-4e0e-b81a-70e21a6fb9ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:19.389902 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-9323aef2-be6d-4e0e-b81a-70e21a6fb9ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 896 time: 0.1251624 Feb 14 00:29:19.464570 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-c48136c4-650e-49d2-98f5-b50172ba8496 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 217 time: 0.0658240 Feb 14 00:29:19.525028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-267b2637-61dc-431e-a310-ab132741c06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:19.526450 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-267b2637-61dc-431e-a310-ab132741c06a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 200 len: 834 time: 0.0562632 Feb 14 00:29:19.604271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-7fdcd67e-4bce-4646-bd5c-67efeb067f39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34657caf-9b6a-40a5-ab27-3917748975ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713108 Feb 14 00:29:19.734473 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-d998395b-7919-48f1-b950-2c634693ddcb service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229637 Feb 14 00:29:19.864222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c7e64178-8403-40fc-82f9-6fc1602f81e6 req-29c8f915-092f-4a5b-bf17-04c189ae872f service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232076 Feb 14 00:29:20.385787 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803efe1-0b00-4924-87fc-43e430489b93 req-92551ac8-3397-456f-a017-f394150ac37d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:20.386503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1803efe1-0b00-4924-87fc-43e430489b93 req-92551ac8-3397-456f-a017-f394150ac37d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:29:20.401969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1803efe1-0b00-4924-87fc-43e430489b93 req-92551ac8-3397-456f-a017-f394150ac37d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:29:20.403076 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1803efe1-0b00-4924-87fc-43e430489b93 req-92551ac8-3397-456f-a017-f394150ac37d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 944 time: 0.0936267 Feb 14 00:29:20.449640 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1803efe1-0b00-4924-87fc-43e430489b93 req-7ce64cb6-deec-4d93-9cca-7a97528f486c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Feb 14 00:29:20.966942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c9ba445f-ea1b-40d0-9110-068b12ee6270 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:21.036722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c9ba445f-ea1b-40d0-9110-068b12ee6270 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:21.037086 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:21.641559 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735841b4-794e-475d-8bb0-8f8bed38a5dc req-90f2861a-f11f-4fd5-8ef3-729905da9e07 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:21.643577 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-735841b4-794e-475d-8bb0-8f8bed38a5dc req-90f2861a-f11f-4fd5-8ef3-729905da9e07 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 944 time: 0.0744450 Feb 14 00:29:21.661742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28be5673-7adb-444e-b13f-7c4f16ddac35 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:29:21.688662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-735841b4-794e-475d-8bb0-8f8bed38a5dc req-7ee0fd78-e900-49fd-9230-0d0270521167 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 Feb 14 00:29:21.791314 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28be5673-7adb-444e-b13f-7c4f16ddac35, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28be5673-7adb-444e-b13f-7c4f16ddac35,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:21.804481 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'port_id': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'mac_address': 'fa:16:3e:ca:9d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:29:21.855240 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:21.872140 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be5673-7adb-444e-b13f-7c4f16ddac35 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:29:21.886752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28be5673-7adb-444e-b13f-7c4f16ddac35, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28be5673-7adb-444e-b13f-7c4f16ddac35,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:21.890631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:21.957008 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28be5673-7adb-444e-b13f-7c4f16ddac35,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:22.105381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['28be5673-7adb-444e-b13f-7c4f16ddac35'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:29:22.884233 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eabb29-30f4-4105-b281-1b8f2105b3da req-16c35cff-1ddc-41f0-9f4e-b1a094487ddf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:22.885663 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33eabb29-30f4-4105-b281-1b8f2105b3da req-16c35cff-1ddc-41f0-9f4e-b1a094487ddf tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 945 time: 0.0785205 Feb 14 00:29:22.930963 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33eabb29-30f4-4105-b281-1b8f2105b3da req-a608bf1d-a046-468b-abae-e13ae5cd7006 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397558 Feb 14 00:29:23.677437 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28be5673-7adb-444e-b13f-7c4f16ddac35 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:29:23.747011 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 28be5673-7adb-444e-b13f-7c4f16ddac35 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:29:23.751458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 28be5673-7adb-444e-b13f-7c4f16ddac35 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:29:23.752076 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:23.864166 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:23.889792 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:29:23.899201 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28be5673-7adb-444e-b13f-7c4f16ddac35, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28be5673-7adb-444e-b13f-7c4f16ddac35,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:29:23.904444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:23.951538 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'code': 200} Feb 14 00:29:23.974215 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28be5673-7adb-444e-b13f-7c4f16ddac35,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:24.098664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e999a6d-2e54-4afc-93eb-312e99699b40 req-2791cf95-22a3-4af8-a94d-82bf0f05c00f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0743773 Feb 14 00:29:24.147102 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e999a6d-2e54-4afc-93eb-312e99699b40 req-5f344ed7-ddf7-490e-844f-bd0d916c9835 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Feb 14 00:29:24.287306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e985c-b66a-408e-8d2d-1ee6bbedc8ce req-c576c289-6441-490d-bf46-0d0cc6bce0cb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:24.288655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-625e985c-b66a-408e-8d2d-1ee6bbedc8ce req-c576c289-6441-490d-bf46-0d0cc6bce0cb tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0769892 Feb 14 00:29:24.333150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-625e985c-b66a-408e-8d2d-1ee6bbedc8ce req-622d6a90-9592-492a-a6ec-8efa854384c6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 Feb 14 00:29:25.530946 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b46e3-bc36-456c-86b5-df56f1f3bfc2 req-dc047770-9735-4a52-b71c-1ce7d9c6d37c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:25.532407 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b82b46e3-bc36-456c-86b5-df56f1f3bfc2 req-dc047770-9735-4a52-b71c-1ce7d9c6d37c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0807531 Feb 14 00:29:25.578258 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b82b46e3-bc36-456c-86b5-df56f1f3bfc2 req-7f404506-8107-45d7-9847-2fcc85aa2d9d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Feb 14 00:29:25.774302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e852502-f66a-41ca-b569-fa1152204520 req-aa650884-da4e-4a16-bdca-6f56a221644b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:25.775699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e852502-f66a-41ca-b569-fa1152204520 req-aa650884-da4e-4a16-bdca-6f56a221644b tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0778444 Feb 14 00:29:25.820125 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3e852502-f66a-41ca-b569-fa1152204520 req-390db396-1e30-4b7f-9b8c-455ff0705cc4 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 Feb 14 00:29:25.847124 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44734) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:25.914384 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-752ff2cc-45b4-438d-a48d-73761aeb6147 tempest-TestNetworkAdvancedServerOps-1069649698 tempest-TestNetworkAdvancedServerOps-1069649698-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1092 time: 0.0661073 Feb 14 00:29:25.917027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44738) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:25.921955 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:29:25.927979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:29:25.931745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Usage tracker for resource:floatingip and tenant:efe6a50729724d799852455889d4c542 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:29:25.934540 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:29:25.940943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:29:25.952002 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:26.085516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:26.321291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Allocated IP 172.25.4.153 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/55c86060-6542-49aa-9681-cf5b752096f9) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:29:26.466950 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:26.493229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:26.562794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:29:26.566698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:29:26.568568 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=55c86060-6542-49aa-9681-cf5b752096f9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:26.570612 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:29:27.058729 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:27.112628 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:27.315000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:27.319308 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:27.427000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event updated for resources: {'Port': ['ID=55c86060-6542-49aa-9681-cf5b752096f9,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:29:27.438634 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:27.628801 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Floating IP 9e0cf24a-75fb-499c-89af-05b9632280b5 associated. External IP: 172.25.4.153, port: 28be5673-7adb-444e-b13f-7c4f16ddac35. Feb 14 00:29:28.116092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 253bed6f-0816-4bec-8b56-1d0fde325b63 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:29:28.316100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:29:28.325293 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] Sync routers for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:29:28.339794 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:28.341651 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:28.342318 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:28.398165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a5748a4-1039-4d95-a416-f7c131d0fcea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4801188 Feb 14 00:29:28.398725 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:29:28.482703 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'status': 'completed', 'code': 200} Feb 14 00:29:28.526764 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:28.577656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-8a813858-bf97-40a8-8f51-ae5b0a4c948b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0733788 Feb 14 00:29:28.595030 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c39b0-6969-4f1e-ad28-f0dc8b1eff98 req-7f50a8ce-01b2-4754-8509-305226837c25 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:28.597162 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce7c39b0-6969-4f1e-ad28-f0dc8b1eff98 req-7f50a8ce-01b2-4754-8509-305226837c25 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0815365 Feb 14 00:29:28.644890 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-ce7c39b0-6969-4f1e-ad28-f0dc8b1eff98 req-bc969637-0ce4-4097-b1cc-68127634d22a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Feb 14 00:29:28.676059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44748) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:28.741336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-49c26629-3c4c-4d52-ab97-3d40a9df5338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:28.743482 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-49c26629-3c4c-4d52-ab97-3d40a9df5338 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 896 time: 0.1592002 Feb 14 00:29:28.801414 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-2670eaf6-3c0e-4b65-a373-fb851aa171ee tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 992 time: 0.1241572 Feb 14 00:29:28.856091 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-bb54a48a-1201-492e-a4e7-538314fb11ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 1000 time: 0.1056132 Feb 14 00:29:28.897487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '9e0cf24a-75fb-499c-89af-05b9632280b5', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.153', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'port_id': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'mac_address': 'fa:16:3e:ca:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47187fc8-4d4d-48f8-952f-622912932dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:29:26Z', 'updated_at': '2022-02-14T00:29:26Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:28.901451 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] Checking router: 253bed6f-0816-4bec-8b56-1d0fde325b63 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:29:28.913477 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:29:28.914175 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:29:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:28.920468 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-bc112142-61e6-4b0f-8a84-5056470a3587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:28.921912 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-bc112142-61e6-4b0f-8a84-5056470a3587 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 200 len: 834 time: 0.0597227 Feb 14 00:29:29.001311 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-b0a0c39a-2dac-4f44-8108-b8e57a91416f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34657caf-9b6a-40a5-ab27-3917748975ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736542 Feb 14 00:29:29.093577 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:29:29.141654 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-517972c7-a1de-4461-89fa-33aa57032439 service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337845 Feb 14 00:29:29.272921 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5a0ecf1e-028f-429e-8da4-98772f394252 req-93d94692-097a-48ae-97d2-7d24b3fb8575 service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259923 Feb 14 00:29:29.465721 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '9e0cf24a-75fb-499c-89af-05b9632280b5', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.153', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'port_id': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'mac_address': 'fa:16:3e:ca:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47187fc8-4d4d-48f8-952f-622912932dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:29:26Z', 'updated_at': '2022-02-14T00:29:26Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:29:29.469541 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6da9f2-303d-4476-a022-527d2f939dd7 None None] The sync data for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 is: [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '9e0cf24a-75fb-499c-89af-05b9632280b5', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'floating_ip_address': '172.25.4.153', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'port_id': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'mac_address': 'fa:16:3e:ca:9d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47187fc8-4d4d-48f8-952f-622912932dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:29:26Z', 'updated_at': '2022-02-14T00:29:26Z', 'revision_number': 0, 'project_id': 'efe6a50729724d799852455889d4c542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:29:29.805468 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:29.909992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bc1d22fa-72c6-4442-9dff-cfb6101913da tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 992 time: 0.1034658 Feb 14 00:29:30.312967 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4863397f-756a-4d0d-a68e-d15118cbf1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:30.913996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44758) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:31.018014 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c20fdd48-c4a0-41ed-9103-a6d079eefe06 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 992 time: 0.1028581 Feb 14 00:29:32.022122 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44762) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:32.120756 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f61270bb-c20a-4d8d-9173-67a754b529d3 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 992 time: 0.0976024 Feb 14 00:29:32.466922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-cb00391e-1010-48b0-b16a-45f3ccd26c02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719198 Feb 14 00:29:32.469385 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-791b47a1-bd4e-459e-a3bb-a39c8721db4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:32.602342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-8a9d66b9-29d1-4f71-bdee-ec037c6d7dd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0691016 Feb 14 00:29:32.743859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488298fc-6c87-4882-8a24-868a0778007c req-32e4b1e1-9fbf-4903-a07b-f63f1238ac5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:32.745302 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-32e4b1e1-9fbf-4903-a07b-f63f1238ac5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 896 time: 0.1254635 Feb 14 00:29:32.849794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-df8075db-9cd9-401e-bb84-05a832bb6112 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 1000 time: 0.0988030 Feb 14 00:29:32.914223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488298fc-6c87-4882-8a24-868a0778007c req-736dff0f-3ffc-478f-b77a-6b8a3c866fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:32.914882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-736dff0f-3ffc-478f-b77a-6b8a3c866fa3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 200 len: 834 time: 0.0589228 Feb 14 00:29:32.991645 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-03f12c39-2878-4895-834c-f83a5df63638 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34657caf-9b6a-40a5-ab27-3917748975ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701852 Feb 14 00:29:33.121406 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-ae74bb2d-bb22-4273-9320-41e0cc417e65 service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239030 Feb 14 00:29:33.123641 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44766) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:33.307431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2228dd65-5132-44fa-b893-20dfec62ba8d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 992 time: 0.1826448 Feb 14 00:29:33.345218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-488298fc-6c87-4882-8a24-868a0778007c req-7efa1f20-f131-4389-bcb3-8b43ab42c03e service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656883 Feb 14 00:29:33.403045 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a78d9-97b9-442a-a274-7492bfa0749f None None] New status for floating IP 9e0cf24a-75fb-499c-89af-05b9632280b5: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:29:33.692272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:34.047749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:34.311557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44770) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:34.417297 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-7ed4c205-f251-43bf-9b23-a5b9bdf6be7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 994 time: 0.1046743 Feb 14 00:29:35.280186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:36.839454 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:29:37.629200 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:39.456744 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:29:57.440100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa86b0-07e8-4f6b-811c-9165c556a9cb req-91942fd5-a094-4ad8-848b-855312317388 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:57.441577 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9afa86b0-07e8-4f6b-811c-9165c556a9cb req-91942fd5-a094-4ad8-848b-855312317388 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0748286 Feb 14 00:29:57.488878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9afa86b0-07e8-4f6b-811c-9165c556a9cb req-75ae9cd2-5ad3-4df2-b450-34f27f18fc77 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Feb 14 00:29:58.774128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c09a59-b423-47a8-8602-df767d634e45 req-d7d7bbf3-a57c-4d36-8687-65d86103d1a5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:29:58.775573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70c09a59-b423-47a8-8602-df767d634e45 req-d7d7bbf3-a57c-4d36-8687-65d86103d1a5 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.1675947 Feb 14 00:29:58.820350 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-70c09a59-b423-47a8-8602-df767d634e45 req-e4568144-6c3f-425b-ab94-e49466421d32 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391254 Feb 14 00:29:58.847976 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44788) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:29:58.951338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-3b125110-9eac-4566-a93b-4ceaddd0bc57 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 994 time: 0.1019909 Feb 14 00:30:00.319495 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd024-0545-43c8-b356-c3987763f36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:00.471386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189435b7-593b-4bc1-9f9e-218103f31dc0 req-0f43b983-d23c-4967-ba4a-a77f8dc7893a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:00.472869 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-189435b7-593b-4bc1-9f9e-218103f31dc0 req-0f43b983-d23c-4967-ba4a-a77f8dc7893a tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.1331782 Feb 14 00:30:00.475573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-d4ad4a08-b89e-48a0-a342-2b9e680004c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1097 time: 0.1065528 Feb 14 00:30:00.611670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-189435b7-593b-4bc1-9f9e-218103f31dc0 req-3ee2b3e3-5566-42eb-b540-c6f41a0f90fa tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331522 Feb 14 00:30:00.643932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50332-5420-4975-af7f-35a015bbe042 req-693df541-ff22-461f-9c8c-dad3d4300daf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:00.645464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-693df541-ff22-461f-9c8c-dad3d4300daf service neutron] 10.222.0.31 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 896 time: 0.1542010 Feb 14 00:30:00.844495 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-13ee07e9-2684-443b-9aa9-2b66e998e249 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 1002 time: 0.1925027 Feb 14 00:30:00.906241 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50332-5420-4975-af7f-35a015bbe042 req-fdbda35c-b539-4d8a-a6c2-4ada950a964d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:00.907550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-fdbda35c-b539-4d8a-a6c2-4ada950a964d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 200 len: 834 time: 0.0565991 Feb 14 00:30:00.981592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-72ab9abc-e7e2-48e2-a4bf-31c73765e1a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34657caf-9b6a-40a5-ab27-3917748975ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684030 Feb 14 00:30:01.110478 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-6891f191-f673-4290-b497-82bb1c3b3918 service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217854 Feb 14 00:30:01.239245 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f9c50332-5420-4975-af7f-35a015bbe042 req-a5678900-dea4-4a75-888a-e28ed103f5db service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235766 Feb 14 00:30:01.808465 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe76af-437e-487e-ae1f-0c0f6138d6d6 req-03a2da65-6dfd-454e-aab1-ef1c15f385da tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:01.809901 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f5fe76af-437e-487e-ae1f-0c0f6138d6d6 req-03a2da65-6dfd-454e-aab1-ef1c15f385da tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0753036 Feb 14 00:30:01.855564 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f5fe76af-437e-487e-ae1f-0c0f6138d6d6 req-7a157a1e-5df2-4a9d-a0b4-83f260e39ca1 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399699 Feb 14 00:30:02.470444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fc6aaa8c-cdfb-491b-bccd-9f0dd663c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:03.052803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d27073-6dd6-4b47-811f-98a6f60baac9 req-0e8d6731-6b4d-4ed2-babf-f4a470beb441 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:03.054254 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1d27073-6dd6-4b47-811f-98a6f60baac9 req-0e8d6731-6b4d-4ed2-babf-f4a470beb441 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0803196 Feb 14 00:30:03.098398 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1d27073-6dd6-4b47-811f-98a6f60baac9 req-773e5a77-bd72-46e8-afe9-863736df9011 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Feb 14 00:30:03.125619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44802) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:03.227520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-320fd807-1abf-4adf-a7fd-1a868aba1f27 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 200 len: 994 time: 0.1007891 Feb 14 00:30:03.549454 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44810) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:03.673676 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:03.751438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 55c86060-6542-49aa-9681-cf5b752096f9 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:30:03.751776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:03.915474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:03.915801 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:04.033266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 55c86060-6542-49aa-9681-cf5b752096f9 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:30:04.048862 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:04.177764 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:04.222152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=55c86060-6542-49aa-9681-cf5b752096f9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:04.288640 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.288983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.289301 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.289624 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.289945 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.290302 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.290623 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.290941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.291256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.291562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.291880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:04.322839 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:04.807571 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 253bed6f-0816-4bec-8b56-1d0fde325b63 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:30:05.009664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:05.021196 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] Sync routers for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:05.031710 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:05.034186 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:05.035032 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:05.085634 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d5166631-7a8c-4e16-bfde-7bad0d661686 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e0cf24a-75fb-499c-89af-05b9632280b5 HTTP/1.1" status: 204 len: 168 time: 1.5351012 Feb 14 00:30:05.086151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:30:05.155711 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'status': 'completed', 'code': 200} Feb 14 00:30:05.216868 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:05.251618 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-b4b9fe61-6d6e-441c-8f81-246365d20d38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efe6a50729724d799852455889d4c542&device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0710294 Feb 14 00:30:05.288099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:05.392593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-111d0eb6-99e6-4bac-bc23-efe82953bb16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:05.393978 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-111d0eb6-99e6-4bac-bc23-efe82953bb16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 200 len: 896 time: 0.1348314 Feb 14 00:30:05.467976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-911419d7-ddae-4fcf-b52f-21882877db3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 200 len: 217 time: 0.0669067 Feb 14 00:30:05.501119 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930b4f4-97bc-40bc-a75e-42f895bbaa8f req-d6dd3a00-99de-4a9e-b84f-7ba471241194 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:05.502659 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d930b4f4-97bc-40bc-a75e-42f895bbaa8f req-d6dd3a00-99de-4a9e-b84f-7ba471241194 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0838540 Feb 14 00:30:05.537261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-35bd7557-cabd-4c60-b02d-7c2778ec156a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:05.538751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-35bd7557-cabd-4c60-b02d-7c2778ec156a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 200 len: 834 time: 0.0625167 Feb 14 00:30:05.550124 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d930b4f4-97bc-40bc-a75e-42f895bbaa8f req-7aee13f7-dac0-45c7-ae10-0e52adffce12 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Feb 14 00:30:05.558005 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:05.562271 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] Checking router: 253bed6f-0816-4bec-8b56-1d0fde325b63 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:05.573703 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:05.574313 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:05.621545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-4abf97d5-9713-4b43-9d86-8a1e6e331877 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34657caf-9b6a-40a5-ab27-3917748975ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757608 Feb 14 00:30:05.747749 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:05.754294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-8a681105-5069-450c-bef5-fbfebba3120b service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252055 Feb 14 00:30:05.885089 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9f622f3a-aea9-4675-9beb-8c4c19c2ea8a req-64ecb662-c4b0-4f02-9516-a435008e057e service neutron] 10.222.0.31 "GET /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244259 Feb 14 00:30:06.058782 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:06.063024 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4cb516-8e90-4bd1-85b0-97a4088fdb98 None None] The sync data for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 is: [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:29:12Z', 'revision_number': 4, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'c9ba445f-ea1b-40d0-9110-068b12ee6270', 'name': '', 'network_id': '34657caf-9b6a-40a5-ab27-3917748975ab', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'mac_address': 'fa:16:3e:51:96:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:12Z', 'updated_at': '2022-02-14T00:29:19Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'subnets': [{'id': '6090148c-731f-4120-be0f-4bef4c7c7569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:06.286434 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f308e0f-6751-4dc6-8b17-634613640a42 None None] New status for floating IP 9e0cf24a-75fb-499c-89af-05b9632280b5: DOWN {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:30:06.752680 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb98fc1-1836-40ca-9ddc-9e2d9e534e4b req-49a73a43-086e-43c0-8d5d-6f0b8e4e6b3c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:06.753365 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8eb98fc1-1836-40ca-9ddc-9e2d9e534e4b req-49a73a43-086e-43c0-8d5d-6f0b8e4e6b3c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:06.769128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-8eb98fc1-1836-40ca-9ddc-9e2d9e534e4b req-49a73a43-086e-43c0-8d5d-6f0b8e4e6b3c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:06.770355 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8eb98fc1-1836-40ca-9ddc-9e2d9e534e4b req-49a73a43-086e-43c0-8d5d-6f0b8e4e6b3c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0934043 Feb 14 00:30:06.814713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8eb98fc1-1836-40ca-9ddc-9e2d9e534e4b req-a45de5e4-c159-4adb-828f-8a89fb664785 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/security-groups?id=48c6d8d2-1a68-4771-b0dc-eec455af0e51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Feb 14 00:30:06.962533 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-c9c76537-79ff-400b-995c-76228134bb2c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:06.963934 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-c9c76537-79ff-400b-995c-76228134bb2c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 946 time: 0.0778036 Feb 14 00:30:07.031492 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 28be5673-7adb-444e-b13f-7c4f16ddac35 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:30:07.031754 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:07.369987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 28be5673-7adb-444e-b13f-7c4f16ddac35, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28be5673-7adb-444e-b13f-7c4f16ddac35,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:07.370279 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:07.487862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 28be5673-7adb-444e-b13f-7c4f16ddac35 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:30:07.626686 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:07.628145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:07.676427 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=28be5673-7adb-444e-b13f-7c4f16ddac35,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:07.750897 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] No DVR routers for this DVR port 28be5673-7adb-444e-b13f-7c4f16ddac35 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:30:07.753378 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:07.756392 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'name': 'network-vif-deleted', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:30:07.771891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ca9b7eaa-4090-4ddb-bd76-df6bb533100c req-a7d79bde-5cad-4ba8-8358-3349136ebc7d tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.31 "DELETE /v2.0/ports/28be5673-7adb-444e-b13f-7c4f16ddac35 HTTP/1.1" status: 204 len: 173 time: 0.8027856 Feb 14 00:30:07.810562 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47187fc8-4d4d-48f8-952f-622912932dd1', 'name': 'network-vif-deleted', 'tag': '28be5673-7adb-444e-b13f-7c4f16ddac35', 'status': 'completed', 'code': 200} Feb 14 00:30:07.986271 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-93de6183-553e-4fd9-9fb8-a7be66f962dc req-79db3f4e-ae2d-4356-a9b4-071c060cc8d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Synchronizing usage tracker for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:08.002276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-93de6183-553e-4fd9-9fb8-a7be66f962dc req-79db3f4e-ae2d-4356-a9b4-071c060cc8d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Unset dirty status for tenant:efe6a50729724d799852455889d4c542 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:08.004697 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-93de6183-553e-4fd9-9fb8-a7be66f962dc req-79db3f4e-ae2d-4356-a9b4-071c060cc8d6 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "GET /v2.0/ports?device_id=47187fc8-4d4d-48f8-952f-622912932dd1 HTTP/1.1" status: 200 len: 210 time: 0.0571520 Feb 14 00:30:09.112997 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44828) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:09.458750 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:09.510878 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:10.107873 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port c9ba445f-ea1b-40d0-9110-068b12ee6270 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:30:10.108213 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:10.393454 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port c9ba445f-ea1b-40d0-9110-068b12ee6270, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c9ba445f-ea1b-40d0-9110-068b12ee6270,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:10.394820 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:10.511127 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for c9ba445f-ea1b-40d0-9110-068b12ee6270 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:30:10.681793 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:10.726240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=c9ba445f-ea1b-40d0-9110-068b12ee6270,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:11.025904 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:11.590092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Router 253bed6f-0816-4bec-8b56-1d0fde325b63 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:30:11.889645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:11.900040 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] Sync routers for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:11.905580 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-41788d8f-099c-427f-9380-0bf2385890ea tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "PUT /v2.0/routers/253bed6f-0816-4bec-8b56-1d0fde325b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7914374 Feb 14 00:30:11.908452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44832) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:11.911123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28be5673-7adb-444e-b13f-7c4f16ddac35 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:30:11.926879 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:11.927795 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:11.944369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 28be5673-7adb-444e-b13f-7c4f16ddac35 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:30:11.944710 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28be5673-7adb-444e-b13f-7c4f16ddac35 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:30:12.099686 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting subnet 6090148c-731f-4120-be0f-4bef4c7c7569 {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:30:12.102562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.117905 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:12.157379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.240639 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.282910 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-4d96f556-0de7-47b5-8d74-0a111d33ebd9 req-8a51d30a-cefc-4315-83cb-ca07e6e6a428 service neutron] (83661) timed out ('10.222.0.42', 64376) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:30:12.315127 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.358959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Subnet': ['ID=6090148c-731f-4120-be0f-4bef4c7c7569,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:12.364146 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.370250 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9f4e7-2673-47aa-8d64-1fde7959be9b None None] Network 34657caf-9b6a-40a5-ab27-3917748975ab requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:30:12.380150 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/subnets/6090148c-731f-4120-be0f-4bef4c7c7569 HTTP/1.1" status: 204 len: 168 time: 0.4706788 Feb 14 00:30:12.381537 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.381974 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.382229 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.382570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.383034 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.383274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44836) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:12.383763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.383763 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.384049 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.384312 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.384631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.384950 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479fd02-a846-44c8-98eb-311a486c8373 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:12.442816 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:30:10Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:12.446984 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] Checking router: 253bed6f-0816-4bec-8b56-1d0fde325b63 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:12.458487 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] Routers {'253bed6f-0816-4bec-8b56-1d0fde325b63'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:12.459107 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['253bed6f-0816-4bec-8b56-1d0fde325b63'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:12.595134 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.647817 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] Set router 253bed6f-0816-4bec-8b56-1d0fde325b63 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:12.650978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] DHCP port deletion for 34657caf-9b6a-40a5-ab27-3917748975ab request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:30:12.655235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Deleting port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:30:12.656098 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.799501 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.809406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Deleting port 2885d59f-290b-4897-a5f3-07954f1d9e64 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:30:12.810286 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.864871 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] For port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,segment=NetworkSegment(04c1a453-13ca-4e5c-8609-d74cdd54daf6),segment_id=04c1a453-13ca-4e5c-8609-d74cdd54daf6)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:12.865174 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:12.933235 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:30:10Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:12.937519 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af765683-e9b3-49a7-a1eb-d5cef7681ab3 None None] The sync data for ids ['253bed6f-0816-4bec-8b56-1d0fde325b63'] in n-d-828979-1 is: [{'id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-980173099', 'tenant_id': 'efe6a50729724d799852455889d4c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:29:08Z', 'updated_at': '2022-02-14T00:30:10Z', 'revision_number': 5, 'project_id': 'efe6a50729724d799852455889d4c542', 'gw_port': {'id': '2885d59f-290b-4897-a5f3-07954f1d9e64', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253bed6f-0816-4bec-8b56-1d0fde325b63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:29:09Z', 'updated_at': '2022-02-14T00:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:12.998450 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Calling delete_port for 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:30:13.000909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] For port 2885d59f-290b-4897-a5f3-07954f1d9e64, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=2885d59f-290b-4897-a5f3-07954f1d9e64,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:13.001358 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.074675 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738'] for port, after_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.117661 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Pushing event deleted for resources: {'Port': ['ID=1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1,revision_number=None']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:13.127407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Calling delete_port for 2885d59f-290b-4897-a5f3-07954f1d9e64 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:30:13.129942 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.130331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.130672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.131007 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.131334 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.131659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.131985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.132304 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.132624 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.132943 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.133262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:13.135817 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7254bc-0b7e-43a6-a88c-be48e10412ff None None] No DVR routers for this DVR port 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 on host n-d-828979-1 {{(pid=83663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:30:13.322712 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:30:13.356650 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:30:13.356995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 1a4c250c-8b4a-4e77-99a0-a1aa872dcfc1 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:30:13.406875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.458350 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Port': ['ID=2885d59f-290b-4897-a5f3-07954f1d9e64,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:13.676624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.840650 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:30:13.925878 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.930067 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.955117 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.955802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Fanout notify agent at l3_agent the message router_deleted on router 253bed6f-0816-4bec-8b56-1d0fde325b63 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:30:13.970392 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:13.971461 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-caee7ea2-b55e-46ed-ad01-7dbd6eee8571 tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/routers/253bed6f-0816-4bec-8b56-1d0fde325b63 HTTP/1.1" status: 204 len: 168 time: 1.5863135 Feb 14 00:30:13.974388 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44840) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:14.092207 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.224631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.248836 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34657caf-9b6a-40a5-ab27-3917748975ab']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:14.261266 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c1a453-13ca-4e5c-8609-d74cdd54daf6') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:14.261557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c1a453-13ca-4e5c-8609-d74cdd54daf6') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:14.272366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.287400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.293191 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:30:14.293850 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:30:14.308480 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:30:14.388984 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.405846 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.416401 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'Network': ['ID=34657caf-9b6a-40a5-ab27-3917748975ab,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:14.424594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ecf84ee9-1967-48ab-af26-adab6678207c tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/networks/34657caf-9b6a-40a5-ab27-3917748975ab HTTP/1.1" status: 204 len: 168 time: 0.4491625 Feb 14 00:30:14.427849 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44844) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:14.495782 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c851eb67-83ba-4695-9aee-24b54da38cda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.528487 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c851eb67-83ba-4695-9aee-24b54da38cda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.591352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c851eb67-83ba-4695-9aee-24b54da38cda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.608703 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851eb67-83ba-4695-9aee-24b54da38cda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c6d8d2-1a68-4771-b0dc-eec455af0e51,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:14.623104 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c851eb67-83ba-4695-9aee-24b54da38cda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:14.627023 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c851eb67-83ba-4695-9aee-24b54da38cda tempest-TestNetworkAdvancedServerOps-545761997 tempest-TestNetworkAdvancedServerOps-545761997-project] 10.222.0.36 "DELETE /v2.0/security-groups/48c6d8d2-1a68-4771-b0dc-eec455af0e51 HTTP/1.1" status: 204 len: 168 time: 0.1954591 Feb 14 00:30:14.991696 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2885d59f-290b-4897-a5f3-07954f1d9e64 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:30:14.997806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44854) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:15.027918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 2885d59f-290b-4897-a5f3-07954f1d9e64 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:30:15.028178 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 2885d59f-290b-4897-a5f3-07954f1d9e64 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:30:15.028585 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c9ba445f-ea1b-40d0-9110-068b12ee6270 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:30:15.059394 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c9ba445f-ea1b-40d0-9110-068b12ee6270 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:30:15.059734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c9ba445f-ea1b-40d0-9110-068b12ee6270 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:30:15.198729 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d9dc11d3-04d3-47ca-a126-9f07cf6d7280 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efe6a50729724d799852455889d4c542&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1996195 Feb 14 00:30:15.201099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44860) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:15.258416 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d416ab2d-b567-4d98-b8ee-98a0ded02a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.282631 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d416ab2d-b567-4d98-b8ee-98a0ded02a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.332101 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d416ab2d-b567-4d98-b8ee-98a0ded02a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.352487 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ab2d-b567-4d98-b8ee-98a0ded02a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1837bd4c-052a-48a8-852b-68768ed4e500,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:15.358459 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d416ab2d-b567-4d98-b8ee-98a0ded02a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.359532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d416ab2d-b567-4d98-b8ee-98a0ded02a5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1837bd4c-052a-48a8-852b-68768ed4e500 HTTP/1.1" status: 204 len: 168 time: 0.1575744 Feb 14 00:30:15.686099 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44868) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:15.795883 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.827990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:15.832195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Usage tracker for resource:security_group_rule and tenant:f64c6902cc5a4544905347879215c5d0 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:15.834948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:15.840473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:15.904891 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.908718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:15.953747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4007edc1-3803-46f5-bdd5-e4e421b8064a,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:15.960897 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-326589ae-16ed-4068-9583-b1c313757c18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f64c6902cc5a4544905347879215c5d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2729778 Feb 14 00:30:15.963113 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44872) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:16.022826 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a71434c-cdd9-4f86-bd09-72ad3711653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:16.052082 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a71434c-cdd9-4f86-bd09-72ad3711653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:16.100745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a71434c-cdd9-4f86-bd09-72ad3711653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:16.115185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71434c-cdd9-4f86-bd09-72ad3711653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4007edc1-3803-46f5-bdd5-e4e421b8064a,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:16.123211 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1a71434c-cdd9-4f86-bd09-72ad3711653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:16.124342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1a71434c-cdd9-4f86-bd09-72ad3711653f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4007edc1-3803-46f5-bdd5-e4e421b8064a HTTP/1.1" status: 204 len: 168 time: 0.1603093 Feb 14 00:30:16.971148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44894) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:17.098441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1419615321-network', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:17.103728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:17.107456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Usage tracker for resource:network and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:17.110245 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:17.116374 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:17.126281 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Made reservation on behalf of d0ceb378920f42bfac96ba1eee8996c5 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:30:17.128579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.140421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.171667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:17.175482 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:17.178413 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:17.183894 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:17.249319 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.252918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.284562 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:30:17.292987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39816428-fd9d-4e8a-bcad-11dc8f413ae1,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:17.299974 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.301634 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Added segment b9119f86-36c5-467d-bc9a-c6870358d9f3 of type vlan for network 4824bbd0-dd02-405f-86ea-53c6cbb5467e Feb 14 00:30:17.328413 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.360566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.361423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:17.362000 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.464808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] Pushing event updated for resources: {'Network': ['ID=4824bbd0-dd02-405f-86ea-53c6cbb5467e,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:17.467561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9d27ad26-58a0-46f6-b932-d03b26b6f20e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4953475 Feb 14 00:30:17.470549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44900) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:17.475716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:30:17.476269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Request body: {'subnet': {'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1419615321-subnet', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:17.481446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:17.485339 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Usage tracker for resource:subnet and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:17.488684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:17.494259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:17.504584 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Made reservation on behalf of d0ceb378920f42bfac96ba1eee8996c5 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:30:17.506885 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.714103 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.789927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56cb64e5-a644-4b27-8095-d6e8332a422f,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:17.800720 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Checking segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:17.801067 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Network hostable DHCP agents. Network: 4824bbd0-dd02-405f-86ea-53c6cbb5467e, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:30:17.822102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:30:17.830438 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 4824bbd0-dd02-405f-86ea-53c6cbb5467e) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:17.834800 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:17.835367 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.840080 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b40b01-808a-4c0d-9fef-f2a68e2ab8db None None] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:30:17.855540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-bcad52e6-f40d-4172-80b7-0f1463a9a191 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3839297 Feb 14 00:30:17.858310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44904) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:17.863700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:17.868808 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:17.872558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Usage tracker for resource:router and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:17.875335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:17.881441 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:17.891949 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.893066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:17.913054 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.047852 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:30:18.048714 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.059019 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.202843 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Allocated IP 172.20.0.2 (4824bbd0-dd02-405f-86ea-53c6cbb5467e/56cb64e5-a644-4b27-8095-d6e8332a422f/db9d9f83-48ff-467a-8f9d-b05267a9a617) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:18.250193 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.281050 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.408474 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.421577 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Transition to ACTIVE for port object db9d9f83-48ff-467a-8f9d-b05267a9a617 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:18.424825 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Allocated IP 172.25.4.81 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/8ab96f8a-9adb-4b22-b700-32a962101ecd) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:18.441457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Transition to ACTIVE for port object db9d9f83-48ff-467a-8f9d-b05267a9a617 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:18.446983 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.512214 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:18.514837 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:18.519021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:18.521226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Pushing event updated for resources: {'Port': ['ID=db9d9f83-48ff-467a-8f9d-b05267a9a617,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:18.576066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.603248 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.609009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Attempting to bind port db9d9f83-48ff-467a-8f9d-b05267a9a617 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:18.609407 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Attempting to bind port db9d9f83-48ff-467a-8f9d-b05267a9a617 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:18.609767 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Attempting to bind port db9d9f83-48ff-467a-8f9d-b05267a9a617 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:18.616091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:18.616461 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Checking segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:18.616853 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.617239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Bound using segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:18.617691 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Bound port: db9d9f83-48ff-467a-8f9d-b05267a9a617, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:18.618085 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.666700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:18.669939 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:18.673300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:18.707265 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Pushing event updated for resources: {'Port': ['ID=8ab96f8a-9adb-4b22-b700-32a962101ecd,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:18.711758 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] For port db9d9f83-48ff-467a-8f9d-b05267a9a617, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:18.716160 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] For port db9d9f83-48ff-467a-8f9d-b05267a9a617, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=db9d9f83-48ff-467a-8f9d-b05267a9a617,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:18.720517 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.815739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc84b8-4eff-4508-856c-5acdc3e5bd38 None None] Pushing event updated for resources: {'Port': ['ID=db9d9f83-48ff-467a-8f9d-b05267a9a617,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:18.932262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:18.932999 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:19.194702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:30:19.393501 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:19.402803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:19.415994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:19.416680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:19.418685 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:19.422873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d3086edf-07b8-4b83-803b-1507b69b0c7b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5609341 Feb 14 00:30:19.423108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44908) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:19.611829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:19.809370 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f05bc-7c01-4828-a971-ae7e0a27a034 None None] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:30:19.998900 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-7ced7c24-6f86-444c-a7f6-ef55bd608f06 None None] Provisioning for port db9d9f83-48ff-467a-8f9d-b05267a9a617 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:20.132264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:18Z', 'revision_number': 3, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:20.145323 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:20.145663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Updating router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a port 8ab96f8a-9adb-4b22-b700-32a962101ecd binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:30:20.204829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.215727 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.436820 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Allocated IP 172.20.0.1 (4824bbd0-dd02-405f-86ea-53c6cbb5467e/56cb64e5-a644-4b27-8095-d6e8332a422f/b33a624c-928a-49c8-aa0f-c842a965e1d3) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:20.564293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.580138 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Transition to ACTIVE for port object 8ab96f8a-9adb-4b22-b700-32a962101ecd will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:20.586600 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.667784 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Attempting to bind port 8ab96f8a-9adb-4b22-b700-32a962101ecd on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:20.668452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Attempting to bind port 8ab96f8a-9adb-4b22-b700-32a962101ecd by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:20.668596 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Attempting to bind port 8ab96f8a-9adb-4b22-b700-32a962101ecd on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:20.670519 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5de71-a021-4fc2-9667-3d23a999202d None None] Pushing event updated for resources: {'Port': ['ID=8ab96f8a-9adb-4b22-b700-32a962101ecd,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:20.678853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:20.678853 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:20.679046 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.679315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:20.679775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Bound port: 8ab96f8a-9adb-4b22-b700-32a962101ecd, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:20.680142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.701481 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.716715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Transition to ACTIVE for port object b33a624c-928a-49c8-aa0f-c842a965e1d3 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:20.739790 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.751779 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] For port 8ab96f8a-9adb-4b22-b700-32a962101ecd, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:20.755367 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] For port 8ab96f8a-9adb-4b22-b700-32a962101ecd, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8ab96f8a-9adb-4b22-b700-32a962101ecd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:20.760310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.809407 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:20.813274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:20.817549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:20.842663 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:20.843288 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:20.848892 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Pushing event updated for resources: {'Port': ['ID=b33a624c-928a-49c8-aa0f-c842a965e1d3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:20.888180 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:20.902099 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5de71-a021-4fc2-9667-3d23a999202d None None] Pushing event updated for resources: {'Port': ['ID=8ab96f8a-9adb-4b22-b700-32a962101ecd,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:20.983288 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.053456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device db9d9f83-48ff-467a-8f9d-b05267a9a617 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:21.133887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:21.183226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3682c2ca-46cb-45d8-a054-1250094e760a None None] Provisioning for port b33a624c-928a-49c8-aa0f-c842a965e1d3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:21.215695 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.220115 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.242341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-3682c2ca-46cb-45d8-a054-1250094e760a None None] Provisioning complete for port b33a624c-928a-49c8-aa0f-c842a965e1d3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:21.242706 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3682c2ca-46cb-45d8-a054-1250094e760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.324614 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Pushing event updated for resources: {'Port': ['ID=b33a624c-928a-49c8-aa0f-c842a965e1d3,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:21.326933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.363458 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port db9d9f83-48ff-467a-8f9d-b05267a9a617 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:21.381173 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port db9d9f83-48ff-467a-8f9d-b05267a9a617 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:21.381528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.403634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3682c2ca-46cb-45d8-a054-1250094e760a None None] Port b33a624c-928a-49c8-aa0f-c842a965e1d3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:30:21.462390 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:21.463626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:21.569558 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.608236 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:18Z', 'revision_number': 3, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:21.612947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port db9d9f83-48ff-467a-8f9d-b05267a9a617, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=db9d9f83-48ff-467a-8f9d-b05267a9a617,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:21.615110 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29987af0-f92b-4dd1-b0de-022c8888cb3a None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:18Z', 'revision_number': 3, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:21.621513 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.752377 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e66ae48d-9cfd-47cb-b228-95cada73c8c2 None None] Provisioning complete for port b33a624c-928a-49c8-aa0f-c842a965e1d3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:21.753006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e66ae48d-9cfd-47cb-b228-95cada73c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:21.775960 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=db9d9f83-48ff-467a-8f9d-b05267a9a617,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:21.820401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e66ae48d-9cfd-47cb-b228-95cada73c8c2 None None] Port b33a624c-928a-49c8-aa0f-c842a965e1d3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:30:21.921646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:30:22.131802 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:22.140754 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0ce1ee2f-5746-4ec2-931f-1e2bdb9f370b admin admin] 10.222.0.36 "PUT /v2.0/routers/3f1ec9c5-ceea-4a51-af06-c54bb554b84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166061 Feb 14 00:30:22.989845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44930) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:22.995682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1358409642-network', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:23.001304 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:23.005621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Usage tracker for resource:network and tenant:d6513258ffea42cc9d94c62c5ad0fc9b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:23.009762 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:23.017309 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:23.033979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Made reservation on behalf of d6513258ffea42cc9d94c62c5ad0fc9b for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:30:23.037816 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.051374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.067972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8ab96f8a-9adb-4b22-b700-32a962101ecd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:23.083718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:23.087430 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Usage tracker for resource:security_group_rule and tenant:d6513258ffea42cc9d94c62c5ad0fc9b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:23.090152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:23.095769 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:23.139272 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 8ab96f8a-9adb-4b22-b700-32a962101ecd completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:23.144372 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8ab96f8a-9adb-4b22-b700-32a962101ecd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:23.144770 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.160559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.164478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.195198 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:30:23.257142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.274344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 8ab96f8a-9adb-4b22-b700-32a962101ecd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8ab96f8a-9adb-4b22-b700-32a962101ecd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:23.278717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.280239 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device db9d9f83-48ff-467a-8f9d-b05267a9a617 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:23.307458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361696d5-179e-46c3-8eab-aa944545b856,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:23.312014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.312355 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Added segment 63b72c9c-0cc9-468a-9c17-617551dc9aba of type vlan for network 03f0bba5-209f-4133-b358-fe2852928404 Feb 14 00:30:23.338576 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.367986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.368814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:23.369382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.401930 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=8ab96f8a-9adb-4b22-b700-32a962101ecd,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:23.415995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port db9d9f83-48ff-467a-8f9d-b05267a9a617 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:23.416361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.474002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] Pushing event updated for resources: {'Network': ['ID=03f0bba5-209f-4133-b358-fe2852928404,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:23.480083 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44934) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:23.485653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Request body: {'subnet': {'network_id': '03f0bba5-209f-4133-b358-fe2852928404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1358409642-subnet', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:23.486705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c87cd473-a487-42cb-9a48-8d5851aa4027 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4955888 Feb 14 00:30:23.491781 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:23.495637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Usage tracker for resource:subnet and tenant:d6513258ffea42cc9d94c62c5ad0fc9b is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:23.498658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:23.505136 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:23.513185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 03f0bba5-209f-4133-b358-fe2852928404 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:30:23.515612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Made reservation on behalf of d6513258ffea42cc9d94c62c5ad0fc9b for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:30:23.518004 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.723297 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.794577 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fde2ef-2379-4dd7-9d20-2efc94818edd,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:23.804669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Checking segment: {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:23.805014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Network hostable DHCP agents. Network: 03f0bba5-209f-4133-b358-fe2852928404, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:30:23.825785 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Network 03f0bba5-209f-4133-b358-fe2852928404 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:30:23.834382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 03f0bba5-209f-4133-b358-fe2852928404) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:23.838188 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:23.838762 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.843747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc95e6-9f3e-417e-80d7-31ebd0626726 None None] Network 03f0bba5-209f-4133-b358-fe2852928404 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:30:23.860222 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-69b494ba-9946-4abd-b7fe-2586a3e6ab2b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3790584 Feb 14 00:30:23.863455 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44938) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:23.868516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:23.873922 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:23.877775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Usage tracker for resource:router and tenant:d6513258ffea42cc9d94c62c5ad0fc9b is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:23.880749 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:23.886386 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:23.897510 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.898669 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:23.918546 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.058607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-03f0bba5-209f-4133-b358-fe2852928404', 'network_id': '03f0bba5-209f-4133-b358-fe2852928404', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'fixed_ips': [{'subnet_id': '21fde2ef-2379-4dd7-9d20-2efc94818edd'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:30:24.059541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.073457 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.216266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Allocated IP 172.20.0.2 (03f0bba5-209f-4133-b358-fe2852928404/21fde2ef-2379-4dd7-9d20-2efc94818edd/d1126ce9-9db4-4b7f-b090-97c3626e5716) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:24.265230 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.295311 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.422161 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.432595 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Transition to ACTIVE for port object d1126ce9-9db4-4b7f-b090-97c3626e5716 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:24.434968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Allocated IP 172.25.4.21 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/c6953e41-64ff-4365-b65a-db25e6496223) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:24.452910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Transition to ACTIVE for port object d1126ce9-9db4-4b7f-b090-97c3626e5716 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:24.459834 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.529276 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Network 03f0bba5-209f-4133-b358-fe2852928404 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:24.531994 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:24.536667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:24.538747 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Pushing event updated for resources: {'Port': ['ID=d1126ce9-9db4-4b7f-b090-97c3626e5716,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:24.591030 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.620237 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.631628 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Attempting to bind port d1126ce9-9db4-4b7f-b090-97c3626e5716 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:24.632000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Attempting to bind port d1126ce9-9db4-4b7f-b090-97c3626e5716 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:24.632362 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Attempting to bind port d1126ce9-9db4-4b7f-b090-97c3626e5716 on network 03f0bba5-209f-4133-b358-fe2852928404 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:24.638810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:24.639184 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Checking segment: {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:24.639581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.639966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Bound using segment: {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:24.640419 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Bound port: d1126ce9-9db4-4b7f-b090-97c3626e5716, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:24.640789 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.692346 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:24.695707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:24.698276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:24.725734 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Pushing event updated for resources: {'Port': ['ID=c6953e41-64ff-4365-b65a-db25e6496223,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:24.730484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] For port d1126ce9-9db4-4b7f-b090-97c3626e5716, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:24.733741 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] For port d1126ce9-9db4-4b7f-b090-97c3626e5716, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1126ce9-9db4-4b7f-b090-97c3626e5716,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:24.739343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.825317 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a9fa2-45f9-4a4b-9e3c-fddca6864c4a None None] Pushing event updated for resources: {'Port': ['ID=d1126ce9-9db4-4b7f-b090-97c3626e5716,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:24.878531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:24.879174 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:25.042950 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8ab96f8a-9adb-4b22-b700-32a962101ecd up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:25.116812 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:25.130473 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:25.130977 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:25.155769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 8ab96f8a-9adb-4b22-b700-32a962101ecd triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:25.156636 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:25.168176 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Router d373e537-9930-417f-83ad-6de1bef3d11b is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:30:25.325867 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:25.381274 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:25.390231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Sync routers for ids ['d373e537-9930-417f-83ad-6de1bef3d11b'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:25.403309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Routers {'d373e537-9930-417f-83ad-6de1bef3d11b'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:25.403905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d373e537-9930-417f-83ad-6de1bef3d11b'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:25.408070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:25.412520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4a8d3311-d939-4ca6-89c3-cb436f078914 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5450628 Feb 14 00:30:25.413014 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44942) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:25.595999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Set router d373e537-9930-417f-83ad-6de1bef3d11b gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:25.681509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:21Z', 'revision_number': 2, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:25.686287 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:25.687078 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Updating router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a port b33a624c-928a-49c8-aa0f-c842a965e1d3 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:30:25.748980 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:25.901429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606502a-4693-4fee-898b-24a36b820b4b None None] Network 03f0bba5-209f-4133-b358-fe2852928404 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:30:25.987789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:30:24Z', 'revision_number': 3, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:26.000589 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Checking router: d373e537-9930-417f-83ad-6de1bef3d11b for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:26.000870 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Updating router d373e537-9930-417f-83ad-6de1bef3d11b port c6953e41-64ff-4365-b65a-db25e6496223 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:30:26.067026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a225e155-9513-4744-8639-92e8e75a5c1c None None] Provisioning for port d1126ce9-9db4-4b7f-b090-97c3626e5716 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:26.116497 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.158187 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.170199 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Transition to ACTIVE for port object b33a624c-928a-49c8-aa0f-c842a965e1d3 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:26.179500 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.318269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Pushing event updated for resources: {'Port': ['ID=b33a624c-928a-49c8-aa0f-c842a965e1d3,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:26.335354 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.335686 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.336009 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.336330 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.336649 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.336963 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.337291 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.337582 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.337886 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.338238 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.338549 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:30:26.370598 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.453241 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Attempting to bind port b33a624c-928a-49c8-aa0f-c842a965e1d3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:26.454373 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Attempting to bind port b33a624c-928a-49c8-aa0f-c842a965e1d3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:26.454956 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Attempting to bind port b33a624c-928a-49c8-aa0f-c842a965e1d3 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:26.463603 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:26.464646 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Checking segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:26.465133 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.465610 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Bound using segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:26.466198 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Bound port: b33a624c-928a-49c8-aa0f-c842a965e1d3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:26.466658 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.571783 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.584556 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] For port b33a624c-928a-49c8-aa0f-c842a965e1d3, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:26.586919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Transition to ACTIVE for port object c6953e41-64ff-4365-b65a-db25e6496223 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:26.590138 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] For port b33a624c-928a-49c8-aa0f-c842a965e1d3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b33a624c-928a-49c8-aa0f-c842a965e1d3,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:26.597509 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.601650 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.655998 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Allocated IP 172.20.0.1 (03f0bba5-209f-4133-b358-fe2852928404/21fde2ef-2379-4dd7-9d20-2efc94818edd/d2f5dddb-617d-45f5-a9e1-f6b3ac098954) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:26.682370 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a96b-7265-491c-bf45-d1dd569ed2b0 None None] Pushing event updated for resources: {'Port': ['ID=b33a624c-928a-49c8-aa0f-c842a965e1d3,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:26.704998 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:26.705978 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:26.718052 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51511b43-c8e0-4ca4-a7d3-c900bae1d4d7 None None] Pushing event updated for resources: {'Port': ['ID=c6953e41-64ff-4365-b65a-db25e6496223,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:26.721444 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Attempting to bind port c6953e41-64ff-4365-b65a-db25e6496223 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:26.721816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Attempting to bind port c6953e41-64ff-4365-b65a-db25e6496223 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:26.722801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Attempting to bind port c6953e41-64ff-4365-b65a-db25e6496223 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:26.729492 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:26.729862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:26.730297 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.730905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:26.731364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Bound port: c6953e41-64ff-4365-b65a-db25e6496223, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:26.731732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.809910 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] For port c6953e41-64ff-4365-b65a-db25e6496223, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:26.813812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] For port c6953e41-64ff-4365-b65a-db25e6496223, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6953e41-64ff-4365-b65a-db25e6496223,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:26.827439 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.830770 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.849194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Transition to ACTIVE for port object d2f5dddb-617d-45f5-a9e1-f6b3ac098954 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:26.877479 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:26.897456 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:26.932000 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51511b43-c8e0-4ca4-a7d3-c900bae1d4d7 None None] Pushing event updated for resources: {'Port': ['ID=c6953e41-64ff-4365-b65a-db25e6496223,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:26.940411 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Routers {'d373e537-9930-417f-83ad-6de1bef3d11b'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:26.941235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d373e537-9930-417f-83ad-6de1bef3d11b'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:26.974409 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:26.986282 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Network 03f0bba5-209f-4133-b358-fe2852928404 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:26.988351 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:26.992018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:27.068868 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.139310 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1126ce9-9db4-4b7f-b090-97c3626e5716 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:27.194464 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.299899 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] Set router d373e537-9930-417f-83ad-6de1bef3d11b gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:27.342703 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:26Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:27.346353 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d1126ce9-9db4-4b7f-b090-97c3626e5716 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:27.348194 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25447338-739b-46fb-80b0-5f97e8cf8076 None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:26Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:27.430146 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d1126ce9-9db4-4b7f-b090-97c3626e5716 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:27.430536 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.444854 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.453417 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.561950 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.588390 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6ec21e24-75c2-4480-ac60-4d5c87cfa0b5 None None] Provisioning for port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:27.606855 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:27.642671 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6ec21e24-75c2-4480-ac60-4d5c87cfa0b5 None None] Provisioning complete for port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:27.643040 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec21e24-75c2-4480-ac60-4d5c87cfa0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.724335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Network 03f0bba5-209f-4133-b358-fe2852928404 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:27.725602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:27.753529 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.779530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6ec21e24-75c2-4480-ac60-4d5c87cfa0b5 None None] Port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:30:27.819772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d1126ce9-9db4-4b7f-b090-97c3626e5716, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1126ce9-9db4-4b7f-b090-97c3626e5716,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:27.839212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:30:24Z', 'revision_number': 3, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:27.843688 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:27.849065 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce3d5-ae1f-4c0e-965c-6a7c126ca6a3 None None] The sync data for ids ['d373e537-9930-417f-83ad-6de1bef3d11b'] in n-d-828979-1 is: [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:30:24Z', 'revision_number': 3, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:27.937622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d1126ce9-9db4-4b7f-b090-97c3626e5716,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:28.006413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-df3c01bc-ab82-4c0f-9127-de781d6643d4 None None] Provisioning complete for port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:28.006413 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-df3c01bc-ab82-4c0f-9127-de781d6643d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:28.063669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-df3c01bc-ab82-4c0f-9127-de781d6643d4 None None] Port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:30:28.158953 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Router d373e537-9930-417f-83ad-6de1bef3d11b has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:30:28.477555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:28.486216 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-dacf8d3e-8817-4322-bc9f-18c4b4a67516 admin admin] 10.222.0.36 "PUT /v2.0/routers/d373e537-9930-417f-83ad-6de1bef3d11b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0720592 Feb 14 00:30:29.079306 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1126ce9-9db4-4b7f-b090-97c3626e5716 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:29.104729 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44952) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:29.110797 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727156725', 'description': 'tempest-secgroup-smoke-727156725 description', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:29.118224 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:29.121909 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:29.124816 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:29.130480 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:29.140373 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.147582 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d1126ce9-9db4-4b7f-b090-97c3626e5716 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:29.147952 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.176600 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:29.180596 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:29.183353 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:29.189384 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:29.245673 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.249678 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.264862 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b33a624c-928a-49c8-aa0f-c842a965e1d3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:29.291971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:29.296370 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.301220 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a89b70bc-b405-4057-94c8-e9b12f92a289 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1921115 Feb 14 00:30:29.301608 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44956) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:29.307150 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': '63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:29.314105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:29.318529 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:29.321321 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:29.326905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:29.333076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port b33a624c-928a-49c8-aa0f-c842a965e1d3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:29.338136 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b33a624c-928a-49c8-aa0f-c842a965e1d3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:29.338507 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.345934 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.407529 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.411945 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.435316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ded385-bc28-4a00-9caa-d25f0a647ae7,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:29.443835 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.447677 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a625a0ba-cbe4-41ca-948a-b64aea888053 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1423178 Feb 14 00:30:29.447847 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 44960) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:29.453369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': '63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:29.459179 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.460451 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:29.464528 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:29.467446 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:29.473104 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:29.490352 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.491284 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port b33a624c-928a-49c8-aa0f-c842a965e1d3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b33a624c-928a-49c8-aa0f-c842a965e1d3,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:29.494931 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.552655 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.556418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.563192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=b33a624c-928a-49c8-aa0f-c842a965e1d3,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:29.583354 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2248554-d962-4047-8bd8-891ca41eda2f,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:29.593227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.594493 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-beee4ce6-6980-4b95-8f66-8aa936e5fae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457372 Feb 14 00:30:29.597848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44964) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:29.603439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': '63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:29.610445 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:29.614442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:29.617909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:29.623868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:29.639943 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.705228 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.709598 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.827747 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5bb617-69c5-4d7d-8157-2a5cc9f98db1,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:29.838004 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.839181 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1e0f8466-caf5-4e85-9f81-ba7eb096911e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2402830 Feb 14 00:30:29.841862 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44968) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:29.847579 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': '63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:29.853974 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:29.857702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:29.860517 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:29.866705 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:29.882608 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.944204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.947681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.970055 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1445b55-2b59-43a3-a856-f5c2bc256a56,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:29.980357 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:29.981555 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-b99d138d-1a40-4d5a-8736-e4fc7377bf83 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1387761 Feb 14 00:30:29.984291 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44972) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:29.990003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': '63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:29.996537 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:30.000283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:30.003092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:30.009187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:30.019980 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Project d0ceb378920f42bfac96ba1eee8996c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:30:30.026332 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.089620 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.092918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.119411 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695bf132-f057-4b20-b82d-3ce6d0b321d7,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:30.130223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.131361 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2f39eefe-fc12-45df-a19f-c75ce442e6bf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461859 Feb 14 00:30:30.134152 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 44976) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:30.139453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': '63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:30.146406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:30.150234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:30.153086 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:30.158765 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:30.170929 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Project d0ceb378920f42bfac96ba1eee8996c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:30:30.177624 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.240928 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.244204 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.266393 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805259d0-8e6f-4fb8-b2b2-52857846f381,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:30.275341 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.276494 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-0082ba1a-24ea-4195-af4d-6f531c4d8c53 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1414416 Feb 14 00:30:30.314165 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-980754c6-954b-4b34-a191-68da77f4af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:30.610716 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-bee74295-6e3a-48bb-8a22-dbabc6ca8f43 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:30.628446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-bee74295-6e3a-48bb-8a22-dbabc6ca8f43 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:30.629709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-bee74295-6e3a-48bb-8a22-dbabc6ca8f43 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727156725&fields=id&tenant_id=d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 267 time: 0.0597146 Feb 14 00:30:30.780738 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-909f376b-7e90-49e2-8540-3ca21d7d8016 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:30.781321 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-909f376b-7e90-49e2-8540-3ca21d7d8016 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:network {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:30.798143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-909f376b-7e90-49e2-8540-3ca21d7d8016 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:network {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:30.799319 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-909f376b-7e90-49e2-8540-3ca21d7d8016 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 809 time: 0.1630754 Feb 14 00:30:30.816591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-efd29a4e-066a-428b-b2df-415506d90b65 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/quotas/d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 375 time: 0.0118470 Feb 14 00:30:30.899207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f2f6a223-78d9-4461-b71a-125eb40f2eaf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:30.915948 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f2f6a223-78d9-4461-b71a-125eb40f2eaf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:30.917401 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f2f6a223-78d9-4461-b71a-125eb40f2eaf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959520 Feb 14 00:30:31.006588 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b33a624c-928a-49c8-aa0f-c842a965e1d3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:31.061992 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-b0ef7dd4-bd31-4c8c-a6f1-2d9b1125d284 service neutron] 10.222.0.36 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327527 Feb 14 00:30:31.075586 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port b33a624c-928a-49c8-aa0f-c842a965e1d3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:31.075948 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:31.196442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-d1cf8cfe-8aa0-43bd-b2e8-93b99b4114bc service neutron] 10.222.0.36 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279178 Feb 14 00:30:31.510265 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-126faa9d-9a47-43a1-9914-76d23db8d833 req-3e2137d9-0e5f-4841-b12e-c5b5448e76a0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 210 time: 0.1682734 Feb 14 00:30:32.476618 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cf066612-2aa5-41b2-b778-ee0a4a0b1c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:32.603597 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-9df4a19d-a570-467f-923d-85867e4eef27 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:32.605018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-9df4a19d-a570-467f-923d-85867e4eef27 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 809 time: 0.1514986 Feb 14 00:30:32.692491 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6195ecb3-b8b0-4265-b419-3f3a774220ae req-d3638f77-3514-48d3-bac8-9dbe0e07587e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 210 time: 0.0473976 Feb 14 00:30:32.698529 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-72679a18-a85b-483b-9bf0-9f3ed87ae492 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 379 time: 0.0820224 Feb 14 00:30:32.709633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'port': {'device_id': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'admin_state_up': True, 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'security_groups': ['63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:32.847322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:32.856366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:32.866273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Made reservation on behalf of d0ceb378920f42bfac96ba1eee8996c5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:30:32.869159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.031657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Allocated IP 172.20.0.11 (4824bbd0-dd02-405f-86ea-53c6cbb5467e/56cb64e5-a644-4b27-8095-d6e8332a422f/28fcba6c-64a9-45cf-99f3-4fddef444cc7) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:33.213474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.228510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Transition to ACTIVE for port object 28fcba6c-64a9-45cf-99f3-4fddef444cc7 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:33.249811 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.328685 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:33.332341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:33.334679 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:33.370021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:33.400553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:33.401152 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.428510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-559e0631-4571-4a0f-8980-e9ef888a3ef0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7225099 Feb 14 00:30:33.512999 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Request body: {'port': {'device_id': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:33.619266 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8fe2d0f9-1b26-4814-9995-e7d2c4b0a1ed None None] Provisioning for port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:33.624764 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-8fe2d0f9-1b26-4814-9995-e7d2c4b0a1ed None None] Provisioning complete for port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:33.625466 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d0f9-1b26-4814-9995-e7d2c4b0a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.692619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-8fe2d0f9-1b26-4814-9995-e7d2c4b0a1ed None None] Port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:30:33.694286 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.718156 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:33.920171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e995f-f9f4-47dc-a970-d2734c0df19b req-58761a78-d280-4203-8c74-655d8efbd52d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:33.921888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c7e995f-f9f4-47dc-a970-d2734c0df19b req-58761a78-d280-4203-8c74-655d8efbd52d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 932 time: 0.1037335 Feb 14 00:30:33.970368 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5c7e995f-f9f4-47dc-a970-d2734c0df19b req-5d85a4d5-bcb4-416b-b238-123b45571a17 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:33.984692 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-5c7e995f-f9f4-47dc-a970-d2734c0df19b req-5d85a4d5-bcb4-416b-b238-123b45571a17 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:33.994671 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5c7e995f-f9f4-47dc-a970-d2734c0df19b req-5d85a4d5-bcb4-416b-b238-123b45571a17 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664020 Feb 14 00:30:34.053787 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:34.134167 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fcba6c-64a9-45cf-99f3-4fddef444cc7 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:30:34.141374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:34.157366 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Transition to ACTIVE for port object 28fcba6c-64a9-45cf-99f3-4fddef444cc7 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:34.160989 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:34.291943 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:34.416184 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Attempting to bind port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:34.416543 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Attempting to bind port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:34.416863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Attempting to bind port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:34.422744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:30:34.423058 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Attempting to bind port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:34.429923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:34.430344 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Checking segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:34.430698 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Bound using segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:34.431108 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Bound port: 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:34.431445 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:34.524741 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:34.527770 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:34.532086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:34.595235 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:34.596591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] 10.222.0.31 "PUT /v2.0/ports/28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 1092 time: 1.1597881 Feb 14 00:30:34.597078 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:30:34.611864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89103-dc74-4ae1-83b8-7700c04560ec service neutron] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:34.668093 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'status': 'completed', 'code': 200} Feb 14 00:30:34.715271 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-c077b0c2-a1cc-4701-a799-05a1ca7f6c87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1095 time: 0.0795310 Feb 14 00:30:34.787918 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-4723049d-692f-4bae-94a0-47548fcf98d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 217 time: 0.0663717 Feb 14 00:30:34.856336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-819b3a29-9d62-44b0-8518-ab501dab0de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:34.857762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-819b3a29-9d62-44b0-8518-ab501dab0de9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0645857 Feb 14 00:30:34.930561 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-4be6352c-18e6-47b6-a317-e3675a4a14e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665433 Feb 14 00:30:35.041788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6953e41-64ff-4365-b65a-db25e6496223 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:35.083281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-9e9389fb-6fad-47e0-8c9f-24437226723e service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465333 Feb 14 00:30:35.149986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port c6953e41-64ff-4365-b65a-db25e6496223 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:35.154859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6953e41-64ff-4365-b65a-db25e6496223 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:35.155296 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:35.197466 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757d92-4998-4f08-9ec3-8cdad3418668 req-2ad19e12-3621-47fd-b7a5-4a5e3eb6160c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:35.199678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de757d92-4998-4f08-9ec3-8cdad3418668 req-2ad19e12-3621-47fd-b7a5-4a5e3eb6160c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0821552 Feb 14 00:30:35.225664 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fbabd485-e0ee-403c-9c35-f0f4524fa3af req-ad131eef-8528-476b-b377-8c83db79c8d4 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358678 Feb 14 00:30:35.254684 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-de757d92-4998-4f08-9ec3-8cdad3418668 req-6fcd8822-3a1d-40f1-b85d-9ce785fd1b33 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449193 Feb 14 00:30:35.296381 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:35.301925 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:35.312523 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port c6953e41-64ff-4365-b65a-db25e6496223, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6953e41-64ff-4365-b65a-db25e6496223,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:35.317101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:35.340747 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-ef4970ca-c95c-44c3-8e43-d858f963d72d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1095 time: 0.0694330 Feb 14 00:30:35.380198 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=c6953e41-64ff-4365-b65a-db25e6496223,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:35.471244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-deff1a64-5753-4f61-8d43-bd18f00fdbba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:35.473247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-deff1a64-5753-4f61-8d43-bd18f00fdbba service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1273544 Feb 14 00:30:35.633075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-8be12585-1665-425b-9856-ed80f90638bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 217 time: 0.1532962 Feb 14 00:30:35.697116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-2a66b71c-495d-478f-b345-d29f18ddd10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:35.698530 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-2a66b71c-495d-478f-b345-d29f18ddd10e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0592296 Feb 14 00:30:35.772150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-7cad4185-18d0-4238-b816-8e0302212f69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665247 Feb 14 00:30:35.905266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-5d4920df-8c3b-47ad-b0ed-6e6d179fd10c service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268926 Feb 14 00:30:36.038011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c318c02-0c72-4077-9bb1-20dabb2fd572 req-735b56f2-9dc3-4c71-a82c-c696f33bbff4 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259460 Feb 14 00:30:36.450285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0e40-8e85-4888-b7cb-37d8355782ea req-911477d2-bff3-4493-8180-dd02b02edabe tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:36.450952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9e6d0e40-8e85-4888-b7cb-37d8355782ea req-911477d2-bff3-4493-8180-dd02b02edabe tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:30:36.465649 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-9e6d0e40-8e85-4888-b7cb-37d8355782ea req-911477d2-bff3-4493-8180-dd02b02edabe tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:30:36.466765 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e6d0e40-8e85-4888-b7cb-37d8355782ea req-911477d2-bff3-4493-8180-dd02b02edabe tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0908358 Feb 14 00:30:36.523935 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9e6d0e40-8e85-4888-b7cb-37d8355782ea req-33e57e73-0bfb-4a97-b148-fe79038fe4ab tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 Feb 14 00:30:37.013436 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6953e41-64ff-4365-b65a-db25e6496223 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:37.085494 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port c6953e41-64ff-4365-b65a-db25e6496223 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:37.086383 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:37.625442 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:37.724980 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ece408-1d49-47a2-b53d-b3899a8bea08 req-509f9d30-a908-4467-8138-7c76fa5eb233 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:37.726455 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ece408-1d49-47a2-b53d-b3899a8bea08 req-509f9d30-a908-4467-8138-7c76fa5eb233 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0782661 Feb 14 00:30:37.770847 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7ece408-1d49-47a2-b53d-b3899a8bea08 req-7e61fcd2-9a72-4f46-a246-99f9ccb83db9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Feb 14 00:30:37.988490 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:30:38.130622 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:38.143089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'mac_address': 'fa:16:3e:f1:0a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:30:38.198645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:38.214736 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fcba6c-64a9-45cf-99f3-4fddef444cc7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:30:38.228847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:38.232344 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:38.295176 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:38.429456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['28fcba6c-64a9-45cf-99f3-4fddef444cc7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:30:38.967168 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80fbe7-918b-4d95-b3c6-06a3a7850e65 req-1ebce270-f820-4d72-8b84-c7961eb3b7b5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:38.968624 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80fbe7-918b-4d95-b3c6-06a3a7850e65 req-1ebce270-f820-4d72-8b84-c7961eb3b7b5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 945 time: 0.0762682 Feb 14 00:30:39.014652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6c80fbe7-918b-4d95-b3c6-06a3a7850e65 req-95c52a6b-b598-4c30-95ab-8bccbd6f342a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Feb 14 00:30:39.485459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:40.002827 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:40.071986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:40.076634 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:40.077006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:40.191567 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:40.215631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f65f4-5ce1-4a33-921b-f9570295a933 req-9ac215b0-eb54-47bd-89ee-5699818013b2 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:40.217347 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-138f65f4-5ce1-4a33-921b-f9570295a933 req-9ac215b0-eb54-47bd-89ee-5699818013b2 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 945 time: 0.0797358 Feb 14 00:30:40.217800 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:30:40.227927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:40.233211 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:40.264931 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-138f65f4-5ce1-4a33-921b-f9570295a933 req-0520d407-d5e6-4677-b678-593f051e8f37 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Feb 14 00:30:40.281319 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'code': 200} Feb 14 00:30:40.310255 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:40.404243 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-738c6eb8-08e7-4e1f-ac28-1a30363c7163 req-c22fdd75-fd38-444a-819f-c3c960afce0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1097 time: 0.0706456 Feb 14 00:30:40.449047 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-738c6eb8-08e7-4e1f-ac28-1a30363c7163 req-8771741b-c2d3-4f94-a7b5-90d15484f9c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384390 Feb 14 00:30:41.466688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379953b9-e243-4b4a-a8f0-bd469aab40bd req-dd99c7f3-887d-4559-9d61-7cea83fa8a50 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:41.468150 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-379953b9-e243-4b4a-a8f0-bd469aab40bd req-dd99c7f3-887d-4559-9d61-7cea83fa8a50 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0794299 Feb 14 00:30:41.513169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-379953b9-e243-4b4a-a8f0-bd469aab40bd req-bf94604a-51e7-49ac-b1c2-792c5114605c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388143 Feb 14 00:30:42.715270 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eda72a-968b-4ef4-befe-ac65eb158a9c req-2da734ce-5338-4890-bdde-3d6c20edb44b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:42.716708 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34eda72a-968b-4ef4-befe-ac65eb158a9c req-2da734ce-5338-4890-bdde-3d6c20edb44b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0752795 Feb 14 00:30:42.769603 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-34eda72a-968b-4ef4-befe-ac65eb158a9c req-6870ccc2-b5d9-4f0f-b156-1f3b4a231a6d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474076 Feb 14 00:30:42.965848 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfef77d-b743-4ad7-a788-d40d05192036 req-cd65c634-dde9-4a4f-a31c-5de23a4ec2ae tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:42.967257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbfef77d-b743-4ad7-a788-d40d05192036 req-cd65c634-dde9-4a4f-a31c-5de23a4ec2ae tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0806901 Feb 14 00:30:43.016261 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dbfef77d-b743-4ad7-a788-d40d05192036 req-50787fcc-f0e5-41d9-b6b2-e3045a471117 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Feb 14 00:30:43.044484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45032) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:43.178281 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d5d12545-c4a3-404a-bfa9-90f905fff947 tempest-TestShelveInstance-1693037687 tempest-TestShelveInstance-1693037687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1092 time: 0.1326256 Feb 14 00:30:43.181007 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45038) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:30:43.186037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:30:43.192558 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:30:43.196349 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:floatingip and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:30:43.199141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:30:43.204715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:30:43.215155 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:43.352480 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:43.491139 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Allocated IP 172.25.4.46 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/2a794fc4-93ff-4ab4-a402-51f1b542f708) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:30:43.635430 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:43.662194 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:43.730871 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:30:43.733472 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:30:43.735979 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:30:43.763119 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'Port': ['ID=2a794fc4-93ff-4ab4-a402-51f1b542f708,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:44.320830 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:44.373939 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:44.577316 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:44.583906 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:44.692216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'Port': ['ID=2a794fc4-93ff-4ab4-a402-51f1b542f708,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:44.706146 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:44.897252 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Floating IP f810c920-59bf-4a7c-add7-d9089cf868ac associated. External IP: 172.25.4.46, port: 28fcba6c-64a9-45cf-99f3-4fddef444cc7. Feb 14 00:30:45.279786 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:30:45.576998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:30:45.587343 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:45.598967 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:45.599713 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:45.601325 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:45.657337 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-652f73a0-b56a-45c3-b7e1-22cf4c410461 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4752724 Feb 14 00:30:45.657844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:30:45.713127 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'status': 'completed', 'code': 200} Feb 14 00:30:45.776740 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:45.803252 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-7cc01672-bebf-4f2b-a8c3-14d9850c2790 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1097 time: 0.0682657 Feb 14 00:30:45.938803 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-f9798a79-0fa8-404b-b1f5-7fea8689a1e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:45.940238 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-f9798a79-0fa8-404b-b1f5-7fea8689a1e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1314089 Feb 14 00:30:46.050649 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-cf509c7b-caea-43ec-b5d9-df5a97d97a21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 999 time: 0.1043224 Feb 14 00:30:46.114101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-44b60988-7da3-4f65-be29-743ee1e86277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:30:46.115532 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-44b60988-7da3-4f65-be29-743ee1e86277 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0588229 Feb 14 00:30:46.123763 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'f810c920-59bf-4a7c-add7-d9089cf868ac', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'mac_address': 'fa:16:3e:f1:0a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:30:44Z', 'updated_at': '2022-02-14T00:30:44Z', 'revision_number': 0, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:46.127663 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:46.138163 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:46.138750 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:46.194152 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-adb21b5c-c3ec-4aa9-bacc-577ca06c2deb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729823 Feb 14 00:30:46.312840 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:46.326977 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-869e84a0-ff08-49b8-b858-cc2d1b18fe64 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275156 Feb 14 00:30:46.460520 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6ae78fc7-7184-4bca-8134-db0862acece8 req-59923f23-49b0-48ea-b8d7-57c823cc1165 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268198 Feb 14 00:30:46.658578 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'f810c920-59bf-4a7c-add7-d9089cf868ac', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'mac_address': 'fa:16:3e:f1:0a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:30:44Z', 'updated_at': '2022-02-14T00:30:44Z', 'revision_number': 0, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:46.663346 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa9449-543b-4581-aa44-73936ae44347 None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'f810c920-59bf-4a7c-add7-d9089cf868ac', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'floating_ip_address': '172.25.4.46', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'mac_address': 'fa:16:3e:f1:0a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:30:44Z', 'updated_at': '2022-02-14T00:30:44Z', 'revision_number': 0, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:47.893369 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba7e8-4f0c-4025-8cde-bef812306d63 None None] New status for floating IP f810c920-59bf-4a7c-add7-d9089cf868ac: ACTIVE {{(pid=83663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:30:48.968764 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Sync routers for ids ['d373e537-9930-417f-83ad-6de1bef3d11b'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:30:48.982743 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Routers {'d373e537-9930-417f-83ad-6de1bef3d11b'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:48.983351 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d373e537-9930-417f-83ad-6de1bef3d11b'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:49.164505 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Set router d373e537-9930-417f-83ad-6de1bef3d11b gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:49.498639 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:30:27Z', 'revision_number': 4, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd2f5dddb-617d-45f5-a9e1-f6b3ac098954', 'name': '', 'network_id': '03f0bba5-209f-4133-b358-fe2852928404', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'mac_address': 'fa:16:3e:3a:68:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21fde2ef-2379-4dd7-9d20-2efc94818edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:26Z', 'updated_at': '2022-02-14T00:30:27Z', 'revision_number': 2, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'subnets': [{'id': '21fde2ef-2379-4dd7-9d20-2efc94818edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:49.502260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Checking router: d373e537-9930-417f-83ad-6de1bef3d11b for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:30:49.502597 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Updating router d373e537-9930-417f-83ad-6de1bef3d11b port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:30:49.550289 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:49.869274 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:49.880407 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Transition to ACTIVE for port object d2f5dddb-617d-45f5-a9e1-f6b3ac098954 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:30:49.886546 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:50.005471 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97373a00-1037-445f-8117-c8fed797c204 None None] Pushing event updated for resources: {'Port': ['ID=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:50.095957 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Attempting to bind port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:30:50.096318 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Attempting to bind port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:30:50.096665 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Attempting to bind port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 on network 03f0bba5-209f-4133-b358-fe2852928404 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:30:50.103393 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:30:50.103749 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Checking segment: {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:30:50.104136 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:50.104512 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Bound using segment: {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:30:50.104950 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Bound port: d2f5dddb-617d-45f5-a9e1-f6b3ac098954, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b72c9c-0cc9-468a-9c17-617551dc9aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03f0bba5-209f-4133-b358-fe2852928404'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:30:50.105308 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:50.193214 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] For port d2f5dddb-617d-45f5-a9e1-f6b3ac098954, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:30:50.196106 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] For port d2f5dddb-617d-45f5-a9e1-f6b3ac098954, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:30:50.200661 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:50.280497 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97373a00-1037-445f-8117-c8fed797c204 None None] Pushing event updated for resources: {'Port': ['ID=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:50.285039 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Routers {'d373e537-9930-417f-83ad-6de1bef3d11b'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:30:50.285648 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:30:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d373e537-9930-417f-83ad-6de1bef3d11b'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:50.463284 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] Set router d373e537-9930-417f-83ad-6de1bef3d11b gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:30:50.784723 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:30:27Z', 'revision_number': 4, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd2f5dddb-617d-45f5-a9e1-f6b3ac098954', 'name': '', 'network_id': '03f0bba5-209f-4133-b358-fe2852928404', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'mac_address': 'fa:16:3e:3a:68:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21fde2ef-2379-4dd7-9d20-2efc94818edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:26Z', 'updated_at': '2022-02-14T00:30:50Z', 'revision_number': 4, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'subnets': [{'id': '21fde2ef-2379-4dd7-9d20-2efc94818edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:30:50.789149 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803522f-5b2b-4aa3-bfcc-2dcddeb14b80 None None] The sync data for ids ['d373e537-9930-417f-83ad-6de1bef3d11b'] in n-d-828979-1 is: [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:30:27Z', 'revision_number': 4, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'd2f5dddb-617d-45f5-a9e1-f6b3ac098954', 'name': '', 'network_id': '03f0bba5-209f-4133-b358-fe2852928404', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'mac_address': 'fa:16:3e:3a:68:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21fde2ef-2379-4dd7-9d20-2efc94818edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:26Z', 'updated_at': '2022-02-14T00:30:50Z', 'revision_number': 4, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'subnets': [{'id': '21fde2ef-2379-4dd7-9d20-2efc94818edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:30:50.851815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:30:51.040941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d2f5dddb-617d-45f5-a9e1-f6b3ac098954 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:51.119019 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:30:51.124555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:51.124922 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:51.272539 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:51.306579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port d2f5dddb-617d-45f5-a9e1-f6b3ac098954, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:30:51.311368 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:30:51.380167 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:30:53.017466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d2f5dddb-617d-45f5-a9e1-f6b3ac098954 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:30:53.088546 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:30:53.088917 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:00.316372 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-026fe761-91df-4a5f-b665-250ef5d2db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:02.478252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c50b0684-7ba9-4cfa-b847-23a59593d3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:03.680219 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:04.054160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:05.286246 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:07.613445 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:09.485589 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:27.841382 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:31:30.318252 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bf3a1830-da07-4cdb-9bad-90eed2d73c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:32.481952 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8b9edb37-69da-4860-b805-f2a8e8047bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:33.682762 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:34.056953 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:35.289997 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:36.371232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-79e6633f-b9ca-402a-a21c-326565b0ffb3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680132 Feb 14 00:31:36.519722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-f7dfbab7-06d5-4379-8e31-7d64d2450003 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1097 time: 0.0839510 Feb 14 00:31:36.666990 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2055c42-6984-4445-a807-a038dd633111 req-9dec9797-24ba-44b7-b74d-e45882e59b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:31:36.668444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-9dec9797-24ba-44b7-b74d-e45882e59b1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1317704 Feb 14 00:31:36.781283 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-57703a03-0795-45a5-af69-f44fbb0a23fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 1001 time: 0.1066453 Feb 14 00:31:36.853549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2055c42-6984-4445-a807-a038dd633111 req-6adaaa37-cf26-465e-924f-c677c042fbe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:31:36.855004 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-6adaaa37-cf26-465e-924f-c677c042fbe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0681334 Feb 14 00:31:36.934976 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-293957c2-2fa1-4035-88b6-ddd30e27d980 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743809 Feb 14 00:31:37.083655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-f9f6febf-6f30-42ca-b359-c6e19117d09a service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432014 Feb 14 00:31:37.326629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e2055c42-6984-4445-a807-a038dd633111 req-e510af4e-e6eb-401b-8b14-6b5e2ad69c53 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353449 Feb 14 00:31:37.635099 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:39.500304 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:31:40.521707 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-af7727ff-ccab-4403-b5e1-f67797683fbc req-aa462045-80f5-476e-a0d4-bcb3c87d273b service neutron] (83662) timed out ('10.222.0.36', 40774) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:32:00.320562 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1776-4944-4277-bae1-6b792f8015d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:02.483039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-843850dd-ed28-4269-b135-3a8e0f812467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:03.684777 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:04.059047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:04.841943 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:32:05.292527 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:07.651807 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:09.517150 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:30.322307 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-beaa8551-9e32-4c00-92f3-b2237246e8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:32.484357 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9e3d6956-9107-40a9-beaf-898e5781a059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:33.686235 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:34.061566 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:35.297329 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:36.357128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-641013bd-b485-4edc-893a-5b4123f2e83b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708737 Feb 14 00:32:36.491075 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-e4274873-fba5-4ce0-83bb-1cdb8ccfe691 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1097 time: 0.0672951 Feb 14 00:32:36.631987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-974da666-9976-454e-8f82-29a155da0ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:36.633342 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-974da666-9976-454e-8f82-29a155da0ab3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1258979 Feb 14 00:32:36.736669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-a512b3ab-8efa-45b4-ab53-95e0aa67802b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0962131 Feb 14 00:32:36.797508 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-779ebda4-5bed-48dd-8cf1-f7e85f53547a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:36.798968 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-779ebda4-5bed-48dd-8cf1-f7e85f53547a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0566328 Feb 14 00:32:36.874486 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-25ffb3c5-54fc-4944-8824-5e915e8eb040 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700769 Feb 14 00:32:37.002785 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-23856ce0-f983-41c4-a21b-29b3b3828327 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222548 Feb 14 00:32:37.131370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b5eca63-dec8-4796-aca8-35ac76cf3e01 req-967016ef-a327-42cf-87aa-8df00fff3384 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229010 Feb 14 00:32:37.668444 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:39.344915 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bb107-0341-4378-bc5c-7df3bb2484b1 req-752bfb6a-a1bf-4b23-8c42-3eec8dedce23 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:39.346371 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-524bb107-0341-4378-bc5c-7df3bb2484b1 req-752bfb6a-a1bf-4b23-8c42-3eec8dedce23 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0768850 Feb 14 00:32:39.390426 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-524bb107-0341-4378-bc5c-7df3bb2484b1 req-ed08450d-3f6f-4b9a-8d49-3f615da2a592 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Feb 14 00:32:39.529424 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:40.628064 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd3c4-0e7b-4af1-bc75-361dd29ec570 req-f6de835d-6656-4ac9-b7b5-86ae1c1b5655 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:40.629534 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab7dd3c4-0e7b-4af1-bc75-361dd29ec570 req-f6de835d-6656-4ac9-b7b5-86ae1c1b5655 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0758033 Feb 14 00:32:40.674876 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ab7dd3c4-0e7b-4af1-bc75-361dd29ec570 req-5a6c03d8-bc4f-4a74-96c2-e12eb07d855d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Feb 14 00:32:41.842850 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:32:41.899694 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7ff3d-86b0-4ae1-a64e-f3a83a2bfb46 req-30e0b74d-dbbb-415a-9f94-bb32fca2bfb5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:41.901149 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fb7ff3d-86b0-4ae1-a64e-f3a83a2bfb46 req-30e0b74d-dbbb-415a-9f94-bb32fca2bfb5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0783143 Feb 14 00:32:41.945987 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0fb7ff3d-86b0-4ae1-a64e-f3a83a2bfb46 req-6da6a4da-e7bb-4d87-ada9-969055217e45 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Feb 14 00:32:43.140592 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b8a9-2024-4296-9935-0a7fdc1d2cb4 req-59f5d0d0-d1fd-4e04-a899-987de663edfa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:43.142003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7213b8a9-2024-4296-9935-0a7fdc1d2cb4 req-59f5d0d0-d1fd-4e04-a899-987de663edfa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0774107 Feb 14 00:32:43.185853 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7213b8a9-2024-4296-9935-0a7fdc1d2cb4 req-d71b1793-c856-4202-9690-a499e795cc4b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385020 Feb 14 00:32:44.374959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efbd45-6f0d-4f62-9d76-8e160593fcea req-53b315c1-0f0d-4a83-988c-5bdc48336e4d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:44.376338 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7efbd45-6f0d-4f62-9d76-8e160593fcea req-53b315c1-0f0d-4a83-988c-5bdc48336e4d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0745409 Feb 14 00:32:44.420743 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b7efbd45-6f0d-4f62-9d76-8e160593fcea req-f7a35011-350e-42a5-af33-c303a084bbcc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380137 Feb 14 00:32:45.615923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59038c5c-7e0a-4d31-8f84-3ac4b41f618c req-108d9b81-08f3-43d1-b0ca-323e46c82d6a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:45.617349 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59038c5c-7e0a-4d31-8f84-3ac4b41f618c req-108d9b81-08f3-43d1-b0ca-323e46c82d6a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0743566 Feb 14 00:32:45.667670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-59038c5c-7e0a-4d31-8f84-3ac4b41f618c req-c2adc91a-86ee-4132-8a54-b473bef77ae7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449367 Feb 14 00:32:46.863336 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387116-449a-416e-a14b-3258b5e2bd21 req-44bde4bd-5a6f-414d-82ee-3ca1d6d980f7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:46.864864 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2387116-449a-416e-a14b-3258b5e2bd21 req-44bde4bd-5a6f-414d-82ee-3ca1d6d980f7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0801136 Feb 14 00:32:46.911982 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e2387116-449a-416e-a14b-3258b5e2bd21 req-ff216754-8f8d-4645-99fe-0abd5f08b2ee tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Feb 14 00:32:48.107666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dbd39-0ecd-469e-9718-8d1677fe81e5 req-7da3a053-0fd4-45e4-97e7-525f2bb8e184 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:48.109088 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c7dbd39-0ecd-469e-9718-8d1677fe81e5 req-7da3a053-0fd4-45e4-97e7-525f2bb8e184 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0762084 Feb 14 00:32:48.153100 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c7dbd39-0ecd-469e-9718-8d1677fe81e5 req-3038207d-94da-4320-997d-099622ad3fd0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385911 Feb 14 00:32:49.352663 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde94deb-361b-43f9-b744-ef1b0a6c063f req-3b235665-c769-45c9-b41b-d6367bfe8f10 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:49.354058 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dde94deb-361b-43f9-b744-ef1b0a6c063f req-3b235665-c769-45c9-b41b-d6367bfe8f10 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0774415 Feb 14 00:32:49.406055 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dde94deb-361b-43f9-b744-ef1b0a6c063f req-1ce72dd1-49f3-4a0b-a13e-26821a49084f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Feb 14 00:32:50.499342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:32:50.603514 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248e786-47d8-4e71-b2c6-760d22013553 req-bc90d9dd-a8cb-464a-9d4a-73427bcc3b19 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:50.604943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f248e786-47d8-4e71-b2c6-760d22013553 req-bc90d9dd-a8cb-464a-9d4a-73427bcc3b19 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0801160 Feb 14 00:32:50.631781 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:32:50.644926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'mac_address': 'fa:16:3e:f1:0a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:32:50.649614 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f248e786-47d8-4e71-b2c6-760d22013553 req-0018fa94-527f-412e-a413-f25112ddb935 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390766 Feb 14 00:32:50.697974 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:50.714521 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28fcba6c-64a9-45cf-99f3-4fddef444cc7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:32:50.728742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:32:50.732328 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:50.802209 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:32:50.811158 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.811502 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.811836 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.812164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.812489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.813066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.813386 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.813704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.814037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.814385 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.814702 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:32:50.820268 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['28fcba6c-64a9-45cf-99f3-4fddef444cc7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:32:51.857326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18985-3803-4b98-be3b-18d8a20f1d7c req-85a3dfb3-1a69-412e-97c6-ff4779c91ecc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:51.858791 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d18985-3803-4b98-be3b-18d8a20f1d7c req-85a3dfb3-1a69-412e-97c6-ff4779c91ecc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 945 time: 0.0806189 Feb 14 00:32:51.906254 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2d18985-3803-4b98-be3b-18d8a20f1d7c req-89fc1ae7-38ea-477e-afdb-c30ca1055947 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416892 Feb 14 00:32:52.513769 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:32:52.591371 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:32:52.591768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:52.711343 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:52.742277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:32:52.754535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:32:52.760812 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:32:52.839064 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:32:52.909527 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'code': 200} Feb 14 00:32:53.131947 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb913bb1-e7e2-4bc4-a7bd-c57e5e8a95fd req-226e2ab0-39d2-4021-9388-433cf2fb6e0b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:53.133582 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb913bb1-e7e2-4bc4-a7bd-c57e5e8a95fd req-226e2ab0-39d2-4021-9388-433cf2fb6e0b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0878861 Feb 14 00:32:53.182752 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-eb913bb1-e7e2-4bc4-a7bd-c57e5e8a95fd req-58f953d0-bddd-467c-9685-98e5b61e80da tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Feb 14 00:32:54.389381 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f357-bd55-4a5e-81d7-1e8fb757dda6 req-554a5a59-2fb5-4142-b1aa-fa71ae408c92 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:54.391592 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2de1f357-bd55-4a5e-81d7-1e8fb757dda6 req-554a5a59-2fb5-4142-b1aa-fa71ae408c92 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0800588 Feb 14 00:32:54.452489 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2de1f357-bd55-4a5e-81d7-1e8fb757dda6 req-643c8b25-f873-47c8-a616-adc6d5719bcd tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552938 Feb 14 00:32:55.657344 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097f877-60d9-47e1-a976-0dbafc64e3ab req-b0c03e8b-e812-4dc2-945f-5b44d929bd1f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:55.662498 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3097f877-60d9-47e1-a976-0dbafc64e3ab req-b0c03e8b-e812-4dc2-945f-5b44d929bd1f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0910070 Feb 14 00:32:55.714503 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3097f877-60d9-47e1-a976-0dbafc64e3ab req-7823867c-7c5c-45b8-91ab-602c084231fc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493894 Feb 14 00:32:56.941700 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47150dd-a1b6-4eaf-9bab-68cf63607212 req-6d115c22-2ccb-40f4-9faa-d4e81f4d4f9b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:56.943981 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e47150dd-a1b6-4eaf-9bab-68cf63607212 req-6d115c22-2ccb-40f4-9faa-d4e81f4d4f9b tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0850837 Feb 14 00:32:56.994061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-e47150dd-a1b6-4eaf-9bab-68cf63607212 req-d3ec88ee-3b2c-4a95-b017-cf801eb2f193 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444429 Feb 14 00:32:58.318685 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada54b-1e37-480e-a85c-a5b34e9dae8c req-c91b2703-6d43-443a-b1a8-8f89f9584b5e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:58.320233 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcada54b-1e37-480e-a85c-a5b34e9dae8c req-c91b2703-6d43-443a-b1a8-8f89f9584b5e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.1809316 Feb 14 00:32:58.369465 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-fcada54b-1e37-480e-a85c-a5b34e9dae8c req-1645ab9a-0009-4b98-8005-c6ddbe19add3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Feb 14 00:32:59.574975 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9e1c9-4cc9-40d5-b46b-b04b4bc6ff30 req-f1952eb1-1c99-452b-9927-62bc5a2465ac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:32:59.576451 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22d9e1c9-4cc9-40d5-b46b-b04b4bc6ff30 req-f1952eb1-1c99-452b-9927-62bc5a2465ac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0793908 Feb 14 00:32:59.626797 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-22d9e1c9-4cc9-40d5-b46b-b04b4bc6ff30 req-9309431e-3aa2-45af-a630-12482c1cc11f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Feb 14 00:33:00.327430 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3a2c7de8-b5af-475e-8b0d-67584b4a235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:00.855326 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb942-acff-4016-985c-d84acfc343c9 req-f1628c26-23ee-4ca5-89e6-34741709d60c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:00.856786 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-569cb942-acff-4016-985c-d84acfc343c9 req-f1628c26-23ee-4ca5-89e6-34741709d60c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0978391 Feb 14 00:33:00.907665 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-569cb942-acff-4016-985c-d84acfc343c9 req-6b94ab0e-ac2c-4bf3-b3fe-9a880c4da982 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Feb 14 00:33:02.103400 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572963-6a9f-4389-9530-6669e337c6a9 req-e30708c9-1691-4067-bc47-d04e22f9b9cb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:02.104837 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52572963-6a9f-4389-9530-6669e337c6a9 req-e30708c9-1691-4067-bc47-d04e22f9b9cb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0768099 Feb 14 00:33:02.151407 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52572963-6a9f-4389-9530-6669e337c6a9 req-75e6032e-eb0a-4ec4-9402-520c3e43b140 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Feb 14 00:33:02.344466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-f0f9ac2d-5eec-4bda-91f4-029c807575e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1097 time: 0.0716848 Feb 14 00:33:02.485726 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fff79c3f-6554-41e2-be6d-feb99e992f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:02.565969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff423807-8542-414d-826c-395a97725ecf req-4c0bb299-8c61-40af-a954-7686035f8fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:02.567416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-4c0bb299-8c61-40af-a954-7686035f8fbd service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.2171814 Feb 14 00:33:02.669481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-55685f99-8198-4b03-bcd7-5bd7fd8d6e2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0961161 Feb 14 00:33:02.731051 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff423807-8542-414d-826c-395a97725ecf req-1512efd9-2054-4a57-bfc1-50cb946a6cb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:02.732479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-1512efd9-2054-4a57-bfc1-50cb946a6cb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0568461 Feb 14 00:33:02.805586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-4c2423b8-a911-489d-a02c-1844b5e24949 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667686 Feb 14 00:33:02.934222 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-5b1043ed-6d60-4683-b66a-41b6e450548f service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225207 Feb 14 00:33:03.076711 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff423807-8542-414d-826c-395a97725ecf req-6f23119a-6425-4460-bb89-0c720dbd7e8c service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365025 Feb 14 00:33:03.348807 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb1a77-bb9f-44fb-90d4-26ecf8900489 req-e9de447b-1a84-4641-8919-6c60d57ebefc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:03.350821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1fcb1a77-bb9f-44fb-90d4-26ecf8900489 req-e9de447b-1a84-4641-8919-6c60d57ebefc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0785685 Feb 14 00:33:03.395860 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1fcb1a77-bb9f-44fb-90d4-26ecf8900489 req-456a3964-cae7-4e28-9f08-6e7010612c06 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Feb 14 00:33:03.691631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:04.065354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:04.600516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd17982-1019-4e93-894e-bc941100111a req-c492845b-1332-498d-9c0e-4749b18ab262 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:04.602118 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddd17982-1019-4e93-894e-bc941100111a req-c492845b-1332-498d-9c0e-4749b18ab262 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0849526 Feb 14 00:33:04.647810 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddd17982-1019-4e93-894e-bc941100111a req-1025df1f-8404-4649-9af4-6dee2aa2bfa8 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Feb 14 00:33:05.298545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:05.840335 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b2321-b0f2-4400-88c6-62d624839753 req-7b62e9ff-1d15-4919-80b4-f542135c69d0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:05.841756 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f41b2321-b0f2-4400-88c6-62d624839753 req-7b62e9ff-1d15-4919-80b4-f542135c69d0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0739658 Feb 14 00:33:05.889050 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f41b2321-b0f2-4400-88c6-62d624839753 req-bfedac32-0156-44cf-899d-fadbddb51b16 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418928 Feb 14 00:33:06.071669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69d9ea46-f835-40e6-99b8-c70aadfccb02 req-95f5115d-1cd1-4a3f-bbda-fbc5eef3b2bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671315 Feb 14 00:33:06.248363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45194) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:33:06.329658 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48188aa-8fe9-4ced-85cf-2edf2ed70704 req-4dce9748-de5e-4a49-8ec4-602abc66dede tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:06.331140 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f48188aa-8fe9-4ced-85cf-2edf2ed70704 req-4dce9748-de5e-4a49-8ec4-602abc66dede tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 946 time: 0.0744092 Feb 14 00:33:06.376230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f48188aa-8fe9-4ced-85cf-2edf2ed70704 req-21cec9e1-fd1d-4dde-952b-e179188f1837 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395443 Feb 14 00:33:06.401807 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-a5f6f3d8-a6d4-4458-9147-21259e03aff2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1522787 Feb 14 00:33:06.639194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:33:06.743728 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:06.769981 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:33:06.779699 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:33:06.783455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:06.846896 n-d-828979-1 neutron-server[83663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'code': 422} returned with failed status Feb 14 00:33:06.883816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:33:07.581153 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d111ec-eb0a-49f9-b903-45e44571c2f9 req-307986ff-2b61-49d1-a20b-33d310db4f79 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:07.582744 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66d111ec-eb0a-49f9-b903-45e44571c2f9 req-307986ff-2b61-49d1-a20b-33d310db4f79 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0826921 Feb 14 00:33:07.629360 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-66d111ec-eb0a-49f9-b903-45e44571c2f9 req-af484fdc-fe5c-4c64-8f40-701591198baf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411787 Feb 14 00:33:07.672068 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:08.846846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d7cb-afe1-4639-8e8e-b0204877ffcf req-bd97675d-6aae-4a86-8e0c-df043489f0aa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:08.848290 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8392d7cb-afe1-4639-8e8e-b0204877ffcf req-bd97675d-6aae-4a86-8e0c-df043489f0aa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0939314 Feb 14 00:33:08.936050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8392d7cb-afe1-4639-8e8e-b0204877ffcf req-c5bd19d2-ebd7-455e-9b60-9cb62fe1d6e0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820603 Feb 14 00:33:08.962107 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-409cfb44-b7c8-4836-b4f9-475081365613 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&tenant_id=d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 1095 time: 0.0793285 Feb 14 00:33:09.050809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-f6882a14-8f00-4878-914a-7d1cdf055237 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1095 time: 0.0691535 Feb 14 00:33:09.181351 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-b02a4a07-6318-4348-9f40-8518e2b50b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:09.182816 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-b02a4a07-6318-4348-9f40-8518e2b50b7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1264474 Feb 14 00:33:09.282930 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-07ac5078-1a5c-4ee2-942b-cd4c57d98c60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 999 time: 0.0941908 Feb 14 00:33:09.346136 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-c18107c1-a354-414a-a23c-fc2b23294e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:09.347516 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-c18107c1-a354-414a-a23c-fc2b23294e9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0589631 Feb 14 00:33:09.419124 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-b9eaf303-fa33-4664-94d1-2413cdd4c190 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659301 Feb 14 00:33:09.530195 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:09.636141 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-879ccba7-ceb9-490d-9c6b-1e05f2ae7b0b service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099607 Feb 14 00:33:09.763621 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-bce706d4-f8d7-4ae1-83c3-d3fe91ac1cfc service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220613 Feb 14 00:33:10.133510 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e45034-3436-486d-8b0a-64a057d5144e req-6aa45bdd-6cea-4645-b61c-9d78743dc64a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:10.135095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45e45034-3436-486d-8b0a-64a057d5144e req-6aa45bdd-6cea-4645-b61c-9d78743dc64a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0762987 Feb 14 00:33:10.180287 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-45e45034-3436-486d-8b0a-64a057d5144e req-1f243ffc-9afc-49fa-a1b3-28094a90740e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 Feb 14 00:33:11.383746 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe2d0-abd5-496d-898c-2a92afaca357 req-5789ece7-86d4-49cf-a33d-6a50c0e3f806 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:11.390359 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18afe2d0-abd5-496d-898c-2a92afaca357 req-5789ece7-86d4-49cf-a33d-6a50c0e3f806 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0851350 Feb 14 00:33:11.435459 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-18afe2d0-abd5-496d-898c-2a92afaca357 req-cb593096-fde8-49d5-a415-675efa21ad3a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442348 Feb 14 00:33:12.650983 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803dff-d055-4e72-8923-b528e613092a req-deca5804-76e6-412b-8903-cfaac8967c5e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:12.652464 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06803dff-d055-4e72-8923-b528e613092a req-deca5804-76e6-412b-8903-cfaac8967c5e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0834885 Feb 14 00:33:12.702495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-06803dff-d055-4e72-8923-b528e613092a req-44026591-b996-4184-a2ad-8227f6ef4946 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Feb 14 00:33:13.920141 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cfa69-736f-42c9-b40a-82f920971db7 req-fd88412b-8746-4e34-96a0-869a4ee81ed6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:13.921586 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb2cfa69-736f-42c9-b40a-82f920971db7 req-fd88412b-8746-4e34-96a0-869a4ee81ed6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0871718 Feb 14 00:33:13.970549 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb2cfa69-736f-42c9-b40a-82f920971db7 req-564097cd-0c02-44d6-90d7-9ce33d4fb3a9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Feb 14 00:33:15.175690 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d878014-5054-4e8b-8aca-fe12ec7ae8c1 req-763e1fde-62c9-4a5f-aa3f-7b17ff424b80 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:15.177784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0d878014-5054-4e8b-8aca-fe12ec7ae8c1 req-763e1fde-62c9-4a5f-aa3f-7b17ff424b80 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0774841 Feb 14 00:33:15.230621 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0d878014-5054-4e8b-8aca-fe12ec7ae8c1 req-e8d2ea79-7e1b-4cee-9b50-69f8d0e0a167 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469635 Feb 14 00:33:16.443415 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a8465-2724-47bd-815c-8a789c6ef979 req-bf762bc4-d1cd-4111-8ea1-ff2d6024a8a2 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:16.444845 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a11a8465-2724-47bd-815c-8a789c6ef979 req-bf762bc4-d1cd-4111-8ea1-ff2d6024a8a2 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0833197 Feb 14 00:33:16.490707 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a11a8465-2724-47bd-815c-8a789c6ef979 req-7a8e1ef0-f6f2-41b0-92e4-1d92f6ac1e73 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403552 Feb 14 00:33:17.702743 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a4cec-4eda-42a1-9da2-8359586b6310 req-7eb84a85-afa3-4a95-82a3-fd78c05858d6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:17.704197 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b2a4cec-4eda-42a1-9da2-8359586b6310 req-7eb84a85-afa3-4a95-82a3-fd78c05858d6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0836389 Feb 14 00:33:17.753941 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b2a4cec-4eda-42a1-9da2-8359586b6310 req-b7d5fdac-2498-4e92-8c9b-a884a5aad304 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Feb 14 00:33:18.849427 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:33:18.953298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baee04-cba8-4b40-bf29-31daf2fdb364 req-671f501a-8d5c-4994-a20a-4b0195b6482d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:18.954757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74baee04-cba8-4b40-bf29-31daf2fdb364 req-671f501a-8d5c-4994-a20a-4b0195b6482d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0757473 Feb 14 00:33:18.999601 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-74baee04-cba8-4b40-bf29-31daf2fdb364 req-80eb012d-cf30-4091-8c9a-e96794262c44 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Feb 14 00:33:20.199319 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c7ba-8ce1-4ab7-8518-6e29867b39ee req-ae4d50f8-b1cd-4cc7-9f07-b03ffc48158d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:20.200764 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ed9c7ba-8ce1-4ab7-8518-6e29867b39ee req-ae4d50f8-b1cd-4cc7-9f07-b03ffc48158d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 944 time: 0.0782771 Feb 14 00:33:20.245808 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-1ed9c7ba-8ce1-4ab7-8518-6e29867b39ee req-a2dd6e8f-12d7-4a0c-9c77-66dc4b14e0fc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396342 Feb 14 00:33:20.731421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:33:20.858989 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:33:20.871939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'port_id': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'mac_address': 'fa:16:3e:f1:0a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:33:20.923361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:20.940208 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fcba6c-64a9-45cf-99f3-4fddef444cc7 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:33:20.954775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:33:20.958593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:21.023305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=9']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:33:21.177503 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['28fcba6c-64a9-45cf-99f3-4fddef444cc7'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:33:21.448969 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dda65f-435a-4a1c-a24c-7ac27829ab76 req-289cdabd-94ab-4b5e-8b88-c766ebdb356d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:21.450427 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33dda65f-435a-4a1c-a24c-7ac27829ab76 req-289cdabd-94ab-4b5e-8b88-c766ebdb356d tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 945 time: 0.0788622 Feb 14 00:33:21.495050 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-33dda65f-435a-4a1c-a24c-7ac27829ab76 req-2d6090f9-c824-42ce-8b94-fb41b01391fa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392361 Feb 14 00:33:22.690896 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b6d7-0cf5-42c1-8e84-d01603782f37 req-f5007a99-c6f0-4c31-ac98-3c9736353721 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:22.692662 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85f6b6d7-0cf5-42c1-8e84-d01603782f37 req-f5007a99-c6f0-4c31-ac98-3c9736353721 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 945 time: 0.0753427 Feb 14 00:33:22.738953 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-85f6b6d7-0cf5-42c1-8e84-d01603782f37 req-1cebd332-46f9-4c6f-88c1-24b706bc14ed tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Feb 14 00:33:22.747081 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:33:22.812413 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:33:22.812693 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:22.921339 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:22.946953 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:33:22.956115 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:33:22.961171 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:23.006151 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'code': 200} Feb 14 00:33:23.030801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=10']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:33:23.212846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92dd4039-32bc-4ea5-a930-85886b75d355 req-dfaa5b62-8816-4d6e-a1fb-28a8111dbe76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1098 time: 0.0675509 Feb 14 00:33:23.253641 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-92dd4039-32bc-4ea5-a930-85886b75d355 req-aaf4ee77-68c2-4c89-b35f-8e3cd8ab8d82 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350571 Feb 14 00:33:23.943457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725396c-f902-4317-bb1d-1c669d98b50d req-da1ee7f9-5194-497e-9db0-9d111deab0fa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:23.944992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4725396c-f902-4317-bb1d-1c669d98b50d req-da1ee7f9-5194-497e-9db0-9d111deab0fa tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 947 time: 0.0813692 Feb 14 00:33:23.989857 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4725396c-f902-4317-bb1d-1c669d98b50d req-96ae29cf-381a-428a-b9bc-d93aee50de3e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 Feb 14 00:33:25.192539 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64c3e-b7ff-41fb-bec0-eee1c94ad28d req-e6b86723-7e56-410a-9a1c-d02c3018c0a3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:25.194205 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a3f64c3e-b7ff-41fb-bec0-eee1c94ad28d req-e6b86723-7e56-410a-9a1c-d02c3018c0a3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 947 time: 0.0805519 Feb 14 00:33:25.238647 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a3f64c3e-b7ff-41fb-bec0-eee1c94ad28d req-71d6768f-d163-4c63-ad5b-6fc81321087e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390427 Feb 14 00:33:30.321579 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7b87fca1-4e60-4321-8729-0330f1f6ce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:32.487260 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ad86ee39-2c7b-4295-b8b7-b97bfb0644cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:33.694667 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:34.068274 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:35.301386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:36.386231 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-9ba1a4ff-421a-4a51-ab2e-88554818d3f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665569 Feb 14 00:33:36.525444 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-5e9c7c6d-4402-4895-a1f3-6bd3fdd00ce8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1098 time: 0.0726149 Feb 14 00:33:36.669143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c37cb-409f-4d19-851d-3f06df9b954f req-769558d1-1601-4762-8799-8f8238dd704e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:36.670692 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-769558d1-1601-4762-8799-8f8238dd704e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1266921 Feb 14 00:33:36.775114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-6ab9b3fc-c96d-4e4f-8278-740abd6bab15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0981438 Feb 14 00:33:36.837397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c37cb-409f-4d19-851d-3f06df9b954f req-bb1440af-98f6-4121-8231-a6d67b195f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:33:36.838794 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-bb1440af-98f6-4121-8231-a6d67b195f30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0567520 Feb 14 00:33:36.914790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-3400dd01-6252-4c30-844e-5f09590e1b0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702195 Feb 14 00:33:37.044646 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-04e1eff3-b013-420b-82cf-36b54c40f167 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233211 Feb 14 00:33:37.176472 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-232c37cb-409f-4d19-851d-3f06df9b954f req-1bffb864-0234-4de0-9822-34a43ff72eae service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257336 Feb 14 00:33:37.667480 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:39.543625 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:33:55.839627 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:34:00.323284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a58a3f41-1cde-4950-91ac-07a50f74e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:02.488272 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-7661a7aa-7dfa-43f2-8207-be6c9af1a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:03.698229 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:04.070006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:05.304008 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:07.665844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:09.559110 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:30.326857 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9aae5a49-945f-47ad-aace-ee7f2b6d9ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:32.491479 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5cde752d-8d42-494a-9fb3-1810621c1339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:32.840635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:34:33.700417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:34.073015 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:35.307545 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:36.162752 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45318) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:36.499213 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-1dd3d542-e5b5-437c-b9d1-813c2984a889 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1884298 Feb 14 00:34:36.502326 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Deleting port 2a794fc4-93ff-4ab4-a402-51f1b542f708 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:34:36.502664 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:36.722640 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:36.722973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:36.785329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-2c3f4380-3d50-440c-8ef6-b1233dd77b2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1098 time: 0.2153597 Feb 14 00:34:36.861882 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Calling delete_port for 2a794fc4-93ff-4ab4-a402-51f1b542f708 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:34:37.032442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-48137151-eb64-4dbc-9a1c-72ae0db2b031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:37.033878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-48137151-eb64-4dbc-9a1c-72ae0db2b031 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1940413 Feb 14 00:34:37.187514 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-79770c5b-8b22-40c0-b707-0a21d71c0fc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 1001 time: 0.1470578 Feb 14 00:34:37.191544 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:37.275177 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event deleted for resources: {'Port': ['ID=2a794fc4-93ff-4ab4-a402-51f1b542f708,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:37.322914 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.323251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.323583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.323907 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.324227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.324550 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.324872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.325205 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.325503 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.325815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.326153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:37.364324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-403c7cad-a1aa-4836-8b55-b79c858541aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:37.365878 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-403c7cad-a1aa-4836-8b55-b79c858541aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.1700706 Feb 14 00:34:37.432178 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:37.664727 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:37.674169 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-8a69e14e-88d2-470b-9407-3100ef41c018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021560 Feb 14 00:34:37.823924 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-29274e62-152c-443d-8568-0cec588a76cb service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413958 Feb 14 00:34:38.077612 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a6522170-0e98-438f-97ca-5b1dcf6ffa76 req-e5383543-b776-49b9-b8e3-97634ad12ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412031 Feb 14 00:34:38.166785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:34:38.364756 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:34:38.373920 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:34:38.384107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:38.386106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:34:38.386715 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:34:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:34:38.439567 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-63179162-bf6d-4f82-a433-85c9eba5fdb3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "DELETE /v2.0/floatingips/f810c920-59bf-4a7c-add7-d9089cf868ac HTTP/1.1" status: 204 len: 168 time: 2.2757263 Feb 14 00:34:38.440387 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:34:38.565677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:34:38.585951 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'status': 'completed', 'code': 200} Feb 14 00:34:38.682722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-98a028cb-cc5a-4314-8b8f-e1a6df708cd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 1098 time: 0.0768495 Feb 14 00:34:38.873778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-c4746067-9cd0-4289-af44-7695cbc47ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:38.875344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-c4746067-9cd0-4289-af44-7695cbc47ab9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1849568 Feb 14 00:34:38.930094 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:34:38.933840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:34:38.945252 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:34:38.945968 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:34:32Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:34:38.947804 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-9e7a7c5f-800a-4195-860d-8dfb59365a49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 200 len: 217 time: 0.0639198 Feb 14 00:34:38.997684 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d4505-542c-44b3-8df3-c70f865eb773 req-d00a2c50-a5eb-4d80-8256-d2cd533f09a6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:38.998689 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-831d4505-542c-44b3-8df3-c70f865eb773 req-d00a2c50-a5eb-4d80-8256-d2cd533f09a6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:34:39.032270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-6a08adba-3506-4bd0-862b-c0fb86aca06f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:39.033859 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-6a08adba-3506-4bd0-862b-c0fb86aca06f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0790677 Feb 14 00:34:39.034620 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-831d4505-542c-44b3-8df3-c70f865eb773 req-d00a2c50-a5eb-4d80-8256-d2cd533f09a6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:34:39.035584 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-831d4505-542c-44b3-8df3-c70f865eb773 req-d00a2c50-a5eb-4d80-8256-d2cd533f09a6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 947 time: 0.2507401 Feb 14 00:34:39.131412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:34:39.137652 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-831d4505-542c-44b3-8df3-c70f865eb773 req-e4bd9101-892a-462c-8f99-9d11b1eefb14 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673680 Feb 14 00:34:39.148196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-980c026e-c9c1-4702-897a-3c5eda1655a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081164 Feb 14 00:34:39.283477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-2e0bcbad-dfca-42f7-8ae4-e33c67cb9e24 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280737 Feb 14 00:34:39.453788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:34:39.457742 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28944caf-c5ac-4f2c-84e7-b1edfb80bf8d None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:34:39.520594 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-16a8e932-3bec-44b4-8e89-68ce4f0c517e req-dc831366-9118-42c1-8866-b6bdd8ac4c33 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308030 Feb 14 00:34:39.559541 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:39.683323 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d7bae-b7c4-45af-afa0-900a08757b01 None None] New status for floating IP f810c920-59bf-4a7c-add7-d9089cf868ac: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:34:40.064000 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-7c941c04-9285-4903-acb0-6be60e12c333 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:40.065353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-7c941c04-9285-4903-acb0-6be60e12c333 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 947 time: 0.0788939 Feb 14 00:34:40.131884 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Deleting port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:34:40.132219 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:40.342570 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86330447-26cc-491d-b0e1-3331c6def4f0 req-65a53852-2c58-43d1-8a1d-f005ba55e730 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:40.343966 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86330447-26cc-491d-b0e1-3331c6def4f0 req-65a53852-2c58-43d1-8a1d-f005ba55e730 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dd37319-6002-4d92-80b8-72205bacbbbd HTTP/1.1" status: 200 len: 947 time: 0.0777426 Feb 14 00:34:40.381145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] For port 28fcba6c-64a9-45cf-99f3-4fddef444cc7, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=28fcba6c-64a9-45cf-99f3-4fddef444cc7,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:34:40.381500 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:40.393327 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-86330447-26cc-491d-b0e1-3331c6def4f0 req-469a2c93-963c-48c5-b64b-b3f1ecfc60eb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432785 Feb 14 00:34:40.507322 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Calling delete_port for 28fcba6c-64a9-45cf-99f3-4fddef444cc7 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:34:40.660910 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:40.710813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event deleted for resources: {'Port': ['ID=28fcba6c-64a9-45cf-99f3-4fddef444cc7,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:40.794923 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] No DVR routers for this DVR port 28fcba6c-64a9-45cf-99f3-4fddef444cc7 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:34:40.799284 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:40.801959 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-deleted', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:34:40.819025 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-34e077f9-7092-4fc9-a4cd-b63deedb1daa req-da8953d6-8a6a-41e9-9b87-37355576eeb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "DELETE /v2.0/ports/28fcba6c-64a9-45cf-99f3-4fddef444cc7 HTTP/1.1" status: 204 len: 173 time: 0.7466516 Feb 14 00:34:40.861338 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd37319-6002-4d92-80b8-72205bacbbbd', 'name': 'network-vif-deleted', 'tag': '28fcba6c-64a9-45cf-99f3-4fddef444cc7', 'status': 'completed', 'code': 200} Feb 14 00:34:41.500813 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45338) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:41.570066 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7121aa2-88de-47d8-ad7e-e46b31150776 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:41.598474 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7121aa2-88de-47d8-ad7e-e46b31150776 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:41.662918 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7121aa2-88de-47d8-ad7e-e46b31150776 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:41.682073 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121aa2-88de-47d8-ad7e-e46b31150776 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:41.693733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e7121aa2-88de-47d8-ad7e-e46b31150776 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:41.694881 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e7121aa2-88de-47d8-ad7e-e46b31150776 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "DELETE /v2.0/security-groups/63a8ca9d-7b95-4f8e-87ec-a5ce30ee12e4 HTTP/1.1" status: 204 len: 168 time: 0.1930389 Feb 14 00:34:42.115473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45346) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:42.121012 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852461950', 'description': 'tempest-secgroup-smoke-1852461950 description', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:42.127560 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.131667 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.134453 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.139998 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.154182 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.188865 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.192669 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.195424 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.201002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.257590 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.260718 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.303215 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c838a63c-fd16-41a1-ac1c-6422681febdf,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:42.308802 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.313128 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-d75b2ca2-a6ca-4aff-9e92-60b36b405708 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1934605 Feb 14 00:34:42.313128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45350) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:42.318269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': 'c838a63c-fd16-41a1-ac1c-6422681febdf', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:42.324635 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.328383 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.331721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.339079 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.355140 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.414940 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.418400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.443270 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b477232-9f3a-452a-aa8d-9c1d98a6a263,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:42.451132 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.454809 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-8fcfe720-3a81-4538-b369-a8b56b2a0b0e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1387761 Feb 14 00:34:42.454991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45354) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:42.461320 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': 'c838a63c-fd16-41a1-ac1c-6422681febdf', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:42.467724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.471477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.474987 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.480757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.498351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.563091 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.566776 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.589057 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436fd7a4-bc35-42fe-b2c0-1ab6b430c877,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:42.597538 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.598681 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-05f21ea8-d8d1-4132-8712-20898fbf5862 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1427801 Feb 14 00:34:42.602015 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45358) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:42.607325 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': 'c838a63c-fd16-41a1-ac1c-6422681febdf', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:42.613851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.618687 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.621458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.627049 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.642506 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.704105 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.707666 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.731259 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff31b68-6258-4176-a55f-23caaba757fd,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:42.739109 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.741159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a694de5d-c7f6-4dbf-830d-7dd9163ff547 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1381602 Feb 14 00:34:42.743809 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45362) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:42.749035 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': 'c838a63c-fd16-41a1-ac1c-6422681febdf', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:42.755913 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.759773 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.762581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.768076 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.785241 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.847759 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.851149 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.877311 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b629d3fe-cea4-458f-adc8-3987e3d5a08c,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:42.886366 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.887510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5be3f588-50aa-4365-bd64-8d94f01ac479 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1428199 Feb 14 00:34:42.890185 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45366) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:42.895510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': 'c838a63c-fd16-41a1-ac1c-6422681febdf', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:42.902256 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:42.906045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:42.908887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:42.914905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:42.924981 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Project d0ceb378920f42bfac96ba1eee8996c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:34:42.931936 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.996021 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:42.999555 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:43.023210 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c617be66-76c9-4af1-9a64-734973eae02d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:43.031478 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:43.035235 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ea732c36-659c-410d-bef9-044995e59fb6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1415558 Feb 14 00:34:43.035551 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45370) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:34:43.041653 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'security_group_rule': {'security_group_id': 'c838a63c-fd16-41a1-ac1c-6422681febdf', 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:43.048436 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:43.053112 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:security_group_rule and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:34:43.056161 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:34:43.062443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:43.073523 n-d-828979-1 neutron-server[83661]: INFO neutron.db.securitygroups_db [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Project d0ceb378920f42bfac96ba1eee8996c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:34:43.079728 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:43.143957 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:43.147392 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:43.169715 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2c2e57-a383-4319-850c-ef3f3aa1877b,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:43.182889 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:43.184040 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473489 Feb 14 00:34:43.185498 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.185837 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.186200 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.186531 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.186860 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.187184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.187505 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.187827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.188154 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.188723 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:43.189036 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d79788-7ef8-4bbc-beef-ecc1abda1ad9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:34:45.119440 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:34:45.156346 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 28fcba6c-64a9-45cf-99f3-4fddef444cc7 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:34:45.156684 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 28fcba6c-64a9-45cf-99f3-4fddef444cc7 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:34:56.892313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-378fe19b-c434-4553-9269-20b16c813352 req-24ab518d-71ab-41f1-a779-b4f6d8a9ec4a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:34:56.906921 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-378fe19b-c434-4553-9269-20b16c813352 req-24ab518d-71ab-41f1-a779-b4f6d8a9ec4a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:34:56.908038 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-24ab518d-71ab-41f1-a779-b4f6d8a9ec4a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852461950&fields=id&tenant_id=d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 267 time: 0.0564966 Feb 14 00:34:57.052596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe19b-c434-4553-9269-20b16c813352 req-89363a15-c746-4f3c-aa2b-8df855b22e45 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:57.054011 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-89363a15-c746-4f3c-aa2b-8df855b22e45 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 809 time: 0.1396561 Feb 14 00:34:57.070487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-67f3de8b-53d7-4a93-918d-63ebb5db66ca tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/quotas/d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 375 time: 0.0112715 Feb 14 00:34:57.147341 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-378fe19b-c434-4553-9269-20b16c813352 req-62c35a61-8c1b-4507-8d5f-5e2446bf965a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:34:57.162994 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-378fe19b-c434-4553-9269-20b16c813352 req-62c35a61-8c1b-4507-8d5f-5e2446bf965a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:34:57.164289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-62c35a61-8c1b-4507-8d5f-5e2446bf965a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892284 Feb 14 00:34:57.457106 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-3828048d-aee9-4de9-bbec-9105233547c0 service neutron] 10.222.0.36 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811022 Feb 14 00:34:57.587883 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-c48aac4d-1593-43cf-be57-d59c40b9982a service neutron] 10.222.0.36 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243513 Feb 14 00:34:57.959304 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e7a1c899-481c-41f9-855e-bbcc2797532c req-7fa74fe9-b2ef-4ad7-8882-4a9964c45335 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 210 time: 0.0413930 Feb 14 00:34:58.973230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe19b-c434-4553-9269-20b16c813352 req-44be1e53-bd82-4a5a-984c-74d65c334fc5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:58.975196 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-44be1e53-bd82-4a5a-984c-74d65c334fc5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 809 time: 0.1584365 Feb 14 00:34:59.030416 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-30c29d5b-a1c2-46d5-93ce-cf79befe47be tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 380 time: 0.0438046 Feb 14 00:34:59.038905 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'port': {'device_id': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'admin_state_up': True, 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'security_groups': ['c838a63c-fd16-41a1-ac1c-6422681febdf']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:59.174126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-370fda4a-58c5-4ce8-80b4-9ceca55c2a09 req-1cc3cf05-653e-4cec-afa1-972c87c331f4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 210 time: 0.0611596 Feb 14 00:34:59.232236 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:34:59.241507 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:34:59.253160 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Made reservation on behalf of d0ceb378920f42bfac96ba1eee8996c5 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:34:59.256329 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:59.425146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Allocated IP 172.20.0.13 (4824bbd0-dd02-405f-86ea-53c6cbb5467e/56cb64e5-a644-4b27-8095-d6e8332a422f/2db7f5b2-5a44-4a34-963b-daeb99807524) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:34:59.613880 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:59.630869 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Transition to ACTIVE for port object 2db7f5b2-5a44-4a34-963b-daeb99807524 will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:34:59.651828 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:59.727852 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:34:59.730634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:34:59.734330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:34:59.764925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:34:59.800444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:34:59.801649 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:34:59.828310 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-f9507598-1700-45a7-b97c-b094892b589e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933321 Feb 14 00:34:59.839529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Request body: {'port': {'device_id': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:34:59.954145 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.025281 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bf9b94ae-8805-48e8-b54a-15df737962fd None None] Provisioning for port 2db7f5b2-5a44-4a34-963b-daeb99807524 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:35:00.031734 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-bf9b94ae-8805-48e8-b54a-15df737962fd None None] Provisioning complete for port 2db7f5b2-5a44-4a34-963b-daeb99807524 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:35:00.032337 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bf9b94ae-8805-48e8-b54a-15df737962fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.090918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b94ae-8805-48e8-b54a-15df737962fd None None] Port 2db7f5b2-5a44-4a34-963b-daeb99807524 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:35:00.309757 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db7f5b2-5a44-4a34-963b-daeb99807524 {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:35:00.317014 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.332384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Transition to ACTIVE for port object 2db7f5b2-5a44-4a34-963b-daeb99807524 will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:35:00.336808 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-91fc08e1-b42e-4103-b8b5-0a3a4b3b2548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.337795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.381114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5b0b-7d57-4aed-b675-3b80d0f9ebf4 req-b1bb78be-60e7-4ee1-bc2c-b7ec1d60d5eb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:00.382765 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21c5b0b-7d57-4aed-b675-3b80d0f9ebf4 req-b1bb78be-60e7-4ee1-bc2c-b7ec1d60d5eb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0855811 Feb 14 00:35:00.433678 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c21c5b0b-7d57-4aed-b675-3b80d0f9ebf4 req-53776237-9251-4936-9287-eef5f54771db tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Feb 14 00:35:00.572292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:35:00.688827 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Attempting to bind port 2db7f5b2-5a44-4a34-963b-daeb99807524 on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:35:00.689303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Attempting to bind port 2db7f5b2-5a44-4a34-963b-daeb99807524 by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:35:00.689724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Attempting to bind port 2db7f5b2-5a44-4a34-963b-daeb99807524 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:35:00.696627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Port 2db7f5b2-5a44-4a34-963b-daeb99807524 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:35:00.697054 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Attempting to bind port 2db7f5b2-5a44-4a34-963b-daeb99807524 on network 4824bbd0-dd02-405f-86ea-53c6cbb5467e {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:35:00.703896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:35:00.704355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Checking segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:35:00.704830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Bound using segment: {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:35:00.705465 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Bound port: 2db7f5b2-5a44-4a34-963b-daeb99807524, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9119f86-36c5-467d-bc9a-c6870358d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:35:00.705921 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.797120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:35:00.799957 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:35:00.803359 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.864504 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:00.865850 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] 10.222.0.31 "PUT /v2.0/ports/2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 1092 time: 1.0307209 Feb 14 00:35:00.866303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:35:00.886406 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbac2c-7cd8-47f2-ae07-d35c95b50ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:35:00.943649 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'status': 'completed', 'code': 200} Feb 14 00:35:00.986678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-42dfbb71-8886-4238-8e1a-e38466927520 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1095 time: 0.0774667 Feb 14 00:35:01.060629 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-9e046c30-622d-4316-97d4-70a8e9b6a631 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 217 time: 0.0664163 Feb 14 00:35:01.121733 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe19b-c434-4553-9269-20b16c813352 req-fdbcdf29-a4ec-4283-a965-3c47ed4df4ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:01.123142 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-fdbcdf29-a4ec-4283-a965-3c47ed4df4ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0570683 Feb 14 00:35:01.202480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-1e708669-c842-4da7-8052-c2ced64f0b78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739694 Feb 14 00:35:01.332545 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-aba9c479-9e4f-416a-9013-251e6fedddc9 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239753 Feb 14 00:35:01.463221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-378fe19b-c434-4553-9269-20b16c813352 req-b913c82e-2f3a-446b-a50e-0656cfabec11 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244738 Feb 14 00:35:01.579314 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-1b507429-f0bb-4554-8f19-66ce88e76a9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1095 time: 0.0703518 Feb 14 00:35:01.630541 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569c20d-b060-4bf4-b3d9-b19bcff7cd36 req-169173ab-4b22-48db-88c8-b3084bec22b0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:01.631923 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d569c20d-b060-4bf4-b3d9-b19bcff7cd36 req-169173ab-4b22-48db-88c8-b3084bec22b0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0766747 Feb 14 00:35:01.676806 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d569c20d-b060-4bf4-b3d9-b19bcff7cd36 req-5e610e98-3e73-43f9-a23f-38be0d3ef647 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392759 Feb 14 00:35:01.711115 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-19527b26-0ffc-4246-a1a9-a3823cc5fa2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:01.712669 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-19527b26-0ffc-4246-a1a9-a3823cc5fa2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1269691 Feb 14 00:35:01.782846 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-cfa30c20-301f-4187-9ce2-ee6a0aad8784 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 217 time: 0.0634980 Feb 14 00:35:01.844719 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-4c204e0f-0622-4582-8386-a641ef72adcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:01.846136 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-4c204e0f-0622-4582-8386-a641ef72adcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0568116 Feb 14 00:35:01.924526 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-2ca5ac27-f575-41da-a7d1-bf6e30634447 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724344 Feb 14 00:35:02.052563 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-a09fb88b-0d4b-4b17-a5fa-906f68277030 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211367 Feb 14 00:35:02.271255 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-09827e43-4520-4d1f-8029-ac06a6b0a5be req-1d496292-4a1f-4d4f-8af6-03df1eeefc84 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129526 Feb 14 00:35:02.493978 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7c94-476a-488c-9b5b-f153ced270e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:02.871143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b6ceb-f925-44d5-9321-a634a7e11d7a req-270103b5-c097-46e7-bb79-86ad2b9c80cb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:02.871812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-452b6ceb-f925-44d5-9321-a634a7e11d7a req-270103b5-c097-46e7-bb79-86ad2b9c80cb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:35:02.887135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-452b6ceb-f925-44d5-9321-a634a7e11d7a req-270103b5-c097-46e7-bb79-86ad2b9c80cb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:35:02.888476 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-452b6ceb-f925-44d5-9321-a634a7e11d7a req-270103b5-c097-46e7-bb79-86ad2b9c80cb tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0914423 Feb 14 00:35:02.933311 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-452b6ceb-f925-44d5-9321-a634a7e11d7a req-f77c79df-8a11-42af-a7ca-8e4b48bed64a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Feb 14 00:35:03.703855 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:04.076499 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:04.135388 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed31d-0d7b-457e-9daa-c5822dfc5c72 req-ae764ccc-3378-4ee8-95ce-453cfa2955be tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:04.137655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75aed31d-0d7b-457e-9daa-c5822dfc5c72 req-ae764ccc-3378-4ee8-95ce-453cfa2955be tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0873709 Feb 14 00:35:04.183151 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-75aed31d-0d7b-457e-9daa-c5822dfc5c72 req-49da21ac-7cea-4984-aac6-5f04255834a2 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Feb 14 00:35:05.310462 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:05.381004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02141d-7cf3-4f2f-8a0e-bd8696abeb4e req-646dc7ac-dd18-4f3a-a9bb-655e32b37e15 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:05.382480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a02141d-7cf3-4f2f-8a0e-bd8696abeb4e req-646dc7ac-dd18-4f3a-a9bb-655e32b37e15 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0805480 Feb 14 00:35:05.429895 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a02141d-7cf3-4f2f-8a0e-bd8696abeb4e req-dd26eaf1-5521-4f26-8153-04a685ce45e2 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Feb 14 00:35:06.627332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9d642-7423-481d-bbb7-779f71a3b6d9 req-a773f1d8-f959-4dae-8ec7-c4ab35fb193a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:06.628769 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38e9d642-7423-481d-bbb7-779f71a3b6d9 req-a773f1d8-f959-4dae-8ec7-c4ab35fb193a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0766418 Feb 14 00:35:06.679128 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-38e9d642-7423-481d-bbb7-779f71a3b6d9 req-7f40d693-f436-42d9-8ef2-88621588c3de tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Feb 14 00:35:07.663351 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:07.874851 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71abee-e8aa-4eaf-b6ee-e85fcbced2c5 req-e6158e2c-3f33-4a9e-baa4-a2a7ed93aa22 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:07.876277 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d71abee-e8aa-4eaf-b6ee-e85fcbced2c5 req-e6158e2c-3f33-4a9e-baa4-a2a7ed93aa22 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0742173 Feb 14 00:35:07.921757 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7d71abee-e8aa-4eaf-b6ee-e85fcbced2c5 req-418b03a1-1f0d-4087-a847-72d00e038668 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Feb 14 00:35:09.116165 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b087441-f01f-4195-97a6-9c397fd536f0 req-300e53e8-281d-408c-b92b-dbeb9468915f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:09.121073 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b087441-f01f-4195-97a6-9c397fd536f0 req-300e53e8-281d-408c-b92b-dbeb9468915f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0753474 Feb 14 00:35:09.165829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-5b087441-f01f-4195-97a6-9c397fd536f0 req-1f91fb8d-fc6c-4202-ab50-4cbb96234d28 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Feb 14 00:35:09.291235 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:35:09.425806 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:35:09.439090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'port_id': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'mac_address': 'fa:16:3e:29:d4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:35:09.490532 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:09.507083 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db7f5b2-5a44-4a34-963b-daeb99807524 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:35:09.521854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:35:09.526166 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:09.583976 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:09.597805 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:35:09.606016 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.606383 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.606717 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.607046 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.607374 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.607704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.608024 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.608343 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.608660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.608974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.609289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:35:09.724646 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2db7f5b2-5a44-4a34-963b-daeb99807524'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:35:09.840652 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:35:10.359334 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21797-88ff-40ae-b0b5-ea15ca59070a req-f5519116-5c2b-42c5-9a39-e67511265446 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:10.360769 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f21797-88ff-40ae-b0b5-ea15ca59070a req-f5519116-5c2b-42c5-9a39-e67511265446 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 945 time: 0.0787413 Feb 14 00:35:10.404637 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d9f21797-88ff-40ae-b0b5-ea15ca59070a req-47675f2c-d4f5-4839-9055-8f3ab357cc11 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 Feb 14 00:35:11.307378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:35:11.373188 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port 2db7f5b2-5a44-4a34-963b-daeb99807524 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:35:11.377956 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 2db7f5b2-5a44-4a34-963b-daeb99807524 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:35:11.378348 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:11.520177 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:11.546716 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:35:11.556897 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:35:11.561266 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:11.606620 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'code': 200} Feb 14 00:35:11.609545 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613d405-4bb2-432b-a031-af3eeaeae2bd req-1f20bc6c-8d5f-486a-9ff4-cda290b117dc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:11.611051 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a613d405-4bb2-432b-a031-af3eeaeae2bd req-1f20bc6c-8d5f-486a-9ff4-cda290b117dc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0843701 Feb 14 00:35:11.632655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:35:11.657912 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a613d405-4bb2-432b-a031-af3eeaeae2bd req-152fee68-7f35-49c2-9c8b-ccfcf87abc19 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Feb 14 00:35:11.730609 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31d23af2-c5db-49f2-9f40-13e7fb693ff7 req-ee062628-dc91-40ac-b7e5-f25b4f26c841 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0680699 Feb 14 00:35:11.774896 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-31d23af2-c5db-49f2-9f40-13e7fb693ff7 req-da22a616-b1c2-4ce1-b021-a1fa1b62cea7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 Feb 14 00:35:12.861965 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00658e3-97eb-4f4a-b012-79c23fd61711 req-b9e0bd4e-6f6c-40a7-8559-c9d7844bd012 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:12.863328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f00658e3-97eb-4f4a-b012-79c23fd61711 req-b9e0bd4e-6f6c-40a7-8559-c9d7844bd012 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0772245 Feb 14 00:35:12.907768 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f00658e3-97eb-4f4a-b012-79c23fd61711 req-f87e72b6-412f-48cd-b989-c46a59ce0d30 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 Feb 14 00:35:14.107307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99031de4-0c3c-4970-9413-1c8242126fb8 req-9fc20b18-74f1-4211-86dc-1fa5bbc400ee tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:14.108748 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99031de4-0c3c-4970-9413-1c8242126fb8 req-9fc20b18-74f1-4211-86dc-1fa5bbc400ee tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0789552 Feb 14 00:35:14.152695 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-99031de4-0c3c-4970-9413-1c8242126fb8 req-884229ec-a42f-4dfc-b3e5-0e5619b8775a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385602 Feb 14 00:35:14.347128 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2949f-ca9b-4137-b0f6-d082aba63cc6 req-c4831532-d48e-4ec4-9a8e-e1a6e3eea859 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:14.348560 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13c2949f-ca9b-4137-b0f6-d082aba63cc6 req-c4831532-d48e-4ec4-9a8e-e1a6e3eea859 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0803578 Feb 14 00:35:14.392582 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-13c2949f-ca9b-4137-b0f6-d082aba63cc6 req-b993982a-a728-42c5-8919-3ac338127e37 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378869 Feb 14 00:35:14.422906 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45510) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:35:14.493773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0f1a0c83-011d-4a6b-97c4-9f51ac180752 tempest-TestShelveInstance-1693037687 tempest-TestShelveInstance-1693037687-project-admin] Synchronizing usage tracker for tenant:d6513258ffea42cc9d94c62c5ad0fc9b on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:35:14.509360 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-0f1a0c83-011d-4a6b-97c4-9f51ac180752 tempest-TestShelveInstance-1693037687 tempest-TestShelveInstance-1693037687-project-admin] Unset dirty status for tenant:d6513258ffea42cc9d94c62c5ad0fc9b on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:35:14.510495 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-0f1a0c83-011d-4a6b-97c4-9f51ac180752 tempest-TestShelveInstance-1693037687 tempest-TestShelveInstance-1693037687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1092 time: 0.0866089 Feb 14 00:35:14.513273 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45514) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:35:14.518347 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:35:14.524905 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:35:14.528634 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Usage tracker for resource:floatingip and tenant:d0ceb378920f42bfac96ba1eee8996c5 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:35:14.531391 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:35:14.536945 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:35:14.548351 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:14.771327 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:14.905291 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Allocated IP 172.25.4.5 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/112b05c6-99a6-4825-ae25-a9bc0d14a402) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:35:15.051667 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:15.078379 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:15.144227 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:35:15.146849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:35:15.151013 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:35:15.179808 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'Port': ['ID=112b05c6-99a6-4825-ae25-a9bc0d14a402,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:35:15.649914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:15.702917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:15.903548 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:15.907741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:16.010350 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event updated for resources: {'Port': ['ID=112b05c6-99a6-4825-ae25-a9bc0d14a402,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:35:16.024497 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:16.207979 n-d-828979-1 neutron-server[83661]: INFO neutron.db.l3_db [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Floating IP d2463180-a366-4401-8090-d4b2f7d11e6d associated. External IP: 172.25.4.5, port: 2db7f5b2-5a44-4a34-963b-daeb99807524. Feb 14 00:35:16.685157 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:35:16.878791 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:35:16.889312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:35:16.901296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:35:16.901941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:35:16.903916 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:16.966054 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c0954286-9cce-4ea7-a340-079a56dea152 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4420466 Feb 14 00:35:16.966054 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:35:17.080187 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:35:17.092339 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'status': 'completed', 'code': 200} Feb 14 00:35:17.184223 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-0cabf56d-7144-4257-a761-3f2db9fea9d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0691321 Feb 14 00:35:17.315293 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-0c7ac278-d0cf-4505-be56-d224f54c70a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:17.316723 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-0c7ac278-d0cf-4505-be56-d224f54c70a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1266930 Feb 14 00:35:17.457800 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-560b312d-4895-4191-bf44-355ed4916d39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 998 time: 0.1342912 Feb 14 00:35:17.461886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'd2463180-a366-4401-8090-d4b2f7d11e6d', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'port_id': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'mac_address': 'fa:16:3e:29:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:35:15Z', 'updated_at': '2022-02-14T00:35:15Z', 'revision_number': 0, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:35:17.465687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:35:17.476226 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:35:17.476833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:35:02Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:35:17.517644 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-b1ed6480-9c6e-4fd5-9b66-95f08ba270d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:17.519082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-b1ed6480-9c6e-4fd5-9b66-95f08ba270d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0565441 Feb 14 00:35:17.595248 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-7e66afce-24ea-4c85-b2a6-b871ac9096e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704262 Feb 14 00:35:17.651262 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:35:17.726395 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-a8674027-aefe-48e5-b4d6-8e99118e892b service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249056 Feb 14 00:35:17.857656 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b1091cd8-1df0-4d3e-b164-b8edba9f0476 req-c565bff5-37b5-4f8f-95df-8685bfcb526d service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261423 Feb 14 00:35:17.995617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'd2463180-a366-4401-8090-d4b2f7d11e6d', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'port_id': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'mac_address': 'fa:16:3e:29:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:35:15Z', 'updated_at': '2022-02-14T00:35:15Z', 'revision_number': 0, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:35:17.999412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1627a24-8b7a-4bee-a779-2d3657676df5 None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': 'd2463180-a366-4401-8090-d4b2f7d11e6d', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'port_id': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'mac_address': 'fa:16:3e:29:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:35:15Z', 'updated_at': '2022-02-14T00:35:15Z', 'revision_number': 0, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:35:18.198635 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0c390-b86a-48f6-a900-91d7946f63dc None None] New status for floating IP d2463180-a366-4401-8090-d4b2f7d11e6d: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:35:30.335101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-03cd361c-f3f1-434a-b576-222f665ae2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:32.497910 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-adb823b8-7b4b-4162-890a-6e81bcd4a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:33.708025 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:34.080149 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:35.312544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:37.399497 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-26663b7a-c199-4ffc-af31-89c56973e420 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285994 Feb 14 00:35:37.551783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-11f21d83-a59c-4f65-9738-b385cac9459a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0704725 Feb 14 00:35:37.650115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:37.789551 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-f83776cc-4d64-4f1b-84b8-0f67cf9cebf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:37.790997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-f83776cc-4d64-4f1b-84b8-0f67cf9cebf5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.2184737 Feb 14 00:35:37.890864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-0cf1d0ed-4b22-4769-9b38-3d422a1e4163 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 1000 time: 0.0932314 Feb 14 00:35:37.956174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-5881e9ff-7eeb-41ba-91f8-189e687b52aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:35:37.957569 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-5881e9ff-7eeb-41ba-91f8-189e687b52aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0587041 Feb 14 00:35:38.035220 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-11c2d5cb-427c-4af5-85b0-fb4aab964019 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669196 Feb 14 00:35:38.164126 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-f94b3f6c-17b3-43ef-b681-a0adda0e038b service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225605 Feb 14 00:35:38.305700 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a1fefe22-b6d0-4b5b-b305-202c6d6c316c req-b9494782-ec16-4678-803c-3453646992a9 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288292 Feb 14 00:35:39.575188 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:35:46.841401 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:36:00.334455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5fb489d3-4424-404b-8568-b03520e84728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:02.500804 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dad6039b-683c-48ca-a5eb-c3d2f3772caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:03.710881 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:04.081279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:05.316293 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:07.659138 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:09.571597 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:23.841044 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:36:30.335866 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0b9423e9-2ce5-486d-ac53-95e527e68f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:32.505003 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f174700c-d617-44b8-9727-3275d23484ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:33.713522 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:34.083927 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:35.316666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:37.662415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:36:38.349466 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-367f0e61-5e09-4571-ad81-78b26801be91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714674 Feb 14 00:36:38.488730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-2890a896-f691-423a-8afd-1a2a66f1c7ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0698125 Feb 14 00:36:38.628863 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-9fdfc4b2-e694-47db-9825-c5e3022d3459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:36:38.630232 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-9fdfc4b2-e694-47db-9825-c5e3022d3459 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1232831 Feb 14 00:36:38.731027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-832ed9b6-743a-47f4-bc87-660b06909121 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 1000 time: 0.0951071 Feb 14 00:36:38.792721 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-36a0976e-cd76-46a8-b27b-ba2951f14266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:36:38.794159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-36a0976e-cd76-46a8-b27b-ba2951f14266 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0573676 Feb 14 00:36:38.871206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-59bf9ca0-bfdf-408c-b651-290cc7ee1b65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711846 Feb 14 00:36:39.001583 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-ec598f2c-6b6f-4001-915e-e257742915b4 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235812 Feb 14 00:36:39.129370 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0346257e-243a-42db-8da0-e63cf0fe9a58 req-e6afb716-cbe6-4812-9c94-0871ff1387dd service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224046 Feb 14 00:36:39.571364 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:00.337506 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3d1174fb-0730-4550-95a6-a96090f4bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:00.841549 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:37:02.507202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfebd4ec-e3d1-47f8-8512-788e04201bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:03.714985 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:04.086898 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:05.320227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:07.658754 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:09.585039 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:12.034612 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0142e-19b5-4fe0-b575-f4ff19e0ed20 req-e6167834-82cb-4830-b0c6-81a94fee6709 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:12.036061 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2c0142e-19b5-4fe0-b575-f4ff19e0ed20 req-e6167834-82cb-4830-b0c6-81a94fee6709 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.1469643 Feb 14 00:37:12.080184 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a2c0142e-19b5-4fe0-b575-f4ff19e0ed20 req-76a6f11a-7fc6-4ae0-a971-298bbc6067a7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Feb 14 00:37:13.371288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0017e-f7ad-4760-949e-9c8aac5052b1 req-05408eeb-8715-4e66-811d-aab6968bbf5a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:13.372713 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7bb0017e-f7ad-4760-949e-9c8aac5052b1 req-05408eeb-8715-4e66-811d-aab6968bbf5a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.1420126 Feb 14 00:37:13.419676 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-7bb0017e-f7ad-4760-949e-9c8aac5052b1 req-0426e663-dcec-446e-9098-bf46367e9ec0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Feb 14 00:37:14.648366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f70d78-5a09-4d32-ac66-bc701d0404c9 req-60f8db73-549b-4910-bc1d-61caf49acf6f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:14.650275 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f70d78-5a09-4d32-ac66-bc701d0404c9 req-60f8db73-549b-4910-bc1d-61caf49acf6f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0809445 Feb 14 00:37:14.694823 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-14f70d78-5a09-4d32-ac66-bc701d0404c9 req-5d09f75d-58d8-4b06-9ec8-1dd3f305b3ab tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389981 Feb 14 00:37:15.897377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1782-cc30-4aee-9a06-6825194646cb req-df2ce4a0-4b55-4f03-b630-b8debadb3188 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:15.898827 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d5a1782-cc30-4aee-9a06-6825194646cb req-df2ce4a0-4b55-4f03-b630-b8debadb3188 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0806170 Feb 14 00:37:15.942808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4d5a1782-cc30-4aee-9a06-6825194646cb req-00cfcbc3-a704-4ac5-86de-b49b85e71355 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386052 Feb 14 00:37:17.139251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1517-8067-4080-a362-b6b0a088b170 req-60078540-2cb9-482b-83b3-3deee05e0240 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:17.140734 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b3a1517-8067-4080-a362-b6b0a088b170 req-60078540-2cb9-482b-83b3-3deee05e0240 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0757399 Feb 14 00:37:17.184657 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-9b3a1517-8067-4080-a362-b6b0a088b170 req-d25445d0-26ab-4fda-b3ce-d1c50c81f3c9 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379086 Feb 14 00:37:18.380175 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4886e7c-c712-4100-b374-7a71dd793211 req-7253d9b7-30bf-451d-b93d-8f01d1eb6630 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:18.381550 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4886e7c-c712-4100-b374-7a71dd793211 req-7253d9b7-30bf-451d-b93d-8f01d1eb6630 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0752556 Feb 14 00:37:18.429573 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a4886e7c-c712-4100-b374-7a71dd793211 req-68c454c4-14e5-4790-8ce7-622ce3a60462 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Feb 14 00:37:19.625439 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77c416-9934-42c2-8eba-106986ae9698 req-5a334995-ed52-4bd1-b7d3-a2434cc001e3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:19.626924 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d77c416-9934-42c2-8eba-106986ae9698 req-5a334995-ed52-4bd1-b7d3-a2434cc001e3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0791128 Feb 14 00:37:19.671833 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-6d77c416-9934-42c2-8eba-106986ae9698 req-90ca9ec2-6f0f-4b98-900b-558d3947c6e8 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 Feb 14 00:37:20.865723 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f1a7f-8cb9-4222-8c2a-9698416b1c29 req-fa54659a-eec0-4908-bd46-33bbd9d1a199 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:20.867184 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c11f1a7f-8cb9-4222-8c2a-9698416b1c29 req-fa54659a-eec0-4908-bd46-33bbd9d1a199 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0760424 Feb 14 00:37:20.913026 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c11f1a7f-8cb9-4222-8c2a-9698416b1c29 req-5ef8cdef-73d8-4d6c-902f-9a5df8942915 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Feb 14 00:37:22.123095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bca3b5-4dc7-4c90-9f13-cc29c4df1936 req-6fb6184d-b02f-4b05-8a3a-9477fe471775 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:22.124573 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5bca3b5-4dc7-4c90-9f13-cc29c4df1936 req-6fb6184d-b02f-4b05-8a3a-9477fe471775 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0853689 Feb 14 00:37:22.147835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-9bf5f281-8f68-4a48-91e2-4e1dbb2691b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.1720781 Feb 14 00:37:22.169731 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e5bca3b5-4dc7-4c90-9f13-cc29c4df1936 req-33321950-f862-416b-bebd-6eb277f83ece tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396743 Feb 14 00:37:22.279003 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-e665ffe5-38a4-4a96-b1cb-7067f82b016d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:22.280317 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-e665ffe5-38a4-4a96-b1cb-7067f82b016d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1265125 Feb 14 00:37:22.377695 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-432d10fb-5773-44d2-bdab-f36ae7df3acb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 1000 time: 0.0915654 Feb 14 00:37:22.442403 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-257a9fdd-fcaf-40df-afde-e5a153945a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:22.443770 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-257a9fdd-fcaf-40df-afde-e5a153945a15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0592933 Feb 14 00:37:22.515421 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-1d7c3245-a3be-4d72-a94d-8540a8f62362 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660226 Feb 14 00:37:22.646477 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-ecdb61e1-92e3-4e3a-a2e1-3e97bedf6301 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250801 Feb 14 00:37:22.774079 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-07c710b6-d690-48bb-80d8-bac870a13a32 req-69e95cd7-fd10-4835-9887-9e843e66e622 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224730 Feb 14 00:37:23.365353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb813ad-56b6-48f5-ad26-ed61ba40a2f2 req-54689a2d-bc20-4eef-b54a-1c0c47db05e1 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:23.366722 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdb813ad-56b6-48f5-ad26-ed61ba40a2f2 req-54689a2d-bc20-4eef-b54a-1c0c47db05e1 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0794206 Feb 14 00:37:23.412166 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cdb813ad-56b6-48f5-ad26-ed61ba40a2f2 req-5f2f2d0c-405c-46c2-b63d-e20c0e5ee254 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400305 Feb 14 00:37:24.612849 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96440e1-482c-4933-90b6-e01fe8ff3691 req-1b14aaf0-b541-4d82-8be9-29aa5456d028 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:24.614253 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d96440e1-482c-4933-90b6-e01fe8ff3691 req-1b14aaf0-b541-4d82-8be9-29aa5456d028 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0781407 Feb 14 00:37:24.659682 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d96440e1-482c-4933-90b6-e01fe8ff3691 req-b12e4108-edc7-4afb-8ceb-354c3b925eaf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 Feb 14 00:37:25.854583 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3180-d19d-4c6e-a336-3314777f2371 req-1f887baa-e338-437c-aa00-178decb757f6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:25.856027 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cafe3180-d19d-4c6e-a336-3314777f2371 req-1f887baa-e338-437c-aa00-178decb757f6 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0762644 Feb 14 00:37:25.903693 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cafe3180-d19d-4c6e-a336-3314777f2371 req-9c7735c0-269b-4083-aa71-9286bee1e46c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Feb 14 00:37:26.148655 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f6d73510-9202-4149-8615-d1f628bf2ce5 req-d0d6d34d-ae3c-4023-9228-20aac322d043 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1314204 Feb 14 00:37:26.402992 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-bc327861-89ec-47f4-a20b-aa902b4a7ccd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353106 Feb 14 00:37:26.412147 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c49da-a737-466b-b6c1-806519225ff3 req-324c269a-fd20-4258-ad20-fa9229fe3094 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:26.413601 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d64c49da-a737-466b-b6c1-806519225ff3 req-324c269a-fd20-4258-ad20-fa9229fe3094 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0767083 Feb 14 00:37:26.470480 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d64c49da-a737-466b-b6c1-806519225ff3 req-544d383e-fbc8-4142-8636-9ef7e952d357 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470774 Feb 14 00:37:27.684495 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f1082-1650-47e7-b916-63d6f18d6be7 req-b27b2c33-19e3-4e3d-b69a-0b99c5c65981 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:27.685957 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-373f1082-1650-47e7-b916-63d6f18d6be7 req-b27b2c33-19e3-4e3d-b69a-0b99c5c65981 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0774837 Feb 14 00:37:27.731926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-373f1082-1650-47e7-b916-63d6f18d6be7 req-2a6c4e2c-5f33-4b13-bc4a-ceb36ca65cf1 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Feb 14 00:37:27.895102 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:37:28.003613 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:28.029497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:37:28.047984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:37:28.053624 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:28.083440 n-d-828979-1 neutron-server[83663]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'code': 422} returned with failed status Feb 14 00:37:28.119378 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:37:28.127880 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.128801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.129137 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.129470 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.129797 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.130143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.130466 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.130783 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.131100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.131416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.131730 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:37:28.633958 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-64ff6786-fb5d-4492-9215-0abe700220b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd&tenant_id=d0ceb378920f42bfac96ba1eee8996c5 HTTP/1.1" status: 200 len: 1095 time: 0.0724871 Feb 14 00:37:28.724568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-708f0d39-40be-45b7-8da7-c90971d4a88c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1095 time: 0.0709519 Feb 14 00:37:28.856250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-4c082d00-fee6-4311-8784-595cd0d187e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:28.857591 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-4c082d00-fee6-4311-8784-595cd0d187e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1279263 Feb 14 00:37:28.936256 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faf430-1f53-4e53-9d1d-9db8c3efcb32 req-aeb9e71e-3e48-4c62-a0da-f43b8aac6a9c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:28.938567 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07faf430-1f53-4e53-9d1d-9db8c3efcb32 req-aeb9e71e-3e48-4c62-a0da-f43b8aac6a9c tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0793328 Feb 14 00:37:28.965206 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-4e242783-4316-4563-8a25-44d769fe3f76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 998 time: 0.1006522 Feb 14 00:37:28.994920 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-07faf430-1f53-4e53-9d1d-9db8c3efcb32 req-571ee0bd-6cbc-4ff5-9ac7-2cbd4d195cb4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506992 Feb 14 00:37:29.029675 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-89982034-a505-40ed-a0f2-a2d00c2d62f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:29.031162 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-89982034-a505-40ed-a0f2-a2d00c2d62f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0604265 Feb 14 00:37:29.109003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-283113b5-29c9-49f4-8802-732f7f3cbe55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718226 Feb 14 00:37:29.328698 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-57831256-d803-4c00-8297-0ab004b2c9a4 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140296 Feb 14 00:37:29.460503 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-857a13e6-35f5-4cbb-92cc-fa3dd4b679db service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256871 Feb 14 00:37:30.189744 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eafd-439a-4fba-b34a-b121fe197eef req-2648d8d9-d260-4e87-a04f-7dfb36482dc7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:30.191299 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51f1eafd-439a-4fba-b34a-b121fe197eef req-2648d8d9-d260-4e87-a04f-7dfb36482dc7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0755641 Feb 14 00:37:30.237873 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-51f1eafd-439a-4fba-b34a-b121fe197eef req-175dd52f-9bf0-4d95-a2b1-90a4bc45d0f3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 Feb 14 00:37:30.338936 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5691d3c3-f8de-4b25-bf49-4011d4a5c7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:31.432316 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd865b3-4056-4e91-9f15-e9aa10c915b9 req-9e525fe1-7ef3-48af-83fd-0b9f1351f521 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:31.433768 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bd865b3-4056-4e91-9f15-e9aa10c915b9 req-9e525fe1-7ef3-48af-83fd-0b9f1351f521 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0766509 Feb 14 00:37:31.571919 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3bd865b3-4056-4e91-9f15-e9aa10c915b9 req-83b6a8e2-c182-4c9a-96f9-65e6cf9bc95f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327128 Feb 14 00:37:32.508715 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-612238f8-bbd4-41bd-8c4e-bcd6d5915311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:32.773116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b745c-881c-4979-9fd2-d67cc97770ac req-a004fb7d-43ce-4292-a045-86c017983a94 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:32.774481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da9b745c-881c-4979-9fd2-d67cc97770ac req-a004fb7d-43ce-4292-a045-86c017983a94 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0812800 Feb 14 00:37:32.819521 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-da9b745c-881c-4979-9fd2-d67cc97770ac req-82b60fd3-c575-4453-895e-ce80aa025559 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Feb 14 00:37:33.716022 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:34.019631 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f3635-da8f-4273-8bb3-b1078ddb0f42 req-86187090-bfcb-44d2-9b23-c6493080aeca tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:34.021095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-486f3635-da8f-4273-8bb3-b1078ddb0f42 req-86187090-bfcb-44d2-9b23-c6493080aeca tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0802450 Feb 14 00:37:34.066376 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-486f3635-da8f-4273-8bb3-b1078ddb0f42 req-573ca752-59c1-4d04-a3e2-675b18bff9bc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 Feb 14 00:37:34.090994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:35.259226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25ee76-e279-44a2-97df-2e23ad3c1698 req-6c8451f4-4b25-4d82-8c49-c14f04291234 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:35.260674 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a25ee76-e279-44a2-97df-2e23ad3c1698 req-6c8451f4-4b25-4d82-8c49-c14f04291234 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 944 time: 0.0760636 Feb 14 00:37:35.305430 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9a25ee76-e279-44a2-97df-2e23ad3c1698 req-944f0845-cb9b-4875-8d46-04787986bfcf tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Feb 14 00:37:35.324538 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:35.948151 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:37:36.077828 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:37:36.090395 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'port_id': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'mac_address': 'fa:16:3e:29:d4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:37:36.145041 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:36.161921 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db7f5b2-5a44-4a34-963b-daeb99807524 {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:37:36.175980 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:37:36.179536 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:36.245468 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:37:36.400700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['2db7f5b2-5a44-4a34-963b-daeb99807524'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:37:36.507735 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803bd2b-872d-4d14-bb06-6080e95ca68a req-fb17b716-ced5-437d-ad30-36c467a6a14f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:36.509106 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f803bd2b-872d-4d14-bb06-6080e95ca68a req-fb17b716-ced5-437d-ad30-36c467a6a14f tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 945 time: 0.0809591 Feb 14 00:37:36.554821 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f803bd2b-872d-4d14-bb06-6080e95ca68a req-95034481-17bb-47bc-9c30-b8d37f522a9e tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Feb 14 00:37:37.657962 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:37.754448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca648-4ae1-4867-af74-97ca3c593e3c req-c1850d8a-a8e4-4e3e-bd79-5711d4e0d66a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:37.755808 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20fca648-4ae1-4867-af74-97ca3c593e3c req-c1850d8a-a8e4-4e3e-bd79-5711d4e0d66a tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 945 time: 0.0801468 Feb 14 00:37:37.800625 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-20fca648-4ae1-4867-af74-97ca3c593e3c req-d617d8e7-7d3e-43b6-8e5f-51ef5f8b5c28 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Feb 14 00:37:37.840718 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:37:37.972840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:37:38.041028 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port 2db7f5b2-5a44-4a34-963b-daeb99807524 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:37:38.041390 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:38.153075 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:38.178055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:37:38.187368 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:37:38.191685 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:38.234966 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'code': 200} Feb 14 00:37:38.261210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:37:38.435130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-559ae13a-dcfb-4b71-8aaa-940015066ea8 req-5dfa6515-e6c6-43c1-b987-d23a15028607 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0669544 Feb 14 00:37:38.479143 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-559ae13a-dcfb-4b71-8aaa-940015066ea8 req-e9b8e8c4-5c2a-49d5-b314-db03f48fc1f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Feb 14 00:37:38.999221 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4387689-cd66-4373-8fff-92c6d779038a req-e966398e-445a-4011-b99d-aad466c1e1f4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:39.000665 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4387689-cd66-4373-8fff-92c6d779038a req-e966398e-445a-4011-b99d-aad466c1e1f4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0810232 Feb 14 00:37:39.046062 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-d4387689-cd66-4373-8fff-92c6d779038a req-2619d402-84e8-478e-b5f6-1fbe762157d7 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Feb 14 00:37:39.405758 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-77d2f60a-3436-4921-8b14-7b213f5ad81d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0757806 Feb 14 00:37:39.557330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-1a35a94c-506e-4560-ba01-9c14ff6bdb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:39.558678 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-1a35a94c-506e-4560-ba01-9c14ff6bdb91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1266639 Feb 14 00:37:39.585716 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:37:39.665456 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-3d7d9c9f-6b95-4b1a-9704-a84f9c5650fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 1000 time: 0.0944905 Feb 14 00:37:39.727027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-93f6e331-d414-46d2-91bd-31fe8db2937b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:39.728396 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-93f6e331-d414-46d2-91bd-31fe8db2937b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0574627 Feb 14 00:37:39.802200 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-9499c0a4-95e8-49a3-96aa-07f2766a72ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683947 Feb 14 00:37:39.937553 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-14c86240-d788-46e0-9575-e8507d1a3bec service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291733 Feb 14 00:37:40.065799 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9c8a5bf8-d879-445c-b2e4-a9016be5f987 req-33c0ae21-3bfa-42d1-b92d-7bef4d2de843 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215498 Feb 14 00:37:40.244486 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64323575-f874-4ba9-b3a3-85f9daa8ba0b req-0df2385d-3e40-41f0-a61d-f260b819d349 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:37:40.245829 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64323575-f874-4ba9-b3a3-85f9daa8ba0b req-0df2385d-3e40-41f0-a61d-f260b819d349 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0748472 Feb 14 00:37:40.291145 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-64323575-f874-4ba9-b3a3-85f9daa8ba0b req-6e315014-ce62-4e19-9b34-a0f6172df2ee tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Feb 14 00:38:00.372030 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dcb83bf-4cda-4c99-a58e-f91f76302043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:02.521666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e08aab57-a20e-403d-bdc2-779ada724188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:03.720522 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:04.092746 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:05.356588 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:07.700637 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:09.627645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:14.875700 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:38:30.345224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c54f2f2f-c876-48b7-a002-23fbab621ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:32.514199 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-164e6115-a850-419c-9e95-4539b1d4d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:33.721923 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:34.095699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:35.328844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:37.686434 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:39.342218 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-5bf9e4d8-5102-45f2-a26c-ede2c43b1e94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701749 Feb 14 00:38:39.477353 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-3863a519-86cd-42cb-b9a4-2693728c1e02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0680628 Feb 14 00:38:39.616447 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:38:39.716602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-41f9e4bd-f68d-4935-9048-1b8d080b3686 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:38:39.718052 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-41f9e4bd-f68d-4935-9048-1b8d080b3686 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.2221153 Feb 14 00:38:39.818882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-6b70b4e5-5e18-4d37-a9c5-de947e06dad1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 1000 time: 0.0948582 Feb 14 00:38:39.882404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-29305a40-bd83-4833-a40b-2abe7a2a7279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:38:39.883708 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-29305a40-bd83-4833-a40b-2abe7a2a7279 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0589778 Feb 14 00:38:39.960839 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-737e5092-acfb-41cf-8215-1cf3d30d5b34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711930 Feb 14 00:38:40.091771 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-d90883a6-fce2-4831-af5f-9b30c8bf9cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241097 Feb 14 00:38:40.228282 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-f1ca2138-c71f-4441-8838-db2c0f0e1e1f req-d7f95cdd-adff-4920-b348-68aefc9c3d9b service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307719 Feb 14 00:38:51.842020 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:39:00.340894 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-600eb97c-3893-4ee8-a2e1-d4fed43551c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:02.516048 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1b801880-1556-498c-84cf-5993dd344763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:03.724482 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:04.100699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:05.332160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:07.685668 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:09.629418 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:12.141160 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45676) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:12.343131 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Deleting port 112b05c6-99a6-4825-ae25-a9bc0d14a402 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:12.343401 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:12.514321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:12.514650 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:12.637917 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Calling delete_port for 112b05c6-99a6-4825-ae25-a9bc0d14a402 owned by network:floatingip {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:12.782897 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:12.827617 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event deleted for resources: {'Port': ['ID=112b05c6-99a6-4825-ae25-a9bc0d14a402,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:12.866099 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.866452 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.866784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.867115 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.867444 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.867773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.868096 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.868420 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.868739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.869059 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.869377 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:12.930016 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for floatingip, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:13.403438 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:39:13.603638 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:13.613633 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:13.623402 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:13.626150 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:13.626750 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:13.676226 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1e942a9e-4468-4b44-a5f1-a991f63beba3 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "DELETE /v2.0/floatingips/d2463180-a366-4401-8090-d4b2f7d11e6d HTTP/1.1" status: 204 len: 168 time: 1.5338495 Feb 14 00:39:13.677332 n-d-828979-1 neutron-server[83661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:39:13.849307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:13.899819 n-d-828979-1 neutron-server[83661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'status': 'completed', 'code': 200} Feb 14 00:39:13.998740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-713a4f5d-af9f-4236-9b6d-ceefe4f1d164 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 1097 time: 0.0751839 Feb 14 00:39:14.120475 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e9dce-7ee1-4b8d-9795-1b602ae826fc req-92f5b386-4d2a-4479-a9ae-a625fa04f8f5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:14.121278 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-793e9dce-7ee1-4b8d-9795-1b602ae826fc req-92f5b386-4d2a-4479-a9ae-a625fa04f8f5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:14.138926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-793e9dce-7ee1-4b8d-9795-1b602ae826fc req-92f5b386-4d2a-4479-a9ae-a625fa04f8f5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:14.140088 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-793e9dce-7ee1-4b8d-9795-1b602ae826fc req-92f5b386-4d2a-4479-a9ae-a625fa04f8f5 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.1002128 Feb 14 00:39:14.156910 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-708d4549-7478-4b1f-a294-1b296ddcbd02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:14.158286 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-708d4549-7478-4b1f-a294-1b296ddcbd02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 200 len: 909 time: 0.1520765 Feb 14 00:39:14.181152 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:14.185330 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:14.192778 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-793e9dce-7ee1-4b8d-9795-1b602ae826fc req-ea28b2a4-3244-4ff4-9a1d-b5ad78d29412 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 Feb 14 00:39:14.196831 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:14.197528 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:14.235537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-295a17e5-22d3-43fa-a714-69b042e5dbee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 200 len: 217 time: 0.0705457 Feb 14 00:39:14.297561 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-77a30f6d-da2a-42e8-ad8a-c1ce4d443b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:14.299165 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-77a30f6d-da2a-42e8-ad8a-c1ce4d443b7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 200 len: 848 time: 0.0576282 Feb 14 00:39:14.371463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:14.386855 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-d61a9cd4-e052-4bd2-9b13-f8c49243a830 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4824bbd0-dd02-405f-86ea-53c6cbb5467e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818367 Feb 14 00:39:14.517973 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-a2a624ab-1424-4479-b110-35c5e9262b5d service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239786 Feb 14 00:39:14.652749 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-081432fd-223f-40fe-8e26-2a9e7dddc0b2 req-148ba36c-e266-44d7-a544-0a1849daf7de service neutron] 10.222.0.31 "GET /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286910 Feb 14 00:39:14.682562 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:14.686484 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89039350-69ca-47e7-88aa-70d66b9918ad None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:30:20Z', 'revision_number': 4, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'b33a624c-928a-49c8-aa0f-c842a965e1d3', 'name': '', 'network_id': '4824bbd0-dd02-405f-86ea-53c6cbb5467e', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'mac_address': 'fa:16:3e:ea:b5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:20Z', 'updated_at': '2022-02-14T00:30:29Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'subnets': [{'id': '56cb64e5-a644-4b27-8095-d6e8332a422f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:14.895729 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40585f9-ac8e-46a0-97bd-f40ae400e1d0 None None] New status for floating IP d2463180-a366-4401-8090-d4b2f7d11e6d: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:39:15.392621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ea1e4-bf46-4410-ab3d-16762ab602d0 req-caf61c4b-29a3-4e2c-b117-cd97594ef3cc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:15.394111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a41ea1e4-bf46-4410-ab3d-16762ab602d0 req-caf61c4b-29a3-4e2c-b117-cd97594ef3cc tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0768628 Feb 14 00:39:15.438805 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-a41ea1e4-bf46-4410-ab3d-16762ab602d0 req-39528700-75a3-4e59-85f4-e9786a7f6d26 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/security-groups?id=c838a63c-fd16-41a1-ac1c-6422681febdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 Feb 14 00:39:15.524004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-d948c079-3ec6-47cd-a8a4-53e2e64695ae tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:15.525329 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-d948c079-3ec6-47cd-a8a4-53e2e64695ae tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 946 time: 0.0784190 Feb 14 00:39:15.590207 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Deleting port 2db7f5b2-5a44-4a34-963b-daeb99807524 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:15.590548 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:15.921306 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] For port 2db7f5b2-5a44-4a34-963b-daeb99807524, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=2db7f5b2-5a44-4a34-963b-daeb99807524,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:15.921662 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:16.041397 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Calling delete_port for 2db7f5b2-5a44-4a34-963b-daeb99807524 owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:16.184875 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:16.242337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event deleted for resources: {'Port': ['ID=2db7f5b2-5a44-4a34-963b-daeb99807524,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:16.287794 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.288143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.288484 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.288815 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.289146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.289474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.289797 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.290153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.290474 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.290793 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.291117 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:16.328767 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] No DVR routers for this DVR port 2db7f5b2-5a44-4a34-963b-daeb99807524 on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:39:16.331536 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:16.334283 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-deleted', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:39:16.349727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-82783f37-5572-476f-83ec-4b2cd69e99a9 req-aa45efaf-ee84-4cf0-b710-b0d37699c4a4 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.31 "DELETE /v2.0/ports/2db7f5b2-5a44-4a34-963b-daeb99807524 HTTP/1.1" status: 204 len: 173 time: 0.8191061 Feb 14 00:39:16.397845 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd', 'name': 'network-vif-deleted', 'tag': '2db7f5b2-5a44-4a34-963b-daeb99807524', 'status': 'completed', 'code': 200} Feb 14 00:39:16.601463 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-deed590c-723c-4895-828d-c7b709a0ebb3 req-fa64d050-d557-484d-aa86-1bfea86c3ae0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Synchronizing usage tracker for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:16.618859 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-deed590c-723c-4895-828d-c7b709a0ebb3 req-fa64d050-d557-484d-aa86-1bfea86c3ae0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Unset dirty status for tenant:d0ceb378920f42bfac96ba1eee8996c5 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:16.620017 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-deed590c-723c-4895-828d-c7b709a0ebb3 req-fa64d050-d557-484d-aa86-1bfea86c3ae0 tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "GET /v2.0/ports?device_id=c31270ce-fefe-4a23-8d4f-7a5e0f7d26bd HTTP/1.1" status: 200 len: 210 time: 0.0608213 Feb 14 00:39:17.727634 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45698) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:17.799229 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc415f2e-e546-45f1-ac08-dcaefed63cac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:17.829722 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc415f2e-e546-45f1-ac08-dcaefed63cac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:17.893714 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc415f2e-e546-45f1-ac08-dcaefed63cac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:17.914626 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415f2e-e546-45f1-ac08-dcaefed63cac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838a63c-fd16-41a1-ac1c-6422681febdf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:17.926255 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-dc415f2e-e546-45f1-ac08-dcaefed63cac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:17.927610 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-dc415f2e-e546-45f1-ac08-dcaefed63cac tempest-TestShelveInstance-979333991 tempest-TestShelveInstance-979333991-project] 10.222.0.36 "DELETE /v2.0/security-groups/c838a63c-fd16-41a1-ac1c-6422681febdf HTTP/1.1" status: 204 len: 168 time: 0.1990113 Feb 14 00:39:17.987536 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45704) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:18.422915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:18.456100 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: 2db7f5b2-5a44-4a34-963b-daeb99807524 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:18.456446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device 2db7f5b2-5a44-4a34-963b-daeb99807524 not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:18.542150 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:19.147507 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Deleting port b33a624c-928a-49c8-aa0f-c842a965e1d3 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:19.148203 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:19.420369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] For port b33a624c-928a-49c8-aa0f-c842a965e1d3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=b33a624c-928a-49c8-aa0f-c842a965e1d3,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:19.420825 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:19.542414 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Calling delete_port for b33a624c-928a-49c8-aa0f-c842a965e1d3 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:19.706259 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:19.753175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33a624c-928a-49c8-aa0f-c842a965e1d3,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:20.038735 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:20.606261 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:39:20.912338 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:20.922533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16720247-50e2-48dd-b921-164685718fb2 None None] Sync routers for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:20.928990 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-4e009b9f-7c77-477d-8880-57c9b21b0ca2 admin admin] 10.222.0.36 "PUT /v2.0/routers/3f1ec9c5-ceea-4a51-af06-c54bb554b84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403760 Feb 14 00:39:20.931499 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45710) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:20.935404 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:20.935999 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:21.132984 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:21.149887 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:21.331294 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:21.340779 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Deleting port 8ab96f8a-9adb-4b22-b700-32a962101ecd {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:21.341176 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:21.431918 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:39:19Z', 'revision_number': 5, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port': {'id': '8ab96f8a-9adb-4b22-b700-32a962101ecd', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:18Z', 'updated_at': '2022-02-14T00:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:21.436026 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16720247-50e2-48dd-b921-164685718fb2 None None] Checking router: 3f1ec9c5-ceea-4a51-af06-c54bb554b84a for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:21.447414 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] Routers {'3f1ec9c5-ceea-4a51-af06-c54bb554b84a'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:21.448014 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:21.512516 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] For port 8ab96f8a-9adb-4b22-b700-32a962101ecd, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=8ab96f8a-9adb-4b22-b700-32a962101ecd,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:21.512763 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:21.593760 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] Set router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:21.632422 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Calling delete_port for 8ab96f8a-9adb-4b22-b700-32a962101ecd owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:21.699995 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-16720247-50e2-48dd-b921-164685718fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:39:21Z', 'revision_number': 6, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:21.704164 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16720247-50e2-48dd-b921-164685718fb2 None None] The sync data for ids ['3f1ec9c5-ceea-4a51-af06-c54bb554b84a'] in n-d-828979-1 is: [{'id': '3f1ec9c5-ceea-4a51-af06-c54bb554b84a', 'name': 'tempest-TestShelveInstance-1419615321-router', 'tenant_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:17Z', 'updated_at': '2022-02-14T00:39:21Z', 'revision_number': 6, 'project_id': 'd0ceb378920f42bfac96ba1eee8996c5', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:21.796020 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:21.845317 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab96f8a-9adb-4b22-b700-32a962101ecd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:22.068125 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.423955 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.429063 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.455167 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.455721 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1ec9c5-ceea-4a51-af06-c54bb554b84a {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:39:22.468221 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.469583 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-39e2eb37-2db5-4ebf-9874-54e185a0e2c0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3f1ec9c5-ceea-4a51-af06-c54bb554b84a HTTP/1.1" status: 204 len: 168 time: 1.5371964 Feb 14 00:39:22.472175 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45716) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:22.531124 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Deleting subnet 56cb64e5-a644-4b27-8095-d6e8332a422f {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:39:22.533954 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.583975 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.666536 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.739482 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.775382 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56cb64e5-a644-4b27-8095-d6e8332a422f,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:22.781440 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.787085 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6920760-2625-4cd3-80b5-5f226c51616e None None] Network 4824bbd0-dd02-405f-86ea-53c6cbb5467e requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:39:22.787558 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-68d5452c-f4a4-43dc-9493-dfde416e8d4e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/56cb64e5-a644-4b27-8095-d6e8332a422f HTTP/1.1" status: 204 len: 168 time: 0.3141966 Feb 14 00:39:22.789731 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45720) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:22.897196 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:22.907455 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Deleting port db9d9f83-48ff-467a-8f9d-b05267a9a617 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:22.907779 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.037993 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] DHCP port deletion for 4824bbd0-dd02-405f-86ea-53c6cbb5467e request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:39:23.042264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Deleting port db9d9f83-48ff-467a-8f9d-b05267a9a617 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:23.042635 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.117246 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] For port db9d9f83-48ff-467a-8f9d-b05267a9a617, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=db9d9f83-48ff-467a-8f9d-b05267a9a617,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:23.117599 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.236859 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Calling delete_port for db9d9f83-48ff-467a-8f9d-b05267a9a617 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:23.240774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] For port db9d9f83-48ff-467a-8f9d-b05267a9a617, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=db9d9f83-48ff-467a-8f9d-b05267a9a617,segment=NetworkSegment(b9119f86-36c5-467d-bc9a-c6870358d9f3),segment_id=b9119f86-36c5-467d-bc9a-c6870358d9f3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:23.241167 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.305049 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8ab96f8a-9adb-4b22-b700-32a962101ecd no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:23.314588 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.357644 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Pushing event deleted for resources: {'Port': ['ID=db9d9f83-48ff-467a-8f9d-b05267a9a617,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:23.363564 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] No DVR routers for this DVR port db9d9f83-48ff-467a-8f9d-b05267a9a617 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:39:23.394380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Calling delete_port for db9d9f83-48ff-467a-8f9d-b05267a9a617 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:23.429833 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 8ab96f8a-9adb-4b22-b700-32a962101ecd {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:23.430196 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 8ab96f8a-9adb-4b22-b700-32a962101ecd not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:23.430598 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b33a624c-928a-49c8-aa0f-c842a965e1d3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:23.472135 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: b33a624c-928a-49c8-aa0f-c842a965e1d3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:23.472472 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device b33a624c-928a-49c8-aa0f-c842a965e1d3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:23.472881 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device db9d9f83-48ff-467a-8f9d-b05267a9a617 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:23.479973 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.507324 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4824bbd0-dd02-405f-86ea-53c6cbb5467e']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:23.519555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9119f86-36c5-467d-bc9a-c6870358d9f3') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:23.519846 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9119f86-36c5-467d-bc9a-c6870358d9f3') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:23.531661 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.539795 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: db9d9f83-48ff-467a-8f9d-b05267a9a617 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:23.540133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device db9d9f83-48ff-467a-8f9d-b05267a9a617 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:23.549126 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.555362 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:39:23.555741 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.564082 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:39:23.564430 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:39:23.568770 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:39:23.644549 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.659931 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:23.670463 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] Pushing event deleted for resources: {'Network': ['ID=4824bbd0-dd02-405f-86ea-53c6cbb5467e,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:23.683888 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1846a948-7564-4acb-9897-ebfc3597568a admin admin] 10.222.0.36 "DELETE /v2.0/networks/4824bbd0-dd02-405f-86ea-53c6cbb5467e HTTP/1.1" status: 204 len: 168 time: 0.8931832 Feb 14 00:39:23.686766 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45724) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:24.065456 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Deleting port db9d9f83-48ff-467a-8f9d-b05267a9a617 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:24.065965 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:24.128954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-3dff9dbe-6278-4b67-9a81-38531fece7d8 None None] The port 'db9d9f83-48ff-467a-8f9d-b05267a9a617' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:39:24.164859 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:24.745018 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Deleting port d2f5dddb-617d-45f5-a9e1-f6b3ac098954 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:24.745711 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:24.911203 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] For port d2f5dddb-617d-45f5-a9e1-f6b3ac098954, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:24.911554 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:25.037366 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Calling delete_port for d2f5dddb-617d-45f5-a9e1-f6b3ac098954 owned by network:router_interface {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:25.200663 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:25.341555 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f5dddb-617d-45f5-a9e1-f6b3ac098954,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:25.628844 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:26.202988 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Router d373e537-9930-417f-83ad-6de1bef3d11b has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:39:26.396921 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:26.405346 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49360411-aafb-4932-b564-15780f94eb2b None None] Sync routers for ids ['d373e537-9930-417f-83ad-6de1bef3d11b'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:26.412585 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-40b33606-080d-409a-8a46-ab663c33f979 admin admin] 10.222.0.36 "PUT /v2.0/routers/d373e537-9930-417f-83ad-6de1bef3d11b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248366 Feb 14 00:39:26.415021 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45728) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:26.417983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] Routers {'d373e537-9930-417f-83ad-6de1bef3d11b'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:26.418717 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d373e537-9930-417f-83ad-6de1bef3d11b'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:26.599626 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] Set router d373e537-9930-417f-83ad-6de1bef3d11b gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:26.608956 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks [] for router, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:26.883688 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:39:25Z', 'revision_number': 5, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port': {'id': 'c6953e41-64ff-4365-b65a-db25e6496223', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:30:24Z', 'updated_at': '2022-02-14T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:26.887469 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49360411-aafb-4932-b564-15780f94eb2b None None] Checking router: d373e537-9930-417f-83ad-6de1bef3d11b for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:26.897645 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] Routers {'d373e537-9930-417f-83ad-6de1bef3d11b'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:26.898252 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['d373e537-9930-417f-83ad-6de1bef3d11b'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:26.922742 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:26.933217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Deleting port c6953e41-64ff-4365-b65a-db25e6496223 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:26.933627 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.047733 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] Set router d373e537-9930-417f-83ad-6de1bef3d11b gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:27.105801 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] For port c6953e41-64ff-4365-b65a-db25e6496223, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=c6953e41-64ff-4365-b65a-db25e6496223,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:27.106182 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.153216 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-49360411-aafb-4932-b564-15780f94eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:39:26Z', 'revision_number': 6, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:27.157202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49360411-aafb-4932-b564-15780f94eb2b None None] The sync data for ids ['d373e537-9930-417f-83ad-6de1bef3d11b'] in n-d-828979-1 is: [{'id': 'd373e537-9930-417f-83ad-6de1bef3d11b', 'name': 'tempest-TestShelveInstance-1358409642-router', 'tenant_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:30:23Z', 'updated_at': '2022-02-14T00:39:26Z', 'revision_number': 6, 'project_id': 'd6513258ffea42cc9d94c62c5ad0fc9b', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:27.231114 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Calling delete_port for c6953e41-64ff-4365-b65a-db25e6496223 owned by network:router_gateway {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:27.388794 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.433539 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6953e41-64ff-4365-b65a-db25e6496223,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:27.664134 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.909163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d2f5dddb-617d-45f5-a9e1-f6b3ac098954 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:27.913033 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.917326 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.945826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d2f5dddb-617d-45f5-a9e1-f6b3ac098954 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:27.946022 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.946269 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d2f5dddb-617d-45f5-a9e1-f6b3ac098954 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:27.947006 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d373e537-9930-417f-83ad-6de1bef3d11b {{(pid=83661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:39:27.959582 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:27.960869 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-91de1080-9ee0-4a82-a9a5-c726db686157 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d373e537-9930-417f-83ad-6de1bef3d11b HTTP/1.1" status: 204 len: 168 time: 1.5449221 Feb 14 00:39:27.963369 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45732) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:28.022184 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Deleting subnet 21fde2ef-2379-4dd7-9d20-2efc94818edd {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:39:28.025232 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.074676 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.264321 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.332036 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.370832 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fde2ef-2379-4dd7-9d20-2efc94818edd,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:28.378828 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.384243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d84bb0-7c0e-4956-9e54-13203ec21ecf None None] Network 03f0bba5-209f-4133-b358-fe2852928404 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:39:28.384462 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7b085b12-5073-404b-b390-57253a3ac867 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/21fde2ef-2379-4dd7-9d20-2efc94818edd HTTP/1.1" status: 204 len: 168 time: 0.4201598 Feb 14 00:39:28.386971 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45736) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:28.491509 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.501602 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Deleting port d1126ce9-9db4-4b7f-b090-97c3626e5716 {{(pid=83661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:28.501917 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.618001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] DHCP port deletion for 03f0bba5-209f-4133-b358-fe2852928404 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:39:28.622263 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Deleting port d1126ce9-9db4-4b7f-b090-97c3626e5716 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:28.622632 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.704922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.db [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] For port d1126ce9-9db4-4b7f-b090-97c3626e5716, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1126ce9-9db4-4b7f-b090-97c3626e5716,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:28.705272 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.820619 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] For port d1126ce9-9db4-4b7f-b090-97c3626e5716, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=d1126ce9-9db4-4b7f-b090-97c3626e5716,segment=NetworkSegment(63b72c9c-0cc9-468a-9c17-617551dc9aba),segment_id=63b72c9c-0cc9-468a-9c17-617551dc9aba)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:28.820924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.826504 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.plugin [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Calling delete_port for d1126ce9-9db4-4b7f-b090-97c3626e5716 owned by network:dhcp {{(pid=83661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:28.843674 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:39:28.901250 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:28.944549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Calling delete_port for d1126ce9-9db4-4b7f-b090-97c3626e5716 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:39:28.945128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1126ce9-9db4-4b7f-b090-97c3626e5716,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:28.950803 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] No DVR routers for this DVR port d1126ce9-9db4-4b7f-b090-97c3626e5716 on host n-d-828979-1 {{(pid=83661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:39:29.038505 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:39:29.038933 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:39:29.068714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.097057 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f0bba5-209f-4133-b358-fe2852928404']}} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:29.108712 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b72c9c-0cc9-468a-9c17-617551dc9aba') {'for_net_delete': True} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:29.109004 n-d-828979-1 neutron-server[83661]: DEBUG neutron.services.segments.db [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b72c9c-0cc9-468a-9c17-617551dc9aba') {} {{(pid=83661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:29.119807 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6503771'] for segment, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.136220 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.142325 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:39:29.142838 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883367'] for segment, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: Traceback (most recent call last): Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: timer() Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: cb(*args, **kw) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: return func(*args, **kwargs) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: self._notify() Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: self.callback(batched_events) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: event.method(event) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: return f(self, *a, **k) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: return self._get(url).json() Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: return self.request(url, 'GET', **kwargs) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:39:29.156126 n-d-828979-1 neutron-server[83661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:39:29.231452 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.236799 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.270533 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1126ce9-9db4-4b7f-b090-97c3626e5716 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:29.270784 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f0bba5-209f-4133-b358-fe2852928404,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:29.273429 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-e55a21bd-fc84-415d-b097-d6b445a70080 admin admin] 10.222.0.36 "DELETE /v2.0/networks/03f0bba5-209f-4133-b358-fe2852928404 HTTP/1.1" status: 204 len: 168 time: 0.8855419 Feb 14 00:39:29.302679 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: d1126ce9-9db4-4b7f-b090-97c3626e5716 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:29.303023 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device d1126ce9-9db4-4b7f-b090-97c3626e5716 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:29.303426 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6953e41-64ff-4365-b65a-db25e6496223 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:39:29.334300 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: c6953e41-64ff-4365-b65a-db25e6496223 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:39:29.334643 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device c6953e41-64ff-4365-b65a-db25e6496223 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:39:29.412548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45742) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:29.461975 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-b86fa6b9-cfa1-41ad-97b2-8442cc348a65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0ceb378920f42bfac96ba1eee8996c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482767 Feb 14 00:39:29.464443 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45746) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:29.522454 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c89ad52c-b28e-4137-ba7b-8809296d9c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.539605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Deleting port d1126ce9-9db4-4b7f-b090-97c3626e5716 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:39:29.539980 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.547268 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c89ad52c-b28e-4137-ba7b-8809296d9c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.599058 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c89ad52c-b28e-4137-ba7b-8809296d9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.603238 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-0bde4ccb-7dc9-4780-9bc3-6eac5ff14401 None None] The port 'd1126ce9-9db4-4b7f-b090-97c3626e5716' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:39:29.618410 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ad52c-b28e-4137-ba7b-8809296d9c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39816428-fd9d-4e8a-bcad-11dc8f413ae1,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:29.622643 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-c89ad52c-b28e-4137-ba7b-8809296d9c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:29.627132 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-c89ad52c-b28e-4137-ba7b-8809296d9c96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39816428-fd9d-4e8a-bcad-11dc8f413ae1 HTTP/1.1" status: 204 len: 168 time: 0.1584289 Feb 14 00:39:30.099152 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45754) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:30.152384 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-774fa0a2-5adf-4c66-b931-76df19902b0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6513258ffea42cc9d94c62c5ad0fc9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519650 Feb 14 00:39:30.154708 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45758) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:30.213521 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb43a-67a1-41cb-9db5-8b2f6e57ed5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:30.239080 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb43a-67a1-41cb-9db5-8b2f6e57ed5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:30.291885 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb43a-67a1-41cb-9db5-8b2f6e57ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:30.306085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bb43a-67a1-41cb-9db5-8b2f6e57ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361696d5-179e-46c3-8eab-aa944545b856,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:30.312476 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb43a-67a1-41cb-9db5-8b2f6e57ed5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:30.313586 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-bd9bb43a-67a1-41cb-9db5-8b2f6e57ed5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/361696d5-179e-46c3-8eab-aa944545b856 HTTP/1.1" status: 204 len: 168 time: 0.1580122 Feb 14 00:39:30.342544 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bcdbacd0-7fee-405f-bba3-d92ca12957f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.201866 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45780) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:31.335374 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-801781364-network', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788'}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:31.340742 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:31.344881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Usage tracker for resource:network and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:31.347756 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:31.356251 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:31.367669 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Made reservation on behalf of f3337cfd77a6419998e9dedf45508788 for: {'network': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:39:31.370019 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.383214 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.414548 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:31.418297 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:31.421022 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:31.426635 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:31.495211 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.498720 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.528095 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:39:31.537098 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a391dd-8cd1-4fe9-800f-542a822df3d8,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:31.542603 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.542947 n-d-828979-1 neutron-server[83661]: INFO neutron.db.segments_db [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Added segment d68d360b-f09a-4742-a8f4-a171811da3c3 of type vlan for network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 Feb 14 00:39:31.570322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.597914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.598786 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:31.599418 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Notify callbacks [] for network, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:31.708705 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] Pushing event updated for resources: {'Network': ['ID=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:31.711698 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-cf0a8cac-7428-446b-8dd7-3a42eb2b6e3a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5088038 Feb 14 00:39:31.714582 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45786) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:31.719142 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:39:31.719739 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Request body: {'subnet': {'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-801781364-subnet', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'ip_version': 4}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:31.725556 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:31.729385 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Usage tracker for resource:subnet and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:31.732223 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:31.737933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:31.748933 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Made reservation on behalf of f3337cfd77a6419998e9dedf45508788 for: {'subnet': 1} {{(pid=83661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:39:31.751227 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6421884'] for subnet, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.039407 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6421826'] for subnet, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.117399 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc,revision_number=0']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:32.126794 n-d-828979-1 neutron-server[83661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Checking segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:32.127147 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Network hostable DHCP agents. Network: e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:39:32.148307 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:39:32.156813 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769) {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:32.160561 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:32.161657 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.168129 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f48406-31ff-44c6-bfbd-00abc611e838 None None] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:39:32.182843 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-a93e0b25-73a9-45b1-a9c8-14c62d577195 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4672749 Feb 14 00:39:32.185470 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45790) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:32.190645 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.v2.base [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:32.196217 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:32.200145 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Usage tracker for resource:router and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:32.203058 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83661) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:32.210186 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.quota.driver [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83661) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:32.223504 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.225532 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.244322 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.380448 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:39:32.381347 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.389888 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.535593 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3bac-8169-4927-83f9-ee391c6ee6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.545775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Allocated IP 172.20.0.2 (e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769/ccd0b249-3cb5-482a-9a2b-50572ba5e8cc/e778ed54-fd66-466f-8901-67bc333264af) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:32.586477 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.616935 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.757478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Allocated IP 172.25.4.35 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/61520a8e-b8fd-4c6f-b20c-a91b73e83046) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:32.786227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.795844 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Transition to ACTIVE for port object e778ed54-fd66-466f-8901-67bc333264af will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:32.813277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Transition to ACTIVE for port object e778ed54-fd66-466f-8901-67bc333264af will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:32.819791 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.886315 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:32.888940 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:32.893132 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Pushing event updated for resources: {'Port': ['ID=e778ed54-fd66-466f-8901-67bc333264af,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:32.895340 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:32.906655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.907318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.907318 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.907654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.907984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.908312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.908636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.908957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.909280 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.909601 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.909703 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.909919 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:32.938411 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:32.996125 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Attempting to bind port e778ed54-fd66-466f-8901-67bc333264af on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:32.996491 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Attempting to bind port e778ed54-fd66-466f-8901-67bc333264af by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:32.996854 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Attempting to bind port e778ed54-fd66-466f-8901-67bc333264af on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:33.003294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:33.003462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Checking segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:33.003717 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.004106 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Bound using segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:33.004554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Bound port: e778ed54-fd66-466f-8901-67bc333264af, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:33.005101 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.006993 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:33.009870 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:33.012305 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:33.044773 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Pushing event updated for resources: {'Port': ['ID=61520a8e-b8fd-4c6f-b20c-a91b73e83046,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:33.091447 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] For port e778ed54-fd66-466f-8901-67bc333264af, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:33.094512 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] For port e778ed54-fd66-466f-8901-67bc333264af, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e778ed54-fd66-466f-8901-67bc333264af,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:33.098155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.181024 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.181765 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.182329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255025e-7eb6-4d69-8f50-b672a08a10ed None None] Pushing event updated for resources: {'Port': ['ID=e778ed54-fd66-466f-8901-67bc333264af,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:33.440086 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Router 9c47c96f-e3ef-4107-b336-48f401b727eb is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:39:33.640827 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:33.649722 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:33.662212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:33.662987 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:33.663773 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] Notify callbacks [] for router, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.665123 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-7aa8d565-94f0-422b-8d69-83ed7fbbf407 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4787211 Feb 14 00:39:33.667868 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 45796) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:33.804115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:33.858660 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:34.136067 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7e461-a479-4edf-ae32-51b8c156eaee None None] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:39:34.152576 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.279309 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-0b9422b7-f9f4-4449-a81d-5b25c888af17 None None] Provisioning for port e778ed54-fd66-466f-8901-67bc333264af completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:34.338264 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:33Z', 'revision_number': 3, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:34.346279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:34.346625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Updating router 9c47c96f-e3ef-4107-b336-48f401b727eb port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:39:34.439227 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.553165 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.783594 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Allocated IP 172.20.0.1 (e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769/ccd0b249-3cb5-482a-9a2b-50572ba5e8cc/ace23dee-a114-40ee-8a35-64e7cf14eef3) {{(pid=83661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:34.841160 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.856777 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Transition to ACTIVE for port object 61520a8e-b8fd-4c6f-b20c-a91b73e83046 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:34.865036 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.927914 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.944883 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.provisioning_blocks [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Transition to ACTIVE for port object ace23dee-a114-40ee-8a35-64e7cf14eef3 will not be triggered until provisioned by entity DHCP. {{(pid=83661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:34.945108 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Attempting to bind port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:34.945307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Attempting to bind port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:34.945700 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Attempting to bind port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:34.951752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642ddaf-6f92-430c-84aa-422069722d5e None None] Pushing event updated for resources: {'Port': ['ID=61520a8e-b8fd-4c6f-b20c-a91b73e83046,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:34.956672 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:34.957090 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:34.957436 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.957816 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:34.958398 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Bound port: 61520a8e-b8fd-4c6f-b20c-a91b73e83046, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:34.958768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:34.970881 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883282'] for port, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.030243 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] For port 61520a8e-b8fd-4c6f-b20c-a91b73e83046, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:35.033678 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] For port 61520a8e-b8fd-4c6f-b20c-a91b73e83046, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=61520a8e-b8fd-4c6f-b20c-a91b73e83046,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:35.039835 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.042453 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:35.045194 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:35.049415 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Received port after_create {{(pid=83661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:35.074263 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Pushing event updated for resources: {'Port': ['ID=ace23dee-a114-40ee-8a35-64e7cf14eef3,revision_number=1']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:35.106421 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.124259 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642ddaf-6f92-430c-84aa-422069722d5e None None] Pushing event updated for resources: {'Port': ['ID=61520a8e-b8fd-4c6f-b20c-a91b73e83046,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:35.130474 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:35.130914 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:35.200651 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.320974 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e778ed54-fd66-466f-8901-67bc333264af up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:35.396052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.404003 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-606973bd-88e0-40ef-b113-fbc4fa7856ce None None] Provisioning for port ace23dee-a114-40ee-8a35-64e7cf14eef3 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:35.416612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:35.438998 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.443562 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883291'] for port, after_update {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.457876 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-606973bd-88e0-40ef-b113-fbc4fa7856ce None None] Provisioning complete for port ace23dee-a114-40ee-8a35-64e7cf14eef3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:35.459007 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-606973bd-88e0-40ef-b113-fbc4fa7856ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.543130 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port e778ed54-fd66-466f-8901-67bc333264af completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:35.546038 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-606973bd-88e0-40ef-b113-fbc4fa7856ce None None] Port ace23dee-a114-40ee-8a35-64e7cf14eef3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:39:35.604302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e778ed54-fd66-466f-8901-67bc333264af triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:35.604681 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.648419 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.651926 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Pushing event updated for resources: {'Port': ['ID=ace23dee-a114-40ee-8a35-64e7cf14eef3,revision_number=2']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:35.787762 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 is already hosted by enough agents. {{(pid=83661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:35.788881 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=83661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:35.869764 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.918297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port e778ed54-fd66-466f-8901-67bc333264af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e778ed54-fd66-466f-8901-67bc333264af,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:35.925126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:35.963834 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:34Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:35.997681 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a31719-fafd-407a-b399-34438534b2f1 None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:34Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:36.011294 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=e778ed54-fd66-466f-8901-67bc333264af,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:36.072273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e9d47859-3a36-4bd3-8dd3-997ec4897a33 None None] Provisioning complete for port ace23dee-a114-40ee-8a35-64e7cf14eef3 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:36.072699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e9d47859-3a36-4bd3-8dd3-997ec4897a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:36.132703 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e9d47859-3a36-4bd3-8dd3-997ec4897a33 None None] Port ace23dee-a114-40ee-8a35-64e7cf14eef3 cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:39:36.203595 n-d-828979-1 neutron-server[83661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Router 9c47c96f-e3ef-4107-b336-48f401b727eb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:39:36.425589 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:36.435481 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-1ddb6238-0270-4acd-99f3-a6b08701cc27 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c47c96f-e3ef-4107-b336-48f401b727eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7665977 Feb 14 00:39:37.317037 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45820) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:37.323420 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-532137309-network', 'tenant_id': '5134ebbecf114af492848a8946f5bc15'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:37.329244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:37.334728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Usage tracker for resource:network and tenant:5134ebbecf114af492848a8946f5bc15 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:37.337951 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:37.342565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 61520a8e-b8fd-4c6f-b20c-a91b73e83046 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:37.349967 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:37.361143 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Made reservation on behalf of 5134ebbecf114af492848a8946f5bc15 for: {'network': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:39:37.363605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for network, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.376560 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.410313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:37.415986 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:37.416451 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.420446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:37.424182 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Usage tracker for resource:security_group_rule and tenant:5134ebbecf114af492848a8946f5bc15 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:37.427512 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:37.433063 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:37.504592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.509605 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.538324 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.549792 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 00:39:37.555104 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 61520a8e-b8fd-4c6f-b20c-a91b73e83046, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=61520a8e-b8fd-4c6f-b20c-a91b73e83046,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:37.555996 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ecb5a3-f0d0-430b-b240-43d4990b4c40,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:37.563206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.563642 n-d-828979-1 neutron-server[83662]: INFO neutron.db.segments_db [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Added segment 5170c58a-d4c8-48b1-9c4e-c63a87fb4a48 of type vlan for network 2a67c7ed-1844-4d91-b654-827626921ed4 Feb 14 00:39:37.568163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.569342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e778ed54-fd66-466f-8901-67bc333264af up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:37.590627 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755128666372'] for network, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.620270 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019'] for network, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.621313 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:37.621956 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.728604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.729830 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] Pushing event updated for resources: {'Network': ['ID=2a67c7ed-1844-4d91-b654-827626921ed4,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:37.735256 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-35a2b324-66ae-4f07-8cb3-1ed35f684358 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4140229 Feb 14 00:39:37.735402 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=61520a8e-b8fd-4c6f-b20c-a91b73e83046,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:37.735502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45824) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:37.741337 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Network 2a67c7ed-1844-4d91-b654-827626921ed4 details requested by agent ovs-agent-n-d-828979-1 with host n-d-828979-1 {{(pid=83663) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 14 00:39:37.742285 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Request body: {'subnet': {'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-532137309-subnet', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'ip_version': 4}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:37.747962 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:37.751775 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Usage tracker for resource:subnet and tenant:5134ebbecf114af492848a8946f5bc15 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:37.754704 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:37.761483 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:37.772548 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Made reservation on behalf of 5134ebbecf114af492848a8946f5bc15 for: {'subnet': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:39:37.774898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1591657'] for subnet, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.843133 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port e778ed54-fd66-466f-8901-67bc333264af triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:37.843414 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:37.977179 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1591639'] for subnet, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.041950 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f47961-62a1-41cf-88c5-171dcd08a67d,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:38.064627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Checking segment: {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:38.064977 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Network hostable DHCP agents. Network: 2a67c7ed-1844-4d91-b654-827626921ed4, hostable agents: ['eadfe4d6-1073-44d6-905f-54bc1882440a'], hosted agents: [] {{(pid=83662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 00:39:38.086052 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Network 2a67c7ed-1844-4d91-b654-827626921ed4 is scheduled to be hosted by DHCP agent eadfe4d6-1073-44d6-905f-54bc1882440a with binding_index 1 {{(pid=83662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 00:39:38.094785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828979-1, 2a67c7ed-1844-4d91-b654-827626921ed4) {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:38.099158 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:38.099733 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.103926 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d04563-20a8-4f12-89d5-50abb028d901 None None] Network 2a67c7ed-1844-4d91-b654-827626921ed4 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:39:38.120377 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-57319e29-3d8e-43bc-a7e3-d299e2148641 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3838522 Feb 14 00:39:38.122891 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45828) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:38.127776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:38.133591 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:38.137460 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Usage tracker for resource:router and tenant:5134ebbecf114af492848a8946f5bc15 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:38.140461 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:38.146092 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:38.156333 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41872'] for router, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.157262 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-643524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41887'] for router, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.176328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.316590 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe43cec60-4c04-520d-bbc6-81c2d58b2953-2a67c7ed-1844-4d91-b654-827626921ed4', 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'fixed_ips': [{'subnet_id': '41f47961-62a1-41cf-88c5-171dcd08a67d'}]}} from n-d-828979-1. {{(pid=83663) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 14 00:39:38.317449 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.320922 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-643562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41901'] for router, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.475972 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.db_base_plugin_common [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Allocated IP 172.20.0.2 (2a67c7ed-1844-4d91-b654-827626921ed4/41f47961-62a1-41cf-88c5-171dcd08a67d/4b5fd4ac-c792-4ab0-9690-cbedcde44224) {{(pid=83663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:38.613528 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.644559 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.686275 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Notify callbacks [] for port, precommit_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.697680 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Transition to ACTIVE for port object 4b5fd4ac-c792-4ab0-9690-cbedcde44224 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:38.715965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Transition to ACTIVE for port object 4b5fd4ac-c792-4ab0-9690-cbedcde44224 will not be triggered until provisioned by entity DHCP. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:38.721705 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729'] for port, after_create {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.787427 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Network 2a67c7ed-1844-4d91-b654-827626921ed4 is already hosted by enough agents. {{(pid=83663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:38.789978 n-d-828979-1 neutron-server[83663]: DEBUG neutron.scheduler.base_scheduler [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Resources bound (agent type, host, resource id): {{(pid=83663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:38.791027 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Allocated IP 172.25.4.197 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/89b5a0a0-0b77-4d3c-94a5-164b3eac6010) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:38.794287 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Received port after_create {{(pid=83663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:38.796510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Pushing event updated for resources: {'Port': ['ID=4b5fd4ac-c792-4ab0-9690-cbedcde44224,revision_number=1']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:38.886307 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Attempting to bind port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:38.886674 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Attempting to bind port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:38.887031 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Attempting to bind port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 on network 2a67c7ed-1844-4d91-b654-827626921ed4 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:38.893291 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:38.893654 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Checking segment: {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:38.894070 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.894457 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Bound using segment: {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:38.894905 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Bound port: 4b5fd4ac-c792-4ab0-9690-cbedcde44224, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:38.895270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.940844 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.968796 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:38.981603 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] For port 4b5fd4ac-c792-4ab0-9690-cbedcde44224, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:38.984704 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] For port 4b5fd4ac-c792-4ab0-9690-cbedcde44224, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4b5fd4ac-c792-4ab0-9690-cbedcde44224,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:38.988104 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:39.042473 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:39.045845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:39.047745 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Pushing event updated for resources: {'Port': ['ID=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:39.049912 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:39.074416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb63cb-fece-4e5d-979a-cb8df497bd3f None None] Pushing event updated for resources: {'Port': ['ID=4b5fd4ac-c792-4ab0-9690-cbedcde44224,revision_number=2']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:39.234592 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:39.235379 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-643345'] for router, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:39.383939 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 61520a8e-b8fd-4c6f-b20c-a91b73e83046 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:39.456364 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:39.456651 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:39.478516 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Router 78721c25-ff46-4431-a736-0ceb901f3e03 is scheduled to L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 with binding_index 1 {{(pid=83662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 00:39:39.571743 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4b5fd4ac-c792-4ab0-9690-cbedcde44224 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:39.648729 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:39.649967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:39.688529 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:39.698069 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Sync routers for ids ['78721c25-ff46-4431-a736-0ceb901f3e03'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:39.713805 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Routers {'78721c25-ff46-4431-a736-0ceb901f3e03'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:39.714972 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['78721c25-ff46-4431-a736-0ceb901f3e03'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:39.715735 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:39.719544 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-f9de4c54-c262-4fc7-b792-11da1658dfdb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5931873 Feb 14 00:39:39.719822 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45832) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:39.901468 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Set router 78721c25-ff46-4431-a736-0ceb901f3e03 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:40.037327 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ed608-ef79-408d-867a-5a39c656b606 None None] Network 2a67c7ed-1844-4d91-b654-827626921ed4 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:39:40.136653 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] Provisioning for port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:40.154894 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] Provisioning complete for port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:40.155268 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.223269 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:39Z', 'revision_number': 3, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:40.227889 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Checking router: 78721c25-ff46-4431-a736-0ceb901f3e03 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:40.228233 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Updating router 78721c25-ff46-4431-a736-0ceb901f3e03 port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:39:40.281031 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.412445 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.456290 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] For port 4b5fd4ac-c792-4ab0-9690-cbedcde44224, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4b5fd4ac-c792-4ab0-9690-cbedcde44224,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:40.463142 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.540275 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eb890-e8d6-4922-ace6-169412e8e180 None None] Pushing event updated for resources: {'Port': ['ID=4b5fd4ac-c792-4ab0-9690-cbedcde44224,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:40.608562 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.623660 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.636246 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Transition to ACTIVE for port object 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:40.643476 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.688984 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-1922fd82-4995-4d60-a553-6b4469355a78 None None] Provisioning complete for port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:40.689530 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1922fd82-4995-4d60-a553-6b4469355a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.730313 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Pushing event updated for resources: {'Port': ['ID=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,revision_number=2']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:40.735215 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Attempting to bind port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:40.735571 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Attempting to bind port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:40.735925 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Attempting to bind port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 on network adbce963-6987-43eb-b443-2350a645d61f {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:40.746099 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.746437 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.746765 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.747088 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.747404 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.747719 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.748651 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.748651 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.748651 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.748917 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.749223 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:39:40.752637 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:40.752996 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Checking segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:40.753384 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.753752 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Bound using segment: {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:40.754815 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Bound port: 89b5a0a0-0b77-4d3c-94a5-164b3eac6010, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0441c4b-162b-4cce-a849-647a89a7724a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:40.754815 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.825881 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] For port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:40.828941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] For port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:40.835226 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:40.848096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Allocated IP 172.20.0.1 (2a67c7ed-1844-4d91-b654-827626921ed4/41f47961-62a1-41cf-88c5-171dcd08a67d/ea68ed6f-38b7-43f0-b116-6a925c0ae7cf) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:40.914993 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31389e97-c7f7-4f9b-b8da-5d681e6292ff None None] Pushing event updated for resources: {'Port': ['ID=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:40.925629 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Routers {'78721c25-ff46-4431-a736-0ceb901f3e03'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:40.926201 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['78721c25-ff46-4431-a736-0ceb901f3e03'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:40.999983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.016146 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Transition to ACTIVE for port object ea68ed6f-38b7-43f0-b116-6a925c0ae7cf will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:41.039293 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.101254 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] Set router 78721c25-ff46-4431-a736-0ceb901f3e03 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:41.106227 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Network 2a67c7ed-1844-4d91-b654-827626921ed4 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:41.108768 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:41.112269 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:41.142405 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Pushing event updated for resources: {'Port': ['ID=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:41.173639 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646863'] for router_interface, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.262898 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.297342 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4b5fd4ac-c792-4ab0-9690-cbedcde44224 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:41.378253 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e3bc66e2-1eed-4f65-8425-e6212fd55e7e None None] Provisioning for port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:41.385297 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-e3bc66e2-1eed-4f65-8425-e6212fd55e7e None None] Provisioning complete for port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:41.385734 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e3bc66e2-1eed-4f65-8425-e6212fd55e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.405211 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:39Z', 'revision_number': 3, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:41.409024 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc67935-43ef-475b-9ae6-4f2369b949d3 None None] The sync data for ids ['78721c25-ff46-4431-a736-0ceb901f3e03'] in n-d-828979-1 is: [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:39Z', 'revision_number': 3, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:41.448479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:41.448854 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.489832 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc66e2-1eed-4f65-8425-e6212fd55e7e None None] Port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:39:41.498760 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.503290 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.609209 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646690'] for router_interface, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:41.613074 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Pushing event updated for resources: {'Port': ['ID=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:41.748358 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Network 2a67c7ed-1844-4d91-b654-827626921ed4 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:41.749497 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:42.014401 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a2a6d2a3-e8f5-4574-b7d6-bc9896dd5f47 None None] Provisioning complete for port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:42.015373 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d2a3-e8f5-4574-b7d6-bc9896dd5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:42.067487 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6d2a3-e8f5-4574-b7d6-bc9896dd5f47 None None] Port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:39:42.227314 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Router 78721c25-ff46-4431-a736-0ceb901f3e03 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:39:42.431377 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:39:42.440015 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-41923aaf-1847-4c32-9c48-38d768645763 admin admin] 10.222.0.36 "PUT /v2.0/routers/78721c25-ff46-4431-a736-0ceb901f3e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7191975 Feb 14 00:39:43.008715 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45842) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.014331 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270349278', 'description': 'tempest-secgroup-smoke-1270349278 description', 'project_id': 'f3337cfd77a6419998e9dedf45508788'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.021336 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.025481 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.028490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.034223 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.045164 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.080549 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.084384 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.087116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.092659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.146334 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.149797 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.194616 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b674765-39ab-4269-bc94-d11717d088e9,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:43.197967 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.202300 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ec1da0b2-13f7-4ecd-9719-f03290d577af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1895761 Feb 14 00:39:43.202300 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45846) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.207490 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group_rule': {'security_group_id': '2b674765-39ab-4269-bc94-d11717d088e9', 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.214646 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.218444 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.221254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.227564 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.243787 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.306531 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.309847 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.333426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4300a2e-53b7-43de-9853-e589e8000654,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:43.342271 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.346080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1ff8aae8-557b-475a-a25f-99a383eeca09 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1403627 Feb 14 00:39:43.346268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45850) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.352412 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group_rule': {'security_group_id': '2b674765-39ab-4269-bc94-d11717d088e9', 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.358833 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.362636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.366432 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.372104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.388016 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.449686 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.453072 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.479504 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ab085a-d995-453a-bdb5-8a8e66fb6f23,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:43.485740 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.486932 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-ccd753b5-a224-4a71-b9dc-49f9ddd0bf36 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397083 Feb 14 00:39:43.490316 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45854) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.495531 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group_rule': {'security_group_id': '2b674765-39ab-4269-bc94-d11717d088e9', 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.501874 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.505682 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.508520 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.514319 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.530593 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.591724 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.595052 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.620234 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656d017e-9ee0-46ad-afa4-fba6f5d61bf0,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:43.628579 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.630510 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-1ae84bf9-15dd-47aa-a488-0bdbf447dac3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386654 Feb 14 00:39:43.633174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45858) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.638410 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group_rule': {'security_group_id': '2b674765-39ab-4269-bc94-d11717d088e9', 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.644968 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.648927 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.651766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.657310 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.673328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.736411 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.740697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.768873 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ba589c-9b69-43d8-9872-aab8ce5af527,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:43.784023 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.785328 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-28e9caa1-1a2e-41dd-841a-121f7d430073 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1512473 Feb 14 00:39:43.788151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45862) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.793404 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group_rule': {'security_group_id': '2b674765-39ab-4269-bc94-d11717d088e9', 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.799885 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.804250 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.807085 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.812755 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.823305 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Project f3337cfd77a6419998e9dedf45508788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:39:43.829382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.891748 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.895007 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.917659 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265ef08-610b-4c93-94fe-c555485fcf53,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:43.926268 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:43.928030 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-4b07dfdb-11cd-42de-9d13-01715492098e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1389904 Feb 14 00:39:43.930788 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45866) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:43.936217 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'security_group_rule': {'security_group_id': '2b674765-39ab-4269-bc94-d11717d088e9', 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:43.942952 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:43.946780 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:security_group_rule and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:43.949588 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:43.955148 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:43.964362 n-d-828979-1 neutron-server[83662]: INFO neutron.db.securitygroups_db [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Project f3337cfd77a6419998e9dedf45508788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 00:39:43.970315 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:44.037060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:44.041524 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990566'] for security_group_rule, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:44.069872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200f3227-6af0-4212-8d16-fb289579dc51,revision_number=0']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:44.076328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:44.077600 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-becf05b4-6d8f-4cb5-b33e-017c64082859 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1457741 Feb 14 00:39:44.248040 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-35196cbc-3e12-4086-b3dd-55bc1630cb71 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:security_group {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:44.266045 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-35196cbc-3e12-4086-b3dd-55bc1630cb71 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:security_group {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:44.267180 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-35196cbc-3e12-4086-b3dd-55bc1630cb71 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270349278&fields=id&tenant_id=f3337cfd77a6419998e9dedf45508788 HTTP/1.1" status: 200 len: 267 time: 0.0619142 Feb 14 00:39:44.417135 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-595e0973-4113-47d7-8068-1ed687713939 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:44.418628 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-595e0973-4113-47d7-8068-1ed687713939 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 809 time: 0.1450012 Feb 14 00:39:44.435670 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-3e0643ee-dcdf-451c-95d6-4fffcf63476d tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/quotas/f3337cfd77a6419998e9dedf45508788 HTTP/1.1" status: 200 len: 375 time: 0.0118639 Feb 14 00:39:44.514623 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-b43aa550-5ad1-40f7-bc64-843129e5b003 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742581 Feb 14 00:39:44.529423 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-21a0c49a-f325-4f1b-956a-229879d0d0cf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:39:44.530368 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-21a0c49a-f325-4f1b-956a-229879d0d0cf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047667 Feb 14 00:39:44.661751 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-3780488b-ab91-477b-be0d-2b94f94d3aaf service neutron] 10.222.0.36 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259792 Feb 14 00:39:44.792374 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-39d849d8-1a71-4b4d-a395-27dbf5043a86 service neutron] 10.222.0.36 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249301 Feb 14 00:39:44.981586 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bb59df76-3ea3-4bc4-9b39-8d466ed0dfcf req-9087a07e-1209-41e8-b613-d096f1789723 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:44.999991 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-bb59df76-3ea3-4bc4-9b39-8d466ed0dfcf req-9087a07e-1209-41e8-b613-d096f1789723 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:45.001255 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-bb59df76-3ea3-4bc4-9b39-8d466ed0dfcf req-9087a07e-1209-41e8-b613-d096f1789723 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 210 time: 0.0634584 Feb 14 00:39:46.130442 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-eb2fe820-6653-43a3-bc4e-073bdd61a42c req-244c21c4-ad4f-4099-bd50-d82a010f0d72 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 210 time: 0.0503478 Feb 14 00:39:47.245246 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-0689c749-8034-423c-a0d0-1a1c2bb3dd71 req-75ca7493-fd21-4988-b56c-390c4ead11d3 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 210 time: 0.0461190 Feb 14 00:39:47.300677 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:47.366826 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:47.371331 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:47.371697 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:47.491029 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:47.506847 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:47.511517 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:47.578787 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:48.453597 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-9874df9a-5e3c-4631-a9db-eb0db8024721 req-b4163e6a-4097-4527-b709-4bdf87b34b5f tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 210 time: 0.0551515 Feb 14 00:39:48.460172 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-5ee3c007-d979-4a8b-abbf-75303176edee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:48.461464 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-5ee3c007-d979-4a8b-abbf-75303176edee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 809 time: 0.2948835 Feb 14 00:39:48.515852 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-0b6bcb08-abcb-4a79-8cad-c61880cdd5cb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3337cfd77a6419998e9dedf45508788 HTTP/1.1" status: 200 len: 380 time: 0.0409737 Feb 14 00:39:48.524666 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'port': {'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'admin_state_up': True, 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'security_groups': ['2b674765-39ab-4269-bc94-d11717d088e9']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:48.655881 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:48.665129 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:48.674593 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Made reservation on behalf of f3337cfd77a6419998e9dedf45508788 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:39:48.677699 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:48.836963 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Allocated IP 172.20.0.3 (e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769/ccd0b249-3cb5-482a-9a2b-50572ba5e8cc/edf721ff-1343-41d1-83fe-9ce191e0025f) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:49.025036 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.046298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Transition to ACTIVE for port object edf721ff-1343-41d1-83fe-9ce191e0025f will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:49.069086 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.141581 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:49.144330 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:49.148116 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:49.178991 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:49.213100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:49.213697 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.240099 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d272fb78-9afd-4f8a-a5e0-4fd570443cd9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195942 Feb 14 00:39:49.249323 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-7968016b-f0ff-468f-84f5-d0c53808dddd tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:39:49.250312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-7968016b-f0ff-468f-84f5-d0c53808dddd tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049558 Feb 14 00:39:49.262355 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Request body: {'port': {'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:49.296664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:49.370321 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:49.370689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.376397 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.470659 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-70a735e5-5380-4368-981e-9c33b7b7f18f None None] Provisioning for port edf721ff-1343-41d1-83fe-9ce191e0025f completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:49.483796 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-70a735e5-5380-4368-981e-9c33b7b7f18f None None] Provisioning complete for port edf721ff-1343-41d1-83fe-9ce191e0025f triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:49.484164 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-70a735e5-5380-4368-981e-9c33b7b7f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.549829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-70a735e5-5380-4368-981e-9c33b7b7f18f None None] Port edf721ff-1343-41d1-83fe-9ce191e0025f cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:39:49.666585 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94304bb-38e2-4924-bdab-5387380205b5 req-63044ec3-db91-450b-84c2-f27fc3506ccb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:49.668131 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b94304bb-38e2-4924-bdab-5387380205b5 req-63044ec3-db91-450b-84c2-f27fc3506ccb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 931 time: 0.0775318 Feb 14 00:39:49.715105 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b94304bb-38e2-4924-bdab-5387380205b5 req-7e06dbf7-cb65-474a-b5f7-65a74de32bc0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:security_group {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:49.727195 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf721ff-1343-41d1-83fe-9ce191e0025f {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:39:49.727720 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-b94304bb-38e2-4924-bdab-5387380205b5 req-7e06dbf7-cb65-474a-b5f7-65a74de32bc0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:security_group {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:49.728450 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-b94304bb-38e2-4924-bdab-5387380205b5 req-7e06dbf7-cb65-474a-b5f7-65a74de32bc0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548136 Feb 14 00:39:49.733992 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.748194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Transition to ACTIVE for port object edf721ff-1343-41d1-83fe-9ce191e0025f will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:49.753027 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:49.877828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:49.988628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Attempting to bind port edf721ff-1343-41d1-83fe-9ce191e0025f on host n-h1-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:49.989572 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Attempting to bind port edf721ff-1343-41d1-83fe-9ce191e0025f by drivers openvswitch,hyperv on host n-h1-828979-1 at level 0 using segments [{'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:49.989900 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Attempting to bind port edf721ff-1343-41d1-83fe-9ce191e0025f on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:49.996296 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Port edf721ff-1343-41d1-83fe-9ce191e0025f on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 not bound, no agent of type Open vSwitch agent registered on host n-h1-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:39:49.996602 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Attempting to bind port edf721ff-1343-41d1-83fe-9ce191e0025f on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:50.004868 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Checking agent: {'id': 'ea580b4a-8cfd-4ada-9b97-0124d8790862', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:50.005254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Checking segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:50.005631 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Bound using segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:50.006070 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Bound port: edf721ff-1343-41d1-83fe-9ce191e0025f, host: n-h1-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:50.006441 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:50.105327 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:50.108247 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:50.112681 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:50.173394 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:50.174806 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] 10.222.0.31 "PUT /v2.0/ports/edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 1091 time: 0.9168644 Feb 14 00:39:50.175230 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:39:50.194130 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27a07-21ef-4e1c-8345-54cb5b955589 service neutron] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:50.293375 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-01744920-6a3b-4601-adbd-48fda83b5e70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1094 time: 0.0745144 Feb 14 00:39:50.371294 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-60492e15-75d3-4e52-9368-95b2eca717bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 217 time: 0.0717683 Feb 14 00:39:50.436439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-5986b74e-8853-41a2-b2fb-55021470b17b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:50.437790 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-5986b74e-8853-41a2-b2fb-55021470b17b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0610049 Feb 14 00:39:50.490961 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'status': 'completed', 'code': 200} Feb 14 00:39:50.517288 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-7a1e7946-74cf-4c76-84cf-c949e5c1182e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739777 Feb 14 00:39:50.678313 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:50.690143 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:50.691021 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:50.744246 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-db4d93fb-774e-457e-844a-5d48a4b088e1 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211452 Feb 14 00:39:50.869530 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:50.883835 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-25f21d58-b216-45d8-9d7b-5280e726d4d7 req-d35bc920-5c99-4ca4-85d2-a1bbbf9d313a service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327932 Feb 14 00:39:50.936462 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b774752-eba3-4d39-8095-1b1cd5327281 req-a86e78fb-f23e-4ac4-a79b-70ae5fa0b9af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:50.938608 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b774752-eba3-4d39-8095-1b1cd5327281 req-a86e78fb-f23e-4ac4-a79b-70ae5fa0b9af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.0883684 Feb 14 00:39:51.000230 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-4b774752-eba3-4d39-8095-1b1cd5327281 req-16d35a71-a407-4b85-b1c5-62a7d00f5f6b tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526502 Feb 14 00:39:51.030642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-3f7b510b-4130-41ec-9b5a-53f1b2204679 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1094 time: 0.0987217 Feb 14 00:39:51.179789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-e98159de-7e3b-46a1-9f93-0002ab69c7d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:51.181452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-e98159de-7e3b-46a1-9f93-0002ab69c7d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1442475 Feb 14 00:39:51.230902 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 2, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:51.238554 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:51.238937 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Updating router 9c47c96f-e3ef-4107-b336-48f401b727eb port ace23dee-a114-40ee-8a35-64e7cf14eef3 binding host n-d-828979-1 {{(pid=83663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:39:51.255863 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-d9a59964-7048-484c-a442-82dcb2634db6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 217 time: 0.0670495 Feb 14 00:39:51.295354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:51.323096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-c72b65c4-b3fe-4b98-bb51-e02b2bc35143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:51.324537 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-c72b65c4-b3fe-4b98-bb51-e02b2bc35143 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0616920 Feb 14 00:39:51.403848 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-6e666626-fcce-434f-8489-5d4fa1f8a96d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725095 Feb 14 00:39:51.538394 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-25ec7e5b-41fd-4a5f-9def-6b09b4aa6036 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276813 Feb 14 00:39:51.628641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Notify callbacks [] for port, precommit_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:51.640415 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Transition to ACTIVE for port object ace23dee-a114-40ee-8a35-64e7cf14eef3 will not be triggered until provisioned by entity L2. {{(pid=83663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:51.646806 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:51.670796 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-6f571274-a6ea-4635-b012-dbd1c93d9cca req-86c6d89d-1b97-40c3-a9d6-f0ba6a8e12cb service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260390 Feb 14 00:39:51.769169 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac657ed-d76c-4b50-af31-60b23c0af436 None None] Pushing event updated for resources: {'Port': ['ID=ace23dee-a114-40ee-8a35-64e7cf14eef3,revision_number=3']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:51.862874 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Attempting to bind port ace23dee-a114-40ee-8a35-64e7cf14eef3 on host n-d-828979-1 for vnic_type normal with profile {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:51.863237 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Attempting to bind port ace23dee-a114-40ee-8a35-64e7cf14eef3 by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:51.863593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Attempting to bind port ace23dee-a114-40ee-8a35-64e7cf14eef3 on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:51.870932 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:51.871302 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Checking segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:51.871692 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:51.872076 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Bound using segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} {{(pid=83663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:51.872524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.managers [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Bound port: ace23dee-a114-40ee-8a35-64e7cf14eef3, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}}] {{(pid=83663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:51.872887 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:51.968120 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] For port ace23dee-a114-40ee-8a35-64e7cf14eef3, host n-d-828979-1, cleared binding levels {{(pid=83663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:51.971134 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] For port ace23dee-a114-40ee-8a35-64e7cf14eef3, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ace23dee-a114-40ee-8a35-64e7cf14eef3,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:51.975247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:52.056296 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac657ed-d76c-4b50-af31-60b23c0af436 None None] Pushing event updated for resources: {'Port': ['ID=ace23dee-a114-40ee-8a35-64e7cf14eef3,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:52.060865 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:52.061527 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:52.222976 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b5621-224f-40a3-aa18-b73b706a1257 req-f8cd0ef5-b967-446b-887e-53f4af5b4582 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:52.224402 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1b6b5621-224f-40a3-aa18-b73b706a1257 req-f8cd0ef5-b967-446b-887e-53f4af5b4582 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:52.241824 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1b6b5621-224f-40a3-aa18-b73b706a1257 req-f8cd0ef5-b967-446b-887e-53f4af5b4582 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:52.243105 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b6b5621-224f-40a3-aa18-b73b706a1257 req-f8cd0ef5-b967-446b-887e-53f4af5b4582 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.1122921 Feb 14 00:39:52.258257 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:52.291276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1b6b5621-224f-40a3-aa18-b73b706a1257 req-438effb9-57c8-4787-9071-e62e47d838d4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Feb 14 00:39:52.396038 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Sync routers for ids ['78721c25-ff46-4431-a736-0ceb901f3e03'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:39:52.408202 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Routers {'78721c25-ff46-4431-a736-0ceb901f3e03'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:52.408794 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['78721c25-ff46-4431-a736-0ceb901f3e03'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:52.601013 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:51Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:52.604927 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7625a-78b0-4119-88e6-5f40b2771519 None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:51Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:52.609174 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Set router 78721c25-ff46-4431-a736-0ceb901f3e03 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:52.931206 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:41Z', 'revision_number': 4, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ea68ed6f-38b7-43f0-b116-6a925c0ae7cf', 'name': '', 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'mac_address': 'fa:16:3e:37:df:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f47961-62a1-41cf-88c5-171dcd08a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:40Z', 'updated_at': '2022-02-14T00:39:41Z', 'revision_number': 2, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'subnets': [{'id': '41f47961-62a1-41cf-88c5-171dcd08a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:52.935125 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Checking router: 78721c25-ff46-4431-a736-0ceb901f3e03 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:39:52.935464 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Updating router 78721c25-ff46-4431-a736-0ceb901f3e03 port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf binding host n-d-828979-1 {{(pid=83664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 14 00:39:52.988280 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.304510 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ace23dee-a114-40ee-8a35-64e7cf14eef3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:53.337520 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Notify callbacks [] for port, precommit_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.350834 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.provisioning_blocks [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Transition to ACTIVE for port object ea68ed6f-38b7-43f0-b116-6a925c0ae7cf will not be triggered until provisioned by entity L2. {{(pid=83664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:39:53.358278 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.376963 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ace23dee-a114-40ee-8a35-64e7cf14eef3 completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:53.381966 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ace23dee-a114-40ee-8a35-64e7cf14eef3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:53.382440 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.480100 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63089be4-99ee-4438-bea0-148a221701cd None None] Pushing event updated for resources: {'Port': ['ID=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,revision_number=3']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:53.518637 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d9b72-ca52-4805-a142-c9d6340609cf req-4fad74b7-85b2-40ba-b273-aef71e1ea9bd tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:53.521561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-627d9b72-ca52-4805-a142-c9d6340609cf req-4fad74b7-85b2-40ba-b273-aef71e1ea9bd tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.1009409 Feb 14 00:39:53.556845 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.590272 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-627d9b72-ca52-4805-a142-c9d6340609cf req-e06c1f7a-6911-40b6-9543-e9d04783e4af tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628347 Feb 14 00:39:53.595547 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ace23dee-a114-40ee-8a35-64e7cf14eef3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ace23dee-a114-40ee-8a35-64e7cf14eef3,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:53.600905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.601411 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Attempting to bind port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf on host n-d-828979-1 for vnic_type normal with profile {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:39:53.601785 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Attempting to bind port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf by drivers openvswitch,hyperv on host n-d-828979-1 at level 0 using segments [{'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:39:53.602383 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Attempting to bind port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf on network 2a67c7ed-1844-4d91-b654-827626921ed4 {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:39:53.610504 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Checking agent: {'id': '382aded5-fccb-4f65-b281-3dccefde70fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 6, 33), 'started_at': datetime.datetime(2022, 2, 13, 23, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828979-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:39:53.610888 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Checking segment: {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:39:53.611282 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.611663 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Bound using segment: {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'} {{(pid=83664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:39:53.612114 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.managers [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Bound port: ea68ed6f-38b7-43f0-b116-6a925c0ae7cf, host: n-d-828979-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4'}}] {{(pid=83664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:39:53.612634 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.680689 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ace23dee-a114-40ee-8a35-64e7cf14eef3,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:53.709200 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] For port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf, host n-d-828979-1, cleared binding levels {{(pid=83664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:39:53.712385 n-d-828979-1 neutron-server[83664]: DEBUG neutron.plugins.ml2.db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] For port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf, host n-d-828979-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:39:53.715899 n-d-828979-1 neutron-server[83664]: DEBUG neutron_lib.callbacks.manager [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:53.798183 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63089be4-99ee-4438-bea0-148a221701cd None None] Pushing event updated for resources: {'Port': ['ID=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,revision_number=4']} {{(pid=83664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:53.801945 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Routers {'78721c25-ff46-4431-a736-0ceb901f3e03'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:39:53.802869 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['78721c25-ff46-4431-a736-0ceb901f3e03'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:53.983094 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] Set router 78721c25-ff46-4431-a736-0ceb901f3e03 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:39:54.316767 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:41Z', 'revision_number': 4, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ea68ed6f-38b7-43f0-b116-6a925c0ae7cf', 'name': '', 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'mac_address': 'fa:16:3e:37:df:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f47961-62a1-41cf-88c5-171dcd08a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:40Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 4, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'subnets': [{'id': '41f47961-62a1-41cf-88c5-171dcd08a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:39:54.321955 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28bb70-51f4-442a-a360-e4f054910b8c None None] The sync data for ids ['78721c25-ff46-4431-a736-0ceb901f3e03'] in n-d-828979-1 is: [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:41Z', 'revision_number': 4, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ea68ed6f-38b7-43f0-b116-6a925c0ae7cf', 'name': '', 'network_id': '2a67c7ed-1844-4d91-b654-827626921ed4', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'mac_address': 'fa:16:3e:37:df:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f47961-62a1-41cf-88c5-171dcd08a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:40Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 4, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'subnets': [{'id': '41f47961-62a1-41cf-88c5-171dcd08a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:39:54.562549 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:39:54.702788 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:54.719240 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:39:54.778893 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:54.790904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd765e5-81a9-4621-8023-16fe2888b23f req-dcd5ec69-1da3-43fb-93fe-66b99da80b22 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:54.793130 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4cd765e5-81a9-4621-8023-16fe2888b23f req-dcd5ec69-1da3-43fb-93fe-66b99da80b22 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.0858595 Feb 14 00:39:54.797838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf721ff-1343-41d1-83fe-9ce191e0025f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:39:54.815772 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:54.824016 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:54.849002 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4cd765e5-81a9-4621-8023-16fe2888b23f req-945f1f57-45af-4aab-9a21-d33efe1cbefe tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493045 Feb 14 00:39:54.902812 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:55.027775 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['edf721ff-1343-41d1-83fe-9ce191e0025f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:39:55.353947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ace23dee-a114-40ee-8a35-64e7cf14eef3 up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:55.419728 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ace23dee-a114-40ee-8a35-64e7cf14eef3 triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:55.420091 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:55.529311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea68ed6f-38b7-43f0-b116-6a925c0ae7cf up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:55.593565 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning for port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:55.597985 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:55.598415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:55.710960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:55.741273 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] For port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:55.744869 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:55.810355 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Pushing event updated for resources: {'Port': ['ID=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:56.046090 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598bd24-dc31-42ab-a141-764d426450f4 req-add8359e-d0a5-4929-853a-b7ac4242496d tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:56.047538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3598bd24-dc31-42ab-a141-764d426450f4 req-add8359e-d0a5-4929-853a-b7ac4242496d tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 944 time: 0.0789959 Feb 14 00:39:56.091909 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-3598bd24-dc31-42ab-a141-764d426450f4 req-96c09088-ceaa-4d97-bb1f-ba7bc3b93895 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Feb 14 00:39:56.576808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:56.642344 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning for port edf721ff-1343-41d1-83fe-9ce191e0025f completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:39:56.647761 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port edf721ff-1343-41d1-83fe-9ce191e0025f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:56.648154 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:56.757696 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:56.783752 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:39:56.793891 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:39:56.799222 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:56.866687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:39:56.920195 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'code': 200} Feb 14 00:39:57.045074 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff47be0d-7cd8-4d13-9a13-38126b9498c6 req-7f07fb1e-7642-478a-b43b-a76dfd63cbc6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1096 time: 0.0679126 Feb 14 00:39:57.090276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ff47be0d-7cd8-4d13-9a13-38126b9498c6 req-670bcf1f-cd9a-4901-bafc-bfc119b1d547 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393922 Feb 14 00:39:57.284494 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406901a-c593-4d59-ba15-611ed965d5e5 req-5a5e92de-0386-4857-994a-4b6756672961 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:57.286095 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c406901a-c593-4d59-ba15-611ed965d5e5 req-5a5e92de-0386-4857-994a-4b6756672961 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 945 time: 0.0756011 Feb 14 00:39:57.288611 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea68ed6f-38b7-43f0-b116-6a925c0ae7cf up at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:39:57.333667 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-c406901a-c593-4d59-ba15-611ed965d5e5 req-e95acd02-1e3a-492a-9530-ea53762d5970 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Feb 14 00:39:57.355961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Provisioning complete for port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:39:57.356323 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:58.525284 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768473-ec1f-483f-b8b6-7929b105e481 req-ea179db1-a3d1-4939-a1bd-949519fcb19b tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:58.526730 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa768473-ec1f-483f-b8b6-7929b105e481 req-ea179db1-a3d1-4939-a1bd-949519fcb19b tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 945 time: 0.0749140 Feb 14 00:39:58.571324 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-fa768473-ec1f-483f-b8b6-7929b105e481 req-45a60bb9-bac4-4f7a-8dd9-4447d1a1363e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392804 Feb 14 00:39:58.769670 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8c896-beaa-4ccb-9768-41eb81f95b26 req-e725c5be-0aeb-4bcd-a9ae-9c7f68c8f47a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:39:58.771797 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d4b8c896-beaa-4ccb-9768-41eb81f95b26 req-e725c5be-0aeb-4bcd-a9ae-9c7f68c8f47a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 945 time: 0.0789533 Feb 14 00:39:58.815946 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d4b8c896-beaa-4ccb-9768-41eb81f95b26 req-a53acb68-f9a5-4908-a44f-2c5bac503803 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Feb 14 00:39:58.843273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45928) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:59.039226 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5bfbe474-158f-4ef4-96c5-b9b787d863c7 tempest-TestSnapshotPattern-802320168 tempest-TestSnapshotPattern-802320168-project-admin] Synchronizing usage tracker for tenant:5134ebbecf114af492848a8946f5bc15 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:39:59.055636 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-5bfbe474-158f-4ef4-96c5-b9b787d863c7 tempest-TestSnapshotPattern-802320168 tempest-TestSnapshotPattern-802320168-project-admin] Unset dirty status for tenant:5134ebbecf114af492848a8946f5bc15 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:39:59.056940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-5bfbe474-158f-4ef4-96c5-b9b787d863c7 tempest-TestSnapshotPattern-802320168 tempest-TestSnapshotPattern-802320168-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1091 time: 0.2126050 Feb 14 00:39:59.059864 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 45934) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:39:59.065016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:39:59.072023 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:39:59.075702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:floatingip and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:39:59.078486 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:39:59.084179 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:39:59.093835 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:59.227317 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:59.361043 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Allocated IP 172.25.4.213 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/a7dc75ed-3352-4019-9c98-59c4b3ee7a98) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:39:59.597965 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:59.624933 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:39:59.692896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:39:59.695500 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:39:59.699896 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:39:59.728536 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'Port': ['ID=a7dc75ed-3352-4019-9c98-59c4b3ee7a98,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:40:00.196455 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:00.251017 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:00.344844 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-031c1e65-4c69-48ef-a0fd-a5aec9747ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:00.459691 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:00.464042 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:00.568028 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'Port': ['ID=a7dc75ed-3352-4019-9c98-59c4b3ee7a98,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:40:00.579626 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:00.767206 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Floating IP 1a85be18-6fef-45c4-832b-c531198b0f02 associated. External IP: 172.25.4.213, port: edf721ff-1343-41d1-83fe-9ce191e0025f. Feb 14 00:40:01.246305 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Router 9c47c96f-e3ef-4107-b336-48f401b727eb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:40:01.445535 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:40:01.454882 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:40:01.468020 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:40:01.468815 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:40:01.470291 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:01.523893 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-6cc8fc3f-a083-4831-81dd-0d90f3c89ff4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4629552 Feb 14 00:40:01.524450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:40:01.579019 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'status': 'completed', 'code': 200} Feb 14 00:40:01.671820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-6e340615-1a1c-4ecb-968f-354a4c0544e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1096 time: 0.0722549 Feb 14 00:40:01.679230 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:40:01.800785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-80f53f60-6ca5-4836-b639-992181571573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:40:01.802940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-80f53f60-6ca5-4836-b639-992181571573 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1255240 Feb 14 00:40:01.904879 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-b55b0ea4-ec6f-48ad-8555-2b90891ec4e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 999 time: 0.0963376 Feb 14 00:40:01.966181 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-40a887d4-874c-468e-ae5b-054dfbcb1062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:40:01.967721 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-40a887d4-874c-468e-ae5b-054dfbcb1062 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0569193 Feb 14 00:40:02.015801 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:00Z', 'revision_number': 0, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:40:02.020082 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:40:02.030842 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:40:02.032009 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:39:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:40:02.041997 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-a33b8f7a-c5bd-4a31-bc29-7d1db7667c14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692129 Feb 14 00:40:02.172620 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-32a8d036-9b2d-4721-b1d0-1e779a522690 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244044 Feb 14 00:40:02.208676 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:40:02.302061 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c663a02c-1c0c-44e0-b3c5-8adf20d0fd96 req-235ffcc5-4b90-4c63-84eb-a220893fb2fa service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236169 Feb 14 00:40:02.539190 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-771225e5-a4fc-4a74-858c-32d030fc02fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:02.564954 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:00Z', 'revision_number': 0, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:40:02.569312 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416cd84-b117-4f30-a2d9-7e07e6880e84 None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:00Z', 'revision_number': 0, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:40:03.726295 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:04.105557 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:05.338105 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:05.843201 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:40:07.701144 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:09.645735 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:10.780376 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc674cd7-d9a3-40ad-9485-167c18901cbc None None] New status for floating IP 1a85be18-6fef-45c4-832b-c531198b0f02: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:40:30.347217 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b878-5d88-4c11-9d95-c131418239ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:32.520595 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4e98-3f9f-4cbd-a571-4c9b71783233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:33.728258 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:34.107814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:35.340897 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:37.698564 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:39.644607 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:40:41.436940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-2706a923-6dd5-4ce2-9953-d057588e77a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674047 Feb 14 00:40:41.572410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-8d788a18-ccb6-462e-9489-635701a19545 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1096 time: 0.0678544 Feb 14 00:40:41.713506 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-31bb8985-ae6a-4c0d-9302-f94a65ec66b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:40:41.715018 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-31bb8985-ae6a-4c0d-9302-f94a65ec66b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1255574 Feb 14 00:40:41.907051 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-15e041e3-8600-4597-ac92-2b49fc77ce4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 1001 time: 0.1859283 Feb 14 00:40:41.969702 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-b9916b0a-8411-4c37-988d-b9349d11f1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:40:41.971114 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-b9916b0a-8411-4c37-988d-b9349d11f1b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0589163 Feb 14 00:40:42.044557 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-515924be-5ed2-44a4-9cc5-8545d0bc58c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667627 Feb 14 00:40:42.175312 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-09677838-a018-4a82-818d-b075abea745a service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243992 Feb 14 00:40:42.303888 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-dd4cdb04-4fae-4137-b72e-d5b574cccc17 req-9c72c494-c49f-4acc-814b-66ccd0bf1eab service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231148 Feb 14 00:40:42.843238 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:41:00.349498 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdba8-3d50-463c-923c-58408216f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:02.522117 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-92474cc4-f17c-4082-9fbe-0b96f179d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:03.730001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:04.110731 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:05.344843 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:07.714641 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:09.642338 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:19.844054 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:41:30.352018 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5cc87c77-c41f-4506-939e-83eca70091ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:32.523818 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-79528550-47ec-4ec7-8590-46049fea173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:33.731756 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:34.113518 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:35.345395 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:37.721582 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:39.641065 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:41.342454 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-5cb448a6-5f80-4fec-acad-ec10f9e72398 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671530 Feb 14 00:41:41.482885 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-502fb834-2c6d-4711-9b20-2872b8ef0d8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1096 time: 0.0728889 Feb 14 00:41:41.625932 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-92634725-0239-43d6-925a-21d73df67664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:41:41.627289 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-92634725-0239-43d6-925a-21d73df67664 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1255352 Feb 14 00:41:41.727714 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-8f7870cf-4b12-49b9-8625-99b44d1a3aea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 1001 time: 0.0942829 Feb 14 00:41:41.790385 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-f895c213-26a5-48d6-a99f-cb0b65cf5760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:41:41.791882 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-f895c213-26a5-48d6-a99f-cb0b65cf5760 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0572889 Feb 14 00:41:41.867352 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-c0d87905-93b8-44c7-b0cf-09c597a35c13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694268 Feb 14 00:41:41.995724 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-e9ac7f87-aa3a-45de-9dd6-91dd439ee864 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221573 Feb 14 00:41:42.124452 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5b3986eb-985a-433f-9a0c-513cdcc79d42 req-a93769d3-296e-4d94-9142-c0923c9eafc0 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229923 Feb 14 00:41:56.845526 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:41:59.124283 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f details requested by agent hyperv_n-h1-828979-1 with host n-h1-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:41:59.261803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:41:59.275602 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Returning: {'device': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:41:59.330909 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:59.350575 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edf721ff-1343-41d1-83fe-9ce191e0025f {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:41:59.368665 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:41:59.372353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:41:59.444341 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:41:59.448686 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] get_ports_and_sgs() called for port_ids ['edf721ff-1343-41d1-83fe-9ce191e0025f'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:41:59.490567 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.490838 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.491156 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.491479 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.491803 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.492218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.492579 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.492898 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.493289 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.493607 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:41:59.493922 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:00.358284 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9829bb34-2cb0-483a-a1df-7ef5339fef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:01.128286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f up at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:42:01.210632 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Provisioning complete for port edf721ff-1343-41d1-83fe-9ce191e0025f triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:42:01.211792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:01.344006 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:01.373091 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:42:01.383452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:42:01.391631 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:01.450354 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'code': 200} Feb 14 00:42:01.477212 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:02.527749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a38fb9f8-51cb-4c9f-ae3a-f58751853fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:03.735858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:04.134520 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:05.352364 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:07.719415 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:09.641361 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:10.684068 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-524d1581-0f1f-42f2-bac6-9170aaf1ff6e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270349278&fields=id&tenant_id=f3337cfd77a6419998e9dedf45508788 HTTP/1.1" status: 200 len: 267 time: 0.0402682 Feb 14 00:42:10.923717 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ffd81712-8540-485c-8075-ef23560d7f4c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:10.924389 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ffd81712-8540-485c-8075-ef23560d7f4c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:network {{(pid=83661) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:42:10.942759 n-d-828979-1 neutron-server[83661]: DEBUG neutron.quota.resource [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ffd81712-8540-485c-8075-ef23560d7f4c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:network {{(pid=83661) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:42:10.943926 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ffd81712-8540-485c-8075-ef23560d7f4c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 809 time: 0.2538261 Feb 14 00:42:10.961561 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-260faa29-9f69-4e6b-8210-7fcc9cf332e2 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/quotas/f3337cfd77a6419998e9dedf45508788 HTTP/1.1" status: 200 len: 375 time: 0.0114627 Feb 14 00:42:11.045956 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ecfe9062-932b-4ff3-a5c4-5d3077b18b27 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795536 Feb 14 00:42:11.061276 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-32aae4ed-ad09-40d1-b45d-8355983887cc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83661) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:42:11.062215 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-32aae4ed-ad09-40d1-b45d-8355983887cc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047209 Feb 14 00:42:11.189928 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-fe94488e-6baa-474a-ae3c-85e64279a3f8 service neutron] 10.222.0.36 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218774 Feb 14 00:42:11.318538 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ac2ea138-4b30-46a0-989d-8a836f67b61c service neutron] 10.222.0.36 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227617 Feb 14 00:42:11.531784 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-ddcca8f0-4a41-4763-998c-0c66fb1d7faf req-f7b1e9bb-1b25-4771-8b60-b964eb42f878 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 210 time: 0.0415628 Feb 14 00:42:12.620254 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-762c0384-c1be-4ce1-9db1-11d0871fdec0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:12.622471 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-762c0384-c1be-4ce1-9db1-11d0871fdec0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.42 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 809 time: 0.1521516 Feb 14 00:42:12.683393 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-fd67ade5-5ae7-4b15-b76c-a522119f97de tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3337cfd77a6419998e9dedf45508788 HTTP/1.1" status: 200 len: 380 time: 0.0431702 Feb 14 00:42:12.692961 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'port': {'device_id': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'admin_state_up': True, 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'security_groups': ['2b674765-39ab-4269-bc94-d11717d088e9']}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:42:12.779319 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-7d5b9f74-eefd-4ed9-ac84-9fbb1a7233dd req-16501281-9b77-4ffa-9ac4-ea6fd0dd4047 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 210 time: 0.1154065 Feb 14 00:42:12.932134 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:42:12.942104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:42:12.953194 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Made reservation on behalf of f3337cfd77a6419998e9dedf45508788 for: {'port': 1} {{(pid=83662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 00:42:12.955738 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:13.175241 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:42:13.254576 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Allocated IP 172.20.0.9 (e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769/ccd0b249-3cb5-482a-9a2b-50572ba5e8cc/114735a9-767d-42f2-9fbb-12c527f639dc) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:42:13.387111 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:13.420739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:42:13.433001 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:42:13.439666 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:13.525706 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'code': 200} Feb 14 00:42:13.535018 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:13.543231 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Pushing event updated for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:13.558090 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Transition to ACTIVE for port object 114735a9-767d-42f2-9fbb-12c527f639dc will not be triggered until provisioned by entity DHCP. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:42:13.594855 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:13.696625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:42:13.700532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:42:13.705887 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:42:13.750619 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:13.777151 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.777494 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.777844 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.778273 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.778600 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.779080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.779328 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.779724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.780080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.780380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.780777 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:42:13.810796 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:13.811566 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:13.854709 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-db1ff90f-b7ec-40d6-a225-b3e387b9ad2a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1649683 Feb 14 00:42:14.051508 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5f94a-28a8-4053-af34-d61ea14f2100 req-b93805b2-1432-4a83-9ff5-64001801aefb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:14.062405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17a5f94a-28a8-4053-af34-d61ea14f2100 req-b93805b2-1432-4a83-9ff5-64001801aefb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 931 time: 0.1159835 Feb 14 00:42:14.082886 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-981da693-b9b0-4148-a3b7-1b77a4008ef8 None None] Provisioning for port 114735a9-767d-42f2-9fbb-12c527f639dc completed by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:42:14.091840 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-981da693-b9b0-4148-a3b7-1b77a4008ef8 None None] Provisioning complete for port 114735a9-767d-42f2-9fbb-12c527f639dc triggered by entity DHCP. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:42:14.091937 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-981da693-b9b0-4148-a3b7-1b77a4008ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:14.157019 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-17a5f94a-28a8-4053-af34-d61ea14f2100 req-2fd0bcf4-1404-44a9-92da-0893ef6c8071 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926125 Feb 14 00:42:14.187192 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-981da693-b9b0-4148-a3b7-1b77a4008ef8 None None] Port 114735a9-767d-42f2-9fbb-12c527f639dc cannot update to ACTIVE because it is not bound. {{(pid=83663) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 14 00:42:15.444446 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130b2f-5b22-4a77-a434-f42c95f8d74d req-eef92e44-b28e-47c2-bbec-5296b97f23e5 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:15.445232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cc130b2f-5b22-4a77-a434-f42c95f8d74d req-eef92e44-b28e-47c2-bbec-5296b97f23e5 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:42:15.462805 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-cc130b2f-5b22-4a77-a434-f42c95f8d74d req-eef92e44-b28e-47c2-bbec-5296b97f23e5 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:42:15.463980 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cc130b2f-5b22-4a77-a434-f42c95f8d74d req-eef92e44-b28e-47c2-bbec-5296b97f23e5 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 931 time: 0.1809976 Feb 14 00:42:15.512824 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-cc130b2f-5b22-4a77-a434-f42c95f8d74d req-5680ecef-bfc0-4794-ad31-90a6c43c610b tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Feb 14 00:42:16.735724 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d48d2-5125-4931-9425-ac1e828abc99 req-bf592d33-1a95-492c-9647-7d0c69280101 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:16.737433 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f6d48d2-5125-4931-9425-ac1e828abc99 req-bf592d33-1a95-492c-9647-7d0c69280101 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 931 time: 0.0869012 Feb 14 00:42:16.785544 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-2f6d48d2-5125-4931-9425-ac1e828abc99 req-ac1da1ce-04b4-4e95-8aa6-b581f1cb353d tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Feb 14 00:42:17.994211 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb10b-a9ca-4ea0-bd19-0f67513cc40b req-f04adf12-8a63-41c3-bcf2-057c701b1673 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:17.996003 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98ffb10b-a9ca-4ea0-bd19-0f67513cc40b req-f04adf12-8a63-41c3-bcf2-057c701b1673 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 931 time: 0.0831821 Feb 14 00:42:18.050864 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-98ffb10b-a9ca-4ea0-bd19-0f67513cc40b req-62b7e6ef-df16-44d8-9db7-968399af5d2f tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494406 Feb 14 00:42:19.301064 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267969-6d8f-4661-9468-8323b04b78f8 req-556160b0-4f69-4c84-8304-bac3aab68782 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:19.302784 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1267969-6d8f-4661-9468-8323b04b78f8 req-556160b0-4f69-4c84-8304-bac3aab68782 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 931 time: 0.0968635 Feb 14 00:42:19.353047 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-e1267969-6d8f-4661-9468-8323b04b78f8 req-3679c514-3483-4270-bf25-1d7431d9e0d1 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Feb 14 00:42:20.548724 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb11a0-8581-44ba-8fc5-932565cb16b3 req-48a6767b-1ca8-4918-86b7-b900e16f64da tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:20.550148 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-28cb11a0-8581-44ba-8fc5-932565cb16b3 req-48a6767b-1ca8-4918-86b7-b900e16f64da tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 931 time: 0.0783207 Feb 14 00:42:20.596481 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-28cb11a0-8581-44ba-8fc5-932565cb16b3 req-e6fccf8b-8644-49f4-8dc5-dd48867448b7 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Feb 14 00:42:20.603203 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ed83fdef-7873-459c-aad3-8d936ded442a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83662) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 14 00:42:20.604147 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ed83fdef-7873-459c-aad3-8d936ded442a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050538 Feb 14 00:42:20.680946 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Request body: {'port': {'device_id': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828979-1'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:42:20.787177 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:21.120452 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114735a9-767d-42f2-9fbb-12c527f639dc {{(pid=83662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:42:21.127111 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:21.142001 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.provisioning_blocks [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Transition to ACTIVE for port object 114735a9-767d-42f2-9fbb-12c527f639dc will not be triggered until provisioned by entity L2. {{(pid=83662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 00:42:21.145391 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:21.277009 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:21.388718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Attempting to bind port 114735a9-767d-42f2-9fbb-12c527f639dc on host n-h2-828979-1 for vnic_type normal with profile {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 14 00:42:21.389053 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Attempting to bind port 114735a9-767d-42f2-9fbb-12c527f639dc by drivers openvswitch,hyperv on host n-h2-828979-1 at level 0 using segments [{'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 14 00:42:21.389379 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Attempting to bind port 114735a9-767d-42f2-9fbb-12c527f639dc on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:42:21.395337 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Port 114735a9-767d-42f2-9fbb-12c527f639dc on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 not bound, no agent of type Open vSwitch agent registered on host n-h2-828979-1 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 14 00:42:21.395661 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Attempting to bind port 114735a9-767d-42f2-9fbb-12c527f639dc on network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 14 00:42:21.403510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Checking agent: {'id': 'e8f38fec-71e0-43f9-a7bd-0e97ba862d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828979-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'started_at': datetime.datetime(2022, 2, 13, 23, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 0, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 14 00:42:21.403845 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Checking segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 14 00:42:21.404225 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Bound using segment: {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'} {{(pid=83662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 14 00:42:21.404645 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.managers [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Bound port: 114735a9-767d-42f2-9fbb-12c527f639dc, host: n-h2-828979-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68d360b-f09a-4742-a8f4-a171811da3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769'}}] {{(pid=83662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 14 00:42:21.404986 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:21.492901 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, cleared binding levels {{(pid=83662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 00:42:21.495858 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 00:42:21.500398 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:21.657162 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:21.658543 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] 10.222.0.42 "PUT /v2.0/ports/114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 200 len: 1091 time: 1.0477269 Feb 14 00:42:21.658983 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:42:21.685785 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee34d8-cc56-421a-b60b-014d2bec1e1f service neutron] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=3']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:21.746453 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'status': 'completed', 'code': 200} Feb 14 00:42:21.791053 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-8947aad1-71a4-4e10-901b-1f4857466c6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1094 time: 0.0808430 Feb 14 00:42:21.820954 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0ddf0-54b3-4f08-85bd-85472fd5b5f5 req-a2b4a832-1daf-48e8-86e0-1cb80247a2c2 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:21.822486 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5e0ddf0-54b3-4f08-85bd-85472fd5b5f5 req-a2b4a832-1daf-48e8-86e0-1cb80247a2c2 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 943 time: 0.0808339 Feb 14 00:42:21.870068 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-d5e0ddf0-54b3-4f08-85bd-85472fd5b5f5 req-d876a5b6-a506-4062-b5bd-5cee3f6319f9 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Feb 14 00:42:21.870922 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ebcd0e6b-1026-4b4f-bcb4-263ab0ed1525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 200 len: 217 time: 0.0686393 Feb 14 00:42:21.936814 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-867f5df6-a10e-49ac-884e-b94031956267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:21.938198 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-867f5df6-a10e-49ac-884e-b94031956267 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0582168 Feb 14 00:42:22.018134 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-30790401-44da-4c4e-af74-9daa0ac8736a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707803 Feb 14 00:42:22.156783 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-a8bb78d9-c08c-4645-84e4-1e678553b616 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292348 Feb 14 00:42:22.295944 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-aa8472df-9185-4d0a-ade3-5471b27277f0 req-ba65c689-f697-4a61-8acc-44921671f688 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296196 Feb 14 00:42:22.412376 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-b2c43d10-4ad9-4a2b-8d91-5302fb5a8205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1094 time: 0.0684731 Feb 14 00:42:22.546298 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-bbca48e6-8af2-4149-b64e-2813804b2a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:22.547699 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-bbca48e6-8af2-4149-b64e-2813804b2a79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1288970 Feb 14 00:42:22.626291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-7ff3bc36-c480-473c-9ae5-4a8e14da9e1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 200 len: 217 time: 0.0703354 Feb 14 00:42:22.689232 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-db65072a-5299-4de3-a028-d4979c19f299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:22.690580 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-db65072a-5299-4de3-a028-d4979c19f299 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0581965 Feb 14 00:42:22.768943 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-19690695-8772-4e2d-86a4-1de46df6327d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716028 Feb 14 00:42:22.897056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-ce4c160f-c8d4-411b-8856-8ea9e78fbc98 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211691 Feb 14 00:42:23.069176 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4c63c14e-594b-43c8-9f6e-4faa7da9a57b req-1e3c287e-4052-49ce-820d-f44ad54fb6d7 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660178 Feb 14 00:42:23.103042 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c946e6-fa24-4003-a3f6-6649b5f47879 req-149d95f4-f777-41da-8081-bb6a14e31b06 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:23.104462 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6c946e6-fa24-4003-a3f6-6649b5f47879 req-149d95f4-f777-41da-8081-bb6a14e31b06 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 943 time: 0.0928383 Feb 14 00:42:23.148820 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-b6c946e6-fa24-4003-a3f6-6649b5f47879 req-251a7e7a-4c6f-4ddd-8659-e59dcf7636aa tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388489 Feb 14 00:42:24.347854 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbbdfc-6830-4e9e-912c-39bd4a8d6f2d req-b779362e-8eaa-48c7-a65e-87bffa7a7c9a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:24.349174 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4bbbdfc-6830-4e9e-912c-39bd4a8d6f2d req-b779362e-8eaa-48c7-a65e-87bffa7a7c9a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 943 time: 0.0781014 Feb 14 00:42:24.377613 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:42:24.394492 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a4bbbdfc-6830-4e9e-912c-39bd4a8d6f2d req-0f0fe5a6-3b70-4906-b41f-1aee4c37e849 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Feb 14 00:42:24.507066 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:42:24.520639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '114735a9-767d-42f2-9fbb-12c527f639dc', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'port_id': '114735a9-767d-42f2-9fbb-12c527f639dc', 'mac_address': 'fa:16:3e:54:78:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:42:24.574691 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:24.590711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114735a9-767d-42f2-9fbb-12c527f639dc {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:42:24.605041 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:42:24.608905 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:24.674557 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=4']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:24.932194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['114735a9-767d-42f2-9fbb-12c527f639dc'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:42:25.589880 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deec153-1c1a-4900-a0ad-fac198abe8d0 req-9852dadb-fad6-4d2d-b63d-dc1d8b6ccd88 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:25.591276 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3deec153-1c1a-4900-a0ad-fac198abe8d0 req-9852dadb-fad6-4d2d-b63d-dc1d8b6ccd88 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 944 time: 0.0787587 Feb 14 00:42:25.636923 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-3deec153-1c1a-4900-a0ad-fac198abe8d0 req-21e1db06-85e1-42e1-95f7-753361452f20 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402722 Feb 14 00:42:26.392500 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:42:26.457572 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning for port 114735a9-767d-42f2-9fbb-12c527f639dc completed by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 00:42:26.462446 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 114735a9-767d-42f2-9fbb-12c527f639dc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:42:26.462813 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:26.603286 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:26.629186 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:42:26.639233 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:42:26.643147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:26.686416 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'code': 200} Feb 14 00:42:26.721037 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=5']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:26.979191 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c83e242c-1482-495c-b98b-1fdfa3c61033 req-1ad77cd3-55e3-4a49-9833-08a2f74a3665 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1096 time: 0.2233534 Feb 14 00:42:26.985303 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48e5ee-534f-4d91-bff5-487fb588273b req-3ea9b1a9-e562-49aa-8a4e-e6615044c314 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:26.986631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a48e5ee-534f-4d91-bff5-487fb588273b req-3ea9b1a9-e562-49aa-8a4e-e6615044c314 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 945 time: 0.2024121 Feb 14 00:42:27.053631 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c83e242c-1482-495c-b98b-1fdfa3c61033 req-1eec2878-8dc1-4599-bd98-6a06d3d0520f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645006 Feb 14 00:42:27.058226 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-2a48e5ee-534f-4d91-bff5-487fb588273b req-9772d6c2-e8ce-45c2-9133-bbd8e0400e30 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564172 Feb 14 00:42:28.259959 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717815e-80d6-4650-8c18-433bedd9e268 req-cb9a5952-fafa-4924-b1d1-5e26faccf89c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:28.261874 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a717815e-80d6-4650-8c18-433bedd9e268 req-cb9a5952-fafa-4924-b1d1-5e26faccf89c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 945 time: 0.0806839 Feb 14 00:42:28.314405 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-a717815e-80d6-4650-8c18-433bedd9e268 req-a5c3c628-882b-4ae4-89fe-ab4b534de21e tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Feb 14 00:42:29.513244 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4c13f-ced1-4caf-9126-ddfea27a7820 req-2644269b-3c6e-466f-903e-ac707d68f75c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:29.514672 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ad4c13f-ced1-4caf-9126-ddfea27a7820 req-2644269b-3c6e-466f-903e-ac707d68f75c tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 945 time: 0.0770495 Feb 14 00:42:29.558856 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-8ad4c13f-ced1-4caf-9126-ddfea27a7820 req-003a5a3f-7b4a-4f66-b1b7-f28257442219 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Feb 14 00:42:29.751171 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1112f-d54e-4074-bf66-19c08a287188 req-b2fc7b09-94da-461d-8f34-70c1f87f2c34 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:29.752605 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f8b1112f-d54e-4074-bf66-19c08a287188 req-b2fc7b09-94da-461d-8f34-70c1f87f2c34 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 945 time: 0.0754182 Feb 14 00:42:29.797988 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-f8b1112f-d54e-4074-bf66-19c08a287188 req-7ceefa45-b7e1-4646-9468-a53c409b154b tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Feb 14 00:42:29.825570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46150) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:42:29.892762 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-19db7819-84f3-4b4d-a339-2c1a10da132a tempest-TestSnapshotPattern-802320168 tempest-TestSnapshotPattern-802320168-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1091 time: 0.0660393 Feb 14 00:42:29.895347 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46154) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:42:29.900938 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.v2.base [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Request body: {'floatingip': {'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'port_id': '114735a9-767d-42f2-9fbb-12c527f639dc', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 14 00:42:29.907002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 14 00:42:29.910782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Usage tracker for resource:floatingip and tenant:f3337cfd77a6419998e9dedf45508788 is out of sync, need to count used quota {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 14 00:42:29.913688 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83662) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 14 00:42:29.919335 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.quota.driver [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83662) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 14 00:42:29.929328 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:30.064060 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:30.199352 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_common [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Allocated IP 172.25.4.238 (adbce963-6987-43eb-b443-2350a645d61f/65fe87fc-3e29-409d-ae16-562f0acc19da/3efe1514-d38f-4326-a9ae-f278761547d3) {{(pid=83662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 00:42:30.344198 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for port, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:30.349719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a56a-73f2-4f7d-97b6-8c1d6c48c383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:30.371243 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755128676729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:30.435567 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Network adbce963-6987-43eb-b443-2350a645d61f is already hosted by enough agents. {{(pid=83662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 00:42:30.438102 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.base_scheduler [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Resources bound (agent type, host, resource id): {{(pid=83662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 00:42:30.441806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Received port after_create {{(pid=83662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 14 00:42:30.477363 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'Port': ['ID=3efe1514-d38f-4326-a9ae-f278761547d3,revision_number=1']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:30.934746 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:30.992424 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:31.188750 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for port, precommit_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:31.193146 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1311859'] for port, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:31.405642 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event updated for resources: {'Port': ['ID=3efe1514-d38f-4326-a9ae-f278761547d3,revision_number=2']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:42:31.417745 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-643398'] for floatingip, after_update {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:31.605618 n-d-828979-1 neutron-server[83662]: INFO neutron.db.l3_db [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Floating IP 814fad3b-9415-4bbf-8974-04e372841da9 associated. External IP: 172.25.4.238, port: 114735a9-767d-42f2-9fbb-12c527f639dc. Feb 14 00:42:31.990267 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Router 9c47c96f-e3ef-4107-b336-48f401b727eb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:42:32.189633 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:42:32.199605 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:42:32.212078 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:42:32.212808 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:42:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:42:32.213595 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:32.267431 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-570a6cdf-e850-453a-bfe2-e931d3ff50be tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3710146 Feb 14 00:42:32.268002 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:42:32.330500 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'status': 'completed', 'code': 200} Feb 14 00:42:32.387329 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:42:32.424986 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-6e310242-2d83-4853-a70c-6d3b7227997d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1096 time: 0.0717525 Feb 14 00:42:32.549749 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8c147daf-e103-43bf-be15-aedf705bde49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:32.560596 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-9791b02a-b9c5-49c2-b46a-58f55f4bcb15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:32.562080 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-9791b02a-b9c5-49c2-b46a-58f55f4bcb15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1313019 Feb 14 00:42:32.664927 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-9ca0ebae-e095-4c38-be7c-87f79872eed4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 200 len: 999 time: 0.0968003 Feb 14 00:42:32.727022 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-4fedcbcc-1289-44b9-ab2c-5e17360e906a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:32.728447 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-4fedcbcc-1289-44b9-ab2c-5e17360e906a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0581043 Feb 14 00:42:32.746194 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:10Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}, {'id': '814fad3b-9415-4bbf-8974-04e372841da9', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': '114735a9-767d-42f2-9fbb-12c527f639dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:54:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:42:30Z', 'updated_at': '2022-02-14T00:42:30Z', 'revision_number': 0, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:42:32.750010 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:42:32.761183 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:42:32.761774 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:42:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:42:32.801158 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-85576025-ced1-47dc-ba1a-0cf7dea7a692 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669959 Feb 14 00:42:32.932056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-24ced9c3-1fc6-4a10-8d8d-0720b63462b7 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245759 Feb 14 00:42:32.937089 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:42:33.174727 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-4ee61129-92f9-4b44-8615-89892eb4cb78 req-c8ee0496-bf88-4b5b-bd94-9d4ced38c2b6 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356894 Feb 14 00:42:33.290850 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:10Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}, {'id': '814fad3b-9415-4bbf-8974-04e372841da9', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': '114735a9-767d-42f2-9fbb-12c527f639dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:54:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:42:30Z', 'updated_at': '2022-02-14T00:42:30Z', 'revision_number': 0, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:42:33.294883 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8c47c-0698-4f9f-8d95-23494c1aa160 None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:10Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}, {'id': '814fad3b-9415-4bbf-8974-04e372841da9', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.238', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': '114735a9-767d-42f2-9fbb-12c527f639dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:54:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:42:30Z', 'updated_at': '2022-02-14T00:42:30Z', 'revision_number': 0, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:42:33.502723 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de4adb-235e-4402-916f-2ac38400a236 None None] New status for floating IP 814fad3b-9415-4bbf-8974-04e372841da9: ACTIVE {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:42:33.738695 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:33.844983 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:42:34.119924 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:35.355607 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:37.742411 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:39.639635 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:42:41.331266 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-90688332-8c24-480d-9ee6-a30f6276c5eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667515 Feb 14 00:42:41.470170 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-9224ec77-8484-4ede-9e4e-b3921e7af33d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1094 time: 0.0718386 Feb 14 00:42:41.617566 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f5483-079a-4bb9-af15-2372502da6a7 req-59531e8c-dc54-49e8-9b40-485a08addebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:41.619034 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-59531e8c-dc54-49e8-9b40-485a08addebf service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1308570 Feb 14 00:42:41.725192 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-2bdd683c-8b17-4f2b-a881-9f5530c435b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 999 time: 0.0991678 Feb 14 00:42:41.789807 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f5483-079a-4bb9-af15-2372502da6a7 req-74a620d4-270e-48be-8237-127915b7715d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:42:41.791221 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-74a620d4-270e-48be-8237-127915b7715d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0604417 Feb 14 00:42:41.867291 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-bdc38982-fb9b-46c1-a074-f5bfadeacfe7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696018 Feb 14 00:42:41.998518 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-8629f340-f735-4325-a2c8-b2f7a8a8f14a service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257646 Feb 14 00:42:42.129103 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-621f5483-079a-4bb9-af15-2372502da6a7 req-538e9168-930c-44dd-9071-e48ce6cf5a43 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253624 Feb 14 00:43:00.351689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-72d4e050-af14-44e1-acf8-4e0a77ce504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:02.530353 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6e66-ae70-48ce-884f-bd00805af9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:03.741926 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:04.122939 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:05.354829 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:07.731780 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:09.642384 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:10.846315 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:43:23.171268 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-8dd174c6-8cf8-4683-8e48-205facc9e672 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660560 Feb 14 00:43:23.313487 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-5e442618-5851-4042-b52e-b85e07d29ad5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1096 time: 0.0703568 Feb 14 00:43:23.465925 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-baa419a4-ffbe-4ebb-aaee-00d4ff36f933 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:43:23.467404 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-baa419a4-ffbe-4ebb-aaee-00d4ff36f933 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1350238 Feb 14 00:43:23.572327 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-39e8fd88-d5a7-42fa-a583-1b0a05f38513 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 200 len: 1001 time: 0.0984371 Feb 14 00:43:23.634251 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-79b859d4-df12-4241-b96b-26af0568d23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:43:23.635655 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-79b859d4-df12-4241-b96b-26af0568d23f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0562952 Feb 14 00:43:23.713891 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-a5fed81f-bc5e-4066-9cae-1c5ff0cbee31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707119 Feb 14 00:43:23.843413 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-72ecc7ff-de79-4aad-804b-695254d9da0f service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217802 Feb 14 00:43:24.061679 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-c1cf1613-c842-4ac9-8f59-d40e1402ed4d req-c29d2906-d4f9-4574-8911-e067547d7b43 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081432 Feb 14 00:43:30.352453 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-1c548ac6-8cd7-4b41-8a4d-8878e66cb680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:32.532155 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-a03444db-64e8-45bd-b358-cc573b67a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:33.744994 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:34.125954 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:35.356438 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:37.735459 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:39.653635 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:43:42.347479 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-67811349-1fc4-45a0-90b5-f6b970db5a2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661922 Feb 14 00:43:42.483905 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-db1a1f4f-b0c8-4c81-999a-c0b398f6f740 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1094 time: 0.0701721 Feb 14 00:43:42.627163 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853124a-a793-4930-9968-4bd39d540010 req-65b8c0fd-5dad-4246-b4be-1fa29a899d26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:43:42.628538 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-65b8c0fd-5dad-4246-b4be-1fa29a899d26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1263359 Feb 14 00:43:42.726974 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-ace49372-434f-4673-bed6-ebd8051762c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 999 time: 0.0924580 Feb 14 00:43:42.792288 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853124a-a793-4930-9968-4bd39d540010 req-844f309b-bf04-42af-ae1d-2ed8d5d41f78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:43:42.793683 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-844f309b-bf04-42af-ae1d-2ed8d5d41f78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0608771 Feb 14 00:43:42.865305 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-5bb2ca2b-214f-4259-8535-a8a821778eec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662289 Feb 14 00:43:42.994753 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-53cc7e75-4714-4759-b90e-bbf83715c750 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231186 Feb 14 00:43:43.126082 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-0853124a-a793-4930-9968-4bd39d540010 req-e2e24d0d-8498-480c-ac3c-56b7b7173cff service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259785 Feb 14 00:43:47.847692 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:44:00.354088 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-c6945a5c-ef54-477c-87b3-d7d7af88f8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:02.534003 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-93b82c77-b0be-4c96-a2be-b059f766466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:03.746768 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:04.128394 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:05.358402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:07.737467 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:08.819864 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc details requested by agent hyperv_n-h2-828979-1 with host n-h2-828979-1 {{(pid=83663) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 14 00:44:08.955558 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:08.974489 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Returning: {'device': '114735a9-767d-42f2-9fbb-12c527f639dc', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'port_id': '114735a9-767d-42f2-9fbb-12c527f639dc', 'mac_address': 'fa:16:3e:54:78:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83663) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 14 00:44:09.036501 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:09.054667 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 114735a9-767d-42f2-9fbb-12c527f639dc {{(pid=83663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 14 00:44:09.069755 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:09.074475 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:09.152498 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=6']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:09.161970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.162338 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.162965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.163191 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.163531 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.163859 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.164185 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.164639 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.164970 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.165311 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.165612 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:09.171381 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] get_ports_and_sgs() called for port_ids ['114735a9-767d-42f2-9fbb-12c527f639dc'] {{(pid=83663) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 14 00:44:09.671001 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:10.828002 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc up at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 14 00:44:10.908810 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.provisioning_blocks [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Provisioning complete for port 114735a9-767d-42f2-9fbb-12c527f639dc triggered by entity L2. {{(pid=83663) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 00:44:10.908810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3426292'] for port, provisioning_complete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:11.046528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:11.077647 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:44:11.089593 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:11.100624 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:11.177158 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'code': 200} Feb 14 00:44:11.178121 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=7']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:19.720776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46310) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:19.918286 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Deleting port 3efe1514-d38f-4326-a9ae-f278761547d3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:19.918629 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:20.082189 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:20.082516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:20.198782 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Calling delete_port for 3efe1514-d38f-4326-a9ae-f278761547d3 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:20.428958 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:20.476156 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event deleted for resources: {'Port': ['ID=3efe1514-d38f-4326-a9ae-f278761547d3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:20.518776 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.519109 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.519439 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.519764 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.520096 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.520448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.521068 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.521557 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.521877 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.522216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.522532 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:20.578638 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:20.968324 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Router 9c47c96f-e3ef-4107-b336-48f401b727eb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:44:21.166243 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:44:21.175789 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:44:21.185305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:21.188652 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:21.189286 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:21.239258 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-e2c8d15d-901e-47cf-ac2d-ce97dae6cd37 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "DELETE /v2.0/floatingips/814fad3b-9415-4bbf-8974-04e372841da9 HTTP/1.1" status: 204 len: 168 time: 1.5173020 Feb 14 00:44:21.239739 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:44:21.298712 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'status': 'completed', 'code': 200} Feb 14 00:44:21.374326 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:21.413038 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-ac5c3685-7f0c-442a-a25a-bcfc9d610001 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 1096 time: 0.0760028 Feb 14 00:44:21.602748 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-d3b44b10-a3ce-44a1-803c-576ee93afdb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:21.604684 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-d3b44b10-a3ce-44a1-803c-576ee93afdb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1811619 Feb 14 00:44:21.691642 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-2bffeebf-e06a-4e2a-abdf-a10e1cba8ebe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 200 len: 217 time: 0.0752556 Feb 14 00:44:21.705153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63b9e-354a-496b-a758-82c4cbad1259 req-c0fc99b4-7f86-4bb1-9fab-9696d7eea10a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:21.705838 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-69f63b9e-354a-496b-a758-82c4cbad1259 req-c0fc99b4-7f86-4bb1-9fab-9696d7eea10a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:44:21.768120 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-69f63b9e-354a-496b-a758-82c4cbad1259 req-c0fc99b4-7f86-4bb1-9fab-9696d7eea10a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:44:21.769257 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69f63b9e-354a-496b-a758-82c4cbad1259 req-c0fc99b4-7f86-4bb1-9fab-9696d7eea10a tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 945 time: 0.2103283 Feb 14 00:44:21.773476 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:10Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:21.777731 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-1d9cefec-a812-4462-8e23-2ebfee8132b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:21.778055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:44:21.779159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-1d9cefec-a812-4462-8e23-2ebfee8132b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0696931 Feb 14 00:44:21.788242 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:21.788829 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:21.865458 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-69f63b9e-354a-496b-a758-82c4cbad1259 req-3fa4b15a-6cae-49f9-ad8b-43be32ec5e39 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896699 Feb 14 00:44:21.886410 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-08f16db7-553b-46f0-9055-46383c79062f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930688 Feb 14 00:44:21.961967 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:22.122940 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-3f3d42b1-8aeb-401d-8038-9bac0cb8c965 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300694 Feb 14 00:44:22.254247 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-99c16b35-5e1f-4cb8-9170-e1a629f0062c req-7ea86454-8c63-4e88-9951-a85b8e7f6960 service neutron] 10.222.0.42 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247125 Feb 14 00:44:22.302814 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:10Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:22.306711 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7b679-138e-4585-8e80-3897100c36f2 None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_floatingips': [{'id': '1a85be18-6fef-45c4-832b-c531198b0f02', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'router_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'port_id': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'mac_address': 'fa:16:3e:8d:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T00:40:00Z', 'updated_at': '2022-02-14T00:40:10Z', 'revision_number': 1, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:44:22.517941 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db2b552-9ba4-4bbd-86b2-6ac76053f854 None None] New status for floating IP 814fad3b-9415-4bbf-8974-04e372841da9: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:44:22.888947 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:23.001186 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3353305'] for port, before_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:23.028055 n-d-828979-1 neutron-server[83663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:44:23.038462 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:23.043912 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755129099412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755128676747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755128676792'] for port, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:23.073092 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41f8b-615c-4eff-8378-f6f04e5986c7 req-5b98d094-d88a-4b82-88d7-845f9a0e29ee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:23.074601 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c41f8b-615c-4eff-8378-f6f04e5986c7 req-5b98d094-d88a-4b82-88d7-845f9a0e29ee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 945 time: 0.0834684 Feb 14 00:44:23.100147 n-d-828979-1 neutron-server[83663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'code': 200} Feb 14 00:44:23.115174 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Pushing event updated for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=8']} {{(pid=83663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:23.130121 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-13c41f8b-615c-4eff-8378-f6f04e5986c7 req-2cb7f7dc-e764-4527-8c1c-b2c58630a7f2 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471277 Feb 14 00:44:23.346843 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-d6c96ab6-7f72-4858-a71b-1192e59c7817 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:23.348159 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-d6c96ab6-7f72-4858-a71b-1192e59c7817 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 943 time: 0.0756314 Feb 14 00:44:23.423080 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Deleting port 114735a9-767d-42f2-9fbb-12c527f639dc {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:23.423418 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:23.658261 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] For port 114735a9-767d-42f2-9fbb-12c527f639dc, host n-h2-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828979-1',level=0,port_id=114735a9-767d-42f2-9fbb-12c527f639dc,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:23.658553 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:23.785789 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Calling delete_port for 114735a9-767d-42f2-9fbb-12c527f639dc owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:23.921482 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:23.977872 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event deleted for resources: {'Port': ['ID=114735a9-767d-42f2-9fbb-12c527f639dc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:24.049510 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] No DVR routers for this DVR port 114735a9-767d-42f2-9fbb-12c527f639dc on host n-h2-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:44:24.051983 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:24.054466 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-deleted', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:44:24.069651 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1631e83e-a3c0-495e-ac78-6289c9c91ab5 req-2846c510-cb4e-4b06-bd70-05985acfdaa0 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.42 "DELETE /v2.0/ports/114735a9-767d-42f2-9fbb-12c527f639dc HTTP/1.1" status: 204 len: 173 time: 0.7129252 Feb 14 00:44:24.115795 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fce12-4534-44ba-977b-bb1387cb5a64', 'name': 'network-vif-deleted', 'tag': '114735a9-767d-42f2-9fbb-12c527f639dc', 'status': 'completed', 'code': 200} Feb 14 00:44:24.307169 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-164a8adc-135d-44a8-82fb-038f06b9d127 req-369609d2-578c-4b06-8f27-368b4980a934 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed9fce12-4534-44ba-977b-bb1387cb5a64 HTTP/1.1" status: 200 len: 210 time: 0.0405653 Feb 14 00:44:24.848024 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:44:25.955941 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46366) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:26.156145 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Deleting port a7dc75ed-3352-4019-9c98-59c4b3ee7a98 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:26.156489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:26.320467 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:26.320708 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:26.438718 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Calling delete_port for a7dc75ed-3352-4019-9c98-59c4b3ee7a98 owned by network:floatingip {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:26.681144 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:26.727916 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event deleted for resources: {'Port': ['ID=a7dc75ed-3352-4019-9c98-59c4b3ee7a98,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:26.818636 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:26.905478 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc no longer exists at agent hyperv_n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:26.938172 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] No Port match for: 114735a9-767d-42f2-9fbb-12c527f639dc {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:26.938430 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Device 114735a9-767d-42f2-9fbb-12c527f639dc not bound to the agent host n-h2-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:27.211111 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Router 9c47c96f-e3ef-4107-b336-48f401b727eb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:44:27.405806 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:44:27.415655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:44:27.422154 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for floatingip, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:27.427570 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:27.428175 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:27.473369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a22ef973-f725-44c0-bf89-841dc5156973 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "DELETE /v2.0/floatingips/1a85be18-6fef-45c4-832b-c531198b0f02 HTTP/1.1" status: 204 len: 168 time: 1.5162816 Feb 14 00:44:27.474005 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:44:27.527816 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'status': 'completed', 'code': 200} Feb 14 00:44:27.608642 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:27.622161 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-696fee63-d9c5-405c-a686-61469e3a44f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3337cfd77a6419998e9dedf45508788&device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 1094 time: 0.0733438 Feb 14 00:44:27.761091 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-cc4d2ba3-c8c4-4f72-9b68-b036e47722d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:27.762568 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-cc4d2ba3-c8c4-4f72-9b68-b036e47722d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 200 len: 909 time: 0.1346223 Feb 14 00:44:27.873659 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-f09e9499-bcba-463b-876e-40043bf98cbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 200 len: 217 time: 0.1045179 Feb 14 00:44:27.922163 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:27.925908 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:44:27.937279 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:27.937875 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:03Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:27.951442 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-d95f3844-d711-4f9b-9c79-73af809293fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:27.952865 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-d95f3844-d711-4f9b-9c79-73af809293fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 200 len: 848 time: 0.0715611 Feb 14 00:44:27.959216 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d136203-7cef-4e18-89ea-d87617bedd67 req-30ae9a8d-d0a0-444a-8d23-0fe629b11236 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:27.959847 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1d136203-7cef-4e18-89ea-d87617bedd67 req-30ae9a8d-d0a0-444a-8d23-0fe629b11236 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Synchronizing usage tracker for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 14 00:44:28.022004 n-d-828979-1 neutron-server[83662]: DEBUG neutron.quota.resource [req-1d136203-7cef-4e18-89ea-d87617bedd67 req-30ae9a8d-d0a0-444a-8d23-0fe629b11236 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Unset dirty status for tenant:f3337cfd77a6419998e9dedf45508788 on resource:port {{(pid=83662) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 14 00:44:28.023111 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d136203-7cef-4e18-89ea-d87617bedd67 req-30ae9a8d-d0a0-444a-8d23-0fe629b11236 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.2060499 Feb 14 00:44:28.065540 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-5ae2f8b1-efdb-42bc-a094-21d86bcdb758 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028228 Feb 14 00:44:28.153123 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:28.262866 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-1d136203-7cef-4e18-89ea-d87617bedd67 req-71c8b7d0-02b1-42ab-9a2d-080899c9bca4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301202 Feb 14 00:44:28.316234 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-72db4621-290b-482c-a7f3-7579977943b0 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425616 Feb 14 00:44:28.448964 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-5352ac99-cb49-4223-884c-a1e8278d77cf req-6b1e2251-e141-4ed5-9c38-cda9bde3d806 service neutron] 10.222.0.31 "GET /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262031 Feb 14 00:44:28.465305 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:28.469957 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f29ee-d1df-4507-8b5d-73c45f7c30a3 None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:35Z', 'revision_number': 4, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1', '_interfaces': [{'id': 'ace23dee-a114-40ee-8a35-64e7cf14eef3', 'name': '', 'network_id': 'e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'mac_address': 'fa:16:3e:e6:1c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:34Z', 'updated_at': '2022-02-14T00:39:53Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'subnets': [{'id': 'ccd0b249-3cb5-482a-9a2b-50572ba5e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:44:28.702260 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b51db7-bfd1-4367-b409-3473b344c3bb None None] New status for floating IP 1a85be18-6fef-45c4-832b-c531198b0f02: DOWN {{(pid=83664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 14 00:44:29.297440 n-d-828979-1 neutron-server[83662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-9b543e91-7488-43c9-aa86-6d0a150d91bb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:29.298886 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-9b543e91-7488-43c9-aa86-6d0a150d91bb tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.31 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.0746202 Feb 14 00:44:29.370828 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Deleting port edf721ff-1343-41d1-83fe-9ce191e0025f {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:29.371157 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:29.466922 n-d-828979-1 neutron-server[83661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc196a-5f26-4407-b79b-9959f22a3350 req-0c112d8e-67c9-49f8-b590-b3cf3878afc1 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 00:44:29.468409 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dddc196a-5f26-4407-b79b-9959f22a3350 req-0c112d8e-67c9-49f8-b590-b3cf3878afc1 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/ports?device_id=10cb02b1-74f0-40a5-940c-9d0d6059f5eb HTTP/1.1" status: 200 len: 943 time: 0.0839882 Feb 14 00:44:29.513062 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [req-dddc196a-5f26-4407-b79b-9959f22a3350 req-3f004eaa-ae04-42cd-a115-15988a944ad4 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b674765-39ab-4269-bc94-d11717d088e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390344 Feb 14 00:44:29.615356 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] For port edf721ff-1343-41d1-83fe-9ce191e0025f, host n-h1-828979-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828979-1',level=0,port_id=edf721ff-1343-41d1-83fe-9ce191e0025f,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:29.615616 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:29.733909 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Calling delete_port for edf721ff-1343-41d1-83fe-9ce191e0025f owned by compute:nova {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:29.876749 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:29.926563 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event deleted for resources: {'Port': ['ID=edf721ff-1343-41d1-83fe-9ce191e0025f,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:30.000726 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] No DVR routers for this DVR port edf721ff-1343-41d1-83fe-9ce191e0025f on host n-h1-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:44:30.003264 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435702'] for port, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:30.005778 n-d-828979-1 neutron-server[83662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-deleted', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f'}] {{(pid=83662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 14 00:44:30.021703 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [req-546600a3-f50a-42e0-9ca8-e512437678d1 req-12b2b6be-9afe-46cb-82e7-5f6f2eafef99 tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.31 "DELETE /v2.0/ports/edf721ff-1343-41d1-83fe-9ce191e0025f HTTP/1.1" status: 204 len: 173 time: 0.7172775 Feb 14 00:44:30.064747 n-d-828979-1 neutron-server[83662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb02b1-74f0-40a5-940c-9d0d6059f5eb', 'name': 'network-vif-deleted', 'tag': 'edf721ff-1343-41d1-83fe-9ce191e0025f', 'status': 'completed', 'code': 200} Feb 14 00:44:30.356875 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-042d1569-fafe-4591-a0aa-87b5615f59cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:30.618448 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46382) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:30.694195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37e87e57-2c8a-4890-ae53-9475d9ff9aee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:30.722516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37e87e57-2c8a-4890-ae53-9475d9ff9aee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:30.784161 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37e87e57-2c8a-4890-ae53-9475d9ff9aee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:30.802450 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87e57-2c8a-4890-ae53-9475d9ff9aee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b674765-39ab-4269-bc94-d11717d088e9,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:30.813195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-37e87e57-2c8a-4890-ae53-9475d9ff9aee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:30.814344 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-37e87e57-2c8a-4890-ae53-9475d9ff9aee tempest-TestSnapshotPattern-244260168 tempest-TestSnapshotPattern-244260168-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b674765-39ab-4269-bc94-d11717d088e9 HTTP/1.1" status: 204 len: 168 time: 0.1948757 Feb 14 00:44:30.873595 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46388) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:31.404352 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:32.078174 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Deleting port ace23dee-a114-40ee-8a35-64e7cf14eef3 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:32.078843 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:32.244812 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] For port ace23dee-a114-40ee-8a35-64e7cf14eef3, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ace23dee-a114-40ee-8a35-64e7cf14eef3,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:32.245159 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:32.361530 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Calling delete_port for ace23dee-a114-40ee-8a35-64e7cf14eef3 owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:32.523496 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:32.535115 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-e9ac93c9-5372-40c2-acb2-1d966c638d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:32.571021 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace23dee-a114-40ee-8a35-64e7cf14eef3,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:32.849489 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:33.510628 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Router 9c47c96f-e3ef-4107-b336-48f401b727eb has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:44:33.708627 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:44:33.718669 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] Sync routers for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:44:33.722552 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-eaed1f01-f2b2-4667-8d54-891c4b05f537 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c47c96f-e3ef-4107-b336-48f401b727eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8478258 Feb 14 00:44:33.724187 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46396) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:33.731915 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:33.732524 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:33.852210 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f no longer exists at agent hyperv_n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:33.893218 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] No Port match for: edf721ff-1343-41d1-83fe-9ce191e0025f {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:33.893555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Device edf721ff-1343-41d1-83fe-9ce191e0025f not bound to the agent host n-h1-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:33.908124 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:33.924683 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:33.959429 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: n-d-828979-1 {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:34.119421 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:34.128544 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Deleting port 61520a8e-b8fd-4c6f-b20c-a91b73e83046 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:34.128887 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:34.154310 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:34.252608 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:44:32Z', 'revision_number': 5, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port': {'id': '61520a8e-b8fd-4c6f-b20c-a91b73e83046', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:34.256351 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] Checking router: 9c47c96f-e3ef-4107-b336-48f401b727eb for host: n-d-828979-1 {{(pid=83663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:44:34.267349 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] Routers {'9c47c96f-e3ef-4107-b336-48f401b727eb'} bound to L3 agent in host n-d-828979-1 {{(pid=83663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:34.267941 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['9c47c96f-e3ef-4107-b336-48f401b727eb'], 'active': True} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:34.301742 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] For port 61520a8e-b8fd-4c6f-b20c-a91b73e83046, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=61520a8e-b8fd-4c6f-b20c-a91b73e83046,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:34.302124 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:34.413625 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_dvr_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] Set router 9c47c96f-e3ef-4107-b336-48f401b727eb gateway port host: None {{(pid=83663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:34.521618 n-d-828979-1 neutron-server[83663]: DEBUG neutron.db.l3_hamode_db [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:44:34Z', 'revision_number': 6, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:34.525421 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de2c96-01a4-4a8d-85ee-9e6ed75d7bea None None] The sync data for ids ['9c47c96f-e3ef-4107-b336-48f401b727eb'] in n-d-828979-1 is: [{'id': '9c47c96f-e3ef-4107-b336-48f401b727eb', 'name': 'tempest-TestSnapshotPattern-801781364-router', 'tenant_id': 'f3337cfd77a6419998e9dedf45508788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:32Z', 'updated_at': '2022-02-14T00:44:34Z', 'revision_number': 6, 'project_id': 'f3337cfd77a6419998e9dedf45508788', 'gw_port_host': None}] {{(pid=83663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:44:34.529292 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Calling delete_port for 61520a8e-b8fd-4c6f-b20c-a91b73e83046 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:34.691734 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:34.740867 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Pushing event deleted for resources: {'Port': ['ID=61520a8e-b8fd-4c6f-b20c-a91b73e83046,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:34.960285 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.213516 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.217719 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.243085 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.243621 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c47c96f-e3ef-4107-b336-48f401b727eb {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:44:35.256806 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.257951 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-633a98d2-3c40-4786-a8c0-4043abd5d920 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9c47c96f-e3ef-4107-b336-48f401b727eb HTTP/1.1" status: 204 len: 168 time: 1.5328803 Feb 14 00:44:35.260553 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46400) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:35.319760 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Deleting subnet ccd0b249-3cb5-482a-9a2b-50572ba5e8cc {{(pid=83662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:44:35.322853 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.367581 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.377375 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101954'] for subnet, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.421463 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 61520a8e-b8fd-4c6f-b20c-a91b73e83046 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:35.465382 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.497813 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 61520a8e-b8fd-4c6f-b20c-a91b73e83046 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:35.498179 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 61520a8e-b8fd-4c6f-b20c-a91b73e83046 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:35.498636 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ace23dee-a114-40ee-8a35-64e7cf14eef3 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:35.532166 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ace23dee-a114-40ee-8a35-64e7cf14eef3 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:35.532354 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ace23dee-a114-40ee-8a35-64e7cf14eef3 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:35.545107 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1591630'] for subnet, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.585658 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd0b249-3cb5-482a-9a2b-50572ba5e8cc,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:35.590377 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.595687 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d1200-f01b-47b8-b1c5-7c848813b0c2 None None] Network e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:44:35.595989 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-c38d6e31-9918-4a5c-ac01-a61c2b8115aa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ccd0b249-3cb5-482a-9a2b-50572ba5e8cc HTTP/1.1" status: 204 len: 168 time: 0.3345194 Feb 14 00:44:35.598417 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46404) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:35.705712 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.716570 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Deleting port e778ed54-fd66-466f-8901-67bc333264af {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:35.716831 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:35.845739 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] DHCP port deletion for e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:44:35.849965 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Deleting port e778ed54-fd66-466f-8901-67bc333264af {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:35.850393 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.018613 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] For port e778ed54-fd66-466f-8901-67bc333264af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e778ed54-fd66-466f-8901-67bc333264af,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:36.019070 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.054051 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] For port e778ed54-fd66-466f-8901-67bc333264af, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=e778ed54-fd66-466f-8901-67bc333264af,segment=NetworkSegment(d68d360b-f09a-4742-a8f4-a171811da3c3),segment_id=d68d360b-f09a-4742-a8f4-a171811da3c3)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:36.054452 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.140495 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Calling delete_port for e778ed54-fd66-466f-8901-67bc333264af owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:36.172961 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Calling delete_port for e778ed54-fd66-466f-8901-67bc333264af owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:36.216657 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.250901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:44:36.251258 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:44:36.260587 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Pushing event deleted for resources: {'Port': ['ID=e778ed54-fd66-466f-8901-67bc333264af,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:36.267277 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] No DVR routers for this DVR port e778ed54-fd66-466f-8901-67bc333264af on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:44:36.380740 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.405657 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:36.417477 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68d360b-f09a-4742-a8f4-a171811da3c3') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:36.417818 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68d360b-f09a-4742-a8f4-a171811da3c3') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:36.428795 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.447947 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.454380 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:44:36.454758 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:44:36.468334 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:44:36.543607 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.559400 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.569546 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] Pushing event deleted for resources: {'Network': ['ID=e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:36.582705 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-451ecd9c-e6c7-41ae-b238-728fa8ca52db admin admin] 10.222.0.36 "DELETE /v2.0/networks/e29d5cd4-8d75-4e8a-9aa9-eb63ab79b769 HTTP/1.1" status: 204 len: 168 time: 0.9833605 Feb 14 00:44:36.585502 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46408) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:36.752655 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Deleting port e778ed54-fd66-466f-8901-67bc333264af {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:36.753224 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:36.815766 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ab5f5-1d6b-43fe-8b90-081214f726e5 None None] The port 'e778ed54-fd66-466f-8901-67bc333264af' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:44:36.970206 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646736'] for router_interface, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:37.419412 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e778ed54-fd66-466f-8901-67bc333264af no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:37.453746 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: e778ed54-fd66-466f-8901-67bc333264af {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:37.454116 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device e778ed54-fd66-466f-8901-67bc333264af not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:37.656142 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Deleting port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:37.656677 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:37.738279 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:37.824016 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] For port ea68ed6f-38b7-43f0-b116-6a925c0ae7cf, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:37.824368 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:37.945846 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Calling delete_port for ea68ed6f-38b7-43f0-b116-6a925c0ae7cf owned by network:router_interface {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:38.107973 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:38.150353 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea68ed6f-38b7-43f0-b116-6a925c0ae7cf,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:38.441351 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646883'] for router_interface, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:39.099904 n-d-828979-1 neutron-server[83662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Router 78721c25-ff46-4431-a736-0ceb901f3e03 has already been hosted by L3 agent 86fb3fa6-3fe2-4bac-ae1b-54657d121b17 {{(pid=83662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 00:44:39.301554 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] Notify agent at l3_agent.n-d-828979-1 the message routers_updated {{(pid=83662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 00:44:39.310681 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] Sync routers for ids ['78721c25-ff46-4431-a736-0ceb901f3e03'] in n-d-828979-1 {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 14 00:44:39.320792 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-9bf8293f-f25d-453d-b731-df241b5ef71e admin admin] 10.222.0.36 "PUT /v2.0/routers/78721c25-ff46-4431-a736-0ceb901f3e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7312431 Feb 14 00:44:39.320997 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46414) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:39.325129 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] Routers {'78721c25-ff46-4431-a736-0ceb901f3e03'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:39.325722 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['78721c25-ff46-4431-a736-0ceb901f3e03'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:39.508800 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] Set router 78721c25-ff46-4431-a736-0ceb901f3e03 gateway port host: n-d-828979-1 {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:39.518048 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks [] for router, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:39.668722 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:39.720223 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:39.729276 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Deleting port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:39.729614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:39.794826 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'external_fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:44:38Z', 'revision_number': 5, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port': {'id': '89b5a0a0-0b77-4d3c-94a5-164b3eac6010', 'name': '', 'network_id': 'adbce963-6987-43eb-b443-2350a645d61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828979-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65fe87fc-3e29-409d-ae16-562f0acc19da', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828979-1'}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:39.798525 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] Checking router: 78721c25-ff46-4431-a736-0ceb901f3e03 for host: n-d-828979-1 {{(pid=83664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 14 00:44:39.808491 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] Routers {'78721c25-ff46-4431-a736-0ceb901f3e03'} bound to L3 agent in host n-d-828979-1 {{(pid=83664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 14 00:44:39.809074 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828979-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-13T23:06:32Z,description=,heartbeat_timestamp=2022-02-14T00:44:33Z,host='n-d-828979-1',id=86fb3fa6-3fe2-4bac-ae1b-54657d121b17,load=0,resource_versions=,resources_synced=,started_at=2022-02-13T23:06:32Z,topic='l3_agent')) {'router_ids': ['78721c25-ff46-4431-a736-0ceb901f3e03'], 'active': True} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:39.906458 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] For port 89b5a0a0-0b77-4d3c-94a5-164b3eac6010, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,segment=NetworkSegment(b0441c4b-162b-4cce-a849-647a89a7724a),segment_id=b0441c4b-162b-4cce-a849-647a89a7724a)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:39.906817 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:39.956949 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_dvr_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] Set router 78721c25-ff46-4431-a736-0ceb901f3e03 gateway port host: None {{(pid=83664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 14 00:44:40.026219 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Calling delete_port for 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 owned by network:router_gateway {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:40.062726 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.l3_hamode_db [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:44:39Z', 'revision_number': 6, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port_host': None}], 'n-d-828979-1', False) {} {{(pid=83664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:40.066509 n-d-828979-1 neutron-server[83664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca273e6-b95c-4868-afef-dd04428e5813 None None] The sync data for ids ['78721c25-ff46-4431-a736-0ceb901f3e03'] in n-d-828979-1 is: [{'id': '78721c25-ff46-4431-a736-0ceb901f3e03', 'name': 'tempest-TestSnapshotPattern-532137309-router', 'tenant_id': '5134ebbecf114af492848a8946f5bc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T00:39:38Z', 'updated_at': '2022-02-14T00:44:39Z', 'revision_number': 6, 'project_id': '5134ebbecf114af492848a8946f5bc15', 'gw_port_host': None}] {{(pid=83664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 14 00:44:40.189483 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:40.241164 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Pushing event deleted for resources: {'Port': ['ID=89b5a0a0-0b77-4d3c-94a5-164b3eac6010,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:40.575076 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-643381'] for router_gateway, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:40.838614 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41894'] for router, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:40.843527 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:40.867195 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645137'] for router, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:40.867735 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78721c25-ff46-4431-a736-0ceb901f3e03 {{(pid=83662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 00:44:40.879934 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] Notify callbacks [] for router, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:40.881056 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-97a393f5-9958-4bb3-9c4d-870ec52080fc admin admin] 10.222.0.36 "DELETE /v2.0/routers/78721c25-ff46-4431-a736-0ceb901f3e03 HTTP/1.1" status: 204 len: 168 time: 1.5591736 Feb 14 00:44:40.883757 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46418) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:40.950642 n-d-828979-1 neutron-server[83661]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Deleting subnet 41f47961-62a1-41cf-88c5-171dcd08a67d {{(pid=83661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 14 00:44:40.953797 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.006678 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6503760'] for subnet, precommit_delete_associations {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.083006 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3429160'] for subnet, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.149036 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3429137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6421851'] for subnet, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.279525 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f47961-62a1-41cf-88c5-171dcd08a67d,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:41.288005 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.293555 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc1254-784b-4405-a694-d21b79739c87 None None] Network 2a67c7ed-1844-4d91-b654-827626921ed4 requested from n-d-828979-1 {{(pid=83663) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 14 00:44:41.299085 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.299430 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.299767 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.300128 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.300478 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.300806 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.301135 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.301457 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.301892 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.302240 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.302562 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828979-1 {{(pid=83661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 00:44:41.305934 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-6cf6815a-93e3-4d1d-b36d-4dda86722d49 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/41f47961-62a1-41cf-88c5-171dcd08a67d HTTP/1.1" status: 204 len: 168 time: 0.4210680 Feb 14 00:44:41.308569 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46422) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:41.415045 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3470906'] for network, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.426248 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Deleting port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 {{(pid=83662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:41.426583 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.450727 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:41.494107 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:41.494452 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 89b5a0a0-0b77-4d3c-94a5-164b3eac6010 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:41.494869 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea68ed6f-38b7-43f0-b116-6a925c0ae7cf no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:41.529277 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: ea68ed6f-38b7-43f0-b116-6a925c0ae7cf {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:41.529617 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device ea68ed6f-38b7-43f0-b116-6a925c0ae7cf not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:44:41.610416 n-d-828979-1 neutron-server[83663]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] DHCP port deletion for 2a67c7ed-1844-4d91-b654-827626921ed4 request from n-d-828979-1 {{(pid=83663) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 14 00:44:41.614535 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Deleting port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:41.614896 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.642153 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.db [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] For port 4b5fd4ac-c792-4ab0-9690-cbedcde44224, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4b5fd4ac-c792-4ab0-9690-cbedcde44224,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:41.642507 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.762268 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.plugin [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Calling delete_port for 4b5fd4ac-c792-4ab0-9690-cbedcde44224 owned by network:dhcp {{(pid=83662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:41.810497 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.db [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] For port 4b5fd4ac-c792-4ab0-9690-cbedcde44224, host n-d-828979-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828979-1',level=0,port_id=4b5fd4ac-c792-4ab0-9690-cbedcde44224,segment=NetworkSegment(5170c58a-d4c8-48b1-9c4e-c63a87fb4a48),segment_id=5170c58a-d4c8-48b1-9c4e-c63a87fb4a48)] {{(pid=83663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 00:44:41.811016 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959302'] for port, precommit_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.836305 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3353765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755129099394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755128676738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1311866'] for port, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:41.882456 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5fd4ac-c792-4ab0-9690-cbedcde44224,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:41.887625 n-d-828979-1 neutron-server[83662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] No DVR routers for this DVR port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 on host n-d-828979-1 {{(pid=83662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 00:44:41.959092 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Calling delete_port for 4b5fd4ac-c792-4ab0-9690-cbedcde44224 owned by network:dhcp {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 14 00:44:42.004955 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3427749', 'neutron.services.segments.db._delete_segments_for_network-8755129129063'] for network, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.030101 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a67c7ed-1844-4d91-b654-827626921ed4']}} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:42.031689 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.db.api [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 00:44:42.032166 n-d-828979-1 neutron-server[83663]: DEBUG oslo_db.api [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 00:44:42.042104 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48') {'for_net_delete': True} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:42.042426 n-d-828979-1 neutron-server[83662]: DEBUG neutron.services.segments.db [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5170c58a-d4c8-48b1-9c4e-c63a87fb4a48') {} {{(pid=83662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 00:44:42.054212 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755129128942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101961'] for segment, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.069573 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283058'] for segment, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.075766 n-d-828979-1 neutron-server[83662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 14 00:44:42.076218 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3432321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1311759'] for segment, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: Traceback (most recent call last): Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: timer() Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: cb(*args, **kw) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: return func(*args, **kwargs) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: self._notify() Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: self.callback(batched_events) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: event.method(event) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: return f(self, *a, **k) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: return self._get(url).json() Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: return self.request(url, 'GET', **kwargs) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 00:44:42.088762 n-d-828979-1 neutron-server[83662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 00:44:42.264361 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3427754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-643408'] for network, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.280250 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Notify callbacks [] for network, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.289728 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a67c7ed-1844-4d91-b654-827626921ed4,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:42.296740 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-cde2c671-af21-41ab-9f24-f11fb509111c admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a67c7ed-1844-4d91-b654-827626921ed4 HTTP/1.1" status: 204 len: 168 time: 0.9871812 Feb 14 00:44:42.428066 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46428) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:42.482396 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-a60a8d68-cb49-4fd4-8084-24eb16ad7fce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3337cfd77a6419998e9dedf45508788&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531461 Feb 14 00:44:42.484810 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [-] (83662) accepted ('10.222.0.36', 46432) {{(pid=83662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:42.533347 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Deleting port 4b5fd4ac-c792-4ab0-9690-cbedcde44224 {{(pid=83663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 14 00:44:42.533861 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755129044673'] for port, before_delete {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.544374 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2183e05b-9a78-4031-b331-c12fa072f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.569873 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2183e05b-9a78-4031-b331-c12fa072f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.594664 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-39387565-0c25-4c65-a440-9eaea6cab5d9 None None] The port '4b5fd4ac-c792-4ab0-9690-cbedcde44224' was deleted {{(pid=83663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 14 00:44:42.626633 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2183e05b-9a78-4031-b331-c12fa072f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.642100 n-d-828979-1 neutron-server[83662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e05b-9a78-4031-b331-c12fa072f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a391dd-8cd1-4fe9-800f-542a822df3d8,revision_number=None']} {{(pid=83662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:42.654549 n-d-828979-1 neutron-server[83662]: DEBUG neutron_lib.callbacks.manager [None req-2183e05b-9a78-4031-b331-c12fa072f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:42.658369 n-d-828979-1 neutron-server[83662]: INFO neutron.wsgi [None req-2183e05b-9a78-4031-b331-c12fa072f9ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6a391dd-8cd1-4fe9-800f-542a822df3d8 HTTP/1.1" status: 204 len: 168 time: 0.1726007 Feb 14 00:44:43.054913 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46440) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:43.103478 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-8db607a2-a96e-48ba-888b-da4ab3d1d7e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5134ebbecf114af492848a8946f5bc15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473278 Feb 14 00:44:43.106289 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [-] (83661) accepted ('10.222.0.36', 46444) {{(pid=83661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 14 00:44:43.162319 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14c23621-a349-45b5-8bba-67e583607ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:43.188052 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14c23621-a349-45b5-8bba-67e583607ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:43.238323 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14c23621-a349-45b5-8bba-67e583607ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990132'] for security_group, after_delete {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:43.252820 n-d-828979-1 neutron-server[83661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c23621-a349-45b5-8bba-67e583607ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ecb5a3-f0d0-430b-b240-43d4990b4c40,revision_number=None']} {{(pid=83661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 00:44:43.258714 n-d-828979-1 neutron-server[83661]: DEBUG neutron_lib.callbacks.manager [None req-14c23621-a349-45b5-8bba-67e583607ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:44:43.259819 n-d-828979-1 neutron-server[83661]: INFO neutron.wsgi [None req-14c23621-a349-45b5-8bba-67e583607ed0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9ecb5a3-f0d0-430b-b240-43d4990b4c40 HTTP/1.1" status: 204 len: 168 time: 0.1526639 Feb 14 00:44:43.419380 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4b5fd4ac-c792-4ab0-9690-cbedcde44224 no longer exists at agent ovs-agent-n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 14 00:44:43.455086 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.plugin [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] No Port match for: 4b5fd4ac-c792-4ab0-9690-cbedcde44224 {{(pid=83663) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 14 00:44:43.455433 n-d-828979-1 neutron-server[83663]: DEBUG neutron.plugins.ml2.rpc [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Device 4b5fd4ac-c792-4ab0-9690-cbedcde44224 not bound to the agent host n-d-828979-1 {{(pid=83663) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 14 00:45:00.359399 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf6b0-e3e3-4868-916f-6bf806168b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:01.849387 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:45:02.536564 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d4b767a7-2b3b-4bf4-8e8c-8ac497be2a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:03.750052 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:04.135528 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:05.364192 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:07.735308 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:09.666906 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:30.361121 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-54a39681-c761-45b2-a683-6c4bedf847d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:32.538163 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-db2e6938-5c61-4035-96aa-360a653635d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:33.752579 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:34.136701 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:35.366654 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:37.735699 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:45:38.853797 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:45:39.665956 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:00.364515 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-bd3f8ae2-0cba-44ee-9945-738d1e58dede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:02.539464 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-68c3dccb-3ad0-4c09-8187-5b63b2ba5334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:03.754732 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:04.139469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:05.368858 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:07.734960 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:09.680755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:15.854933 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:46:30.367317 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f61a61d2-4cea-45e5-9296-a91592d58070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:32.540451 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5f45f1e7-541c-455a-a036-44579a0f9c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:33.758672 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:34.141417 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:35.371664 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:37.733651 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:39.696047 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:46:52.857940 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:47:00.369147 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5033ad95-4951-43ae-aff3-23738abb62f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:02.541648 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2e69c71c-fbf7-40fa-a748-d012e2f8cfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:03.760771 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:04.144136 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:05.374302 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:07.732407 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:09.710386 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:29.858019 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:47:30.370496 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-afa74fe7-4911-4a45-b145-d5f89972ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:32.542812 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-40b7be4e-df95-4c1b-b46d-d4c0d9166e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:33.762755 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:34.146432 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:35.376000 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:37.731094 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:47:39.710061 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:00.373460 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-73cd7004-46a0-4463-9bf8-d60fa48fa8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:02.544277 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4468fa82-5750-45cf-a3ff-40050396a303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:03.763584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:04.148995 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:05.380156 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:06.403664 n-d-828979-1 neutron-server[83662]: DEBUG neutron.wsgi [req-52ec9696-dd4b-4e26-9421-ab5eaac1ee52 req-a5f6f3d8-a6d4-4458-9147-21259e03aff2 service neutron] (83662) timed out ('10.222.0.36', 45194) {{(pid=83662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:48:06.859157 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:48:07.730466 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:09.724659 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:30.375728 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-5e34b938-31f2-40d4-bf6a-00f84f12800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:32.546604 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b29a-6db0-4bcf-b72e-a98a6d24c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:33.766763 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:34.151618 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:35.384078 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:37.743945 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:39.723283 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:48:43.859918 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:49:00.378046 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9db4639d-5a87-48ea-a9fc-8e22888d4d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:02.549230 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-964f7d4d-4ab7-4c7f-97a6-fb5c88040d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:03.768542 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:04.154126 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:05.385781 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:07.759196 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:09.723385 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:20.860296 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:49:30.379962 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-d1297a1d-865a-45c2-88e0-66d690ae598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:32.551330 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-792fa936-77ab-4d31-91a4-e01abee3fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:33.769883 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:34.157872 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:35.388019 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:37.772963 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:39.738827 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:49:57.861326 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:50:00.380892 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-2da1a89e-0bc7-49f1-bc3d-7ed5d0826678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:02.553354 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-829927d7-a50b-4f47-ae68-fafbbf0b4296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:03.773102 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:04.160223 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:05.390901 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:07.787719 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:09.737203 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:30.382357 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-576123b5-daae-4e08-a090-fcbfba1f8f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:32.555137 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-87534629-4775-4245-8eec-8f6b82d7a61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:33.774645 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:34.163249 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:34.860869 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:50:35.394999 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:37.803403 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:50:39.751822 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:00.386799 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-fbad1b63-bdcd-4672-bfa0-075ce6a8c6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:02.556018 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-9456bec3-01a2-47dc-b999-1cb82263fc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:03.809341 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:04.165551 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:05.397084 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:07.787987 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:09.752197 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:11.864783 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:51:30.388511 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-00d73539-5524-4296-a9f9-f03d7d379bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:32.556202 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-0777d04b-35be-4ef6-a9b3-3718ae534d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:33.781181 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:34.167704 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:35.398810 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:37.801218 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:39.751792 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:51:48.864809 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:52:00.390500 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6f90-74a6-443c-9f0c-e06d2a0cafce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:02.557458 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-4a81e57b-6791-4a27-9d4c-dfd124f7c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:03.783410 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:04.170247 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:05.400556 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:07.815619 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:09.749914 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:25.864810 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:52:26.404264 n-d-828979-1 neutron-server[83661]: DEBUG neutron.wsgi [req-65cc5a12-2030-467a-9e5e-0568f4cf2b6e req-bc327861-89ec-47f4-a20b-aa902b4a7ccd service neutron] (83661) timed out ('10.222.0.36', 44222) {{(pid=83661) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 14 00:52:30.392402 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-61eddf6d-00ed-424b-973c-d96e7616a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:32.559628 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-37d6aa92-48c0-4224-a5e3-336a4cc739aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:33.785011 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:34.173270 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:35.406718 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:37.813584 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:52:39.765469 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:00.394831 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-b49bb965-2f46-432d-b016-3884645e06bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:02.561814 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-15d53479-3871-4ea2-b0d9-75f9b580e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:02.865188 n-d-828979-1 neutron-server[83664]: DEBUG neutron.db.agents_db [None req-2d43d68c-841a-4b1a-ae1a-336ff2cab1b2 None None] Agent healthcheck: found 7 active agents {{(pid=83664) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 14 00:53:03.786678 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-97af7ebd-4f97-439f-bc55-e0ce14e2d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:04.176614 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9fdc-2326-4f5c-a027-780881f80bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:05.406455 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6ec63c10-26fb-4f25-a412-2c91d0e3356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:07.812178 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-6dded5c5-7aef-4128-9432-4e24c14aaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 14 00:53:09.766048 n-d-828979-1 neutron-server[83663]: DEBUG neutron_lib.callbacks.manager [None req-f3d7d964-41b7-42f5-a05d-c144b7d75d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755129129045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3426213'] for agent, after_update {{(pid=83663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}